-- Logs begin at Mon 2022-03-07 20:39:27 UTC, end at Mon 2022-03-07 22:42:47 UTC. -- Mar 07 21:28:33.479099 dv-neutron-829957-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 07 21:28:35.984790 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.common.config [-] Logging enabled! Mar 07 21:28:35.985406 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev65 Mar 07 21:28:35.985556 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88279) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 21:28:35.988723 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.common.config [-] Logging enabled! Mar 07 21:28:35.988981 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev65 Mar 07 21:28:35.989292 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88279) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 21:28:35.990247 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 21:28:35.990487 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 21:28:35.990842 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 21:28:35.991090 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 21:28:35.991318 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 21:28:35.991640 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:35.991943 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:35.992242 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:35.992474 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:35.992773 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:35.993067 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:35.993353 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:35.993645 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:35.993944 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:35.994258 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:35.994539 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:35.994823 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:35.995309 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:35.995601 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:35.995892 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:35.996181 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:35.996407 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] debug = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:35.996687 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:35.997623 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:35.998057 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:35.998342 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:35.998633 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:35.998913 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:35.999185 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:35.999463 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:35.999749 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.000078 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] host = dv-neutron-829957-1-hyperv {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.000358 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.000646 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.000932 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.001216 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.001492 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.001767 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.002079 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.002356 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.002632 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] log_file = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.002907 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.003196 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.003480 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.003777 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.004002 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.004224 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.004513 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.004800 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.005075 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.005350 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.005625 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.005905 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.006205 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.006475 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.006762 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.007049 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.007334 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.007608 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.007883 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.008155 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.008429 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.008713 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.008986 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.009258 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.009530 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.009817 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.010118 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.010396 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.010696 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.010981 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.011263 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.011547 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.011818 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.012100 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.012374 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.012661 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.013456 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] use_json = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.013734 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.014032 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.014318 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.014591 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.014864 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.015138 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.015410 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.015694 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.015966 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:36.016257 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.016555 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.016853 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.017141 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.017431 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.017712 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.018082 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.018365 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.018654 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.018943 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.019231 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.019510 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.019797 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.020075 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.020367 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.020672 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.020969 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.021260 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.021534 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.021809 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.022112 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.022394 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.022679 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.022976 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.023264 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.023545 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.023822 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.024113 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.024390 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.024661 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.024939 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.025228 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.025506 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.025779 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.026082 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.026359 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.026628 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.026899 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.027176 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.027464 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.027740 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.028010 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.028292 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.028576 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.028848 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.029131 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.029406 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.029679 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.029975 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.030249 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.030521 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.030791 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.031069 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.031342 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.031618 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.031888 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.032161 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.032433 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.032705 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.032976 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.033247 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.033521 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.033797 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.034106 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.034379 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.034652 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.034924 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.035198 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.035480 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.035778 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.036054 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.036332 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.036610 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.036887 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.037165 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.037442 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.037720 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.038023 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.038298 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.038586 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.038870 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.039154 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.039437 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.039714 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.040008 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.040284 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.040566 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.040844 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.041127 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.041410 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.041692 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.042016 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.042309 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.042599 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.042905 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.043183 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.043467 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.043783 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.044105 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:36.044322 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 21:28:36.044559 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88279) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 07 21:28:36.438228 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO keyring.backend [-] Loading KWallet Mar 07 21:28:36.445432 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO keyring.backend [-] Loading SecretService Mar 07 21:28:36.448903 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO keyring.backend [-] Loading Windows Mar 07 21:28:36.450289 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO keyring.backend [-] Loading chainer Mar 07 21:28:36.451077 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO keyring.backend [-] Loading macOS Mar 07 21:28:36.484377 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 07 21:28:36.484652 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 07 21:28:36.484941 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 07 21:28:36.485279 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 07 21:28:36.872966 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:36.873265 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:36.873542 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:36.874866 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:36.875144 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:36.875411 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:36.910523 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:36.910804 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:36.911072 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:36.924684 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:36.924966 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:36.925234 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:36.955436 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:36.955712 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:36.955979 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:36.992715 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:36.993254 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:36.993254 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.237013 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.237230 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.237500 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.237768 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.238550 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.359213 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.359534 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.359817 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.360090 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.360354 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.360664 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.360927 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.361184 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.361438 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.361716 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.361996 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.362265 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.362526 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.362778 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.363043 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.363311 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.363568 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.363836 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.364084 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.364361 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.364708 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.364958 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.365208 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.365488 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.365739 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.366001 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.366390 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88279) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 21:28:37.366630 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88279) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 21:28:37.366866 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88279) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 21:28:37.367100 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88279) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 21:28:37.367334 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88279) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 21:28:37.367567 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88279) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 21:28:37.367930 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 07 21:28:37.371314 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 07 21:28:37.375836 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 07 21:28:37.379614 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 07 21:28:37.381272 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 07 21:28:37.382753 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 07 21:28:37.383101 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 07 21:28:37.383497 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 07 21:28:37.386358 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 07 21:28:37.386614 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 07 21:28:37.386964 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 21:28:37.415197 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 07 21:28:37.415646 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.415944 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88279) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 07 21:28:37.416309 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.417680 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88279) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 07 21:28:37.417980 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 21:28:37.418237 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 07 21:28:37.421530 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.421809 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:37.486646 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 07 21:28:37.486897 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 07 21:28:37.487177 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 07 21:28:37.487508 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 07 21:28:37.518912 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_db.sqlalchemy.engines [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88279) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 07 21:28:37.975486 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.managers [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Initializing driver for type 'gre' Mar 07 21:28:37.976037 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] gre ID ranges: [(1, 1000)] Mar 07 21:28:38.160144 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.managers [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Initializing driver for type 'local' Mar 07 21:28:38.160703 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.managers [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Initializing driver for type 'vlan' Mar 07 21:28:38.234225 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] VlanTypeDriver initialization complete Mar 07 21:28:38.234562 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.managers [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Initializing driver for type 'vxlan' Mar 07 21:28:38.235079 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] vxlan ID ranges: [(1, 1000)] Mar 07 21:28:38.491303 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.managers [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Initializing extension driver 'port_security' Mar 07 21:28:38.491587 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.extensions.port_security [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] PortSecurityExtensionDriver initialization complete Mar 07 21:28:38.491923 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.managers [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Initializing mechanism driver 'openvswitch' Mar 07 21:28:38.492250 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.managers [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Initializing mechanism driver 'hyperv' Mar 07 21:28:38.499181 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.plugins.ml2.plugin [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:28:38.499877 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > port after_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.500230 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > port after_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.500581 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > port after_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.501108 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88279) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 07 21:28:38.501579 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > subnet after_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.501927 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > subnet after_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.502296 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.502681 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88279) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 07 21:28:38.503082 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > network after_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.503430 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > network after_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.503772 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > network after_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.504152 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88279) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 07 21:28:38.504550 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > security_group after_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.504896 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > security_group after_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.505260 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.505791 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88279) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 07 21:28:38.506221 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.510698 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.510698 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.510698 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88279) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 07 21:28:38.510698 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > address_group after_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.510698 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > address_group after_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.511079 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.511079 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88279) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 07 21:28:38.511079 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] ML2 OVO RPC backend initialized. {{(pid=88279) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 07 21:28:38.511079 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.511079 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.511491 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > network before_response 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.511491 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > networks before_response 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.511491 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > port before_response 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.511701 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > ports before_response 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.511992 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > subnet before_response 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.512330 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > subnets before_response 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.513210 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > network after_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.513551 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > network after_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.513887 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > network after_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.514250 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > port after_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.514587 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > port after_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.514920 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > port after_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.515255 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > subnet after_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.515589 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > subnet after_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.515919 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.516494 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.plugin [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Modular L2 Plugin initialization complete Mar 07 21:28:38.516829 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading services supported by the core plugin {{(pid=88279) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 07 21:28:38.517198 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.plugins.ml2.managers [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Got port-security extension from driver 'port_security' Mar 07 21:28:38.517663 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.extensions.vlantransparent [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Disabled vlantransparent extension. Mar 07 21:28:38.518183 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88279) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 07 21:28:38.518546 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading Plugin: router Mar 07 21:28:38.561210 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.561606 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > router after_create 55549900 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.561997 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > router before_create 55549900 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.562368 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.562740 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.563094 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > router after_delete 55549900 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.563451 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.563813 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > router after_create 55549900 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.564159 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > router after_update 55549900 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.564509 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > router after_update 55549900 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.564856 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.565220 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > router after_update 55549900 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.565628 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > router precommit_update 55549900 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.566024 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: port after_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.566367 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: port after_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.566702 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: subnet after_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.567043 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.567439 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.567727 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > router precommit_create 55549900 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.568066 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: port before_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.568405 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > router precommit_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.568759 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > router after_update 55549900 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.569095 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.569435 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > router precommit_create 55549900 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.569795 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.570163 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > router precommit_update 55549900 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.570524 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > agent after_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.570870 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > agent after_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.575013 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > network after_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.575013 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Tracking information for resource: router configured {{(pid=88279) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 21:28:38.575013 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Tracking information for resource: floatingip configured {{(pid=88279) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 21:28:38.578031 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.db.l3_agentschedulers_db [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 07 21:28:38.578615 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: port after_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.578979 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: port after_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.579333 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: port after_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.579684 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: port after_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.580463 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > router before_create 55550100 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.580825 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.581187 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > router precommit_create 55550100 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.581579 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > router precommit_update 55550100 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.586035 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.services.provider_configuration [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Service providers = [] {{(pid=88279) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 07 21:28:38.586406 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.db.servicetype_db [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88279) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 07 21:28:38.589350 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.services.service_base [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88279) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 21:28:38.589700 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.services.service_base [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88279) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 21:28:38.590070 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.services.service_base [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88279) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 21:28:38.591592 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.services.service_base [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88279) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 21:28:38.591962 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.services.service_base [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 07 21:28:38.592339 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88279) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 21:28:38.592657 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 07 21:28:38.603608 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88279) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 21:28:38.603945 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading Plugin: auto_allocate Mar 07 21:28:38.609777 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: network precommit_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.610254 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: network precommit_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.610777 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88279) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 21:28:38.611099 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading Plugin: tag Mar 07 21:28:38.617652 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88279) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 21:28:38.618003 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading Plugin: timestamp Mar 07 21:28:38.629821 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88279) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 21:28:38.630183 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading Plugin: network_ip_availability Mar 07 21:28:38.635492 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.635863 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.636217 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.636932 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88279) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 21:28:38.637253 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading Plugin: flavors Mar 07 21:28:38.642556 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88279) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 21:28:38.642924 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading Plugin: revisions Mar 07 21:28:38.647269 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88279) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 21:28:38.647658 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_concurrency.lockutils [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.163s {{(pid=88279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 07 21:28:38.648413 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88279) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 07 21:28:38.648750 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Initializing extension manager. Mar 07 21:28:38.649254 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: __init__.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.649640 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: __pycache__ {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.650004 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.654625 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: address_group.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.654625 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.654625 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: address-group Mar 07 21:28:38.654625 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: address_scope.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.654625 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.654625 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: address-scope Mar 07 21:28:38.654625 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.655192 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.655697 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: router-admin-state-down-before-update Mar 07 21:28:38.656020 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: agent.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.656921 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.657434 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: agent Mar 07 21:28:38.657759 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: agent_resources_synced.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.658711 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.659221 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: agent-resources-synced Mar 07 21:28:38.659546 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: allowedaddresspairs.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.661382 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.661907 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: allowed-address-pairs Mar 07 21:28:38.662269 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: auto_allocated_topology.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.663347 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.663863 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: auto-allocated-topology Mar 07 21:28:38.664191 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: availability_zone.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.664882 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.665388 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: availability_zone Mar 07 21:28:38.665712 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: availability_zone_filter.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.666646 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.667155 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: availability_zone_filter Mar 07 21:28:38.667479 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: data_plane_status.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.668382 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.668907 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension data-plane-status not supported by any of loaded plugins Mar 07 21:28:38.669228 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: default_subnetpools.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.670170 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.670678 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: default-subnetpools Mar 07 21:28:38.671002 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.671903 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.672405 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: dhcp_agent_scheduler Mar 07 21:28:38.672724 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: dns.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.673627 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.674160 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension dns-integration not supported by any of loaded plugins Mar 07 21:28:38.674485 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: dns_domain_ports.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.675399 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.675904 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 07 21:28:38.676226 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: dvr.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.676894 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.677402 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: dvr Mar 07 21:28:38.677722 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: empty_string_filtering.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.678700 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.679203 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: empty-string-filtering Mar 07 21:28:38.679526 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.680442 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.680944 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 07 21:28:38.681265 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.682199 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.682704 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 07 21:28:38.683028 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: external_net.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.683940 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.684470 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: external-net Mar 07 21:28:38.684794 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.690012 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.690525 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: extra_dhcp_opt Mar 07 21:28:38.690848 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: extraroute.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.691812 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.692270 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: extraroute Mar 07 21:28:38.692599 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: extraroute_atomic.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.693624 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.694175 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: extraroute-atomic Mar 07 21:28:38.694502 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: filter_validation.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.695169 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.695675 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: filter-validation Mar 07 21:28:38.696034 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: fip_pf_description.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.696942 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.697447 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 07 21:28:38.697768 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: fip_port_details.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.698720 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.699231 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: fip-port-details Mar 07 21:28:38.699551 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: flavors.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.701316 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.701828 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: flavors Mar 07 21:28:38.702183 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.703852 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.704373 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 07 21:28:38.704701 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: floatingip_pools.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.705400 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.705914 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: floatingip-pools Mar 07 21:28:38.706268 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: ip_allocation.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.707219 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.707728 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension ip_allocation not supported by any of loaded plugins Mar 07 21:28:38.708050 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.708959 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.709465 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: ip-substring-filtering Mar 07 21:28:38.709788 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: l2_adjacency.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.710740 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.711244 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 07 21:28:38.711568 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: l3.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.712517 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.713039 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: router Mar 07 21:28:38.713366 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.723002 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.723529 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 07 21:28:38.723884 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.724820 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.725339 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: ext-gw-mode Mar 07 21:28:38.725666 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.726614 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.727124 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: l3-ha Mar 07 21:28:38.727446 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: l3_flavors.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.728355 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.728907 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: l3-flavors Mar 07 21:28:38.729223 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.730185 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.730694 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 07 21:28:38.731013 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: l3agentscheduler.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.732078 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.732591 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: l3_agent_scheduler Mar 07 21:28:38.732916 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: logging.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.734456 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.734979 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension logging not supported by any of loaded plugins Mar 07 21:28:38.735314 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: metering.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.736056 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.736632 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: metering Mar 07 21:28:38.736960 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.738092 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.738613 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: metering_source_and_destination_fields Mar 07 21:28:38.738941 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: multiprovidernet.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.739888 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.740396 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: multi-provider Mar 07 21:28:38.740724 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: netmtu.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.741680 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.742174 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: net-mtu Mar 07 21:28:38.742502 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: netmtu_writable.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.743412 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.743918 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: net-mtu-writable Mar 07 21:28:38.744242 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: network_availability_zone.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.744911 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.745691 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: network_availability_zone Mar 07 21:28:38.746042 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: network_ip_availability.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.751468 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.751982 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: network-ip-availability Mar 07 21:28:38.752311 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: network_segment_range.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.753076 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.753579 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension network-segment-range not supported by any of loaded plugins Mar 07 21:28:38.753903 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: pagination.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.754913 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.755245 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: pagination Mar 07 21:28:38.755567 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: port_device_profile.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.756467 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.756978 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: port-device-profile Mar 07 21:28:38.757335 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.758281 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.758797 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: port-mac-address-regenerate Mar 07 21:28:38.759117 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.760021 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.760531 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: port-numa-affinity-policy Mar 07 21:28:38.760854 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: port_resource_request.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.761756 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.762280 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension port-resource-request not supported by any of loaded plugins Mar 07 21:28:38.763107 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: portbindings.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.764030 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.764541 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: binding Mar 07 21:28:38.764864 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: portbindings_extended.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.766287 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.766809 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: binding-extended Mar 07 21:28:38.767134 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: portsecurity.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.768046 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.768592 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: port-security Mar 07 21:28:38.768915 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: project_id.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.769894 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.770259 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: project-id Mar 07 21:28:38.770584 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: providernet.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.771501 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.772017 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: provider Mar 07 21:28:38.772342 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: qos.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.776006 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.776530 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension qos not supported by any of loaded plugins Mar 07 21:28:38.776859 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.778135 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.779181 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 07 21:28:38.779515 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.780432 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.780941 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 07 21:28:38.781265 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: qos_default.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.782242 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.782752 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension qos-default not supported by any of loaded plugins Mar 07 21:28:38.783074 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: qos_fip.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.783727 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.784223 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension qos-fip not supported by any of loaded plugins Mar 07 21:28:38.784550 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: qos_gateway_ip.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.795632 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.796149 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 07 21:28:38.796477 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: qos_port_network_policy.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.797392 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.797902 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 07 21:28:38.798260 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: qos_rule_type_details.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.799230 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.799739 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 07 21:28:38.800061 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: qos_rules_alias.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.801113 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.801620 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 07 21:28:38.802085 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: quotasv2.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.803002 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.803328 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: quotas Mar 07 21:28:38.803647 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: quotasv2_detail.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.805276 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.805619 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: quota_details Mar 07 21:28:38.805972 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: rbac.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.807029 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.807553 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: rbac-policies Mar 07 21:28:38.807887 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: rbac_address_group.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.808813 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.809337 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: rbac-address-group Mar 07 21:28:38.810410 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: rbac_address_scope.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.811146 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.811666 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: rbac-address-scope Mar 07 21:28:38.812024 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: rbac_security_groups.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.812941 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.813453 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: rbac-security-groups Mar 07 21:28:38.813779 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: rbac_subnetpool.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.824343 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.824851 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: rbac-subnetpool Mar 07 21:28:38.825729 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: revisionifmatch.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.826683 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.827192 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: revision-if-match Mar 07 21:28:38.827513 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: revisions.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.828759 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.829283 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: standard-attr-revisions Mar 07 21:28:38.829610 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: router_availability_zone.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.830309 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.830823 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: router_availability_zone Mar 07 21:28:38.831145 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: routerservicetype.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.832101 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.832613 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension router-service-type not supported by any of loaded plugins Mar 07 21:28:38.832938 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.833851 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.834406 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: security-groups-normalized-cidr Mar 07 21:28:38.834729 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.835651 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.836162 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: port-security-groups-filtering Mar 07 21:28:38.836481 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.837402 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.837909 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: security-groups-remote-address-group Mar 07 21:28:38.838259 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: securitygroup.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.847920 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.848453 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: security-group Mar 07 21:28:38.848794 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: segment.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.849586 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.850136 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension segment not supported by any of loaded plugins Mar 07 21:28:38.850495 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.851545 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.852057 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 07 21:28:38.852385 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: servicetype.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.853500 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.854054 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: service-type Mar 07 21:28:38.854387 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: sorting.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.855365 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.855698 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: sorting Mar 07 21:28:38.856059 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: standard_attr_segment.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.857006 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.857523 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 07 21:28:38.857848 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: standardattrdescription.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.858525 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.859041 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: standard-attr-description Mar 07 21:28:38.859363 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: stateful_security_group.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.860283 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.860803 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: stateful-security-group Mar 07 21:28:38.861125 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: stdattrs_common.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.861708 dv-neutron-829957-1-hyperv neutron-server[88279]: WARNING neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 07 21:28:38.862059 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.863063 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.863565 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 07 21:28:38.863885 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: subnet_onboard.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.864970 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.865482 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: subnet_onboard Mar 07 21:28:38.865804 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.866772 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.867311 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 07 21:28:38.867633 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: subnet_service_types.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.868558 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.869065 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: subnet-service-types Mar 07 21:28:38.869386 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: subnetallocation.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.870732 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.871249 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: subnet_allocation Mar 07 21:28:38.871573 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.872755 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.873263 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: subnetpool-prefix-ops Mar 07 21:28:38.873583 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.874634 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.875142 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 07 21:28:38.875465 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: tagging.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.876517 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.877045 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: standard-attr-tag Mar 07 21:28:38.877372 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: timestamp.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.878605 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.879164 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loaded extension: standard-attr-timestamp Mar 07 21:28:38.879491 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: trunk.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.880529 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.881042 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension trunk not supported by any of loaded plugins Mar 07 21:28:38.881366 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: trunk_details.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.882312 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.882826 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension trunk-details not supported by any of loaded plugins Mar 07 21:28:38.883149 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: uplink_status_propagation.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.884064 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.884575 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 07 21:28:38.884899 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Loading extension file: vlantransparent.py {{(pid=88279) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 21:28:38.885564 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88279) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 21:28:38.886106 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 07 21:28:38.889161 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Creating instance of TrackedResource for resource:network Mar 07 21:28:38.889903 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Creating instance of TrackedResource for resource:subnet Mar 07 21:28:38.893771 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 21:28:38.893771 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Creating instance of TrackedResource for resource:port Mar 07 21:28:38.893771 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.v2.resource_helper [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:28:38.893771 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.v2.resource_helper [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Service FLAVORS assigned prefix: {{(pid=88279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:28:38.893771 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.v2.resource_helper [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:28:38.894271 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.v2.resource_helper [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:28:38.894348 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Creating instance of TrackedResource for resource:router Mar 07 21:28:38.894984 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Creating instance of TrackedResource for resource:floatingip Mar 07 21:28:38.895687 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.v2.resource_helper [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Service METERING assigned prefix: /metering {{(pid=88279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:28:38.897117 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.897488 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.897838 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:28:38.900307 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 21:28:38.900766 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Creating instance of TrackedResource for resource:security_group Mar 07 21:28:38.901461 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 21:28:38.902232 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.v2.resource_helper [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Service CORE assigned prefix: {{(pid=88279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:28:38.902567 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 21:28:38.902908 dv-neutron-829957-1-hyperv neutron-server[88279]: WARNING neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] subnetpool is already registered Mar 07 21:28:38.903560 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.v2.resource_helper [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Service CORE assigned prefix: {{(pid=88279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:28:38.903890 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 21:28:38.904229 dv-neutron-829957-1-hyperv neutron-server[88279]: WARNING neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] subnetpool is already registered Mar 07 21:28:39.014496 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.v2.resource_helper [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:28:39.014854 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.v2.resource_helper [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Service FLAVORS assigned prefix: {{(pid=88279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:28:39.015458 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.v2.resource_helper [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:28:39.015888 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.v2.resource_helper [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:28:39.016233 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Creating instance of TrackedResource for resource:router Mar 07 21:28:39.016574 dv-neutron-829957-1-hyperv neutron-server[88279]: WARNING neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] router is already registered Mar 07 21:28:39.017234 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Creating instance of TrackedResource for resource:floatingip Mar 07 21:28:39.017568 dv-neutron-829957-1-hyperv neutron-server[88279]: WARNING neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] floatingip is already registered Mar 07 21:28:39.018227 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.v2.resource_helper [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Service METERING assigned prefix: /metering {{(pid=88279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:28:39.019052 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 21:28:39.019392 dv-neutron-829957-1-hyperv neutron-server[88279]: WARNING neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] rbac_policy is already registered Mar 07 21:28:39.019819 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Creating instance of TrackedResource for resource:security_group Mar 07 21:28:39.020156 dv-neutron-829957-1-hyperv neutron-server[88279]: WARNING neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] security_group is already registered Mar 07 21:28:39.020750 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 21:28:39.021083 dv-neutron-829957-1-hyperv neutron-server[88279]: WARNING neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] security_group_rule is already registered Mar 07 21:28:39.021740 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.v2.resource_helper [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Service CORE assigned prefix: {{(pid=88279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:28:39.022102 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 21:28:39.022435 dv-neutron-829957-1-hyperv neutron-server[88279]: WARNING neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] subnetpool is already registered Mar 07 21:28:39.023031 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.v2.resource_helper [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Service CORE assigned prefix: {{(pid=88279) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 21:28:39.023363 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 21:28:39.023690 dv-neutron-829957-1-hyperv neutron-server[88279]: WARNING neutron.quota.resource_registry [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] subnetpool is already registered Mar 07 21:28:39.024349 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: extensions {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.025829 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: address-groups {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.027481 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: address-scopes {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.028740 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: agents {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.029921 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: auto-allocated-topology {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.031287 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: availability_zones {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.032511 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: dhcp-networks {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.033906 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: dhcp-agents {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.035512 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: routers {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.037327 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: flavors {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.038519 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: service_profiles {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.039725 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: next_providers {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.041246 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: service_profiles {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.042742 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: floatingip-pools {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.043978 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: routers {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.045771 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: floatingips {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.046991 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: l3-routers {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.048354 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: l3-agents {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.050043 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: metering-labels {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.051286 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: metering-label-rules {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.052565 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: network-ip-availabilities {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.053804 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: bindings {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.055474 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: quotas {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.056908 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: quotas {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.058340 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: rbac-policies {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.060150 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: security-groups {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.061347 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: security-group-rules {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.062584 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: service-providers {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.063917 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: subnetpools {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.065227 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: subnetpools {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.066696 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: tags {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.068451 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: tags {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.070184 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: tags {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.071988 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: tags {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.074804 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: tags {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.077232 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: tags {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.078944 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: tags {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.080838 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: tags {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.082610 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: tags {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.084450 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron.api.extensions [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Extended resource: tags {{(pid=88279) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 21:28:39.090338 dv-neutron-829957-1-hyperv neutron-server[88279]: WARNING keystonemiddleware.auth_token [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 07 21:28:39.095280 dv-neutron-829957-1-hyperv neutron-server[88279]: WARNING keystonemiddleware.auth_token [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 07 21:28:39.103822 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_concurrency.lockutils [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Acquired lock "singleton_lock" {{(pid=88279) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 07 21:28:39.104296 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_concurrency.lockutils [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Releasing lock "singleton_lock" {{(pid=88279) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 07 21:28:39.104923 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO oslo_service.service [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Starting 2 workers Mar 07 21:28:39.109684 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Started child 88386 {{(pid=88279) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 07 21:28:39.113926 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Started child 88387 {{(pid=88279) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 07 21:28:39.114756 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:28:39.115504 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO neutron.service [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 07 21:28:39.116144 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Notify callbacks [] for process, before_spawn {{(pid=88279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:28:39.116326 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [-] (88386) wsgi starting up on http://0.0.0.0:9696 Mar 07 21:28:39.118296 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:28:39.118731 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO oslo_service.service [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Starting 1 workers Mar 07 21:28:39.119603 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [-] (88387) wsgi starting up on http://0.0.0.0:9696 Mar 07 21:28:39.124365 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Started child 88388 {{(pid=88279) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 07 21:28:39.124906 dv-neutron-829957-1-hyperv neutron-server[88279]: INFO oslo_service.service [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Starting 1 workers Mar 07 21:28:39.128720 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.service [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] calling RpcWorker wait() {{(pid=88388) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 07 21:28:39.129339 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.service [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] returning from RpcWorker wait() {{(pid=88388) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 07 21:28:39.129726 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Started child 88389 {{(pid=88279) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 07 21:28:39.130607 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG neutron_lib.callbacks.manager [None req-d2412f14-5fd8-45d0-87ba-a01533614125 None None] Notify callbacks [] for process, after_spawn {{(pid=88279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:28:39.130785 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:28:39.131596 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:28:39.132393 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88279) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 07 21:28:39.132647 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 21:28:39.133070 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 21:28:39.133296 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 21:28:39.134251 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:28:39.134774 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 21:28:39.134774 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 21:28:39.134992 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.135656 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.136135 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.136400 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.136701 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.137248 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.137533 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.138389 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.138662 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.138898 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.139066 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.139231 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.139486 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.139738 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.140036 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.140304 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.140556 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.140837 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.141011 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.141274 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.141535 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.141780 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.142081 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] debug = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.142324 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.142798 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.143029 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.143269 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.143517 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.143794 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.144017 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.144274 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.144507 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.144736 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.144985 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.145251 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.145701 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.146154 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.146592 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.147043 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.147473 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.148142 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] host = dv-neutron-829957-1-hyperv {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.148553 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.148981 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.149173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 36698) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:28:39.149376 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.149635 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.149883 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.150146 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.150423 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.150673 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.150933 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.151160 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.151421 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.151679 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.151898 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.152151 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] log_file = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.152304 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] log_options = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.152540 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.152817 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.153071 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.153299 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.153467 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.153640 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.153889 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.154061 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.154325 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.154559 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.154833 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.155053 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.155412 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.155742 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.156017 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.156254 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.156524 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.156940 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.157500 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.157742 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.158125 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.158287 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.158480 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.159515 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.159515 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.159807 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0075774 Mar 07 21:28:39.159973 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.159973 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.159973 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.159973 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.159973 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.161344 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.161344 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.161344 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.161737 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.161946 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.162216 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.162524 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.162726 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.162995 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.163219 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.163468 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.163705 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.163940 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.164160 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.164374 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.164605 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] use_json = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.164820 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.165034 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.165293 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.165519 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.165783 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.166105 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.166458 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.167514 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.167514 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.167514 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.167870 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.167984 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:28:39.168095 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.168095 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.168359 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.168608 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.169376 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.169616 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.169884 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.176463 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.176463 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.176463 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.176463 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.176463 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.176463 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.176463 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.176463 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.176956 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.176956 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.176956 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.176956 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.176956 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.176956 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.176956 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.176956 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.177402 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.177402 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.177402 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.177402 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.177402 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.177402 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.177402 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.177402 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.177850 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.177850 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.177850 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.177850 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.177850 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.177850 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.177850 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.179537 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.179537 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.179537 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.179537 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.179537 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.179537 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.179537 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.180359 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.180359 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.180359 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.180359 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.180864 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.180864 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.180864 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.181256 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.181398 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.181532 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.182448 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.182448 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.182448 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.182448 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.182995 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.182995 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.183294 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.183294 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.183556 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.183700 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.183835 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.184050 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.184263 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.184528 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.185255 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.185467 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.185798 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.186929 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.187163 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.187384 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.187624 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.187851 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.189196 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.189438 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.189660 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.189912 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.190147 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.190429 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.190738 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.190997 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.192104 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.192370 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.192665 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.192875 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.193139 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.193365 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.193609 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.193844 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.194185 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.194384 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.194640 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.194859 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.195095 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.195358 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.195595 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.196025 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.196178 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.196353 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.196493 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.196759 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.196991 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.198725 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.198725 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.198725 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.198725 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.198725 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.198725 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.199569 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.199569 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.199569 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.199569 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.200704 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.200704 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.200704 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.200704 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.201185 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.201185 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.206170 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.206170 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.206170 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.206170 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.206170 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.206170 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.206170 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.206170 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.207280 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.207280 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.207280 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.207280 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.207280 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.207280 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.207280 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.207280 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.208312 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.208312 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.208312 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.208312 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.208312 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.208312 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.208312 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.208312 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.210473 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.210473 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.210473 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.210473 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.210473 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.210473 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.210473 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.210473 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.211424 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.211424 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.211424 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.211424 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.211424 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.211424 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.211424 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.211424 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.212326 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.212326 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.212326 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.212326 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.212326 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.212326 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.212326 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.213266 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.213266 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.213266 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.213266 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.213554 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.213554 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.214967 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.215138 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.215312 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.215509 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.215758 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.215969 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.216201 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.216408 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.216675 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.216896 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.219116 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.219116 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.219116 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.219522 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.219643 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.220040 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.220040 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.220307 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.220500 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.220709 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.220942 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.221315 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.221456 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.221622 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.221838 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.222636 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.224421 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.225978 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.226330 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.226651 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.226902 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.227157 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.227416 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.227639 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.227863 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.228098 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.228335 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.228554 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.228763 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.229058 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.229301 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.229530 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.229787 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.230579 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.232107 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.232353 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.232905 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.233154 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.233373 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.234079 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.234079 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.234079 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.234288 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.235027 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.235339 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.236100 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.237721 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.238216 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.238847 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.238847 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.239018 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.240374 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.240374 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.240374 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.240581 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.242097 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.242444 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.243535 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.244331 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.244714 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.245294 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.245623 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.246012 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.246676 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.247559 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.248175 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.248459 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.248835 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.249171 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.249508 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.249793 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.250198 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.250505 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.250799 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.251100 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.251344 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.251569 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.251833 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.252078 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.252308 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.252533 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.252764 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.253000 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.253226 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.253567 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.253706 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.253876 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.254123 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 21:28:39.254763 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88279) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 07 21:28:39.254763 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 21:28:39.254950 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 21:28:39.255028 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 21:28:39.255177 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 21:28:39.255328 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 21:28:39.255528 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.255689 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.255843 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.255997 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.256152 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.256329 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.257224 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.257224 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.257224 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.257224 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.257224 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.257224 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.257605 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.257605 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.257721 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.257784 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.257935 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.258140 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.259054 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.259054 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.259054 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.259054 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.259054 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] debug = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.259054 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.259411 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.259411 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.259547 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.259620 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.260340 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.260340 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.260340 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.260340 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.260340 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.260656 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.260656 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.260783 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.260911 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.261067 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.261220 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.261374 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.261992 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] host = dv-neutron-829957-1-hyperv {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.261992 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.261992 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.261992 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.262297 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.262297 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.262420 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.262613 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.262749 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.263993 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.263993 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.263993 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.263993 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.263993 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.263993 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] log_file = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.263993 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] log_options = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.263993 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.264544 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.264544 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.264544 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.264544 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.264806 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.264806 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.264926 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.266970 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.266970 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.266970 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.266970 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.266970 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.267307 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.267307 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.267425 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.267545 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.267715 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.267849 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.268009 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.268160 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.268314 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.268468 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.268622 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.268777 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.268932 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.269087 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.269243 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.269412 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.269585 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.269705 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.269853 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.270205 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.270205 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.270425 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.270508 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.270615 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.270778 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.270923 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.271078 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.271220 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.271371 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.271520 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.271665 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.272823 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.272823 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] use_json = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.272823 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.272823 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.272823 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.272823 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.272823 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.272823 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.273405 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.273405 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.273405 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 21:28:39.273405 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.273673 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.273775 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.273857 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.274047 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.274191 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.274324 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.274480 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.274638 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.274794 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.274959 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.275104 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.275288 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.275436 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.275572 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.275778 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.275877 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.276397 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.276397 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.276397 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.276642 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.276642 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.276789 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.276923 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.277080 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.277240 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.277393 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.277552 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.277708 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.277861 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.278089 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.278247 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.278372 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.278492 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.278649 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.278778 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.278939 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.279251 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.279414 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.279573 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.280401 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.280401 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.280401 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.280401 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.280401 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.280709 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.280709 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.280911 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.280911 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.281493 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.281493 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.281493 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.281493 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.281750 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.281815 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.281967 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.282138 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.282952 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.282952 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.282952 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.282952 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.282952 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.283263 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.283263 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.283380 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.283457 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.283621 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.283802 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.283933 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.284091 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.284247 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.284407 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.284562 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.284721 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.284879 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.285037 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.285195 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.285352 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.285991 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.285991 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.285991 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.285991 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.287777 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.287777 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.287777 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.287777 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.287777 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.287777 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.287777 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.287777 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.288244 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.288244 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.288244 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.288244 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.288244 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.288244 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.288244 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.288628 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.288628 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.288628 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.288818 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.288892 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.289044 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.289219 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.289355 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.289514 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.289671 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.289828 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.290758 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.290758 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.290758 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.290758 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.290758 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.290758 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.291137 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.291137 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.291255 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.291347 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.291709 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.291709 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.291881 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.291958 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.292093 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.292251 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.292408 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.292566 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.292726 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.292910 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.293055 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.293213 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.293370 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.293527 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.293707 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.294446 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.294576 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.294734 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.294891 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.295126 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.295267 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.295401 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.295531 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.295712 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.295802 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.296000 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.296099 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.296229 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.297058 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.297058 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.297058 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.297058 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.297058 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.297422 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.297422 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.297422 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.297629 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.297718 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.297838 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:28:39.297931 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.298047 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.298170 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.298327 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.298484 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.298641 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.298799 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.298956 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.299113 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.299331 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.299430 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.299567 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.299724 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.299884 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.300041 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.300199 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.300357 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.300515 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.300673 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.300830 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.301690 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.302231 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.302231 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.302231 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.302483 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.302483 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.302632 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.302767 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.302937 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.303099 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.303230 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.303757 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.303922 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.304083 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.304242 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.304406 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.304637 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.304784 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.304921 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.305058 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.305270 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.305422 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.305643 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.305825 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.305825 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.306922 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.307101 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.307283 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.307421 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.307587 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.307746 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.307902 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.308055 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.308213 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.308369 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.308535 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.308799 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.308799 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.309050 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.309180 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.309321 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.309587 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.310315 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.310315 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.310566 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.310566 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.310813 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.310942 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.311074 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.311228 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.311383 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.311514 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.311643 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.311772 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.311907 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.312039 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.312196 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.312357 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.312523 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.312681 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.312837 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.312993 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.313164 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.313688 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.313688 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.313688 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.314319 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.314319 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.314319 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.314319 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.314687 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.314687 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.314687 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.314862 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.315165 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.315165 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.315963 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.315963 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.315963 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.315963 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.315963 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.316766 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.316766 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.316766 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.316766 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.316766 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.316766 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.317175 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.317175 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.317315 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.317392 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.317525 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.317682 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.317840 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.318362 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.318362 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.318362 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.318562 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 21:28:39.318629 dv-neutron-829957-1-hyperv neutron-server[88279]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88279) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 21:28:50.020532 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd7c8fa-35ee-49f2-bbd9-cb987b417706 None None] get_active_networks_info from dv-neutron-829957-1-hyperv {{(pid=88388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 07 21:28:50.093739 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd7c8fa-35ee-49f2-bbd9-cb987b417706 None None] No non-hosted networks {{(pid=88388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 07 21:28:50.125267 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.agentschedulers_db [None req-abd7c8fa-35ee-49f2-bbd9-cb987b417706 None None] DHCP Agent not found on host dv-neutron-829957-1-hyperv {{(pid=88388) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 07 21:28:50.234898 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e942c3a1-6e32-4123-9f68-f28ee25385ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-864823'] for agent, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:28:52.249693 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-326d7e83-a67a-48f2-a679-5c4da6db6656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-864823'] for agent, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:28:52.292818 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-d2273554-0e54-48b2-9017-df1f813e9a15 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-829957-1-hyperv {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:28:52.293824 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-d2273554-0e54-48b2-9017-df1f813e9a15 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:28:52.891605 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d2273554-0e54-48b2-9017-df1f813e9a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:28:53.102598 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-864823'] for agent, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:28:53.348605 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-864823'] for agent, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:28:53.349318 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:28:53.349824 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:28:53.350187 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:28:53.350519 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:28:53.350850 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:28:53.351172 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:28:53.351655 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:28:53.352940 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:28:53.353432 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:28:53.354123 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:28:53.354888 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:28:53.356006 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:28:53.356839 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-829957-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:28:53.364903 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-829957-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:28:54.634063 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-864823'] for agent, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:28:56.001407 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 36804) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:28:56.455792 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.db.l3_hamode_db [None req-2ac154dd-126a-4c9b-af77-91b2fe5d996a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 07 21:28:56.539604 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac154dd-126a-4c9b-af77-91b2fe5d996a None None] Routers set() bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:28:56.539981 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac154dd-126a-4c9b-af77-91b2fe5d996a None None] Router IDs set() for agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 07 21:28:56.585736 dv-neutron-829957-1-hyperv neutron-server[88386]: WARNING oslo_policy.policy [None req-c1c1d2a5-886d-499d-b25c-61649abda366 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 21:28:56.586340 dv-neutron-829957-1-hyperv neutron-server[88386]: WARNING oslo_policy.policy [None req-c1c1d2a5-886d-499d-b25c-61649abda366 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 21:28:56.804203 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-c1c1d2a5-886d-499d-b25c-61649abda366 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:28:56.805248 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c1c1d2a5-886d-499d-b25c-61649abda366 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8028457 Mar 07 21:28:59.155493 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 36818) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:28:59.508834 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f530eb5d-847c-4733-913f-bb87a2d13a91 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:28:59.602714 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.policy [None req-f530eb5d-847c-4733-913f-bb87a2d13a91 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88386) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 21:28:59.647540 dv-neutron-829957-1-hyperv neutron-server[88386]: WARNING oslo_policy.policy [None req-f530eb5d-847c-4733-913f-bb87a2d13a91 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 21:28:59.647922 dv-neutron-829957-1-hyperv neutron-server[88386]: WARNING oslo_policy.policy [None req-f530eb5d-847c-4733-913f-bb87a2d13a91 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 21:28:59.656307 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.quota [None req-f530eb5d-847c-4733-913f-bb87a2d13a91 admin admin] Loaded quota_driver: . Mar 07 21:28:59.671899 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f530eb5d-847c-4733-913f-bb87a2d13a91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:28:59.797214 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f530eb5d-847c-4733-913f-bb87a2d13a91 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742364175041', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742364174388', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742364155866', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742364158094', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742364856614', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742364866289', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1574684', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1598085', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-535959', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-625496'] for rbac-policy, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:28:59.974887 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f530eb5d-847c-4733-913f-bb87a2d13a91 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:28:59.976012 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f530eb5d-847c-4733-913f-bb87a2d13a91 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8195951 Mar 07 21:29:02.558477 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 36832) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:29:02.901699 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Request body: {'network': {'project_id': 'a08b6b9976b64127929a7b2914064fd4', 'admin_state_up': True, 'name': 'private'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:29:02.906864 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:29:02.911244 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Usage tracker for resource:network and tenant:a08b6b9976b64127929a7b2914064fd4 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:29:02.915776 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:29:02.922351 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:29:02.982514 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Made reservation on behalf of a08b6b9976b64127929a7b2914064fd4 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:29:02.985263 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:03.002532 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:03.015932 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:29:03.019448 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Usage tracker for resource:security_group_rule and tenant:a08b6b9976b64127929a7b2914064fd4 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:29:03.024378 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:29:03.030339 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:29:03.121250 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:03.192176 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:03.213486 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:29:03.238769 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742366920982', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:03.239327 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Unsubscribe: segment precommit_create {{(pid=88386) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 21:29:03.239829 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Added segment 675b4e76-cd87-47b6-b7cc-d3dae723cddd of type vlan for network 592c8954-6672-4fa7-a2b9-66b4eb6a5cea Mar 07 21:29:03.287308 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2df80dd-7c30-4e45-9c2c-4a9fecffbf47,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:29:03.302666 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:03.303022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:03.303358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:03.304690 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:03.304690 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:03.304690 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:03.304690 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:03.305011 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:03.305177 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:03.305470 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:03.305776 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:03.306116 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Tracked resource versions report: Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: pushed versions: Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: { 'AddressGroup': {'1.2'}, Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: 'ConntrackHelper': {'1.0'}, Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: 'Log': {'1.0'}, Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: 'Network': {'1.1'}, Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: 'Port': {'1.7'}, Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: 'PortForwarding': {'1.2'}, Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: 'QosPolicy': {'1.8'}, Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: 'SecurityGroup': {'1.4'}, Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: 'SecurityGroupRule': {'1.2'}, Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: 'SubPort': {'1.0'}, Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: 'Subnet': {'1.1'}, Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: 'Trunk': {'1.1'}} Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: consumer versions: Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: { DHCP agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: L3 agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: Metadata agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: Metering agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: Open vSwitch agent@dv-neutron-829957-1-hyperv: { 'AddressGroup': '1.2', Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: 'ConntrackHelper': '1.0', Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: 'Log': '1.0', Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: 'Network': '1.1', Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: 'Port': '1.7', Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: 'PortForwarding': '1.2', Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: 'QosPolicy': '1.8', Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: 'SecurityGroup': '1.4', Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: 'SecurityGroupRule': '1.2', Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: 'SubPort': '1.0', Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: 'Subnet': '1.1', Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: 'Trunk': '1.1'}} Mar 07 21:29:03.307431 dv-neutron-829957-1-hyperv neutron-server[88386]: {{(pid=88386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 21:29:03.349816 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:03.478024 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:03.479064 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:29:03.479698 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:03.584980 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] Pushing event updated for resources: {'Network': ['ID=592c8954-6672-4fa7-a2b9-66b4eb6a5cea,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:29:03.595747 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 592c8954-6672-4fa7-a2b9-66b4eb6a5cea details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:29:03.639418 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d710eb1c-a62d-4d83-a678-ed8397408ef6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.0793297 Mar 07 21:29:06.310805 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 36848) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:29:06.749919 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7f0a1d-d617-4c32-8825-19336be9b612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:29:06.751266 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3c7f0a1d-d617-4c32-8825-19336be9b612 admin admin] 10.222.0.21 "GET /v2.0/networks/592c8954-6672-4fa7-a2b9-66b4eb6a5cea HTTP/1.1" status: 200 len: 824 time: 0.4395235 Mar 07 21:29:06.777825 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-93a30238-a374-40c8-b4fa-b8ffa93fbad8 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/ee559685-9d5e-48f1-8475-9e599134e59a HTTP/1.1" status: 200 len: 734 time: 0.0206134 Mar 07 21:29:06.785860 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-b7d61cf7-58d1-4dd6-9d75-ddd35f9229f0 admin admin] Request body: {'subnet': {'network_id': '592c8954-6672-4fa7-a2b9-66b4eb6a5cea', 'tenant_id': 'a08b6b9976b64127929a7b2914064fd4', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'ee559685-9d5e-48f1-8475-9e599134e59a'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:29:06.790090 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-b7d61cf7-58d1-4dd6-9d75-ddd35f9229f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:29:06.794296 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b7d61cf7-58d1-4dd6-9d75-ddd35f9229f0 admin admin] Usage tracker for resource:subnet and tenant:a08b6b9976b64127929a7b2914064fd4 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:29:06.797124 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b7d61cf7-58d1-4dd6-9d75-ddd35f9229f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:29:06.802632 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-b7d61cf7-58d1-4dd6-9d75-ddd35f9229f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:29:06.885292 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d61cf7-58d1-4dd6-9d75-ddd35f9229f0 admin admin] Made reservation on behalf of a08b6b9976b64127929a7b2914064fd4 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:29:06.888227 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b7d61cf7-58d1-4dd6-9d75-ddd35f9229f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:07.268253 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b7d61cf7-58d1-4dd6-9d75-ddd35f9229f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:07.349840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d61cf7-58d1-4dd6-9d75-ddd35f9229f0 admin admin] Checking segment: {'id': '675b4e76-cd87-47b6-b7cc-d3dae723cddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '592c8954-6672-4fa7-a2b9-66b4eb6a5cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:29:07.350539 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d61cf7-58d1-4dd6-9d75-ddd35f9229f0 admin admin] Network hostable DHCP agents. Network: 592c8954-6672-4fa7-a2b9-66b4eb6a5cea, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:29:07.354339 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d61cf7-58d1-4dd6-9d75-ddd35f9229f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39589f0f-df77-4eaa-88a7-ecd7b34dfc42,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:29:07.433323 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d61cf7-58d1-4dd6-9d75-ddd35f9229f0 admin admin] Network 592c8954-6672-4fa7-a2b9-66b4eb6a5cea is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:29:07.507808 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-b7d61cf7-58d1-4dd6-9d75-ddd35f9229f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 592c8954-6672-4fa7-a2b9-66b4eb6a5cea) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:29:07.512192 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d61cf7-58d1-4dd6-9d75-ddd35f9229f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:29:07.512763 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b7d61cf7-58d1-4dd6-9d75-ddd35f9229f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:07.517076 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95072c15-54df-4f49-9896-b7b6b0f18aea None None] Network 592c8954-6672-4fa7-a2b9-66b4eb6a5cea requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:29:07.598821 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b7d61cf7-58d1-4dd6-9d75-ddd35f9229f0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8160517 Mar 07 21:29:07.819766 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-592c8954-6672-4fa7-a2b9-66b4eb6a5cea', 'network_id': '592c8954-6672-4fa7-a2b9-66b4eb6a5cea', 'tenant_id': 'a08b6b9976b64127929a7b2914064fd4', 'fixed_ips': [{'subnet_id': '39589f0f-df77-4eaa-88a7-ecd7b34dfc42'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:29:07.821017 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:08.003702 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Allocated IP 172.20.0.2 (592c8954-6672-4fa7-a2b9-66b4eb6a5cea/39589f0f-df77-4eaa-88a7-ecd7b34dfc42/cd02470b-47db-4671-84ee-e904d80678b1) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:29:08.227151 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:08.239424 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Transition to ACTIVE for port object cd02470b-47db-4671-84ee-e904d80678b1 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:29:08.258651 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Transition to ACTIVE for port object cd02470b-47db-4671-84ee-e904d80678b1 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:29:08.324845 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:08.384797 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Network 592c8954-6672-4fa7-a2b9-66b4eb6a5cea is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:29:08.392474 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:29:08.399496 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:29:08.401628 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Pushing event updated for resources: {'Port': ['ID=cd02470b-47db-4671-84ee-e904d80678b1,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:29:08.410480 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:08.410843 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:08.411185 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:08.411514 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:08.411838 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:08.412182 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:08.412508 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:08.412828 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:08.413147 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:08.413462 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:08.413776 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:08.414122 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Tracked resource versions report: Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: pushed versions: Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: { 'AddressGroup': {'1.2'}, Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: 'ConntrackHelper': {'1.0'}, Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: 'Log': {'1.0'}, Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: 'Network': {'1.1'}, Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: 'Port': {'1.7'}, Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: 'PortForwarding': {'1.2'}, Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: 'QosPolicy': {'1.8'}, Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: 'SecurityGroup': {'1.4'}, Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: 'SecurityGroupRule': {'1.2'}, Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: 'SubPort': {'1.0'}, Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: 'Subnet': {'1.1'}, Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: 'Trunk': {'1.1'}} Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: consumer versions: Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: { DHCP agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: L3 agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: Metadata agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: Metering agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: Open vSwitch agent@dv-neutron-829957-1-hyperv: { 'AddressGroup': '1.2', Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: 'ConntrackHelper': '1.0', Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: 'Log': '1.0', Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: 'Network': '1.1', Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: 'Port': '1.7', Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: 'PortForwarding': '1.2', Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: 'QosPolicy': '1.8', Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: 'SecurityGroup': '1.4', Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: 'SecurityGroupRule': '1.2', Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: 'SubPort': '1.0', Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: 'Subnet': '1.1', Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: 'Trunk': '1.1'}} Mar 07 21:29:08.415507 dv-neutron-829957-1-hyperv neutron-server[88388]: {{(pid=88388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 21:29:08.502186 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Attempting to bind port cd02470b-47db-4671-84ee-e904d80678b1 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:29:08.502584 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Attempting to bind port cd02470b-47db-4671-84ee-e904d80678b1 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '675b4e76-cd87-47b6-b7cc-d3dae723cddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '592c8954-6672-4fa7-a2b9-66b4eb6a5cea'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:29:08.502989 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Attempting to bind port cd02470b-47db-4671-84ee-e904d80678b1 on network 592c8954-6672-4fa7-a2b9-66b4eb6a5cea {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:29:08.508193 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:29:08.508591 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Checking segment: {'id': '675b4e76-cd87-47b6-b7cc-d3dae723cddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '592c8954-6672-4fa7-a2b9-66b4eb6a5cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:29:08.509113 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:08.509451 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Bound using segment: {'id': '675b4e76-cd87-47b6-b7cc-d3dae723cddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '592c8954-6672-4fa7-a2b9-66b4eb6a5cea'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:29:08.509906 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Bound port: cd02470b-47db-4671-84ee-e904d80678b1, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '675b4e76-cd87-47b6-b7cc-d3dae723cddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '592c8954-6672-4fa7-a2b9-66b4eb6a5cea'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:29:08.510307 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:08.597596 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] For port cd02470b-47db-4671-84ee-e904d80678b1, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:29:08.601350 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] For port cd02470b-47db-4671-84ee-e904d80678b1, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=cd02470b-47db-4671-84ee-e904d80678b1,segment=NetworkSegment(675b4e76-cd87-47b6-b7cc-d3dae723cddd),segment_id=675b4e76-cd87-47b6-b7cc-d3dae723cddd)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:29:08.689913 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:08.776349 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e742162-a521-43d2-b1cb-60a800e68c47 None None] Pushing event updated for resources: {'Port': ['ID=cd02470b-47db-4671-84ee-e904d80678b1,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:29:10.049718 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 36858) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:29:10.414803 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-41f550f1-284a-4380-9b22-e69f9b09d3ec admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:29:10.415787 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-41f550f1-284a-4380-9b22-e69f9b09d3ec admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3650298 Mar 07 21:29:12.515415 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21f8b35-2a05-4e67-9fd0-dfe6ba5138be None None] Network 592c8954-6672-4fa7-a2b9-66b4eb6a5cea requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:29:12.678482 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-71f19072-af76-497b-8515-4dff957d7b83 None None] Provisioning for port cd02470b-47db-4671-84ee-e904d80678b1 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:29:12.820322 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 36872) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:29:13.021418 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device cd02470b-47db-4671-84ee-e904d80678b1 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:29:13.135098 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port cd02470b-47db-4671-84ee-e904d80678b1 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:29:13.139959 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port cd02470b-47db-4671-84ee-e904d80678b1 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:29:13.144690 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:13.195018 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-a41275e3-fffa-4fc6-b6e0-0bc589846da9 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:29:13.196011 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a41275e3-fffa-4fc6-b6e0-0bc589846da9 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3747640 Mar 07 21:29:13.256389 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:13.291143 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port cd02470b-47db-4671-84ee-e904d80678b1, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=cd02470b-47db-4671-84ee-e904d80678b1,segment=NetworkSegment(675b4e76-cd87-47b6-b7cc-d3dae723cddd),segment_id=675b4e76-cd87-47b6-b7cc-d3dae723cddd)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:29:13.364234 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:13.434775 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=cd02470b-47db-4671-84ee-e904d80678b1,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:29:14.999280 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device cd02470b-47db-4671-84ee-e904d80678b1 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:29:15.064735 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port cd02470b-47db-4671-84ee-e904d80678b1 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:29:15.065100 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:15.856126 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 36884) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:29:16.421635 dv-neutron-829957-1-hyperv neutron-server[88387]: WARNING oslo_policy.policy [None req-b9e141e6-e57d-4ed0-8971-ee55b656dc94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 21:29:16.422261 dv-neutron-829957-1-hyperv neutron-server[88387]: WARNING oslo_policy.policy [None req-b9e141e6-e57d-4ed0-8971-ee55b656dc94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 21:29:16.635424 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-b9e141e6-e57d-4ed0-8971-ee55b656dc94 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'a08b6b9976b64127929a7b2914064fd4', 'admin_state_up': True}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:29:16.701065 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.policy [None req-b9e141e6-e57d-4ed0-8971-ee55b656dc94 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88387) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 21:29:16.745806 dv-neutron-829957-1-hyperv neutron-server[88387]: WARNING oslo_policy.policy [None req-b9e141e6-e57d-4ed0-8971-ee55b656dc94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 21:29:16.746200 dv-neutron-829957-1-hyperv neutron-server[88387]: WARNING oslo_policy.policy [None req-b9e141e6-e57d-4ed0-8971-ee55b656dc94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 21:29:16.754545 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.quota [None req-b9e141e6-e57d-4ed0-8971-ee55b656dc94 admin admin] Loaded quota_driver: . Mar 07 21:29:16.770607 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b9e141e6-e57d-4ed0-8971-ee55b656dc94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:29:16.778666 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b9e141e6-e57d-4ed0-8971-ee55b656dc94 admin admin] Usage tracker for resource:router and tenant:a08b6b9976b64127929a7b2914064fd4 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:29:16.783609 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b9e141e6-e57d-4ed0-8971-ee55b656dc94 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:29:16.791371 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b9e141e6-e57d-4ed0-8971-ee55b656dc94 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:29:16.935390 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b9e141e6-e57d-4ed0-8971-ee55b656dc94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:16.937507 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b9e141e6-e57d-4ed0-8971-ee55b656dc94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:16.963396 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b9e141e6-e57d-4ed0-8971-ee55b656dc94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:17.137782 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b9e141e6-e57d-4ed0-8971-ee55b656dc94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:17.221861 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b9e141e6-e57d-4ed0-8971-ee55b656dc94 admin admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:17.223230 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b9e141e6-e57d-4ed0-8971-ee55b656dc94 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3650501 Mar 07 21:29:19.604793 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 36900) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:29:19.968050 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-f3cfe2d9-1bf8-472b-8788-1f7f8adedffa admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:29:19.969039 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f3cfe2d9-1bf8-472b-8788-1f7f8adedffa admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3627174 Mar 07 21:29:20.032687 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-960cc8f6-0b06-4f9a-aabd-d947a52c7614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:22.216327 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c417fdf7-17ff-47e8-8736-46176c97ca84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:22.359691 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 36910) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:29:22.715733 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-60a2eab3-81e1-463d-886c-4981a454bd68 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:29:22.720932 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-60a2eab3-81e1-463d-886c-4981a454bd68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:29:22.724584 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-60a2eab3-81e1-463d-886c-4981a454bd68 admin admin] Usage tracker for resource:network and tenant:980ab70077d945a49dbac53df8cd8999 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:29:22.727351 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-60a2eab3-81e1-463d-886c-4981a454bd68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:29:22.732844 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-60a2eab3-81e1-463d-886c-4981a454bd68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:29:22.798863 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a2eab3-81e1-463d-886c-4981a454bd68 admin admin] Made reservation on behalf of 980ab70077d945a49dbac53df8cd8999 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:29:22.801143 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-60a2eab3-81e1-463d-886c-4981a454bd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:22.812792 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-60a2eab3-81e1-463d-886c-4981a454bd68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:22.829571 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-60a2eab3-81e1-463d-886c-4981a454bd68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:29:22.833266 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-60a2eab3-81e1-463d-886c-4981a454bd68 admin admin] Usage tracker for resource:security_group_rule and tenant:980ab70077d945a49dbac53df8cd8999 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:29:22.835956 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-60a2eab3-81e1-463d-886c-4981a454bd68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:29:22.842170 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-60a2eab3-81e1-463d-886c-4981a454bd68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:29:22.919575 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-60a2eab3-81e1-463d-886c-4981a454bd68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:22.974592 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-60a2eab3-81e1-463d-886c-4981a454bd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:22.997775 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-60a2eab3-81e1-463d-886c-4981a454bd68 admin admin] Reserving flat network on physical network physnet1 {{(pid=88386) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 07 21:29:23.010826 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2eab3-81e1-463d-886c-4981a454bd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab11eecb-4b42-4d3e-93f2-e0d6cfedffbf,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:29:23.017027 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-60a2eab3-81e1-463d-886c-4981a454bd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:23.017362 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-60a2eab3-81e1-463d-886c-4981a454bd68 admin admin] Added segment b7294537-e1cd-41ef-9841-3052387a51bc of type flat for network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 Mar 07 21:29:23.048176 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-60a2eab3-81e1-463d-886c-4981a454bd68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:23.073486 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:23.153136 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-60a2eab3-81e1-463d-886c-4981a454bd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:23.154053 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a2eab3-81e1-463d-886c-4981a454bd68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:29:23.154616 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-60a2eab3-81e1-463d-886c-4981a454bd68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:23.253684 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2eab3-81e1-463d-886c-4981a454bd68 admin admin] Pushing event updated for resources: {'Network': ['ID=a3015ce6-e7a9-4329-aba7-a9f29a3d3093,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:29:23.264001 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:29:23.297001 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-60a2eab3-81e1-463d-886c-4981a454bd68 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9362564 Mar 07 21:29:23.377100 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:24.587493 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:25.666669 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 36930) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:29:25.866556 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed359c2-5e9d-4955-ad28-36945e5a5126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:29:25.867869 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bed359c2-5e9d-4955-ad28-36945e5a5126 admin admin] 10.222.0.21 "GET /v2.0/subnets/39589f0f-df77-4eaa-88a7-ecd7b34dfc42 HTTP/1.1" status: 200 len: 849 time: 0.1996658 Mar 07 21:29:26.035154 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e7695819-fd04-4f9b-a9d2-63d293c3c321 admin admin] 10.222.0.21 "GET /v2.0/routers/a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c HTTP/1.1" status: 200 len: 704 time: 0.1615348 Mar 07 21:29:26.478506 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-56fd2b8c-879d-4a2c-afce-0f952fe3f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:26.698156 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-56fd2b8c-879d-4a2c-afce-0f952fe3f9a6 admin admin] Allocated IP 172.20.0.1 (592c8954-6672-4fa7-a2b9-66b4eb6a5cea/39589f0f-df77-4eaa-88a7-ecd7b34dfc42/849c93bd-9779-49b8-966d-35c767a18332) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:29:26.874965 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-56fd2b8c-879d-4a2c-afce-0f952fe3f9a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:26.891186 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-56fd2b8c-879d-4a2c-afce-0f952fe3f9a6 admin admin] Transition to ACTIVE for port object 849c93bd-9779-49b8-966d-35c767a18332 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:29:26.988380 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-56fd2b8c-879d-4a2c-afce-0f952fe3f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:27.049719 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fd2b8c-879d-4a2c-afce-0f952fe3f9a6 admin admin] Network 592c8954-6672-4fa7-a2b9-66b4eb6a5cea is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:29:27.052437 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-56fd2b8c-879d-4a2c-afce-0f952fe3f9a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:29:27.059993 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fd2b8c-879d-4a2c-afce-0f952fe3f9a6 admin admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:29:27.060497 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-56fd2b8c-879d-4a2c-afce-0f952fe3f9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:27.183819 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd2b8c-879d-4a2c-afce-0f952fe3f9a6 admin admin] Pushing event updated for resources: {'Port': ['ID=849c93bd-9779-49b8-966d-35c767a18332,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:29:27.278533 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-076665c0-40e4-4f2c-a995-bbdd68d2ee70 None None] Provisioning for port 849c93bd-9779-49b8-966d-35c767a18332 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:29:27.283600 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-076665c0-40e4-4f2c-a995-bbdd68d2ee70 None None] Provisioning complete for port 849c93bd-9779-49b8-966d-35c767a18332 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:29:27.283965 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-076665c0-40e4-4f2c-a995-bbdd68d2ee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:27.338244 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-076665c0-40e4-4f2c-a995-bbdd68d2ee70 None None] Port 849c93bd-9779-49b8-966d-35c767a18332 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:29:27.404874 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-56fd2b8c-879d-4a2c-afce-0f952fe3f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:27.621343 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-56fd2b8c-879d-4a2c-afce-0f952fe3f9a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:27.707260 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-56fd2b8c-879d-4a2c-afce-0f952fe3f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:27.707916 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-56fd2b8c-879d-4a2c-afce-0f952fe3f9a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:27.847840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd2b8c-879d-4a2c-afce-0f952fe3f9a6 admin admin] Pushing event updated for resources: {'Port': ['ID=849c93bd-9779-49b8-966d-35c767a18332,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:29:27.900145 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fd2b8c-879d-4a2c-afce-0f952fe3f9a6 admin admin] Network 592c8954-6672-4fa7-a2b9-66b4eb6a5cea is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:29:27.901188 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-56fd2b8c-879d-4a2c-afce-0f952fe3f9a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:29:28.059574 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ad15388d-2275-4cb0-aeef-e71e99be9cd5 None None] Provisioning complete for port 849c93bd-9779-49b8-966d-35c767a18332 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:29:28.059936 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ad15388d-2275-4cb0-aeef-e71e99be9cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:28.111082 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-ad15388d-2275-4cb0-aeef-e71e99be9cd5 None None] Port 849c93bd-9779-49b8-966d-35c767a18332 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:29:28.174840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fd2b8c-879d-4a2c-afce-0f952fe3f9a6 admin admin] Router a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:29:28.366930 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fd2b8c-879d-4a2c-afce-0f952fe3f9a6 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:29:28.376090 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-56fd2b8c-879d-4a2c-afce-0f952fe3f9a6 admin admin] 10.222.0.21 "PUT /v2.0/routers/a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3360984 Mar 07 21:29:28.377440 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] Sync routers for ids ['a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:29:28.388503 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] Routers {'a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:29:28.389875 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:29:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:29:28.572292 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] Set router a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:29:28.934342 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c', 'name': 'router1', 'tenant_id': 'a08b6b9976b64127929a7b2914064fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:29:16Z', 'updated_at': '2022-03-07T21:29:27Z', 'revision_number': 2, 'project_id': 'a08b6b9976b64127929a7b2914064fd4', 'gw_port_host': None, '_interfaces': [{'id': '849c93bd-9779-49b8-966d-35c767a18332', 'name': '', 'network_id': '592c8954-6672-4fa7-a2b9-66b4eb6a5cea', 'tenant_id': 'a08b6b9976b64127929a7b2914064fd4', 'mac_address': 'fa:16:3e:82:92:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39589f0f-df77-4eaa-88a7-ecd7b34dfc42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:29:26Z', 'updated_at': '2022-03-07T21:29:27Z', 'revision_number': 2, 'project_id': 'a08b6b9976b64127929a7b2914064fd4', 'subnets': [{'id': '39589f0f-df77-4eaa-88a7-ecd7b34dfc42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee559685-9d5e-48f1-8475-9e599134e59a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:29:28.939026 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] Checking router: a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:29:28.939390 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] Updating router a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c port 849c93bd-9779-49b8-966d-35c767a18332 binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:29:28.991066 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:29.457519 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:29.472168 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] Transition to ACTIVE for port object 849c93bd-9779-49b8-966d-35c767a18332 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:29:29.553799 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:29.775132 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc503b-63c1-4881-8d2f-d11d564ce980 None None] Pushing event updated for resources: {'Port': ['ID=849c93bd-9779-49b8-966d-35c767a18332,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:29:29.792626 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc503b-63c1-4881-8d2f-d11d564ce980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:29.792983 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc503b-63c1-4881-8d2f-d11d564ce980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:29.793313 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc503b-63c1-4881-8d2f-d11d564ce980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:29.793635 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc503b-63c1-4881-8d2f-d11d564ce980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:29.793969 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc503b-63c1-4881-8d2f-d11d564ce980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:29.794304 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc503b-63c1-4881-8d2f-d11d564ce980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:29.794621 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc503b-63c1-4881-8d2f-d11d564ce980 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:29.794937 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc503b-63c1-4881-8d2f-d11d564ce980 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:29.795263 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc503b-63c1-4881-8d2f-d11d564ce980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:29.795570 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc503b-63c1-4881-8d2f-d11d564ce980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:29.795879 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc503b-63c1-4881-8d2f-d11d564ce980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:29.796216 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc503b-63c1-4881-8d2f-d11d564ce980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc503b-63c1-4881-8d2f-d11d564ce980 None None] Tracked resource versions report: Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: pushed versions: Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: { 'AddressGroup': {'1.2'}, Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: 'ConntrackHelper': {'1.0'}, Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: 'Log': {'1.0'}, Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: 'Network': {'1.1'}, Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: 'Port': {'1.7'}, Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: 'PortForwarding': {'1.2'}, Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: 'QosPolicy': {'1.8'}, Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: 'SecurityGroup': {'1.4'}, Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: 'SecurityGroupRule': {'1.2'}, Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: 'SubPort': {'1.0'}, Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: 'Subnet': {'1.1'}, Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: 'Trunk': {'1.1'}} Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: consumer versions: Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: { DHCP agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: L3 agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: Metadata agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: Metering agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: Open vSwitch agent@dv-neutron-829957-1-hyperv: { 'AddressGroup': '1.2', Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: 'ConntrackHelper': '1.0', Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: 'Log': '1.0', Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: 'Network': '1.1', Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: 'Port': '1.7', Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: 'PortForwarding': '1.2', Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: 'QosPolicy': '1.8', Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: 'SecurityGroup': '1.4', Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: 'SecurityGroupRule': '1.2', Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: 'SubPort': '1.0', Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: 'Subnet': '1.1', Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: 'Trunk': '1.1'}} Mar 07 21:29:29.797548 dv-neutron-829957-1-hyperv neutron-server[88389]: {{(pid=88389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 21:29:29.803421 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] Attempting to bind port 849c93bd-9779-49b8-966d-35c767a18332 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:29:29.803823 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] Attempting to bind port 849c93bd-9779-49b8-966d-35c767a18332 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '675b4e76-cd87-47b6-b7cc-d3dae723cddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '592c8954-6672-4fa7-a2b9-66b4eb6a5cea'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:29:29.804217 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] Attempting to bind port 849c93bd-9779-49b8-966d-35c767a18332 on network 592c8954-6672-4fa7-a2b9-66b4eb6a5cea {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:29:29.811367 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:29:29.811367 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] Checking segment: {'id': '675b4e76-cd87-47b6-b7cc-d3dae723cddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '592c8954-6672-4fa7-a2b9-66b4eb6a5cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:29:29.811367 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:29.811367 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] Bound using segment: {'id': '675b4e76-cd87-47b6-b7cc-d3dae723cddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '592c8954-6672-4fa7-a2b9-66b4eb6a5cea'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:29:29.811806 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] Bound port: 849c93bd-9779-49b8-966d-35c767a18332, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '675b4e76-cd87-47b6-b7cc-d3dae723cddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '592c8954-6672-4fa7-a2b9-66b4eb6a5cea'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:29:29.812181 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:29.897728 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] For port 849c93bd-9779-49b8-966d-35c767a18332, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:29:29.902157 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] For port 849c93bd-9779-49b8-966d-35c767a18332, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=849c93bd-9779-49b8-966d-35c767a18332,segment=NetworkSegment(675b4e76-cd87-47b6-b7cc-d3dae723cddd),segment_id=675b4e76-cd87-47b6-b7cc-d3dae723cddd)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:29:29.988409 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:30.075980 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] Routers {'a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:29:30.076597 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:29:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:29:30.123900 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc503b-63c1-4881-8d2f-d11d564ce980 None None] Pushing event updated for resources: {'Port': ['ID=849c93bd-9779-49b8-966d-35c767a18332,revision_number=4']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:29:30.232015 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] Set router a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:29:30.554288 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c', 'name': 'router1', 'tenant_id': 'a08b6b9976b64127929a7b2914064fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:29:16Z', 'updated_at': '2022-03-07T21:29:27Z', 'revision_number': 2, 'project_id': 'a08b6b9976b64127929a7b2914064fd4', 'gw_port_host': None, '_interfaces': [{'id': '849c93bd-9779-49b8-966d-35c767a18332', 'name': '', 'network_id': '592c8954-6672-4fa7-a2b9-66b4eb6a5cea', 'tenant_id': 'a08b6b9976b64127929a7b2914064fd4', 'mac_address': 'fa:16:3e:82:92:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39589f0f-df77-4eaa-88a7-ecd7b34dfc42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:29:26Z', 'updated_at': '2022-03-07T21:29:29Z', 'revision_number': 4, 'project_id': 'a08b6b9976b64127929a7b2914064fd4', 'subnets': [{'id': '39589f0f-df77-4eaa-88a7-ecd7b34dfc42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee559685-9d5e-48f1-8475-9e599134e59a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:29:30.558578 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6dfd99-4d3c-44cc-8cbf-2aaca37efd36 None None] The sync data for ids ['a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c'] in dv-neutron-829957-1-hyperv is: [{'id': 'a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c', 'name': 'router1', 'tenant_id': 'a08b6b9976b64127929a7b2914064fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:29:16Z', 'updated_at': '2022-03-07T21:29:27Z', 'revision_number': 2, 'project_id': 'a08b6b9976b64127929a7b2914064fd4', 'gw_port_host': None, '_interfaces': [{'id': '849c93bd-9779-49b8-966d-35c767a18332', 'name': '', 'network_id': '592c8954-6672-4fa7-a2b9-66b4eb6a5cea', 'tenant_id': 'a08b6b9976b64127929a7b2914064fd4', 'mac_address': 'fa:16:3e:82:92:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39589f0f-df77-4eaa-88a7-ecd7b34dfc42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:29:26Z', 'updated_at': '2022-03-07T21:29:29Z', 'revision_number': 4, 'project_id': 'a08b6b9976b64127929a7b2914064fd4', 'subnets': [{'id': '39589f0f-df77-4eaa-88a7-ecd7b34dfc42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee559685-9d5e-48f1-8475-9e599134e59a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:29:30.577304 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 36952) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:29:30.716453 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b4eeb5-2a6b-4a82-a341-3d440fcdad0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:29:30.716997 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-03b4eeb5-2a6b-4a82-a341-3d440fcdad0b admin admin] Synchronizing usage tracker for tenant:980ab70077d945a49dbac53df8cd8999 on resource:network {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:29:30.791985 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-03b4eeb5-2a6b-4a82-a341-3d440fcdad0b admin admin] Unset dirty status for tenant:980ab70077d945a49dbac53df8cd8999 on resource:network {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:29:30.793357 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-03b4eeb5-2a6b-4a82-a341-3d440fcdad0b admin admin] 10.222.0.21 "GET /v2.0/networks/a3015ce6-e7a9-4329-aba7-a9f29a3d3093 HTTP/1.1" status: 200 len: 842 time: 0.2148242 Mar 07 21:29:30.804660 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-6c03b4f4-25c6-4435-a841-2774b0546099 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.2.1', 'cidr': '172.26.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:29:30.816243 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-6c03b4f4-25c6-4435-a841-2774b0546099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:29:30.820420 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6c03b4f4-25c6-4435-a841-2774b0546099 admin admin] Usage tracker for resource:subnet and tenant:980ab70077d945a49dbac53df8cd8999 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:29:30.823274 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6c03b4f4-25c6-4435-a841-2774b0546099 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:29:30.830053 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-6c03b4f4-25c6-4435-a841-2774b0546099 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:29:30.884817 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c03b4f4-25c6-4435-a841-2774b0546099 admin admin] Made reservation on behalf of 980ab70077d945a49dbac53df8cd8999 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:29:30.887752 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6c03b4f4-25c6-4435-a841-2774b0546099 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:31.299053 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.objects.ports [None req-6c03b4f4-25c6-4435-a841-2774b0546099 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88386) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 07 21:29:31.299525 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6c03b4f4-25c6-4435-a841-2774b0546099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:31.376115 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03b4f4-25c6-4435-a841-2774b0546099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=568ef47e-f586-4ed8-b79f-20d6cc2fdbd8,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:29:31.384704 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c03b4f4-25c6-4435-a841-2774b0546099 admin admin] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:29:31.385057 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c03b4f4-25c6-4435-a841-2774b0546099 admin admin] Network hostable DHCP agents. Network: a3015ce6-e7a9-4329-aba7-a9f29a3d3093, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:29:31.490716 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c03b4f4-25c6-4435-a841-2774b0546099 admin admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:29:31.564632 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-6c03b4f4-25c6-4435-a841-2774b0546099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, a3015ce6-e7a9-4329-aba7-a9f29a3d3093) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:29:31.568553 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c03b4f4-25c6-4435-a841-2774b0546099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:29:31.569131 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6c03b4f4-25c6-4435-a841-2774b0546099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:31.574515 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c4ef5d-d626-4eda-ba89-b3daa4a27a94 None None] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:29:31.685758 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6c03b4f4-25c6-4435-a841-2774b0546099 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8863750 Mar 07 21:29:31.789385 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4cff73-c223-4204-9a6e-d1bc0b19ad1c None None] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:29:33.024118 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 849c93bd-9779-49b8-966d-35c767a18332 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:29:33.170445 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 849c93bd-9779-49b8-966d-35c767a18332 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:29:33.175118 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 849c93bd-9779-49b8-966d-35c767a18332 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:29:33.175521 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:33.182736 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 5 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:29:33.289581 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:33.319589 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 849c93bd-9779-49b8-966d-35c767a18332, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=849c93bd-9779-49b8-966d-35c767a18332,segment=NetworkSegment(675b4e76-cd87-47b6-b7cc-d3dae723cddd),segment_id=675b4e76-cd87-47b6-b7cc-d3dae723cddd)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:29:33.399265 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:33.466528 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=849c93bd-9779-49b8-966d-35c767a18332,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:29:33.938786 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 36966) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:29:34.129475 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b2c89a78-d3e2-4a51-a9c0-845ed32d1543 admin admin] 10.222.0.21 "GET /v2.0/routers/a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c HTTP/1.1" status: 200 len: 710 time: 0.1895139 Mar 07 21:29:34.253349 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfb9f83-1df9-4bd6-8a23-6d2e9521b4f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:29:34.254695 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1cfb9f83-1df9-4bd6-8a23-6d2e9521b4f0 admin admin] 10.222.0.21 "GET /v2.0/networks/a3015ce6-e7a9-4329-aba7-a9f29a3d3093 HTTP/1.1" status: 200 len: 886 time: 0.1199892 Mar 07 21:29:34.263001 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-59695ef7-367c-442b-a1fc-6bdd875cecd2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:29:34.736047 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-59695ef7-367c-442b-a1fc-6bdd875cecd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:35.010041 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 849c93bd-9779-49b8-966d-35c767a18332 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:29:35.076544 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 849c93bd-9779-49b8-966d-35c767a18332 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:29:35.076919 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:35.092499 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-59695ef7-367c-442b-a1fc-6bdd875cecd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:35.150034 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-59695ef7-367c-442b-a1fc-6bdd875cecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:35.277896 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-59695ef7-367c-442b-a1fc-6bdd875cecd2 admin admin] Allocated IP 172.26.2.141 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/7a13232b-08cc-4b99-9726-d3511863ce97) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:29:35.417519 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-59695ef7-367c-442b-a1fc-6bdd875cecd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:35.508111 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-59695ef7-367c-442b-a1fc-6bdd875cecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:35.570919 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59695ef7-367c-442b-a1fc-6bdd875cecd2 admin admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:29:35.577393 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-59695ef7-367c-442b-a1fc-6bdd875cecd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:29:35.580033 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59695ef7-367c-442b-a1fc-6bdd875cecd2 admin admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:29:35.643982 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59695ef7-367c-442b-a1fc-6bdd875cecd2 admin admin] Pushing event updated for resources: {'Port': ['ID=7a13232b-08cc-4b99-9726-d3511863ce97,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:29:36.014938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-59695ef7-367c-442b-a1fc-6bdd875cecd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:36.382640 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-59695ef7-367c-442b-a1fc-6bdd875cecd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:36.386502 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-59695ef7-367c-442b-a1fc-6bdd875cecd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-864536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-864531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-867168'] for router, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:36.558233 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59695ef7-367c-442b-a1fc-6bdd875cecd2 admin admin] Router a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:29:36.730004 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59695ef7-367c-442b-a1fc-6bdd875cecd2 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:29:36.737861 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-59695ef7-367c-442b-a1fc-6bdd875cecd2 admin admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:36.739057 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] Sync routers for ids ['a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:29:36.739529 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-59695ef7-367c-442b-a1fc-6bdd875cecd2 admin admin] 10.222.0.21 "PUT /v2.0/routers/a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c HTTP/1.1" status: 200 len: 890 time: 2.4792414 Mar 07 21:29:36.749819 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] Routers {'a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:29:36.750529 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:29:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:29:36.940650 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] Set router a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:29:37.293761 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c', 'name': 'router1', 'tenant_id': 'a08b6b9976b64127929a7b2914064fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.141'}], 'enable_snat': True}, 'gw_port_id': '7a13232b-08cc-4b99-9726-d3511863ce97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:29:16Z', 'updated_at': '2022-03-07T21:29:35Z', 'revision_number': 4, 'project_id': 'a08b6b9976b64127929a7b2914064fd4', 'gw_port': {'id': '7a13232b-08cc-4b99-9726-d3511863ce97', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:18:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:29:35Z', 'updated_at': '2022-03-07T21:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '849c93bd-9779-49b8-966d-35c767a18332', 'name': '', 'network_id': '592c8954-6672-4fa7-a2b9-66b4eb6a5cea', 'tenant_id': 'a08b6b9976b64127929a7b2914064fd4', 'mac_address': 'fa:16:3e:82:92:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39589f0f-df77-4eaa-88a7-ecd7b34dfc42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:29:26Z', 'updated_at': '2022-03-07T21:29:33Z', 'revision_number': 5, 'project_id': 'a08b6b9976b64127929a7b2914064fd4', 'subnets': [{'id': '39589f0f-df77-4eaa-88a7-ecd7b34dfc42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee559685-9d5e-48f1-8475-9e599134e59a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:29:37.298488 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] Checking router: a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:29:37.298837 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] Updating router a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c port 7a13232b-08cc-4b99-9726-d3511863ce97 binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:29:37.351682 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:37.677234 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:37.688258 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] Transition to ACTIVE for port object 7a13232b-08cc-4b99-9726-d3511863ce97 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:29:37.758831 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:37.834291 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] Attempting to bind port 7a13232b-08cc-4b99-9726-d3511863ce97 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:29:37.834661 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] Attempting to bind port 7a13232b-08cc-4b99-9726-d3511863ce97 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:29:37.835010 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] Attempting to bind port 7a13232b-08cc-4b99-9726-d3511863ce97 on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:29:37.840925 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbd2b4-8aea-445a-98b3-f9a3f3327928 None None] Pushing event updated for resources: {'Port': ['ID=7a13232b-08cc-4b99-9726-d3511863ce97,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:29:37.846007 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:29:37.846379 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:29:37.846773 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:37.847167 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:29:37.847620 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] Bound port: 7a13232b-08cc-4b99-9726-d3511863ce97, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:29:37.848293 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:37.921062 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] For port 7a13232b-08cc-4b99-9726-d3511863ce97, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:29:37.923959 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] For port 7a13232b-08cc-4b99-9726-d3511863ce97, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=7a13232b-08cc-4b99-9726-d3511863ce97,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:29:37.976501 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:38.054243 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] Routers {'a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:29:38.054881 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:29:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:29:38.110588 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbd2b4-8aea-445a-98b3-f9a3f3327928 None None] Pushing event updated for resources: {'Port': ['ID=7a13232b-08cc-4b99-9726-d3511863ce97,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:29:38.234328 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] Set router a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:29:38.580442 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c', 'name': 'router1', 'tenant_id': 'a08b6b9976b64127929a7b2914064fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.141'}], 'enable_snat': True}, 'gw_port_id': '7a13232b-08cc-4b99-9726-d3511863ce97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:29:16Z', 'updated_at': '2022-03-07T21:29:35Z', 'revision_number': 4, 'project_id': 'a08b6b9976b64127929a7b2914064fd4', 'gw_port': {'id': '7a13232b-08cc-4b99-9726-d3511863ce97', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:18:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:29:35Z', 'updated_at': '2022-03-07T21:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '849c93bd-9779-49b8-966d-35c767a18332', 'name': '', 'network_id': '592c8954-6672-4fa7-a2b9-66b4eb6a5cea', 'tenant_id': 'a08b6b9976b64127929a7b2914064fd4', 'mac_address': 'fa:16:3e:82:92:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39589f0f-df77-4eaa-88a7-ecd7b34dfc42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:29:26Z', 'updated_at': '2022-03-07T21:29:33Z', 'revision_number': 5, 'project_id': 'a08b6b9976b64127929a7b2914064fd4', 'subnets': [{'id': '39589f0f-df77-4eaa-88a7-ecd7b34dfc42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee559685-9d5e-48f1-8475-9e599134e59a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:29:38.584427 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f103e27e-22e3-4be4-bd06-e7eb8c4b7437 None None] The sync data for ids ['a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c'] in dv-neutron-829957-1-hyperv is: [{'id': 'a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c', 'name': 'router1', 'tenant_id': 'a08b6b9976b64127929a7b2914064fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.141'}], 'enable_snat': True}, 'gw_port_id': '7a13232b-08cc-4b99-9726-d3511863ce97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:29:16Z', 'updated_at': '2022-03-07T21:29:35Z', 'revision_number': 4, 'project_id': 'a08b6b9976b64127929a7b2914064fd4', 'gw_port': {'id': '7a13232b-08cc-4b99-9726-d3511863ce97', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:18:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:29:35Z', 'updated_at': '2022-03-07T21:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '849c93bd-9779-49b8-966d-35c767a18332', 'name': '', 'network_id': '592c8954-6672-4fa7-a2b9-66b4eb6a5cea', 'tenant_id': 'a08b6b9976b64127929a7b2914064fd4', 'mac_address': 'fa:16:3e:82:92:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f84d5a-9eed-4cfb-83df-a38ebbe55c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39589f0f-df77-4eaa-88a7-ecd7b34dfc42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:29:26Z', 'updated_at': '2022-03-07T21:29:33Z', 'revision_number': 5, 'project_id': 'a08b6b9976b64127929a7b2914064fd4', 'subnets': [{'id': '39589f0f-df77-4eaa-88a7-ecd7b34dfc42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee559685-9d5e-48f1-8475-9e599134e59a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:29:39.046511 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 7a13232b-08cc-4b99-9726-d3511863ce97 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:29:39.107036 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 36976) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:29:39.187517 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 7a13232b-08cc-4b99-9726-d3511863ce97 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:29:39.192673 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 7a13232b-08cc-4b99-9726-d3511863ce97 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:29:39.193052 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:39.220568 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-85e92b74-f880-4c03-b4e2-3e9d1eb0df31 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1124189 Mar 07 21:29:39.321085 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:39.339997 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 7a13232b-08cc-4b99-9726-d3511863ce97, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=7a13232b-08cc-4b99-9726-d3511863ce97,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:29:39.410616 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:39.482118 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=7a13232b-08cc-4b99-9726-d3511863ce97,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:29:41.019976 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 7a13232b-08cc-4b99-9726-d3511863ce97 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:29:41.089126 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 7a13232b-08cc-4b99-9726-d3511863ce97 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:29:41.089703 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:50.059214 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c327144d-8d22-488c-8a34-fcb773c6424e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:52.244957 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7b6a71cc-697b-4704-8129-1af3d9a88ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:53.067744 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:53.358904 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:29:54.604409 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:30:10.181637 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 5 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:30:20.010268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fc70730b-14aa-4aea-ba34-7b82e06efd3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:30:22.245266 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-811a9a1f-01fb-4e53-9320-46786b9a2e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:30:23.073598 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:30:23.341300 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:30:24.609422 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:30:47.180650 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 5 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:30:50.032218 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a935b3c9-da3b-48f6-89d8-3a782eb2900d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:30:52.249225 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c2a728d9-5ba6-4832-b635-d7099845ff8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:30:53.112179 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:30:53.352116 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:30:55.386580 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:31:20.002930 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a36a0720-898f-41c6-b78f-209d0d65a671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:31:22.248585 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4f7b2bda-22d4-4e85-ba32-c4e1b90045a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:31:23.088150 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:31:23.362265 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:31:24.179360 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 5 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:31:24.637034 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:31:47.718515 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 37578) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:31:47.797354 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23bfd59-0bf9-41db-ba7b-22a278496f50 admin admin] GET failed (client error): The resource could not be found. Mar 07 21:31:47.798719 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e23bfd59-0bf9-41db-ba7b-22a278496f50 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0792849 Mar 07 21:31:47.953322 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debd0ab3-5dfc-415e-b158-255f9d153bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:31:47.954891 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-debd0ab3-5dfc-415e-b158-255f9d153bb1 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1519151 Mar 07 21:31:50.002166 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c71b5f10-e0da-4f55-9ec8-31fb47f460c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:31:50.089278 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 37588) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:31:50.195802 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a9865d-10be-4fe8-9518-e885993b5625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:31:50.197076 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-62a9865d-10be-4fe8-9518-e885993b5625 admin admin] 10.222.0.21 "GET /v2.0/subnets/39589f0f-df77-4eaa-88a7-ecd7b34dfc42 HTTP/1.1" status: 200 len: 849 time: 0.1068571 Mar 07 21:31:50.206037 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-c250e30a-14d5-4d3c-8d08-4d55006ea553 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:31:50.318754 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c250e30a-14d5-4d3c-8d08-4d55006ea553 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:31:50.670688 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c250e30a-14d5-4d3c-8d08-4d55006ea553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742366814455'] for subnet, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:31:50.739601 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c250e30a-14d5-4d3c-8d08-4d55006ea553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:31:50.740347 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c250e30a-14d5-4d3c-8d08-4d55006ea553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:31:50.741488 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c250e30a-14d5-4d3c-8d08-4d55006ea553 admin admin] 10.222.0.21 "PUT /v2.0/subnets/39589f0f-df77-4eaa-88a7-ecd7b34dfc42 HTTP/1.1" status: 200 len: 868 time: 0.5389271 Mar 07 21:31:50.754519 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250e30a-14d5-4d3c-8d08-4d55006ea553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39589f0f-df77-4eaa-88a7-ecd7b34dfc42,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:31:50.759053 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b845f17-2d9e-418e-9574-087238d2043e None None] Network 592c8954-6672-4fa7-a2b9-66b4eb6a5cea requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:31:50.763498 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250e30a-14d5-4d3c-8d08-4d55006ea553 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:31:50.763855 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250e30a-14d5-4d3c-8d08-4d55006ea553 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:31:50.764212 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250e30a-14d5-4d3c-8d08-4d55006ea553 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:31:50.764534 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250e30a-14d5-4d3c-8d08-4d55006ea553 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:31:50.765050 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250e30a-14d5-4d3c-8d08-4d55006ea553 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:31:50.765207 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250e30a-14d5-4d3c-8d08-4d55006ea553 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:31:50.765545 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250e30a-14d5-4d3c-8d08-4d55006ea553 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:31:50.765870 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250e30a-14d5-4d3c-8d08-4d55006ea553 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:31:50.767943 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250e30a-14d5-4d3c-8d08-4d55006ea553 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:31:50.767943 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250e30a-14d5-4d3c-8d08-4d55006ea553 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:31:50.767943 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250e30a-14d5-4d3c-8d08-4d55006ea553 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:31:50.767943 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250e30a-14d5-4d3c-8d08-4d55006ea553 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250e30a-14d5-4d3c-8d08-4d55006ea553 admin admin] Tracked resource versions report: Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: pushed versions: Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: { 'AddressGroup': {'1.2'}, Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: 'ConntrackHelper': {'1.0'}, Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: 'Log': {'1.0'}, Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: 'Network': {'1.1'}, Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: 'Port': {'1.7'}, Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: 'PortForwarding': {'1.2'}, Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: 'QosPolicy': {'1.8'}, Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: 'SecurityGroup': {'1.4'}, Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: 'SecurityGroupRule': {'1.2'}, Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: 'SubPort': {'1.0'}, Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: 'Subnet': {'1.1'}, Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: 'Trunk': {'1.1'}} Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: consumer versions: Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: { DHCP agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: L3 agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: Metadata agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: Metering agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: Open vSwitch agent@dv-neutron-829957-1-hyperv: { 'AddressGroup': '1.2', Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: 'ConntrackHelper': '1.0', Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: 'Log': '1.0', Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: 'Network': '1.1', Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: 'Port': '1.7', Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: 'PortForwarding': '1.2', Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: 'QosPolicy': '1.8', Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: 'SecurityGroup': '1.4', Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: 'SecurityGroupRule': '1.2', Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: 'SubPort': '1.0', Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: 'Subnet': '1.1', Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: 'Trunk': '1.1'}} Mar 07 21:31:50.768554 dv-neutron-829957-1-hyperv neutron-server[88387]: {{(pid=88387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 21:31:51.182467 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9f46e49b-a9b9-42dc-bd8a-a8b253a7ef0a None None] Provisioning complete for port cd02470b-47db-4671-84ee-e904d80678b1 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:31:51.182988 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9f46e49b-a9b9-42dc-bd8a-a8b253a7ef0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:31:51.305303 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9f46e49b-a9b9-42dc-bd8a-a8b253a7ef0a None None] Provisioning complete for port 849c93bd-9779-49b8-966d-35c767a18332 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:31:51.305669 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9f46e49b-a9b9-42dc-bd8a-a8b253a7ef0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:31:52.236609 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1324149e-20e2-4abf-8e7f-271916e5e87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:31:52.898029 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 37602) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:31:53.076420 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:31:53.081970 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681983d0-c0e5-4780-8150-09ea785a21c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:31:53.082392 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681983d0-c0e5-4780-8150-09ea785a21c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:31:53.083893 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-681983d0-c0e5-4780-8150-09ea785a21c3 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1849225 Mar 07 21:31:53.339205 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:31:54.619401 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:31:55.218188 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 37612) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:31:55.388016 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebcef26-6a4d-4d66-8bdb-cf85ee58a57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:31:55.388490 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebcef26-6a4d-4d66-8bdb-cf85ee58a57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:31:55.390004 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1ebcef26-6a4d-4d66-8bdb-cf85ee58a57a admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1708615 Mar 07 21:31:57.520090 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 37622) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:31:57.687879 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1979cfbf-c757-4b15-a0f0-f14d0eddf2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:31:57.689200 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1979cfbf-c757-4b15-a0f0-f14d0eddf2a7 admin admin] 10.222.0.21 "GET /v2.0/networks/592c8954-6672-4fa7-a2b9-66b4eb6a5cea HTTP/1.1" status: 200 len: 868 time: 0.1681960 Mar 07 21:31:59.818561 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 37632) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:31:59.983881 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771e7ea8-d6aa-4ba2-b0b1-1b72711c7d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:31:59.985220 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-771e7ea8-d6aa-4ba2-b0b1-1b72711c7d2e admin admin] 10.222.0.21 "GET /v2.0/networks/a3015ce6-e7a9-4329-aba7-a9f29a3d3093 HTTP/1.1" status: 200 len: 886 time: 0.1651490 Mar 07 21:32:01.178709 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 5 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:32:02.107814 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 37642) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:32:02.213756 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d242b55b-5d0b-4fa4-80cf-d80254d0e663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:02.214235 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d242b55b-5d0b-4fa4-80cf-d80254d0e663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:02.215711 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d242b55b-5d0b-4fa4-80cf-d80254d0e663 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1070144 Mar 07 21:32:04.340328 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 37652) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:32:04.444627 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c782633-147c-4246-a446-be9a7fcdfd40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:04.445079 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c782633-147c-4246-a446-be9a7fcdfd40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:04.446564 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5c782633-147c-4246-a446-be9a7fcdfd40 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1052406 Mar 07 21:32:06.588434 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 37662) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:32:06.695119 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ad983b-8789-4cf4-82cd-9cecbea5520d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:06.695661 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-73ad983b-8789-4cf4-82cd-9cecbea5520d admin admin] Synchronizing usage tracker for tenant:980ab70077d945a49dbac53df8cd8999 on resource:subnet {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:32:06.773554 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-73ad983b-8789-4cf4-82cd-9cecbea5520d admin admin] Unset dirty status for tenant:980ab70077d945a49dbac53df8cd8999 on resource:subnet {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:32:06.774668 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-73ad983b-8789-4cf4-82cd-9cecbea5520d admin admin] 10.222.0.21 "GET /v2.0/subnets/39589f0f-df77-4eaa-88a7-ecd7b34dfc42 HTTP/1.1" status: 200 len: 868 time: 0.1852961 Mar 07 21:32:08.903862 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 37672) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:32:09.001763 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff607b9-fff4-47f4-abc1-25b69cdb06f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:09.003081 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6ff607b9-fff4-47f4-abc1-25b69cdb06f8 admin admin] 10.222.0.21 "GET /v2.0/subnets/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8 HTTP/1.1" status: 200 len: 816 time: 0.0982840 Mar 07 21:32:19.995786 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-523dc5e1-f3fb-41f6-b724-75dde6b789e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:22.242495 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c3a0a635-b024-4a38-8ff7-1f1a89c8edf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:23.076176 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:23.367748 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:24.624366 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:28.057013 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 37718) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:32:28.103050 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-faa6f377-937c-45e5-b47c-c0fbf7a3d471 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:32:28.104091 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-faa6f377-937c-45e5-b47c-c0fbf7a3d471 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460570 Mar 07 21:32:30.315576 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 37728) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:32:30.381781 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ffd6bce-5bfe-4c34-bfdb-e1dbfbab7f53 admin admin] GET failed (client error): The resource could not be found. Mar 07 21:32:30.383071 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3ffd6bce-5bfe-4c34-bfdb-e1dbfbab7f53 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0665658 Mar 07 21:32:30.507732 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c58dd49-3cbd-4fb4-ba1e-5c41e02b9b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:30.509157 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8c58dd49-3cbd-4fb4-ba1e-5c41e02b9b86 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1222310 Mar 07 21:32:32.659015 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 37738) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:32:32.708990 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-c3d6cfb3-d819-4a9c-bda2-9809728444b5 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:32.713798 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c3d6cfb3-d819-4a9c-bda2-9809728444b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:32:32.723798 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c3d6cfb3-d819-4a9c-bda2-9809728444b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:32:32.783921 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d6cfb3-d819-4a9c-bda2-9809728444b5 admin admin] Made reservation on behalf of 980ab70077d945a49dbac53df8cd8999 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:32:32.786162 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c3d6cfb3-d819-4a9c-bda2-9809728444b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:32.879065 dv-neutron-829957-1-hyperv neutron-server[88387]: WARNING neutron.services.revisions.revision_plugin [None req-c3d6cfb3-d819-4a9c-bda2-9809728444b5 admin admin] Could not find related network for resource to bump revision. Mar 07 21:32:32.892185 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d6cfb3-d819-4a9c-bda2-9809728444b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:32:32.902734 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c3d6cfb3-d819-4a9c-bda2-9809728444b5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742366920982', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:32.903271 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c3d6cfb3-d819-4a9c-bda2-9809728444b5 admin admin] Unsubscribe: segment precommit_create {{(pid=88387) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 21:32:32.903733 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-c3d6cfb3-d819-4a9c-bda2-9809728444b5 admin admin] Added segment e8dc1063-d846-46c1-8abb-d22c0cfe51ce of type vlan for network d52c5683-2d7f-4d19-ba8c-312a3a5df9e3 Mar 07 21:32:32.972146 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c3d6cfb3-d819-4a9c-bda2-9809728444b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:33.081201 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c3d6cfb3-d819-4a9c-bda2-9809728444b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:33.082199 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d6cfb3-d819-4a9c-bda2-9809728444b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:33.082802 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c3d6cfb3-d819-4a9c-bda2-9809728444b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:33.191135 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6cfb3-d819-4a9c-bda2-9809728444b5 admin admin] Pushing event updated for resources: {'Network': ['ID=d52c5683-2d7f-4d19-ba8c-312a3a5df9e3,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:33.197159 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network d52c5683-2d7f-4d19-ba8c-312a3a5df9e3 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:32:33.310742 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c3d6cfb3-d819-4a9c-bda2-9809728444b5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.6506367 Mar 07 21:32:35.466164 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 37748) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:32:35.531321 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-c954b4a4-3194-4643-8290-06765d630d5c admin admin] GET failed (client error): The resource could not be found. Mar 07 21:32:35.531822 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c954b4a4-3194-4643-8290-06765d630d5c admin admin] Synchronizing usage tracker for tenant:980ab70077d945a49dbac53df8cd8999 on resource:network {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:32:35.629971 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c954b4a4-3194-4643-8290-06765d630d5c admin admin] Unset dirty status for tenant:980ab70077d945a49dbac53df8cd8999 on resource:network {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:32:35.631719 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c954b4a4-3194-4643-8290-06765d630d5c admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1645291 Mar 07 21:32:35.736799 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109011a8-9b59-4cf3-a888-7ea7b5365eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:35.738160 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-109011a8-9b59-4cf3-a888-7ea7b5365eb5 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1025834 Mar 07 21:32:35.748241 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-5496c38c-2c25-4340-b5bd-7f871a5daa60 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'd52c5683-2d7f-4d19-ba8c-312a3a5df9e3', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:32:35.752614 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5496c38c-2c25-4340-b5bd-7f871a5daa60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:32:35.762635 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5496c38c-2c25-4340-b5bd-7f871a5daa60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:32:35.824329 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5496c38c-2c25-4340-b5bd-7f871a5daa60 admin admin] Made reservation on behalf of 980ab70077d945a49dbac53df8cd8999 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:32:35.826590 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5496c38c-2c25-4340-b5bd-7f871a5daa60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:36.121428 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5496c38c-2c25-4340-b5bd-7f871a5daa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:36.192293 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496c38c-2c25-4340-b5bd-7f871a5daa60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2cc5aaa-8af2-482a-aeca-86b4d99f0504,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:36.199425 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5496c38c-2c25-4340-b5bd-7f871a5daa60 admin admin] Checking segment: {'id': 'e8dc1063-d846-46c1-8abb-d22c0cfe51ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd52c5683-2d7f-4d19-ba8c-312a3a5df9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:32:36.199799 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5496c38c-2c25-4340-b5bd-7f871a5daa60 admin admin] Network hostable DHCP agents. Network: d52c5683-2d7f-4d19-ba8c-312a3a5df9e3, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:32:36.275400 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5496c38c-2c25-4340-b5bd-7f871a5daa60 admin admin] Network d52c5683-2d7f-4d19-ba8c-312a3a5df9e3 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:32:36.332526 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-5496c38c-2c25-4340-b5bd-7f871a5daa60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, d52c5683-2d7f-4d19-ba8c-312a3a5df9e3) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:32:36.336386 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5496c38c-2c25-4340-b5bd-7f871a5daa60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:32:36.336955 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5496c38c-2c25-4340-b5bd-7f871a5daa60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:36.341188 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d851a742-1634-4eaa-891e-a45e24262e6a None None] Network d52c5683-2d7f-4d19-ba8c-312a3a5df9e3 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:32:36.436395 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5496c38c-2c25-4340-b5bd-7f871a5daa60 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6913300 Mar 07 21:32:36.558776 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-d52c5683-2d7f-4d19-ba8c-312a3a5df9e3', 'network_id': 'd52c5683-2d7f-4d19-ba8c-312a3a5df9e3', 'tenant_id': '980ab70077d945a49dbac53df8cd8999', 'fixed_ips': [{'subnet_id': 'b2cc5aaa-8af2-482a-aeca-86b4d99f0504'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:32:36.559617 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:36.715923 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Allocated IP 192.168.233.2 (d52c5683-2d7f-4d19-ba8c-312a3a5df9e3/b2cc5aaa-8af2-482a-aeca-86b4d99f0504/e35303a9-9c3a-4c3b-8837-18a8076d7cff) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:32:36.918640 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:36.928631 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Transition to ACTIVE for port object e35303a9-9c3a-4c3b-8837-18a8076d7cff will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:32:36.946861 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Transition to ACTIVE for port object e35303a9-9c3a-4c3b-8837-18a8076d7cff will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:32:37.030460 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:37.093585 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Network d52c5683-2d7f-4d19-ba8c-312a3a5df9e3 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:32:37.100398 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:32:37.104881 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:32:37.110508 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Pushing event updated for resources: {'Port': ['ID=e35303a9-9c3a-4c3b-8837-18a8076d7cff,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:37.145928 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:37.146329 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:37.147193 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:37.147525 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:37.147849 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:37.148191 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:37.148517 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:37.148835 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:37.149187 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:37.149510 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:37.149829 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:37.150204 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:32:37.204943 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Attempting to bind port e35303a9-9c3a-4c3b-8837-18a8076d7cff on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:32:37.205304 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Attempting to bind port e35303a9-9c3a-4c3b-8837-18a8076d7cff by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'e8dc1063-d846-46c1-8abb-d22c0cfe51ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd52c5683-2d7f-4d19-ba8c-312a3a5df9e3'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:32:37.205652 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Attempting to bind port e35303a9-9c3a-4c3b-8837-18a8076d7cff on network d52c5683-2d7f-4d19-ba8c-312a3a5df9e3 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:32:37.211385 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:32:37.211749 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Checking segment: {'id': 'e8dc1063-d846-46c1-8abb-d22c0cfe51ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd52c5683-2d7f-4d19-ba8c-312a3a5df9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:32:37.212142 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:37.212547 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Bound using segment: {'id': 'e8dc1063-d846-46c1-8abb-d22c0cfe51ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd52c5683-2d7f-4d19-ba8c-312a3a5df9e3'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:32:37.212994 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Bound port: e35303a9-9c3a-4c3b-8837-18a8076d7cff, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8dc1063-d846-46c1-8abb-d22c0cfe51ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd52c5683-2d7f-4d19-ba8c-312a3a5df9e3'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:32:37.213362 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:37.301866 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] For port e35303a9-9c3a-4c3b-8837-18a8076d7cff, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:32:37.306312 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] For port e35303a9-9c3a-4c3b-8837-18a8076d7cff, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e35303a9-9c3a-4c3b-8837-18a8076d7cff,segment=NetworkSegment(e8dc1063-d846-46c1-8abb-d22c0cfe51ce),segment_id=e8dc1063-d846-46c1-8abb-d22c0cfe51ce)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:32:37.344538 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:37.426374 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eedc255-64c2-4ddd-9140-dc47e6a0dcb9 None None] Pushing event updated for resources: {'Port': ['ID=e35303a9-9c3a-4c3b-8837-18a8076d7cff,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:38.181369 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 5 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:32:38.217514 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fb7fa2-93d6-4457-aae7-aa1c963997cf None None] Network d52c5683-2d7f-4d19-ba8c-312a3a5df9e3 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:32:38.423409 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b3e02a8a-4659-4b6d-8137-5899d93afc5d None None] Provisioning for port e35303a9-9c3a-4c3b-8837-18a8076d7cff completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:32:39.130415 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e35303a9-9c3a-4c3b-8837-18a8076d7cff up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:32:39.269890 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port e35303a9-9c3a-4c3b-8837-18a8076d7cff completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:32:39.275921 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port e35303a9-9c3a-4c3b-8837-18a8076d7cff triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:32:39.276279 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:39.388447 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:39.421699 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port e35303a9-9c3a-4c3b-8837-18a8076d7cff, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e35303a9-9c3a-4c3b-8837-18a8076d7cff,segment=NetworkSegment(e8dc1063-d846-46c1-8abb-d22c0cfe51ce),segment_id=e8dc1063-d846-46c1-8abb-d22c0cfe51ce)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:32:39.475405 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:39.562083 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=e35303a9-9c3a-4c3b-8837-18a8076d7cff,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:32:41.104850 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e35303a9-9c3a-4c3b-8837-18a8076d7cff up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:32:41.174201 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port e35303a9-9c3a-4c3b-8837-18a8076d7cff triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:32:41.174486 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:50.012723 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-935977e3-6e68-44f3-91aa-a5b788d3acfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:52.258171 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-139c5999-deec-4966-b37d-6256d847c914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:53.086565 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:53.343603 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:32:54.629370 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:33:15.181136 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 5 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:33:20.023620 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-abfa2e15-47d6-4bd1-89e4-03148ecbe673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:33:22.246041 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-618d2575-af74-413b-b998-ebb26c478b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:33:23.063078 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:33:23.388823 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:33:24.623070 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:33:50.051411 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b5005216-bcaa-4b5d-823e-a11a18b61694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:33:52.179658 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 5 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:33:52.251606 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fed9cef2-4a78-48d1-9d34-48f71fbe82e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:33:53.126154 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:33:53.354173 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:33:54.639774 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:34:03.786588 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 37792) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:34:03.793457 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [None req-f8640948-aac8-48cb-8218-6a755cdb2a04 tempest-verify_tempest_config-557411217 tempest-verify_tempest_config-557411217-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:34:03.794575 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f8640948-aac8-48cb-8218-6a755cdb2a04 tempest-verify_tempest_config-557411217 tempest-verify_tempest_config-557411217-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070140 Mar 07 21:34:04.343227 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 37810) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:34:04.455125 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bc7041d2-8924-4ae1-bdda-743463525853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:34:04.472216 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-bc7041d2-8924-4ae1-bdda-743463525853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:34:04.476540 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-bc7041d2-8924-4ae1-bdda-743463525853 admin admin] Usage tracker for resource:security_group_rule and tenant:91b8361877ae46c38f944c75068d6d2b is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:34:04.479663 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-bc7041d2-8924-4ae1-bdda-743463525853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:34:04.485218 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-bc7041d2-8924-4ae1-bdda-743463525853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:34:04.573695 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bc7041d2-8924-4ae1-bdda-743463525853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:34:04.633939 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bc7041d2-8924-4ae1-bdda-743463525853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:34:04.679565 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bc7041d2-8924-4ae1-bdda-743463525853 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91b8361877ae46c38f944c75068d6d2b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3352761 Mar 07 21:34:04.680328 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7041d2-8924-4ae1-bdda-743463525853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4718fd45-25e7-47ce-b7d7-db2cea14dced,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:04.682282 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 37816) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:34:04.686972 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7041d2-8924-4ae1-bdda-743463525853 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:04.687333 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7041d2-8924-4ae1-bdda-743463525853 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:04.687671 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7041d2-8924-4ae1-bdda-743463525853 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:04.687995 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7041d2-8924-4ae1-bdda-743463525853 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:04.688316 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7041d2-8924-4ae1-bdda-743463525853 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:04.688638 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7041d2-8924-4ae1-bdda-743463525853 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:04.688954 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7041d2-8924-4ae1-bdda-743463525853 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:04.689284 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7041d2-8924-4ae1-bdda-743463525853 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:04.689602 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7041d2-8924-4ae1-bdda-743463525853 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:04.689913 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7041d2-8924-4ae1-bdda-743463525853 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:04.690250 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7041d2-8924-4ae1-bdda-743463525853 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:04.690562 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7041d2-8924-4ae1-bdda-743463525853 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:04.741755 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e8e2bab-9826-44fb-9460-12676ecf4e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:34:04.765754 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e8e2bab-9826-44fb-9460-12676ecf4e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:34:04.885699 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e8e2bab-9826-44fb-9460-12676ecf4e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:34:04.900052 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e2bab-9826-44fb-9460-12676ecf4e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4718fd45-25e7-47ce-b7d7-db2cea14dced,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:34:04.909820 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2bab-9826-44fb-9460-12676ecf4e52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:04.910224 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2bab-9826-44fb-9460-12676ecf4e52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:04.910567 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2bab-9826-44fb-9460-12676ecf4e52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:04.910899 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2bab-9826-44fb-9460-12676ecf4e52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:04.911225 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2bab-9826-44fb-9460-12676ecf4e52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:04.911565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2bab-9826-44fb-9460-12676ecf4e52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:04.911896 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2bab-9826-44fb-9460-12676ecf4e52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:04.912238 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2bab-9826-44fb-9460-12676ecf4e52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:04.912562 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2bab-9826-44fb-9460-12676ecf4e52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:04.912882 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2bab-9826-44fb-9460-12676ecf4e52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:04.913203 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2bab-9826-44fb-9460-12676ecf4e52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:04.913520 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2bab-9826-44fb-9460-12676ecf4e52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:34:04.916823 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e8e2bab-9826-44fb-9460-12676ecf4e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:34:04.917922 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3e8e2bab-9826-44fb-9460-12676ecf4e52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4718fd45-25e7-47ce-b7d7-db2cea14dced HTTP/1.1" status: 204 len: 168 time: 0.2346702 Mar 07 21:34:20.028298 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-82f630b9-877d-4f7a-a352-3764e1c91b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:34:22.223120 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-04238bc1-5752-4f00-8cef-0e0b7b8a1519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:34:23.125107 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:34:23.370645 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:34:24.645501 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:34:29.179052 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 5 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:34:50.015714 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-70a1f352-93ea-42fe-8bf1-f4699fc28b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:34:52.222635 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-22544db5-3377-4760-af03-c0021f442520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:34:53.187383 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:34:53.364834 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:34:54.656301 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:35:06.181602 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 5 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:35:15.610175 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-864823'] for agent, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:35:20.004898 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e5c3f2af-b520-48df-b693-b327f93075ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:35:22.250036 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a49fb28c-bc43-44d2-b820-fb72924b76df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:35:23.107465 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:35:23.358677 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:35:24.639193 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:35:30.175905 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 37886) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:35:30.289219 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b040f1d4-4ec4-41ce-883f-c1223a9fc51e admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1116178 Mar 07 21:35:32.445648 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 37896) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:35:32.499444 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c1e0d128-c23c-48db-837f-bc35e2a94363 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0527105 Mar 07 21:35:43.180981 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:35:45.598631 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:35:50.032622 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8ecd-1f22-4636-a170-07febc6a880b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:35:52.232382 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c06d2b90-1489-4d15-9eca-f1a71bc02a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:35:53.106853 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:35:53.369556 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:35:54.655321 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:36:15.569824 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:36:20.015495 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8fca5f01-8c02-48a1-bd54-9d4b86d93fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:36:20.180192 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:36:22.238386 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3400e5b4-5a60-4fc0-aae5-0099f24be40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:36:23.117842 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:36:23.392144 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:36:24.678116 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:36:45.579435 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:36:50.031103 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-879ab7bd-5813-4129-920c-e14a88049b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:36:52.232219 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c0583ac5-648e-43f2-9c7d-5ead089c5210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:36:53.140952 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:36:53.369299 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:36:54.660546 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:36:57.182886 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:37:00.744396 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38094) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:00.778992 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38102) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:00.897756 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38112) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:01.023627 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-13637364-network', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:01.028677 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:01.032732 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Usage tracker for resource:network and tenant:ca46cfdafe6b4455a043e6a7c2869cdc is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:01.035869 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:01.041912 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:01.115862 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-00138a60-38df-43df-a366-236f01e11df4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-554214114-network', 'tenant_id': '24d505245fac495da14eec8c213c2228'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:01.120358 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-00138a60-38df-43df-a366-236f01e11df4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:01.124079 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-00138a60-38df-43df-a366-236f01e11df4 admin admin] Usage tracker for resource:network and tenant:24d505245fac495da14eec8c213c2228 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:01.126907 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-00138a60-38df-43df-a366-236f01e11df4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:01.133552 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-00138a60-38df-43df-a366-236f01e11df4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:01.140544 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Made reservation on behalf of ca46cfdafe6b4455a043e6a7c2869cdc for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:01.142739 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:01.158208 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:01.196422 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-6a88158f-3e89-4c02-a79c-23395b39a27c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-471892280-network', 'tenant_id': '36c0879924594e24ac3af2cf45324a46'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:01.204472 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:01.209483 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Usage tracker for resource:security_group_rule and tenant:ca46cfdafe6b4455a043e6a7c2869cdc is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:01.212224 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6a88158f-3e89-4c02-a79c-23395b39a27c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:01.214291 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:01.220297 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6a88158f-3e89-4c02-a79c-23395b39a27c admin admin] Usage tracker for resource:network and tenant:36c0879924594e24ac3af2cf45324a46 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:01.222826 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:01.225094 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6a88158f-3e89-4c02-a79c-23395b39a27c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:01.228900 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00138a60-38df-43df-a366-236f01e11df4 admin admin] Made reservation on behalf of 24d505245fac495da14eec8c213c2228 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:01.230662 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-00138a60-38df-43df-a366-236f01e11df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:01.245389 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6a88158f-3e89-4c02-a79c-23395b39a27c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:01.252093 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-00138a60-38df-43df-a366-236f01e11df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:01.281764 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-00138a60-38df-43df-a366-236f01e11df4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:01.288754 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-00138a60-38df-43df-a366-236f01e11df4 admin admin] Usage tracker for resource:security_group_rule and tenant:24d505245fac495da14eec8c213c2228 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:01.292261 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-00138a60-38df-43df-a366-236f01e11df4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:01.300756 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-00138a60-38df-43df-a366-236f01e11df4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:01.350128 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a88158f-3e89-4c02-a79c-23395b39a27c admin admin] Made reservation on behalf of 36c0879924594e24ac3af2cf45324a46 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:01.353172 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6a88158f-3e89-4c02-a79c-23395b39a27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:01.374385 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6a88158f-3e89-4c02-a79c-23395b39a27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:01.409416 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6a88158f-3e89-4c02-a79c-23395b39a27c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:01.416649 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:01.417815 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6a88158f-3e89-4c02-a79c-23395b39a27c admin admin] Usage tracker for resource:security_group_rule and tenant:36c0879924594e24ac3af2cf45324a46 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:01.421385 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6a88158f-3e89-4c02-a79c-23395b39a27c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:01.430961 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6a88158f-3e89-4c02-a79c-23395b39a27c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:01.472494 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-00138a60-38df-43df-a366-236f01e11df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:01.493637 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:01.517940 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:37:01.537229 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94e35b7-5185-4b89-94d9-27f3cf734cdd,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:01.539554 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:01.539900 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Added segment a50a6570-3158-4dbd-a798-232ed05d7065 of type vlan for network 17af9ab4-845f-4bfd-acf4-cd2799b53cb7 Mar 07 21:37:01.550345 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:01.550711 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:01.551032 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:01.551378 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:01.551686 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:01.552025 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:01.552349 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:01.552684 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:01.553010 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:01.553326 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:01.553640 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:01.554074 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Tracked resource versions report: Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: pushed versions: Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: { 'AddressGroup': {'1.2'}, Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: 'ConntrackHelper': {'1.0'}, Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: 'Log': {'1.0'}, Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: 'Network': {'1.1'}, Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: 'Port': {'1.7'}, Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: 'PortForwarding': {'1.2'}, Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: 'QosPolicy': {'1.8'}, Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: 'SecurityGroup': {'1.4'}, Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: 'SecurityGroupRule': {'1.2'}, Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: 'SubPort': {'1.0'}, Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: 'Subnet': {'1.1'}, Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: 'Trunk': {'1.1'}} Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: consumer versions: Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: { DHCP agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: HyperV agent@hv-neutron-8299: {}, Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: L3 agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: Metadata agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: Metering agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: Open vSwitch agent@dv-neutron-829957-1-hyperv: { 'AddressGroup': '1.2', Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: 'ConntrackHelper': '1.0', Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: 'Log': '1.0', Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: 'Network': '1.1', Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: 'Port': '1.7', Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: 'PortForwarding': '1.2', Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: 'QosPolicy': '1.8', Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: 'SecurityGroup': '1.4', Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: 'SecurityGroupRule': '1.2', Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: 'SubPort': '1.0', Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: 'Subnet': '1.1', Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: 'Trunk': '1.1'}} Mar 07 21:37:01.564569 dv-neutron-829957-1-hyperv neutron-server[88387]: {{(pid=88387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 21:37:01.566813 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-00138a60-38df-43df-a366-236f01e11df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:01.609289 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00138a60-38df-43df-a366-236f01e11df4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:37:01.613032 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:01.643308 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00138a60-38df-43df-a366-236f01e11df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb42095-0258-4394-a43c-eb7d582db393,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:01.653790 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-00138a60-38df-43df-a366-236f01e11df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:01.654149 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-00138a60-38df-43df-a366-236f01e11df4 admin admin] Added segment 00c388d5-0ca3-40a1-bd92-e62e9b97d280 of type vlan for network 304e960d-6464-4f92-a5fa-2d8b6be20410 Mar 07 21:37:01.703867 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-00138a60-38df-43df-a366-236f01e11df4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:01.759106 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6a88158f-3e89-4c02-a79c-23395b39a27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:01.763569 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:01.764609 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:01.765473 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:01.856887 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] Pushing event updated for resources: {'Network': ['ID=17af9ab4-845f-4bfd-acf4-cd2799b53cb7,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:01.866676 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-00138a60-38df-43df-a366-236f01e11df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:01.867610 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00138a60-38df-43df-a366-236f01e11df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:01.868365 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-00138a60-38df-43df-a366-236f01e11df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:01.886106 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6a88158f-3e89-4c02-a79c-23395b39a27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:02.012702 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a88158f-3e89-4c02-a79c-23395b39a27c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:37:02.015351 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 17af9ab4-845f-4bfd-acf4-cd2799b53cb7 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:37:02.031229 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38160) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:02.037182 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Request body: {'subnet': {'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-554214114-subnet', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:02.040836 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-00138a60-38df-43df-a366-236f01e11df4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2607615 Mar 07 21:37:02.052202 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:02.056173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Usage tracker for resource:subnet and tenant:24d505245fac495da14eec8c213c2228 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:02.059035 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:02.064650 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00138a60-38df-43df-a366-236f01e11df4 admin admin] Pushing event updated for resources: {'Network': ['ID=304e960d-6464-4f92-a5fa-2d8b6be20410,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:02.069763 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:02.077188 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0ba27c98-2393-4e51-af96-c8b0cbd9df3d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.3315835 Mar 07 21:37:02.087763 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38164) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:02.093254 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-114bc669-eb44-47b4-a4e2-be55d7e0cf49 admin admin] Request body: {'subnet': {'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-13637364-subnet', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:02.097141 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6a88158f-3e89-4c02-a79c-23395b39a27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:02.102619 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-6a88158f-3e89-4c02-a79c-23395b39a27c admin admin] Added segment 8dbd3c1f-a555-4c47-a861-7316787b2fc3 of type vlan for network 38c758dc-7f6c-454b-adaf-334f371206ea Mar 07 21:37:02.103164 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88158f-3e89-4c02-a79c-23395b39a27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1a2428-8eb8-4eab-914c-9ecd96ad0aca,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:02.107248 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-114bc669-eb44-47b4-a4e2-be55d7e0cf49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:02.114956 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-114bc669-eb44-47b4-a4e2-be55d7e0cf49 admin admin] Usage tracker for resource:subnet and tenant:ca46cfdafe6b4455a043e6a7c2869cdc is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:02.120588 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-114bc669-eb44-47b4-a4e2-be55d7e0cf49 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:02.126487 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-114bc669-eb44-47b4-a4e2-be55d7e0cf49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:02.147065 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6a88158f-3e89-4c02-a79c-23395b39a27c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:02.150798 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Made reservation on behalf of 24d505245fac495da14eec8c213c2228 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:02.153180 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:02.168395 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 304e960d-6464-4f92-a5fa-2d8b6be20410 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:37:02.256777 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38174) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:02.285710 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114bc669-eb44-47b4-a4e2-be55d7e0cf49 admin admin] Made reservation on behalf of ca46cfdafe6b4455a043e6a7c2869cdc for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:02.288713 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-114bc669-eb44-47b4-a4e2-be55d7e0cf49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:02.294048 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6a88158f-3e89-4c02-a79c-23395b39a27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:02.294048 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a88158f-3e89-4c02-a79c-23395b39a27c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:02.294048 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6a88158f-3e89-4c02-a79c-23395b39a27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:02.398398 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38182) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:02.413498 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6a88158f-3e89-4c02-a79c-23395b39a27c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5146210 Mar 07 21:37:02.416588 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38188) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:02.419510 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88158f-3e89-4c02-a79c-23395b39a27c admin admin] Pushing event updated for resources: {'Network': ['ID=38c758dc-7f6c-454b-adaf-334f371206ea,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:02.424911 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-c0c67b22-e4ef-4b7f-a9f7-c023224eeafa admin admin] Request body: {'subnet': {'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-471892280-subnet', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:02.429815 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c0c67b22-e4ef-4b7f-a9f7-c023224eeafa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:02.432030 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 38c758dc-7f6c-454b-adaf-334f371206ea details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:37:02.434223 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c0c67b22-e4ef-4b7f-a9f7-c023224eeafa admin admin] Usage tracker for resource:subnet and tenant:36c0879924594e24ac3af2cf45324a46 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:02.437489 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c0c67b22-e4ef-4b7f-a9f7-c023224eeafa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:02.444860 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c0c67b22-e4ef-4b7f-a9f7-c023224eeafa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:02.529551 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c67b22-e4ef-4b7f-a9f7-c023224eeafa admin admin] Made reservation on behalf of 36c0879924594e24ac3af2cf45324a46 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:02.534497 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c0c67b22-e4ef-4b7f-a9f7-c023224eeafa admin admin] Notify callbacks [] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:02.579130 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38194) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:02.672900 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:02.749122 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Checking segment: {'id': '00c388d5-0ca3-40a1-bd92-e62e9b97d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:37:02.749378 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Network hostable DHCP agents. Network: 304e960d-6464-4f92-a5fa-2d8b6be20410, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:37:02.776570 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-114bc669-eb44-47b4-a4e2-be55d7e0cf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:02.843012 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-71ba7f8d-c333-4a64-963a-021bae603a48 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-693278401'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:02.853086 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-71ba7f8d-c333-4a64-963a-021bae603a48 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:02.862311 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Network 304e960d-6464-4f92-a5fa-2d8b6be20410 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:37:02.867505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:02.870883 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-7d5e3779-4832-451e-bf1d-ce2bc21e382f tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:02.880306 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114bc669-eb44-47b4-a4e2-be55d7e0cf49 admin admin] Checking segment: {'id': 'a50a6570-3158-4dbd-a798-232ed05d7065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:37:02.883628 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114bc669-eb44-47b4-a4e2-be55d7e0cf49 admin admin] Network hostable DHCP agents. Network: 17af9ab4-845f-4bfd-acf4-cd2799b53cb7, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:37:02.884326 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-71ba7f8d-c333-4a64-963a-021bae603a48 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Usage tracker for resource:router and tenant:938c0d81a590423ebb79d0bee812278c is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:02.887693 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:02.888426 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:02.889354 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-71ba7f8d-c333-4a64-963a-021bae603a48 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:02.889776 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:02.890321 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:02.890877 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:02.891534 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:02.892236 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7d5e3779-4832-451e-bf1d-ce2bc21e382f tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:02.892417 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:02.892984 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:02.893520 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:02.894618 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:02.894798 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c0c67b22-e4ef-4b7f-a9f7-c023224eeafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:02.895216 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:02.895812 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Tracked resource versions report: Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: pushed versions: Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: { 'AddressGroup': {'1.2'}, Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: 'ConntrackHelper': {'1.0'}, Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: 'Log': {'1.0'}, Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: 'Network': {'1.1'}, Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: 'Port': {'1.7'}, Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: 'PortForwarding': {'1.2'}, Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: 'QosPolicy': {'1.8'}, Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: 'SecurityGroup': {'1.4'}, Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: 'SecurityGroupRule': {'1.2'}, Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: 'SubPort': {'1.0'}, Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: 'Subnet': {'1.1'}, Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: 'Trunk': {'1.1'}} Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: consumer versions: Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: { DHCP agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: HyperV agent@hv-neutron-8299: {}, Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: L3 agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: Metadata agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: Metering agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: Open vSwitch agent@dv-neutron-829957-1-hyperv: { 'AddressGroup': '1.2', Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: 'ConntrackHelper': '1.0', Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: 'Log': '1.0', Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: 'Network': '1.1', Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: 'Port': '1.7', Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: 'PortForwarding': '1.2', Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: 'QosPolicy': '1.8', Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: 'SecurityGroup': '1.4', Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: 'SecurityGroupRule': '1.2', Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: 'SubPort': '1.0', Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: 'Subnet': '1.1', Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: 'Trunk': '1.1'}} Mar 07 21:37:02.897110 dv-neutron-829957-1-hyperv neutron-server[88386]: {{(pid=88386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 21:37:02.929095 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-71ba7f8d-c333-4a64-963a-021bae603a48 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:02.931879 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7d5e3779-4832-451e-bf1d-ce2bc21e382f tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Usage tracker for resource:floatingip and tenant:a19289b8b5ef47a3954ace44485fa3e5 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:02.938235 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7d5e3779-4832-451e-bf1d-ce2bc21e382f tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:02.953740 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 304e960d-6464-4f92-a5fa-2d8b6be20410) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:02.956066 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7d5e3779-4832-451e-bf1d-ce2bc21e382f tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:02.964614 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa7834e-deea-420c-93b2-228e481ed169 None None] Network 304e960d-6464-4f92-a5fa-2d8b6be20410 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:37:02.965067 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:02.966793 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:02.998157 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c67b22-e4ef-4b7f-a9f7-c023224eeafa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f313f210-5759-4bf7-8dc0-7c89a181e7b8,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:03.013622 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bc669-eb44-47b4-a4e2-be55d7e0cf49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6e262fc-2bf3-4cfd-93fe-2daf51464844,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:03.015804 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c67b22-e4ef-4b7f-a9f7-c023224eeafa admin admin] Checking segment: {'id': '8dbd3c1f-a555-4c47-a861-7316787b2fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:37:03.016846 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c67b22-e4ef-4b7f-a9f7-c023224eeafa admin admin] Network hostable DHCP agents. Network: 38c758dc-7f6c-454b-adaf-334f371206ea, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:37:03.051679 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-6518d992-617c-4194-92f9-caf312f8ae34 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-52998930', 'router:external': True}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:03.059335 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-71ba7f8d-c333-4a64-963a-021bae603a48 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:03.060437 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-71ba7f8d-c333-4a64-963a-021bae603a48 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:03.065448 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6518d992-617c-4194-92f9-caf312f8ae34 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:03.070658 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6518d992-617c-4194-92f9-caf312f8ae34 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Usage tracker for resource:network and tenant:c961c95e72b244b78386f0fb2b63bf36 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:03.074603 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6518d992-617c-4194-92f9-caf312f8ae34 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:03.079290 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-92891da6-3be0-4884-b6dc-65d4db8d2288 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0466900 Mar 07 21:37:03.084662 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114bc669-eb44-47b4-a4e2-be55d7e0cf49 admin admin] Network 17af9ab4-845f-4bfd-acf4-cd2799b53cb7 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:37:03.084662 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38206) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:03.089939 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d5e3779-4832-451e-bf1d-ce2bc21e382f tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:03.092821 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-431d793f-613f-4a0c-9672-248309094568 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-554214114-router', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:03.098681 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-431d793f-613f-4a0c-9672-248309094568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:03.105143 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-431d793f-613f-4a0c-9672-248309094568 admin admin] Usage tracker for resource:router and tenant:24d505245fac495da14eec8c213c2228 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:03.108802 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-431d793f-613f-4a0c-9672-248309094568 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:03.117979 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-431d793f-613f-4a0c-9672-248309094568 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:03.128506 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-114bc669-eb44-47b4-a4e2-be55d7e0cf49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 17af9ab4-845f-4bfd-acf4-cd2799b53cb7) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:03.131836 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6518d992-617c-4194-92f9-caf312f8ae34 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:03.139251 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-71ba7f8d-c333-4a64-963a-021bae603a48 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:03.141454 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c67b22-e4ef-4b7f-a9f7-c023224eeafa admin admin] Network 38c758dc-7f6c-454b-adaf-334f371206ea is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:37:03.141588 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114bc669-eb44-47b4-a4e2-be55d7e0cf49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:03.142297 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeabbe53-22fa-4582-ac82-329c907989a6 None None] Network 17af9ab4-845f-4bfd-acf4-cd2799b53cb7 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:37:03.143126 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-114bc669-eb44-47b4-a4e2-be55d7e0cf49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:03.209776 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-431d793f-613f-4a0c-9672-248309094568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:03.211013 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-431d793f-613f-4a0c-9672-248309094568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:03.230618 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-431d793f-613f-4a0c-9672-248309094568 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:03.300245 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-114bc669-eb44-47b4-a4e2-be55d7e0cf49 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2106750 Mar 07 21:37:03.301147 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6518d992-617c-4194-92f9-caf312f8ae34 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Made reservation on behalf of c961c95e72b244b78386f0fb2b63bf36 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:03.301396 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38216) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:03.307307 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6518d992-617c-4194-92f9-caf312f8ae34 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:03.317865 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-5c24c352-0770-4da9-8904-c62d3799e9c9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-13637364-router', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:03.326489 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5c24c352-0770-4da9-8904-c62d3799e9c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:03.334539 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-c0c67b22-e4ef-4b7f-a9f7-c023224eeafa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 38c758dc-7f6c-454b-adaf-334f371206ea) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:03.334749 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5c24c352-0770-4da9-8904-c62d3799e9c9 admin admin] Usage tracker for resource:router and tenant:ca46cfdafe6b4455a043e6a7c2869cdc is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:03.339731 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5c24c352-0770-4da9-8904-c62d3799e9c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:03.340595 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-71ba7f8d-c333-4a64-963a-021bae603a48 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:03.347380 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5c24c352-0770-4da9-8904-c62d3799e9c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:03.364018 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c67b22-e4ef-4b7f-a9f7-c023224eeafa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:03.364696 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c0c67b22-e4ef-4b7f-a9f7-c023224eeafa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:03.365734 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afbca0f-9376-43e0-870c-bd552f7b3dd8 None None] Network 38c758dc-7f6c-454b-adaf-334f371206ea requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:37:03.372990 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6518d992-617c-4194-92f9-caf312f8ae34 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:03.413711 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6518d992-617c-4194-92f9-caf312f8ae34 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:03.420762 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6518d992-617c-4194-92f9-caf312f8ae34 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Usage tracker for resource:security_group_rule and tenant:c961c95e72b244b78386f0fb2b63bf36 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:03.424502 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6518d992-617c-4194-92f9-caf312f8ae34 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:03.442688 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6518d992-617c-4194-92f9-caf312f8ae34 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:03.455275 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-304e960d-6464-4f92-a5fa-2d8b6be20410', 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'fixed_ips': [{'subnet_id': 'fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:37:03.456920 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:03.468212 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38222) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:03.496688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5c24c352-0770-4da9-8904-c62d3799e9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:03.497654 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5c24c352-0770-4da9-8904-c62d3799e9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:03.547838 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6518d992-617c-4194-92f9-caf312f8ae34 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:03.555387 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c0c67b22-e4ef-4b7f-a9f7-c023224eeafa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1376393 Mar 07 21:37:03.564392 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-71ba7f8d-c333-4a64-963a-021bae603a48 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:03.564392 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-71ba7f8d-c333-4a64-963a-021bae603a48 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.2995701 Mar 07 21:37:03.566651 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38228) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:03.573863 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-b2c02632-5518-440f-85fd-9c1dcb9c68e5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-471892280-router', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:03.577335 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38230) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:03.643549 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68933586-a921-4bb9-a872-919d4a91fcc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-17af9ab4-845f-4bfd-acf4-cd2799b53cb7', 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'fixed_ips': [{'subnet_id': 'a6e262fc-2bf3-4cfd-93fe-2daf51464844'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:37:03.644352 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-68933586-a921-4bb9-a872-919d4a91fcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:03.659892 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5c24c352-0770-4da9-8904-c62d3799e9c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:03.739212 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-456392d1-eddc-4d5f-ab85-9d3ab5e5918a tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:03.746308 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-431d793f-613f-4a0c-9672-248309094568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:03.750336 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-56e8b6f2-6a99-4fc5-a043-719d03c03ccc tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:03.801070 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d5e3779-4832-451e-bf1d-ce2bc21e382f tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:03.807717 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b2c02632-5518-440f-85fd-9c1dcb9c68e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:03.906888 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6518d992-617c-4194-92f9-caf312f8ae34 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:03.912955 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b2c02632-5518-440f-85fd-9c1dcb9c68e5 admin admin] Usage tracker for resource:router and tenant:36c0879924594e24ac3af2cf45324a46 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:03.934598 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b2c02632-5518-440f-85fd-9c1dcb9c68e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:03.978627 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82776af7-787c-4859-9823-ea38fbd40ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-38c758dc-7f6c-454b-adaf-334f371206ea', 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'fixed_ips': [{'subnet_id': 'f313f210-5759-4bf7-8dc0-7c89a181e7b8'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:37:03.979457 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-82776af7-787c-4859-9823-ea38fbd40ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:04.005689 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Allocated IP 172.20.0.2 (304e960d-6464-4f92-a5fa-2d8b6be20410/fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8/5a00c909-d353-44f1-9e99-47d874eabc93) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:04.040338 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b2c02632-5518-440f-85fd-9c1dcb9c68e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:04.104923 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-68933586-a921-4bb9-a872-919d4a91fcc3 None None] Allocated IP 172.20.0.2 (17af9ab4-845f-4bfd-acf4-cd2799b53cb7/a6e262fc-2bf3-4cfd-93fe-2daf51464844/07d10f92-25fc-4ad3-9cfe-f838a115dd14) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:04.135904 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6518d992-617c-4194-92f9-caf312f8ae34 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:37:04.198588 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518d992-617c-4194-92f9-caf312f8ae34 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b988f7d-992c-45e0-984e-b316bd45b23c,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:04.225555 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b2c02632-5518-440f-85fd-9c1dcb9c68e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:04.227003 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b2c02632-5518-440f-85fd-9c1dcb9c68e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:04.237326 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6518d992-617c-4194-92f9-caf312f8ae34 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:04.238045 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-6518d992-617c-4194-92f9-caf312f8ae34 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Added segment 214fcf7a-8889-46a8-8167-cf932db6916e of type vlan for network 3b366616-eab7-48dc-b6c5-1393d1b3f68a Mar 07 21:37:04.289052 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38246) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:04.294502 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-456392d1-eddc-4d5f-ab85-9d3ab5e5918a tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] 10.222.0.21 "PUT /v2.0/quotas/ca2fa32440ff4ff8a7b0cd997afd6a68 HTTP/1.1" status: 200 len: 366 time: 0.8140149 Mar 07 21:37:04.308495 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5c24c352-0770-4da9-8904-c62d3799e9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:04.311717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38250) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:04.321160 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-56e8b6f2-6a99-4fc5-a043-719d03c03ccc tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:04.330640 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5898b978-47c0-4121-99a2-17dc17f77aed tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0154145 Mar 07 21:37:04.330844 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38256) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:04.349073 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8f4fd121-d024-4107-a657-b08ab7b1dad6 tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] 10.222.0.21 "GET /v2.0/quotas/ca2fa32440ff4ff8a7b0cd997afd6a68 HTTP/1.1" status: 200 len: 366 time: 0.0150609 Mar 07 21:37:04.349519 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38260) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:04.356702 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-56e8b6f2-6a99-4fc5-a043-719d03c03ccc tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:04.435733 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-82776af7-787c-4859-9823-ea38fbd40ca4 None None] Allocated IP 172.20.0.2 (38c758dc-7f6c-454b-adaf-334f371206ea/f313f210-5759-4bf7-8dc0-7c89a181e7b8/cf441ca4-1131-46fb-b022-ac93dd4d85f5) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:04.448310 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-57ac5a6c-b7f7-4ac4-8ec6-510399588885 tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/ca2fa32440ff4ff8a7b0cd997afd6a68 HTTP/1.1" status: 204 len: 168 time: 0.0957778 Mar 07 21:37:04.464327 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b2c02632-5518-440f-85fd-9c1dcb9c68e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:04.467235 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38264) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:04.531813 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-7d5e3779-4832-451e-bf1d-ce2bc21e382f tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Allocated IP 172.26.2.149 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/957676b8-a924-4116-a55d-9c108fafc202) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:04.540551 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-21bd09a7-6b6f-4fc0-a9e4-3ce921b74efd tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0699952 Mar 07 21:37:04.542762 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6518d992-617c-4194-92f9-caf312f8ae34 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:04.551362 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38268) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:04.591965 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c0efe032-dc63-47e6-b5c2-a3f0e4a8c388 tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] 10.222.0.21 "GET /v2.0/quotas/ca2fa32440ff4ff8a7b0cd997afd6a68 HTTP/1.1" status: 200 len: 370 time: 0.0387707 Mar 07 21:37:04.609387 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-96e0acc4-8038-4af5-bc58-43e5d16b9a80 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:04.610481 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38272) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:04.611666 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-96e0acc4-8038-4af5-bc58-43e5d16b9a80 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:04.633617 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:04.687873 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-88f36ca5-8b2e-444f-b300-a8036b386814 tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] 10.222.0.21 "GET /v2.0/quotas/ca2fa32440ff4ff8a7b0cd997afd6a68/default HTTP/1.1" status: 200 len: 370 time: 0.0228567 Mar 07 21:37:04.689007 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38276) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:04.689314 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-96e0acc4-8038-4af5-bc58-43e5d16b9a80 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Usage tracker for resource:floatingip and tenant:cb073948b7bf4f40b2703713f7e06128 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:04.697019 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-56e8b6f2-6a99-4fc5-a043-719d03c03ccc tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:04.697971 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e8b6f2-6a99-4fc5-a043-719d03c03ccc tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b11a4334-71a0-40fc-987d-f063be2344a0 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:37:04.716660 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-67c4c6c5-6674-4386-bca4-1f9dc28b9fcd tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] delete failed (client error): The resource could not be found. Mar 07 21:37:04.720263 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-67c4c6c5-6674-4386-bca4-1f9dc28b9fcd tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/ca2fa32440ff4ff8a7b0cd997afd6a68 HTTP/1.1" status: 404 len: 348 time: 0.0242124 Mar 07 21:37:04.720551 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-96e0acc4-8038-4af5-bc58-43e5d16b9a80 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:04.741204 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-96e0acc4-8038-4af5-bc58-43e5d16b9a80 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:04.766298 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Transition to ACTIVE for port object 5a00c909-d353-44f1-9e99-47d874eabc93 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:04.769410 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-68933586-a921-4bb9-a872-919d4a91fcc3 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:04.776747 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d5e3779-4832-451e-bf1d-ce2bc21e382f tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:04.811268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-68933586-a921-4bb9-a872-919d4a91fcc3 None None] Transition to ACTIVE for port object 07d10f92-25fc-4ad3-9cfe-f838a115dd14 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:04.812184 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-431d793f-613f-4a0c-9672-248309094568 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:04.813837 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Transition to ACTIVE for port object 5a00c909-d353-44f1-9e99-47d874eabc93 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:04.844768 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-431d793f-613f-4a0c-9672-248309094568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:04.852995 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-68933586-a921-4bb9-a872-919d4a91fcc3 None None] Transition to ACTIVE for port object 07d10f92-25fc-4ad3-9cfe-f838a115dd14 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:04.917287 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:04.919899 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-96e0acc4-8038-4af5-bc58-43e5d16b9a80 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks [] for floatingip, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:04.954062 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6518d992-617c-4194-92f9-caf312f8ae34 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:04.955001 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6518d992-617c-4194-92f9-caf312f8ae34 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:04.961057 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6518d992-617c-4194-92f9-caf312f8ae34 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:04.968454 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-68933586-a921-4bb9-a872-919d4a91fcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:04.994313 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-82776af7-787c-4859-9823-ea38fbd40ca4 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:05.008693 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Network 304e960d-6464-4f92-a5fa-2d8b6be20410 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:05.025410 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:05.028702 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:05.039962 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-82776af7-787c-4859-9823-ea38fbd40ca4 None None] Transition to ACTIVE for port object cf441ca4-1131-46fb-b022-ac93dd4d85f5 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:05.043611 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68933586-a921-4bb9-a872-919d4a91fcc3 None None] Network 17af9ab4-845f-4bfd-acf4-cd2799b53cb7 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:05.083782 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-68933586-a921-4bb9-a872-919d4a91fcc3 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:05.086623 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68933586-a921-4bb9-a872-919d4a91fcc3 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:05.113392 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-431d793f-613f-4a0c-9672-248309094568 admin admin] Allocated IP 172.26.2.188 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/78896152-f4fe-4d0e-9838-78dd9720267a) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:05.148702 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d5e3779-4832-451e-bf1d-ce2bc21e382f tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:05.160160 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-82776af7-787c-4859-9823-ea38fbd40ca4 None None] Transition to ACTIVE for port object cf441ca4-1131-46fb-b022-ac93dd4d85f5 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:05.177974 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38284) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:05.200349 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Pushing event updated for resources: {'Port': ['ID=5a00c909-d353-44f1-9e99-47d874eabc93,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:05.212473 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Attempting to bind port 5a00c909-d353-44f1-9e99-47d874eabc93 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:37:05.212837 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Attempting to bind port 5a00c909-d353-44f1-9e99-47d874eabc93 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '00c388d5-0ca3-40a1-bd92-e62e9b97d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:37:05.213204 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Attempting to bind port 5a00c909-d353-44f1-9e99-47d874eabc93 on network 304e960d-6464-4f92-a5fa-2d8b6be20410 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:37:05.248310 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:05.248686 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:05.249061 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:05.249391 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:05.249718 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:05.250100 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:05.250431 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:05.250756 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:05.251091 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:05.251413 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:05.251730 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:05.252164 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Tracked resource versions report: Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: pushed versions: Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: { 'AddressGroup': {'1.2'}, Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: 'ConntrackHelper': {'1.0'}, Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: 'Log': {'1.0'}, Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: 'Network': {'1.1'}, Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: 'Port': {'1.7'}, Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: 'PortForwarding': {'1.2'}, Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: 'QosPolicy': {'1.8'}, Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: 'SecurityGroup': {'1.4'}, Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: 'SecurityGroupRule': {'1.2'}, Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: 'SubPort': {'1.0'}, Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: 'Subnet': {'1.1'}, Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: 'Trunk': {'1.1'}} Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: consumer versions: Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: { DHCP agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: HyperV agent@hv-neutron-8299: {}, Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: L3 agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: Metadata agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: Metering agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: Open vSwitch agent@dv-neutron-829957-1-hyperv: { 'AddressGroup': '1.2', Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: 'ConntrackHelper': '1.0', Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: 'Log': '1.0', Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: 'Network': '1.1', Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: 'Port': '1.7', Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: 'PortForwarding': '1.2', Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: 'QosPolicy': '1.8', Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: 'SecurityGroup': '1.4', Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: 'SecurityGroupRule': '1.2', Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: 'SubPort': '1.0', Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: 'Subnet': '1.1', Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: 'Trunk': '1.1'}} Mar 07 21:37:05.253291 dv-neutron-829957-1-hyperv neutron-server[88388]: {{(pid=88388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 21:37:05.276640 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518d992-617c-4194-92f9-caf312f8ae34 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Pushing event updated for resources: {'Network': ['ID=3b366616-eab7-48dc-b6c5-1393d1b3f68a,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:05.279312 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-56e8b6f2-6a99-4fc5-a043-719d03c03ccc tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:05.284592 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-56e8b6f2-6a99-4fc5-a043-719d03c03ccc tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] 10.222.0.21 "DELETE /v2.0/routers/b11a4334-71a0-40fc-987d-f063be2344a0 HTTP/1.1" status: 204 len: 168 time: 1.7021043 Mar 07 21:37:05.291568 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38292) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:05.296818 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5e3779-4832-451e-bf1d-ce2bc21e382f tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:05.301855 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-7d5e3779-4832-451e-bf1d-ce2bc21e382f tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:05.307546 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 3b366616-eab7-48dc-b6c5-1393d1b3f68a details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:37:05.325028 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:37:05.325500 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Checking segment: {'id': '00c388d5-0ca3-40a1-bd92-e62e9b97d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:37:05.326194 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:05.327190 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Bound using segment: {'id': '00c388d5-0ca3-40a1-bd92-e62e9b97d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:37:05.330292 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Bound port: 5a00c909-d353-44f1-9e99-47d874eabc93, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c388d5-0ca3-40a1-bd92-e62e9b97d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:37:05.330292 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:05.331413 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-352bb393-62e3-4bd1-a1c1-28e31cabe14e tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Request body: {'router': {'name': 'tempest-router-883113339', 'distributed': False}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:05.351599 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-82776af7-787c-4859-9823-ea38fbd40ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:05.352724 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5e3779-4832-451e-bf1d-ce2bc21e382f tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:05.438218 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6518d992-617c-4194-92f9-caf312f8ae34 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 2.8506439 Mar 07 21:37:05.438615 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-96e0acc4-8038-4af5-bc58-43e5d16b9a80 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:05.443406 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-352bb393-62e3-4bd1-a1c1-28e31cabe14e tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:05.445104 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b2c02632-5518-440f-85fd-9c1dcb9c68e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:05.445312 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38300) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:05.454744 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-68933586-a921-4bb9-a872-919d4a91fcc3 None None] Attempting to bind port 07d10f92-25fc-4ad3-9cfe-f838a115dd14 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:37:05.455303 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-68933586-a921-4bb9-a872-919d4a91fcc3 None None] Attempting to bind port 07d10f92-25fc-4ad3-9cfe-f838a115dd14 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'a50a6570-3158-4dbd-a798-232ed05d7065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:37:05.455516 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68933586-a921-4bb9-a872-919d4a91fcc3 None None] Attempting to bind port 07d10f92-25fc-4ad3-9cfe-f838a115dd14 on network 17af9ab4-845f-4bfd-acf4-cd2799b53cb7 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:37:05.463441 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82776af7-787c-4859-9823-ea38fbd40ca4 None None] Network 38c758dc-7f6c-454b-adaf-334f371206ea is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:05.473433 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68933586-a921-4bb9-a872-919d4a91fcc3 None None] Pushing event updated for resources: {'Port': ['ID=07d10f92-25fc-4ad3-9cfe-f838a115dd14,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:05.484093 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5c24c352-0770-4da9-8904-c62d3799e9c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:05.496395 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e3779-4832-451e-bf1d-ce2bc21e382f tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Pushing event updated for resources: {'Port': ['ID=957676b8-a924-4116-a55d-9c108fafc202,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:05.509001 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-82776af7-787c-4859-9823-ea38fbd40ca4 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:05.511617 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82776af7-787c-4859-9823-ea38fbd40ca4 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:05.516414 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-28de7a9a-fb51-4752-a4a8-e284e2c15cc3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Request body: {'subnet': {'network_id': '3b366616-eab7-48dc-b6c5-1393d1b3f68a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:05.518466 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d5e3779-4832-451e-bf1d-ce2bc21e382f tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:05.519511 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-352bb393-62e3-4bd1-a1c1-28e31cabe14e tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Usage tracker for resource:router and tenant:938c0d81a590423ebb79d0bee812278c is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:05.523288 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6240b08d-f589-42d1-ade4-20478027f639 tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] Usage tracker for resource:network and tenant:5660a651a6724628b9897fde746f33d0 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:05.524285 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68933586-a921-4bb9-a872-919d4a91fcc3 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:37:05.524655 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68933586-a921-4bb9-a872-919d4a91fcc3 None None] Checking segment: {'id': 'a50a6570-3158-4dbd-a798-232ed05d7065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:37:05.525059 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-68933586-a921-4bb9-a872-919d4a91fcc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:05.525448 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68933586-a921-4bb9-a872-919d4a91fcc3 None None] Bound using segment: {'id': 'a50a6570-3158-4dbd-a798-232ed05d7065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:37:05.525929 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-68933586-a921-4bb9-a872-919d4a91fcc3 None None] Bound port: 07d10f92-25fc-4ad3-9cfe-f838a115dd14, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50a6570-3158-4dbd-a798-232ed05d7065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:37:05.526339 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-68933586-a921-4bb9-a872-919d4a91fcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:05.542134 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-352bb393-62e3-4bd1-a1c1-28e31cabe14e tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:05.546033 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5c24c352-0770-4da9-8904-c62d3799e9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:05.559435 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-28de7a9a-fb51-4752-a4a8-e284e2c15cc3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:05.569887 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-352bb393-62e3-4bd1-a1c1-28e31cabe14e tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:05.578145 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6240b08d-f589-42d1-ade4-20478027f639 tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:05.632418 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-28de7a9a-fb51-4752-a4a8-e284e2c15cc3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Usage tracker for resource:subnet and tenant:c961c95e72b244b78386f0fb2b63bf36 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:05.648195 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-28de7a9a-fb51-4752-a4a8-e284e2c15cc3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:05.670240 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-28de7a9a-fb51-4752-a4a8-e284e2c15cc3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:05.675784 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6240b08d-f589-42d1-ade4-20478027f639 tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] Usage tracker for resource:subnet and tenant:5660a651a6724628b9897fde746f33d0 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:05.681886 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-431d793f-613f-4a0c-9672-248309094568 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:05.697134 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d5e3779-4832-451e-bf1d-ce2bc21e382f tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:05.697854 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6240b08d-f589-42d1-ade4-20478027f639 tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:05.709526 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-352bb393-62e3-4bd1-a1c1-28e31cabe14e tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:05.710514 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-352bb393-62e3-4bd1-a1c1-28e31cabe14e tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:05.916831 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6240b08d-f589-42d1-ade4-20478027f639 tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] Usage tracker for resource:subnetpool and tenant:5660a651a6724628b9897fde746f33d0 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:05.916831 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6240b08d-f589-42d1-ade4-20478027f639 tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:05.916831 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6240b08d-f589-42d1-ade4-20478027f639 tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] Usage tracker for resource:port and tenant:5660a651a6724628b9897fde746f33d0 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:05.916831 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-352bb393-62e3-4bd1-a1c1-28e31cabe14e tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:05.916831 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6240b08d-f589-42d1-ade4-20478027f639 tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:05.916831 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28de7a9a-fb51-4752-a4a8-e284e2c15cc3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Made reservation on behalf of c961c95e72b244b78386f0fb2b63bf36 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:05.916831 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-28de7a9a-fb51-4752-a4a8-e284e2c15cc3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:05.917523 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82776af7-787c-4859-9823-ea38fbd40ca4 None None] Pushing event updated for resources: {'Port': ['ID=cf441ca4-1131-46fb-b022-ac93dd4d85f5,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:05.917523 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-82776af7-787c-4859-9823-ea38fbd40ca4 None None] Attempting to bind port cf441ca4-1131-46fb-b022-ac93dd4d85f5 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:37:05.917523 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-82776af7-787c-4859-9823-ea38fbd40ca4 None None] Attempting to bind port cf441ca4-1131-46fb-b022-ac93dd4d85f5 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '8dbd3c1f-a555-4c47-a861-7316787b2fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:37:05.917523 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82776af7-787c-4859-9823-ea38fbd40ca4 None None] Attempting to bind port cf441ca4-1131-46fb-b022-ac93dd4d85f5 on network 38c758dc-7f6c-454b-adaf-334f371206ea {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:37:05.917523 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] For port 5a00c909-d353-44f1-9e99-47d874eabc93, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:37:05.917523 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] For port 5a00c909-d353-44f1-9e99-47d874eabc93, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=5a00c909-d353-44f1-9e99-47d874eabc93,segment=NetworkSegment(00c388d5-0ca3-40a1-bd92-e62e9b97d280),segment_id=00c388d5-0ca3-40a1-bd92-e62e9b97d280)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:37:05.917523 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82776af7-787c-4859-9823-ea38fbd40ca4 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:37:05.917523 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82776af7-787c-4859-9823-ea38fbd40ca4 None None] Checking segment: {'id': '8dbd3c1f-a555-4c47-a861-7316787b2fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:37:05.917523 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-82776af7-787c-4859-9823-ea38fbd40ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:05.917523 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82776af7-787c-4859-9823-ea38fbd40ca4 None None] Bound using segment: {'id': '8dbd3c1f-a555-4c47-a861-7316787b2fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:37:05.918492 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-82776af7-787c-4859-9823-ea38fbd40ca4 None None] Bound port: cf441ca4-1131-46fb-b022-ac93dd4d85f5, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbd3c1f-a555-4c47-a861-7316787b2fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:37:05.918492 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-82776af7-787c-4859-9823-ea38fbd40ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:05.918492 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:05.918492 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-68933586-a921-4bb9-a872-919d4a91fcc3 None None] For port 07d10f92-25fc-4ad3-9cfe-f838a115dd14, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:37:05.944621 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6240b08d-f589-42d1-ade4-20478027f639 tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] Usage tracker for resource:router and tenant:5660a651a6724628b9897fde746f33d0 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:05.977787 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6240b08d-f589-42d1-ade4-20478027f639 tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:05.980960 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6240b08d-f589-42d1-ade4-20478027f639 tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] Usage tracker for resource:floatingip and tenant:5660a651a6724628b9897fde746f33d0 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:05.987431 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6240b08d-f589-42d1-ade4-20478027f639 tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:06.009190 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-68933586-a921-4bb9-a872-919d4a91fcc3 None None] For port 07d10f92-25fc-4ad3-9cfe-f838a115dd14, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=07d10f92-25fc-4ad3-9cfe-f838a115dd14,segment=NetworkSegment(a50a6570-3158-4dbd-a798-232ed05d7065),segment_id=a50a6570-3158-4dbd-a798-232ed05d7065)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:37:06.054224 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6240b08d-f589-42d1-ade4-20478027f639 tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] Usage tracker for resource:security_group and tenant:5660a651a6724628b9897fde746f33d0 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:06.059968 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6240b08d-f589-42d1-ade4-20478027f639 tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:06.068960 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfcdee2-989b-4798-84a9-de811aae6290 None None] Pushing event updated for resources: {'Port': ['ID=5a00c909-d353-44f1-9e99-47d874eabc93,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:06.070469 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6240b08d-f589-42d1-ade4-20478027f639 tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] Usage tracker for resource:security_group_rule and tenant:5660a651a6724628b9897fde746f33d0 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:06.074178 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-82776af7-787c-4859-9823-ea38fbd40ca4 None None] For port cf441ca4-1131-46fb-b022-ac93dd4d85f5, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:37:06.077336 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6240b08d-f589-42d1-ade4-20478027f639 tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:06.083105 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-82776af7-787c-4859-9823-ea38fbd40ca4 None None] For port cf441ca4-1131-46fb-b022-ac93dd4d85f5, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=cf441ca4-1131-46fb-b022-ac93dd4d85f5,segment=NetworkSegment(8dbd3c1f-a555-4c47-a861-7316787b2fc3),segment_id=8dbd3c1f-a555-4c47-a861-7316787b2fc3)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:37:06.084725 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6240b08d-f589-42d1-ade4-20478027f639 tempest-QuotasTest-1711944078 tempest-QuotasTest-1711944078-project-admin] 10.222.0.21 "GET /v2.0/quotas/5660a651a6724628b9897fde746f33d0/details.json HTTP/1.1" status: 200 len: 703 time: 0.9042802 Mar 07 21:37:06.091995 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b2c02632-5518-440f-85fd-9c1dcb9c68e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:06.114673 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-431d793f-613f-4a0c-9672-248309094568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:06.124372 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b2c02632-5518-440f-85fd-9c1dcb9c68e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:06.163881 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-68933586-a921-4bb9-a872-919d4a91fcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:06.186051 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d5e3779-4832-451e-bf1d-ce2bc21e382f tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:06.233712 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-82776af7-787c-4859-9823-ea38fbd40ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:06.260585 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d5e3779-4832-451e-bf1d-ce2bc21e382f tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:06.270820 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68933586-a921-4bb9-a872-919d4a91fcc3 None None] Pushing event updated for resources: {'Port': ['ID=07d10f92-25fc-4ad3-9cfe-f838a115dd14,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:06.327778 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d5e3779-4832-451e-bf1d-ce2bc21e382f tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:06.341752 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-352bb393-62e3-4bd1-a1c1-28e31cabe14e tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:06.399007 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e3779-4832-451e-bf1d-ce2bc21e382f tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Pushing event updated for resources: {'Port': ['ID=957676b8-a924-4116-a55d-9c108fafc202,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:06.447641 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82776af7-787c-4859-9823-ea38fbd40ca4 None None] Pushing event updated for resources: {'Port': ['ID=cf441ca4-1131-46fb-b022-ac93dd4d85f5,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:06.461024 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d5e3779-4832-451e-bf1d-ce2bc21e382f tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:06.465406 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7d5e3779-4832-451e-bf1d-ce2bc21e382f tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0630918 Mar 07 21:37:06.465766 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38308) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:06.472122 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-d71dbe6b-e60a-4ea0-adb5-ed6308d369bb tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1685040916', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'fixed_ips': [{'ip_address': '172.26.2.149'}]}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:06.478912 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d71dbe6b-e60a-4ea0-adb5-ed6308d369bb tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:06.483821 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d71dbe6b-e60a-4ea0-adb5-ed6308d369bb tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Usage tracker for resource:port and tenant:a19289b8b5ef47a3954ace44485fa3e5 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:06.488436 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d71dbe6b-e60a-4ea0-adb5-ed6308d369bb tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:06.496716 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d71dbe6b-e60a-4ea0-adb5-ed6308d369bb tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:06.533172 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d793f-613f-4a0c-9672-248309094568 admin admin] Pushing event updated for resources: {'Port': ['ID=78896152-f4fe-4d0e-9838-78dd9720267a,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:06.549907 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431d793f-613f-4a0c-9672-248309094568 admin admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:06.572930 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-431d793f-613f-4a0c-9672-248309094568 admin admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:06.582354 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431d793f-613f-4a0c-9672-248309094568 admin admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:06.601921 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71dbe6b-e60a-4ea0-adb5-ed6308d369bb tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Made reservation on behalf of a19289b8b5ef47a3954ace44485fa3e5 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:06.604391 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d71dbe6b-e60a-4ea0-adb5-ed6308d369bb tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:06.631603 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d71dbe6b-e60a-4ea0-adb5-ed6308d369bb tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:06.660803 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d71dbe6b-e60a-4ea0-adb5-ed6308d369bb tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:06.665509 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d71dbe6b-e60a-4ea0-adb5-ed6308d369bb tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Usage tracker for resource:security_group_rule and tenant:a19289b8b5ef47a3954ace44485fa3e5 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:06.668855 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d71dbe6b-e60a-4ea0-adb5-ed6308d369bb tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:06.672958 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-96e0acc4-8038-4af5-bc58-43e5d16b9a80 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Allocated IP 172.26.2.183 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/8b145229-0733-4996-b683-766b4f13a96d) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:06.675274 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d71dbe6b-e60a-4ea0-adb5-ed6308d369bb tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:06.677782 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-352bb393-62e3-4bd1-a1c1-28e31cabe14e tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:06.678960 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-352bb393-62e3-4bd1-a1c1-28e31cabe14e tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.3836246 Mar 07 21:37:06.683278 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38314) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:06.855732 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0f735c2f-85b8-4a5e-b9c4-ea066eb2c027 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:07.009255 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38320) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:07.235517 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-431d793f-613f-4a0c-9672-248309094568 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:07.365324 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0f735c2f-85b8-4a5e-b9c4-ea066eb2c027 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:07.366753 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0f735c2f-85b8-4a5e-b9c4-ea066eb2c027 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:07.371297 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-547b5667-98ca-4080-9990-99752c9da817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:07.388893 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d71dbe6b-e60a-4ea0-adb5-ed6308d369bb tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:07.400472 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 07d10f92-25fc-4ad3-9cfe-f838a115dd14 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:37:07.411210 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-547b5667-98ca-4080-9990-99752c9da817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:07.427317 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-547b5667-98ca-4080-9990-99752c9da817 admin admin] Usage tracker for resource:security_group_rule and tenant:d755230114ec45b4b9db90e821e93287 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:07.427559 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-96e0acc4-8038-4af5-bc58-43e5d16b9a80 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:07.443239 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-547b5667-98ca-4080-9990-99752c9da817 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:07.449663 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-547b5667-98ca-4080-9990-99752c9da817 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:07.452485 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d71dbe6b-e60a-4ea0-adb5-ed6308d369bb tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:07.484169 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92216bcc-1a74-411a-a963-c28f18e3e755 None None] Network 304e960d-6464-4f92-a5fa-2d8b6be20410 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:37:07.488963 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71dbe6b-e60a-4ea0-adb5-ed6308d369bb tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe29d36e-dc16-4eae-8819-3caa63012f7c,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:07.492398 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-d71dbe6b-e60a-4ea0-adb5-ed6308d369bb tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] device_id is not set on port 623d50b2-175c-48f0-bcb5-7568a3e85486 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:37:07.534239 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0f735c2f-85b8-4a5e-b9c4-ea066eb2c027 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:07.534408 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f735c2f-85b8-4a5e-b9c4-ea066eb2c027 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51b662dc-7fbd-4e23-94fb-71a2ee605e85 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:37:07.594689 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.objects.ports [None req-28de7a9a-fb51-4752-a4a8-e284e2c15cc3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88386) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 07 21:37:07.595066 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-28de7a9a-fb51-4752-a4a8-e284e2c15cc3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:07.600714 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 07d10f92-25fc-4ad3-9cfe-f838a115dd14 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:37:07.613142 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 5a00c909-d353-44f1-9e99-47d874eabc93 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:37:07.687687 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0f735c2f-85b8-4a5e-b9c4-ea066eb2c027 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:07.689271 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0f735c2f-85b8-4a5e-b9c4-ea066eb2c027 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] 10.222.0.21 "DELETE /v2.0/routers/51b662dc-7fbd-4e23-94fb-71a2ee605e85 HTTP/1.1" status: 204 len: 168 time: 1.0047731 Mar 07 21:37:07.694505 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38326) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:07.706656 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-8fd82599-b68c-462a-896c-fc3374c4aab2 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Request body: {'router': {'name': 'tempest-router-1441489749', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd3a7c7bdedf14a589cd93e544e409029'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:07.722868 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8fd82599-b68c-462a-896c-fc3374c4aab2 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:07.734058 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8fd82599-b68c-462a-896c-fc3374c4aab2 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Usage tracker for resource:router and tenant:d3a7c7bdedf14a589cd93e544e409029 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:07.740472 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8fd82599-b68c-462a-896c-fc3374c4aab2 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:07.754941 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8fd82599-b68c-462a-896c-fc3374c4aab2 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:07.764330 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9b71354c-cb64-4786-ac26-c8a6a542e512 None None] Provisioning for port 5a00c909-d353-44f1-9e99-47d874eabc93 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:37:07.770703 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-547b5667-98ca-4080-9990-99752c9da817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:07.780494 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de7a9a-fb51-4752-a4a8-e284e2c15cc3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3a4b5c23-5701-4dc0-b789-208d40563b8d,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:07.801593 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 5a00c909-d353-44f1-9e99-47d874eabc93 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:37:07.804666 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28de7a9a-fb51-4752-a4a8-e284e2c15cc3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Checking segment: {'id': '214fcf7a-8889-46a8-8167-cf932db6916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3b366616-eab7-48dc-b6c5-1393d1b3f68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:37:07.805078 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28de7a9a-fb51-4752-a4a8-e284e2c15cc3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Network hostable DHCP agents. Network: 3b366616-eab7-48dc-b6c5-1393d1b3f68a, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:37:07.816021 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-431d793f-613f-4a0c-9672-248309094568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:07.838451 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 5a00c909-d353-44f1-9e99-47d874eabc93 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:07.839065 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:07.879053 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-547b5667-98ca-4080-9990-99752c9da817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:07.894877 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8fd82599-b68c-462a-896c-fc3374c4aab2 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:07.897188 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8fd82599-b68c-462a-896c-fc3374c4aab2 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:07.934551 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-96e0acc4-8038-4af5-bc58-43e5d16b9a80 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:07.966283 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-547b5667-98ca-4080-9990-99752c9da817 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d755230114ec45b4b9db90e821e93287&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9529645 Mar 07 21:37:07.967402 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38330) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:07.974778 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8fd82599-b68c-462a-896c-fc3374c4aab2 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:07.996117 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b5667-98ca-4080-9990-99752c9da817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dab8b0b-5083-473e-8a8e-9a61b861b3b7,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:08.082109 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-763334e5-19f5-4998-9c01-b4bc68fa4775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:08.084089 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8fd82599-b68c-462a-896c-fc3374c4aab2 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:08.102551 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:08.141126 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 5a00c909-d353-44f1-9e99-47d874eabc93, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=5a00c909-d353-44f1-9e99-47d874eabc93,segment=NetworkSegment(00c388d5-0ca3-40a1-bd92-e62e9b97d280),segment_id=00c388d5-0ca3-40a1-bd92-e62e9b97d280)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:37:08.143808 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-763334e5-19f5-4998-9c01-b4bc68fa4775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:08.169825 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1720b3f3-6f50-4851-b1a4-fd2e62dd8db0 None None] Network 38c758dc-7f6c-454b-adaf-334f371206ea requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:37:08.204766 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8fd82599-b68c-462a-896c-fc3374c4aab2 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:08.205837 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e0acc4-8038-4af5-bc58-43e5d16b9a80 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:08.206349 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8fd82599-b68c-462a-896c-fc3374c4aab2 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5086060 Mar 07 21:37:08.210042 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38334) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:08.217917 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-a1810261-f735-4a0c-a989-ea7c26121588 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:08.218567 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:08.219337 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device cf441ca4-1131-46fb-b022-ac93dd4d85f5 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:37:08.228265 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-96e0acc4-8038-4af5-bc58-43e5d16b9a80 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:08.334062 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0acc4-8038-4af5-bc58-43e5d16b9a80 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Pushing event updated for resources: {'Port': ['ID=8b145229-0733-4996-b683-766b4f13a96d,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:08.352918 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e0acc4-8038-4af5-bc58-43e5d16b9a80 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:08.357024 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28de7a9a-fb51-4752-a4a8-e284e2c15cc3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Network 3b366616-eab7-48dc-b6c5-1393d1b3f68a is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:37:08.377641 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f228f7-f14b-47ba-b1ed-ba15f18198bf None None] Network 17af9ab4-845f-4bfd-acf4-cd2799b53cb7 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:37:08.417751 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3b52b988-c1c5-4d97-81eb-e1782279e59f None None] Provisioning for port cf441ca4-1131-46fb-b022-ac93dd4d85f5 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:37:08.464515 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-5c24c352-0770-4da9-8904-c62d3799e9c9 admin admin] Allocated IP 172.26.2.37 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/d87503a3-5ed2-4c15-9f90-722d87340cce) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:08.510775 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-28de7a9a-fb51-4752-a4a8-e284e2c15cc3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 3b366616-eab7-48dc-b6c5-1393d1b3f68a) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:08.526955 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-96e0acc4-8038-4af5-bc58-43e5d16b9a80 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:08.554804 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28de7a9a-fb51-4752-a4a8-e284e2c15cc3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:08.555388 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-28de7a9a-fb51-4752-a4a8-e284e2c15cc3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:08.589087 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084ac5a9-cf1b-4990-851b-b325463f8844 None None] Network 3b366616-eab7-48dc-b6c5-1393d1b3f68a requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:37:08.594981 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-763334e5-19f5-4998-9c01-b4bc68fa4775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:08.604841 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=5a00c909-d353-44f1-9e99-47d874eabc93,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:08.687404 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-763334e5-19f5-4998-9c01-b4bc68fa4775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:08.691160 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-763334e5-19f5-4998-9c01-b4bc68fa4775 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2dab8b0b-5083-473e-8a8e-9a61b861b3b7 HTTP/1.1" status: 204 len: 168 time: 0.6943109 Mar 07 21:37:08.691160 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763334e5-19f5-4998-9c01-b4bc68fa4775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dab8b0b-5083-473e-8a8e-9a61b861b3b7,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:08.692294 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431d793f-613f-4a0c-9672-248309094568 admin admin] Router 8447d2b0-a653-4376-bd02-6c2b41a5da0f is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:37:08.701481 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a1810261-f735-4a0c-a989-ea7c26121588 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:08.701634 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a1810261-f735-4a0c-a989-ea7c26121588 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks [] for router, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:08.707087 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-96e0acc4-8038-4af5-bc58-43e5d16b9a80 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:08.767612 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-28de7a9a-fb51-4752-a4a8-e284e2c15cc3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3177218 Mar 07 21:37:08.773479 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38344) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:08.820809 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port cf441ca4-1131-46fb-b022-ac93dd4d85f5 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:37:08.835664 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5c24c352-0770-4da9-8904-c62d3799e9c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:08.849373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-3219c6fb-f24b-4efd-95cc-e8ce999c89b3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-724537616', 'network_id': '3b366616-eab7-48dc-b6c5-1393d1b3f68a'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:08.856286 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port cf441ca4-1131-46fb-b022-ac93dd4d85f5 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:08.856524 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:08.864260 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3219c6fb-f24b-4efd-95cc-e8ce999c89b3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:08.883714 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3219c6fb-f24b-4efd-95cc-e8ce999c89b3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Usage tracker for resource:port and tenant:c961c95e72b244b78386f0fb2b63bf36 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:08.891857 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3219c6fb-f24b-4efd-95cc-e8ce999c89b3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:08.896317 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a1810261-f735-4a0c-a989-ea7c26121588 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88387) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 07 21:37:08.897124 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a1810261-f735-4a0c-a989-ea7c26121588 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Router b675c852-2c06-450c-b832-0838c15c1dc4 migrating from provider to provider. {{(pid=88387) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 07 21:37:08.897679 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a1810261-f735-4a0c-a989-ea7c26121588 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:08.901049 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-73da84a6-a7a6-41d1-acff-c6798cdd185f None None] Provisioning complete for port 5a00c909-d353-44f1-9e99-47d874eabc93 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:08.901412 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-73da84a6-a7a6-41d1-acff-c6798cdd185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:08.903539 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3219c6fb-f24b-4efd-95cc-e8ce999c89b3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:08.903837 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a1810261-f735-4a0c-a989-ea7c26121588 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:08.991322 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a1810261-f735-4a0c-a989-ea7c26121588 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-864536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-864531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-867168'] for router, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:09.070455 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3219c6fb-f24b-4efd-95cc-e8ce999c89b3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Made reservation on behalf of c961c95e72b244b78386f0fb2b63bf36 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:09.072748 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3219c6fb-f24b-4efd-95cc-e8ce999c89b3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:09.124845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431d793f-613f-4a0c-9672-248309094568 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:37:09.129717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-3219c6fb-f24b-4efd-95cc-e8ce999c89b3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] device_id is not set on port 467673a0-b059-4b64-94ff-aef466ee73df yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:37:09.138691 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] Sync routers for ids ['8447d2b0-a653-4376-bd02-6c2b41a5da0f'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:37:09.152477 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] Routers {'8447d2b0-a653-4376-bd02-6c2b41a5da0f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:37:09.153097 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:36:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['8447d2b0-a653-4376-bd02-6c2b41a5da0f'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:09.182002 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0762508-d354-477a-ae48-36ec88d6058c None None] Network 3b366616-eab7-48dc-b6c5-1393d1b3f68a requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:37:09.214966 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5c24c352-0770-4da9-8904-c62d3799e9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:09.220077 dv-neutron-829957-1-hyperv neutron-server[88387]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a1810261-f735-4a0c-a989-ea7c26121588 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] No L3 agents can host the router b675c852-2c06-450c-b832-0838c15c1dc4 Mar 07 21:37:09.354239 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-b2c02632-5518-440f-85fd-9c1dcb9c68e5 admin admin] Allocated IP 172.26.2.83 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/1d0e87b1-d146-41ab-aab2-916d08a6905e) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:09.357771 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c24c352-0770-4da9-8904-c62d3799e9c9 admin admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:09.376773 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:09.421988 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-431d793f-613f-4a0c-9672-248309094568 admin admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:09.435143 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-431d793f-613f-4a0c-9672-248309094568 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3478537 Mar 07 21:37:09.445111 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] Set router 8447d2b0-a653-4376-bd02-6c2b41a5da0f gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:37:09.477804 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38350) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:09.482724 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-5c24c352-0770-4da9-8904-c62d3799e9c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:09.488740 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port cf441ca4-1131-46fb-b022-ac93dd4d85f5, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=cf441ca4-1131-46fb-b022-ac93dd4d85f5,segment=NetworkSegment(8dbd3c1f-a555-4c47-a861-7316787b2fc3),segment_id=8dbd3c1f-a555-4c47-a861-7316787b2fc3)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:37:09.499449 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c24c352-0770-4da9-8904-c62d3799e9c9 admin admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:09.584290 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:09.696327 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-73da84a6-a7a6-41d1-acff-c6798cdd185f None None] Provisioning for port 07d10f92-25fc-4ad3-9cfe-f838a115dd14 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:37:09.719620 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38354) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:09.754368 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-efe39558-279b-4436-982b-e5d9f4aa5c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:09.778474 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-3219c6fb-f24b-4efd-95cc-e8ce999c89b3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Allocated IP 172.20.0.6 (3b366616-eab7-48dc-b6c5-1393d1b3f68a/3a4b5c23-5701-4dc0-b789-208d40563b8d/467673a0-b059-4b64-94ff-aef466ee73df) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:09.797939 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 5a00c909-d353-44f1-9e99-47d874eabc93 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:37:09.829165 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-73da84a6-a7a6-41d1-acff-c6798cdd185f None None] Provisioning complete for port 07d10f92-25fc-4ad3-9cfe-f838a115dd14 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:09.829580 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-73da84a6-a7a6-41d1-acff-c6798cdd185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:09.912846 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-efe39558-279b-4436-982b-e5d9f4aa5c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:09.958147 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-96e0acc4-8038-4af5-bc58-43e5d16b9a80 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:09.959721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24c352-0770-4da9-8904-c62d3799e9c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d87503a3-5ed2-4c15-9f90-722d87340cce,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:09.968475 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=cf441ca4-1131-46fb-b022-ac93dd4d85f5,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:09.973936 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-efe39558-279b-4436-982b-e5d9f4aa5c73 admin admin] Usage tracker for resource:security_group_rule and tenant:5660a651a6724628b9897fde746f33d0 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:09.985641 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'name': 'tempest-ServersTestManualDisk-554214114-router', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:37:06Z', 'revision_number': 3, 'project_id': '24d505245fac495da14eec8c213c2228', 'gw_port': {'id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:09.986390 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b2c02632-5518-440f-85fd-9c1dcb9c68e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:09.990324 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-efe39558-279b-4436-982b-e5d9f4aa5c73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:09.991122 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] Checking router: 8447d2b0-a653-4376-bd02-6c2b41a5da0f for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:37:09.991516 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] Updating router 8447d2b0-a653-4376-bd02-6c2b41a5da0f port 78896152-f4fe-4d0e-9838-78dd9720267a binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:37:10.000454 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-efe39558-279b-4436-982b-e5d9f4aa5c73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:10.010040 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1810261-f735-4a0c-a989-ea7c26121588 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Hosts for router b675c852-2c06-450c-b832-0838c15c1dc4: [] {{(pid=88387) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 07 21:37:10.047243 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:10.075252 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1810261-f735-4a0c-a989-ea7c26121588 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Hosts for other DVR routers connected to router b675c852-2c06-450c-b832-0838c15c1dc4: set() {{(pid=88387) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 07 21:37:10.089599 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-73da84a6-a7a6-41d1-acff-c6798cdd185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:10.106904 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a1810261-f735-4a0c-a989-ea7c26121588 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:10.108398 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a1810261-f735-4a0c-a989-ea7c26121588 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] 10.222.0.21 "PUT /v2.0/routers/b675c852-2c06-450c-b832-0838c15c1dc4 HTTP/1.1" status: 200 len: 717 time: 1.8973565 Mar 07 21:37:10.111580 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38358) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:10.143470 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-73da84a6-a7a6-41d1-acff-c6798cdd185f None None] For port 07d10f92-25fc-4ad3-9cfe-f838a115dd14, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=07d10f92-25fc-4ad3-9cfe-f838a115dd14,segment=NetworkSegment(a50a6570-3158-4dbd-a798-232ed05d7065),segment_id=a50a6570-3158-4dbd-a798-232ed05d7065)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:37:10.144506 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 5a00c909-d353-44f1-9e99-47d874eabc93 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:10.144868 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:10.230957 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-73da84a6-a7a6-41d1-acff-c6798cdd185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:10.319470 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-96e0acc4-8038-4af5-bc58-43e5d16b9a80 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:10.322244 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b2c02632-5518-440f-85fd-9c1dcb9c68e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:10.363764 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-78199515-9ca8-41b1-a11e-7c94167f8b5c tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] 10.222.0.21 "GET /v2.0/routers/b675c852-2c06-450c-b832-0838c15c1dc4 HTTP/1.1" status: 200 len: 717 time: 0.2496831 Mar 07 21:37:10.367818 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da84a6-a7a6-41d1-acff-c6798cdd185f None None] Pushing event updated for resources: {'Port': ['ID=07d10f92-25fc-4ad3-9cfe-f838a115dd14,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:10.377787 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38362) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:10.399711 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d5ad6c70-7689-4f60-921e-a7dc3d686fb2 None None] Provisioning complete for port 07d10f92-25fc-4ad3-9cfe-f838a115dd14 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:10.400321 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d5ad6c70-7689-4f60-921e-a7dc3d686fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:10.428923 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c02632-5518-440f-85fd-9c1dcb9c68e5 admin admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:10.451327 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-b2c02632-5518-440f-85fd-9c1dcb9c68e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:10.459711 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c02632-5518-440f-85fd-9c1dcb9c68e5 admin admin] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:10.503190 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0acc4-8038-4af5-bc58-43e5d16b9a80 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Pushing event updated for resources: {'Port': ['ID=8b145229-0733-4996-b683-766b4f13a96d,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:10.531133 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-efe39558-279b-4436-982b-e5d9f4aa5c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:10.532802 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c02632-5518-440f-85fd-9c1dcb9c68e5 admin admin] Pushing event updated for resources: {'Port': ['ID=1d0e87b1-d146-41ab-aab2-916d08a6905e,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:10.537652 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-d71dbe6b-e60a-4ea0-adb5-ed6308d369bb tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 07 21:37:10.538161 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d71dbe6b-e60a-4ea0-adb5-ed6308d369bb tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:37:10.559552 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-96e0acc4-8038-4af5-bc58-43e5d16b9a80 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:10.677137 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d5ad6c70-7689-4f60-921e-a7dc3d686fb2 None None] Provisioning complete for port cf441ca4-1131-46fb-b022-ac93dd4d85f5 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:10.678057 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d5ad6c70-7689-4f60-921e-a7dc3d686fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:10.682178 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-efe39558-279b-4436-982b-e5d9f4aa5c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:10.811293 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3219c6fb-f24b-4efd-95cc-e8ce999c89b3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:10.845043 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-96e0acc4-8038-4af5-bc58-43e5d16b9a80 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:10.848823 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-96e0acc4-8038-4af5-bc58-43e5d16b9a80 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5562806 Mar 07 21:37:10.856260 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38368) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:10.865470 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-eea5f6a6-fd8f-48f8-b47f-bcb81e31dac2 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1357197315'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:10.879415 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-eea5f6a6-fd8f-48f8-b47f-bcb81e31dac2 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:10.898135 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-eea5f6a6-fd8f-48f8-b47f-bcb81e31dac2 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Usage tracker for resource:network and tenant:cb073948b7bf4f40b2703713f7e06128 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:10.905696 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-eea5f6a6-fd8f-48f8-b47f-bcb81e31dac2 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:10.935123 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:10.948333 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-049dc059-29a4-44ef-aa63-8dbb498e4069 tempest-RoutersTestDVR-201491736 tempest-RoutersTestDVR-201491736-project] 10.222.0.21 "GET /v2.0/routers/b675c852-2c06-450c-b832-0838c15c1dc4 HTTP/1.1" status: 200 len: 683 time: 0.5541079 Mar 07 21:37:10.949806 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38372) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:10.950984 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] Transition to ACTIVE for port object 78896152-f4fe-4d0e-9838-78dd9720267a will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:10.962238 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe39558-279b-4436-982b-e5d9f4aa5c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f0eee3-3f27-4837-91df-7d5efbfbce17,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:10.966092 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-eea5f6a6-fd8f-48f8-b47f-bcb81e31dac2 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:10.966381 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d71dbe6b-e60a-4ea0-adb5-ed6308d369bb tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 4.4995592 Mar 07 21:37:10.969076 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-efe39558-279b-4436-982b-e5d9f4aa5c73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5660a651a6724628b9897fde746f33d0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2447417 Mar 07 21:37:10.975772 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38376) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:10.975772 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38378) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:11.060729 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:11.109778 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-14536ed4-ca45-4a0b-aea9-ffa7cf25e2df tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:11.142918 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] Attempting to bind port 78896152-f4fe-4d0e-9838-78dd9720267a on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:37:11.143381 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] Attempting to bind port 78896152-f4fe-4d0e-9838-78dd9720267a by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:37:11.143878 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] Attempting to bind port 78896152-f4fe-4d0e-9838-78dd9720267a on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:37:11.149399 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c9344-0456-409f-87c0-27977fd8d5f7 None None] Pushing event updated for resources: {'Port': ['ID=78896152-f4fe-4d0e-9838-78dd9720267a,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:11.154150 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:37:11.154519 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:37:11.154921 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:11.155288 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:37:11.155736 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] Bound port: 78896152-f4fe-4d0e-9838-78dd9720267a, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:37:11.156114 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:11.192184 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281c9344-0456-409f-87c0-27977fd8d5f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:11.192552 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281c9344-0456-409f-87c0-27977fd8d5f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:11.192886 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281c9344-0456-409f-87c0-27977fd8d5f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:11.193218 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281c9344-0456-409f-87c0-27977fd8d5f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:11.193539 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281c9344-0456-409f-87c0-27977fd8d5f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:11.193871 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281c9344-0456-409f-87c0-27977fd8d5f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:11.194219 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281c9344-0456-409f-87c0-27977fd8d5f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:11.194584 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281c9344-0456-409f-87c0-27977fd8d5f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281c9344-0456-409f-87c0-27977fd8d5f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281c9344-0456-409f-87c0-27977fd8d5f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281c9344-0456-409f-87c0-27977fd8d5f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281c9344-0456-409f-87c0-27977fd8d5f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281c9344-0456-409f-87c0-27977fd8d5f7 None None] Tracked resource versions report: Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: pushed versions: Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: { 'AddressGroup': {'1.2'}, Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: 'ConntrackHelper': {'1.0'}, Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: 'Log': {'1.0'}, Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: 'Network': {'1.1'}, Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: 'Port': {'1.7'}, Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: 'PortForwarding': {'1.2'}, Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: 'QosPolicy': {'1.8'}, Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: 'SecurityGroup': {'1.4'}, Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: 'SecurityGroupRule': {'1.2'}, Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: 'SubPort': {'1.0'}, Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: 'Subnet': {'1.1'}, Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: 'Trunk': {'1.1'}} Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: consumer versions: Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: { DHCP agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: HyperV agent@hv-neutron-8299: {}, Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: L3 agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: Metadata agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: Metering agent@dv-neutron-829957-1-hyperv: {}, Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: Open vSwitch agent@dv-neutron-829957-1-hyperv: { 'AddressGroup': '1.2', Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: 'ConntrackHelper': '1.0', Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: 'Log': '1.0', Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: 'Network': '1.1', Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: 'Port': '1.7', Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: 'PortForwarding': '1.2', Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: 'QosPolicy': '1.8', Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: 'SecurityGroup': '1.4', Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: 'SecurityGroupRule': '1.2', Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: 'SubPort': '1.0', Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: 'Subnet': '1.1', Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: 'Trunk': '1.1'}} Mar 07 21:37:11.197105 dv-neutron-829957-1-hyperv neutron-server[88389]: {{(pid=88389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 21:37:11.212140 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3219c6fb-f24b-4efd-95cc-e8ce999c89b3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:11.225094 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-660ced61-f389-4907-a87e-0c21f5f216dc tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Deleting port 957676b8-a924-4116-a55d-9c108fafc202 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:37:11.225432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-660ced61-f389-4907-a87e-0c21f5f216dc tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:11.240185 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] For port 78896152-f4fe-4d0e-9838-78dd9720267a, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:37:11.243687 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] For port 78896152-f4fe-4d0e-9838-78dd9720267a, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=78896152-f4fe-4d0e-9838-78dd9720267a,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:37:11.325255 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea5f6a6-fd8f-48f8-b47f-bcb81e31dac2 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Made reservation on behalf of cb073948b7bf4f40b2703713f7e06128 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:11.328554 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eea5f6a6-fd8f-48f8-b47f-bcb81e31dac2 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:11.330246 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:11.371481 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eea5f6a6-fd8f-48f8-b47f-bcb81e31dac2 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:11.408104 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] Routers {'8447d2b0-a653-4376-bd02-6c2b41a5da0f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:37:11.409591 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:36:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['8447d2b0-a653-4376-bd02-6c2b41a5da0f'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:11.494466 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c9344-0456-409f-87c0-27977fd8d5f7 None None] Pushing event updated for resources: {'Port': ['ID=78896152-f4fe-4d0e-9838-78dd9720267a,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:11.607306 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] Set router 8447d2b0-a653-4376-bd02-6c2b41a5da0f gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:37:11.609312 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-14536ed4-ca45-4a0b-aea9-ffa7cf25e2df tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:11.614061 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-14536ed4-ca45-4a0b-aea9-ffa7cf25e2df tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:11.648049 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b2c02632-5518-440f-85fd-9c1dcb9c68e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:11.675777 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 07d10f92-25fc-4ad3-9cfe-f838a115dd14 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:37:11.692171 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3219c6fb-f24b-4efd-95cc-e8ce999c89b3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Network 3b366616-eab7-48dc-b6c5-1393d1b3f68a is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:11.717116 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-3219c6fb-f24b-4efd-95cc-e8ce999c89b3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:11.723001 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3219c6fb-f24b-4efd-95cc-e8ce999c89b3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:11.723914 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3219c6fb-f24b-4efd-95cc-e8ce999c89b3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:11.724532 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3219c6fb-f24b-4efd-95cc-e8ce999c89b3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:11.776505 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 07d10f92-25fc-4ad3-9cfe-f838a115dd14 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:11.777128 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:11.806029 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-14536ed4-ca45-4a0b-aea9-ffa7cf25e2df tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:11.806529 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14536ed4-ca45-4a0b-aea9-ffa7cf25e2df tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b675c852-2c06-450c-b832-0838c15c1dc4 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:37:11.830473 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-eea5f6a6-fd8f-48f8-b47f-bcb81e31dac2 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:11.867162 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-14536ed4-ca45-4a0b-aea9-ffa7cf25e2df tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:11.868213 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-14536ed4-ca45-4a0b-aea9-ffa7cf25e2df tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] 10.222.0.21 "DELETE /v2.0/routers/b675c852-2c06-450c-b832-0838c15c1dc4 HTTP/1.1" status: 204 len: 168 time: 0.9104145 Mar 07 21:37:11.875782 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b9a83b3f-c57a-451a-88b7-f6908b8099e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:11.879175 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38388) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:11.886972 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-ab1536ae-953c-45cb-9390-850a14e64dd0 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Request body: {'router': {'name': 'tempest-router-1865236748', 'distributed': True}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:11.899145 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ab1536ae-953c-45cb-9390-850a14e64dd0 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:11.927880 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-eea5f6a6-fd8f-48f8-b47f-bcb81e31dac2 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Usage tracker for resource:security_group_rule and tenant:cb073948b7bf4f40b2703713f7e06128 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:11.928405 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device cf441ca4-1131-46fb-b022-ac93dd4d85f5 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:37:11.950299 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-eea5f6a6-fd8f-48f8-b47f-bcb81e31dac2 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:11.960801 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3219c6fb-f24b-4efd-95cc-e8ce999c89b3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.1838377 Mar 07 21:37:11.975909 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38392) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:11.979419 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3219c6fb-f24b-4efd-95cc-e8ce999c89b3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Pushing event updated for resources: {'Port': ['ID=467673a0-b059-4b64-94ff-aef466ee73df,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:11.983900 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-eea5f6a6-fd8f-48f8-b47f-bcb81e31dac2 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:11.987091 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ab1536ae-953c-45cb-9390-850a14e64dd0 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Usage tracker for resource:router and tenant:938c0d81a590423ebb79d0bee812278c is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:12.000324 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5c24c352-0770-4da9-8904-c62d3799e9c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:12.002867 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'name': 'tempest-ServersTestManualDisk-554214114-router', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:37:06Z', 'revision_number': 3, 'project_id': '24d505245fac495da14eec8c213c2228', 'gw_port': {'id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:12.008617 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11990c56-21a9-4bce-ae22-20a59874f0c9 None None] The sync data for ids ['8447d2b0-a653-4376-bd02-6c2b41a5da0f'] in dv-neutron-829957-1-hyperv is: [{'id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'name': 'tempest-ServersTestManualDisk-554214114-router', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:37:06Z', 'revision_number': 3, 'project_id': '24d505245fac495da14eec8c213c2228', 'gw_port': {'id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:37:12.023697 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ab1536ae-953c-45cb-9390-850a14e64dd0 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:12.029442 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port cf441ca4-1131-46fb-b022-ac93dd4d85f5 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:12.030061 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:12.043795 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ab1536ae-953c-45cb-9390-850a14e64dd0 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:12.067046 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b9a83b3f-c57a-451a-88b7-f6908b8099e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:12.137635 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-31a802ab-c7dc-4caa-9399-0a52628e4d8f tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Deleting port 467673a0-b059-4b64-94ff-aef466ee73df {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:37:12.141796 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-31a802ab-c7dc-4caa-9399-0a52628e4d8f tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:12.183933 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ab1536ae-953c-45cb-9390-850a14e64dd0 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:12.184964 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ab1536ae-953c-45cb-9390-850a14e64dd0 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:12.208828 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-660ced61-f389-4907-a87e-0c21f5f216dc tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:12.209242 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-660ced61-f389-4907-a87e-0c21f5f216dc tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:12.225874 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b2c02632-5518-440f-85fd-9c1dcb9c68e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:12.332077 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ab1536ae-953c-45cb-9390-850a14e64dd0 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:12.387810 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-660ced61-f389-4907-a87e-0c21f5f216dc tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Calling delete_port for 957676b8-a924-4116-a55d-9c108fafc202 owned by network:floatingip {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:37:12.532709 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ab1536ae-953c-45cb-9390-850a14e64dd0 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:12.682870 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-31a802ab-c7dc-4caa-9399-0a52628e4d8f tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:12.714710 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b9a83b3f-c57a-451a-88b7-f6908b8099e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:12.763634 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a83b3f-c57a-451a-88b7-f6908b8099e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f0eee3-3f27-4837-91df-7d5efbfbce17,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:12.767706 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c2049569-ee68-4aeb-a7da-48cd85602e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:12.827373 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ab1536ae-953c-45cb-9390-850a14e64dd0 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:12.832903 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ab1536ae-953c-45cb-9390-850a14e64dd0 tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9527817 Mar 07 21:37:12.834202 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38396) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:12.845903 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-31a802ab-c7dc-4caa-9399-0a52628e4d8f tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Calling delete_port for 467673a0-b059-4b64-94ff-aef466ee73df owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:37:12.903087 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b9a83b3f-c57a-451a-88b7-f6908b8099e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:12.906805 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b9a83b3f-c57a-451a-88b7-f6908b8099e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12f0eee3-3f27-4837-91df-7d5efbfbce17 HTTP/1.1" status: 204 len: 168 time: 1.8803878 Mar 07 21:37:13.037556 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eea5f6a6-fd8f-48f8-b47f-bcb81e31dac2 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:13.049795 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5c24c352-0770-4da9-8904-c62d3799e9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:13.131835 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2228847e-b4aa-4cf1-9b26-04c48fda78ec tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:13.152605 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eea5f6a6-fd8f-48f8-b47f-bcb81e31dac2 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:13.170760 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-660ced61-f389-4907-a87e-0c21f5f216dc tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:13.247574 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ced61-f389-4907-a87e-0c21f5f216dc tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Pushing event deleted for resources: {'Port': ['ID=957676b8-a924-4116-a55d-9c108fafc202,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:13.342921 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c02632-5518-440f-85fd-9c1dcb9c68e5 admin admin] Router c25620e1-a202-45a4-9d3a-e1c5f472fbb5 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:37:13.408865 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5f6a6-fd8f-48f8-b47f-bcb81e31dac2 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1be7cccf-a2b1-48bd-8bb9-bb2f550eb887,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:13.512067 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-660ced61-f389-4907-a87e-0c21f5f216dc tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:13.554633 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-660ced61-f389-4907-a87e-0c21f5f216dc tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:13.560454 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-660ced61-f389-4907-a87e-0c21f5f216dc tempest-ExternalNetworksAdminNegativeTestJSON-1238517551 tempest-ExternalNetworksAdminNegativeTestJSON-1238517551-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/4342e860-26ec-433e-bda2-d31a47b3ecc9 HTTP/1.1" status: 204 len: 168 time: 2.5309122 Mar 07 21:37:13.560610 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2228847e-b4aa-4cf1-9b26-04c48fda78ec tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:13.569351 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-c2049569-ee68-4aeb-a7da-48cd85602e66 admin admin] Allocated IP 172.20.0.1 (304e960d-6464-4f92-a5fa-2d8b6be20410/fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8/e910605e-b336-452a-a586-b0c85d594b40) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:13.571909 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2228847e-b4aa-4cf1-9b26-04c48fda78ec tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:13.672467 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-31a802ab-c7dc-4caa-9399-0a52628e4d8f tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:13.728137 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a802ab-c7dc-4caa-9399-0a52628e4d8f tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Pushing event deleted for resources: {'Port': ['ID=467673a0-b059-4b64-94ff-aef466ee73df,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:13.732675 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea5f6a6-fd8f-48f8-b47f-bcb81e31dac2 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:37:13.740970 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2228847e-b4aa-4cf1-9b26-04c48fda78ec tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:13.741466 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2228847e-b4aa-4cf1-9b26-04c48fda78ec tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0870d72e-1e94-4153-816d-df2140e45806 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:37:13.757183 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c2049569-ee68-4aeb-a7da-48cd85602e66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:13.765615 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eea5f6a6-fd8f-48f8-b47f-bcb81e31dac2 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:13.766411 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-eea5f6a6-fd8f-48f8-b47f-bcb81e31dac2 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Added segment 67c18c4a-178c-407a-a3b1-df1c1f77bf8b of type vlan for network f4c474a5-541b-4621-b704-b033aa04f0f9 Mar 07 21:37:13.788196 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c02632-5518-440f-85fd-9c1dcb9c68e5 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:37:13.792333 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-c2049569-ee68-4aeb-a7da-48cd85602e66 admin admin] Transition to ACTIVE for port object e910605e-b336-452a-a586-b0c85d594b40 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:13.793999 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 78896152-f4fe-4d0e-9838-78dd9720267a up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:37:13.810193 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eea5f6a6-fd8f-48f8-b47f-bcb81e31dac2 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:13.814820 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c24c352-0770-4da9-8904-c62d3799e9c9 admin admin] Router 49152012-a700-4b6b-b6f1-653afaf1df84 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:37:13.845661 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-31a802ab-c7dc-4caa-9399-0a52628e4d8f tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:13.873251 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2228847e-b4aa-4cf1-9b26-04c48fda78ec tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:13.881615 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2228847e-b4aa-4cf1-9b26-04c48fda78ec tempest-RoutersTestDVR-305869546 tempest-RoutersTestDVR-305869546-project-admin] 10.222.0.21 "DELETE /v2.0/routers/0870d72e-1e94-4153-816d-df2140e45806 HTTP/1.1" status: 204 len: 168 time: 0.9942868 Mar 07 21:37:13.884077 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-31a802ab-c7dc-4caa-9399-0a52628e4d8f tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "DELETE /v2.0/ports/467673a0-b059-4b64-94ff-aef466ee73df HTTP/1.1" status: 204 len: 168 time: 1.9064972 Mar 07 21:37:13.888982 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] Sync routers for ids ['c25620e1-a202-45a4-9d3a-e1c5f472fbb5'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:37:13.890412 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38418) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:13.895974 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-7ec472ee-c4fc-4a6b-b57e-0ac59d26d435 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b366616-eab7-48dc-b6c5-1393d1b3f68a', 'external_fixed_ips': [{'subnet_id': '3a4b5c23-5701-4dc0-b789-208d40563b8d', 'ip_address': '172.20.0.6'}]}}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:13.907244 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7ec472ee-c4fc-4a6b-b57e-0ac59d26d435 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:13.914882 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7ec472ee-c4fc-4a6b-b57e-0ac59d26d435 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Usage tracker for resource:router and tenant:c961c95e72b244b78386f0fb2b63bf36 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:13.918111 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] Routers {'c25620e1-a202-45a4-9d3a-e1c5f472fbb5'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:37:13.918897 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7ec472ee-c4fc-4a6b-b57e-0ac59d26d435 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:13.919041 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:36:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c25620e1-a202-45a4-9d3a-e1c5f472fbb5'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:13.924987 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7ec472ee-c4fc-4a6b-b57e-0ac59d26d435 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:13.981713 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b2c02632-5518-440f-85fd-9c1dcb9c68e5 admin admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:13.985330 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b2c02632-5518-440f-85fd-9c1dcb9c68e5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.4175732 Mar 07 21:37:13.990294 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38424) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:14.060961 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c24c352-0770-4da9-8904-c62d3799e9c9 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:37:14.067957 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7ec472ee-c4fc-4a6b-b57e-0ac59d26d435 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:14.069319 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7ec472ee-c4fc-4a6b-b57e-0ac59d26d435 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:14.071959 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] Sync routers for ids ['49152012-a700-4b6b-b6f1-653afaf1df84'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:37:14.088812 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] Routers {'49152012-a700-4b6b-b6f1-653afaf1df84'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:37:14.089511 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:36:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['49152012-a700-4b6b-b6f1-653afaf1df84'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:14.093715 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eea5f6a6-fd8f-48f8-b47f-bcb81e31dac2 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:14.104786 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea5f6a6-fd8f-48f8-b47f-bcb81e31dac2 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:14.105998 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eea5f6a6-fd8f-48f8-b47f-bcb81e31dac2 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:14.136642 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c2049569-ee68-4aeb-a7da-48cd85602e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:14.154665 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] Set router c25620e1-a202-45a4-9d3a-e1c5f472fbb5 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:37:14.159771 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7ec472ee-c4fc-4a6b-b57e-0ac59d26d435 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:14.202506 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38432) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:14.227485 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5c24c352-0770-4da9-8904-c62d3799e9c9 admin admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:14.228895 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5c24c352-0770-4da9-8904-c62d3799e9c9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 10.9192791 Mar 07 21:37:14.300795 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 78896152-f4fe-4d0e-9838-78dd9720267a completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:37:14.304502 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38436) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:14.318844 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2049569-ee68-4aeb-a7da-48cd85602e66 admin admin] Network 304e960d-6464-4f92-a5fa-2d8b6be20410 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:14.319148 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 78896152-f4fe-4d0e-9838-78dd9720267a triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:14.319583 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:14.387546 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] Set router 49152012-a700-4b6b-b6f1-653afaf1df84 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:37:14.421307 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-c2049569-ee68-4aeb-a7da-48cd85602e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:14.426873 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-eea5f6a6-fd8f-48f8-b47f-bcb81e31dac2 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.5696540 Mar 07 21:37:14.452057 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38446) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:14.462839 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2049569-ee68-4aeb-a7da-48cd85602e66 admin admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:14.463315 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c2049569-ee68-4aeb-a7da-48cd85602e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:14.519720 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-ddd019b1-6694-45f5-a916-39a72cb2f068 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Request body: {'subnet': {'network_id': 'f4c474a5-541b-4621-b704-b033aa04f0f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:14.543107 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5f6a6-fd8f-48f8-b47f-bcb81e31dac2 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Pushing event updated for resources: {'Network': ['ID=f4c474a5-541b-4621-b704-b033aa04f0f9,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:14.621255 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2049569-ee68-4aeb-a7da-48cd85602e66 admin admin] Pushing event updated for resources: {'Port': ['ID=e910605e-b336-452a-a586-b0c85d594b40,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:14.622821 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:14.636472 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network f4c474a5-541b-4621-b704-b033aa04f0f9 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:37:14.763235 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38452) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:14.869813 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 78896152-f4fe-4d0e-9838-78dd9720267a, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=78896152-f4fe-4d0e-9838-78dd9720267a,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:37:14.928150 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'name': 'tempest-ServersTestJSON-13637364-router', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd87503a3-5ed2-4c15-9f90-722d87340cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:37:10Z', 'revision_number': 3, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'gw_port': {'id': 'd87503a3-5ed2-4c15-9f90-722d87340cce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:23:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:05Z', 'updated_at': '2022-03-07T21:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:14.932969 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6977ed4d-0858-47d3-bf66-5139ab3f9747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:14.937860 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] Checking router: 49152012-a700-4b6b-b6f1-653afaf1df84 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:37:14.937860 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] Updating router 49152012-a700-4b6b-b6f1-653afaf1df84 port d87503a3-5ed2-4c15-9f90-722d87340cce binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:37:14.954377 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'name': 'tempest-ServerActionsTestJSON-471892280-router', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '1d0e87b1-d146-41ab-aab2-916d08a6905e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:11Z', 'revision_number': 3, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'gw_port': {'id': '1d0e87b1-d146-41ab-aab2-916d08a6905e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:06Z', 'updated_at': '2022-03-07T21:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:14.954575 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:14.978239 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ddd019b1-6694-45f5-a916-39a72cb2f068 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:14.997411 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ddd019b1-6694-45f5-a916-39a72cb2f068 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Usage tracker for resource:subnet and tenant:cb073948b7bf4f40b2703713f7e06128 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:14.999262 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1f09ceeb-3582-428f-8138-99a324b5fc20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:15.012948 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ddd019b1-6694-45f5-a916-39a72cb2f068 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:15.035739 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e203f191-8a14-4bc7-80be-bc410c8c69b3 None None] Provisioning for port e910605e-b336-452a-a586-b0c85d594b40 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:37:15.047354 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e203f191-8a14-4bc7-80be-bc410c8c69b3 None None] Provisioning complete for port e910605e-b336-452a-a586-b0c85d594b40 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:15.047713 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e203f191-8a14-4bc7-80be-bc410c8c69b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:15.053801 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:15.072939 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-6977ed4d-0858-47d3-bf66-5139ab3f9747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:15.077561 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ddd019b1-6694-45f5-a916-39a72cb2f068 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:15.093479 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6977ed4d-0858-47d3-bf66-5139ab3f9747 admin admin] Usage tracker for resource:security_group_rule and tenant:628c555262cf48ddb2415da790e630f0 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:15.106317 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] Checking router: c25620e1-a202-45a4-9d3a-e1c5f472fbb5 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:37:15.106520 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6977ed4d-0858-47d3-bf66-5139ab3f9747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:15.106631 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] Updating router c25620e1-a202-45a4-9d3a-e1c5f472fbb5 port 1d0e87b1-d146-41ab-aab2-916d08a6905e binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:37:15.113637 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1f09ceeb-3582-428f-8138-99a324b5fc20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:15.125175 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-6977ed4d-0858-47d3-bf66-5139ab3f9747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:15.135864 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1f09ceeb-3582-428f-8138-99a324b5fc20 admin admin] Usage tracker for resource:security_group_rule and tenant:d3a7c7bdedf14a589cd93e544e409029 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:15.139149 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-e203f191-8a14-4bc7-80be-bc410c8c69b3 None None] Port e910605e-b336-452a-a586-b0c85d594b40 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:37:15.152803 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1f09ceeb-3582-428f-8138-99a324b5fc20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:15.172652 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7ec472ee-c4fc-4a6b-b57e-0ac59d26d435 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:15.195928 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=78896152-f4fe-4d0e-9838-78dd9720267a,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:15.203391 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:15.210949 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1f09ceeb-3582-428f-8138-99a324b5fc20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:15.328575 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd019b1-6694-45f5-a916-39a72cb2f068 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Made reservation on behalf of cb073948b7bf4f40b2703713f7e06128 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:15.332805 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ddd019b1-6694-45f5-a916-39a72cb2f068 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks [] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:15.549694 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:15.585060 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] Transition to ACTIVE for port object d87503a3-5ed2-4c15-9f90-722d87340cce will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:15.632391 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:15.654746 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:15.742758 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 78896152-f4fe-4d0e-9838-78dd9720267a up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:37:15.842906 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f972f8ea-e2bd-4ab3-8ea8-306ac59b98e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:15.857524 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62fa118-ffe6-4720-94f4-a223e4507012 None None] Pushing event updated for resources: {'Port': ['ID=d87503a3-5ed2-4c15-9f90-722d87340cce,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:15.860275 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] Attempting to bind port d87503a3-5ed2-4c15-9f90-722d87340cce on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:37:15.860394 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] Attempting to bind port d87503a3-5ed2-4c15-9f90-722d87340cce by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:37:15.860917 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] Attempting to bind port d87503a3-5ed2-4c15-9f90-722d87340cce on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:37:15.876771 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:37:15.877664 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:37:15.878090 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:15.878479 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:37:15.878936 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] Bound port: d87503a3-5ed2-4c15-9f90-722d87340cce, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:37:15.879329 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:15.948322 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 78896152-f4fe-4d0e-9838-78dd9720267a triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:15.948883 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:15.976297 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] For port d87503a3-5ed2-4c15-9f90-722d87340cce, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:37:15.980073 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] For port d87503a3-5ed2-4c15-9f90-722d87340cce, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d87503a3-5ed2-4c15-9f90-722d87340cce,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:37:16.023324 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c2049569-ee68-4aeb-a7da-48cd85602e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:16.032111 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38476) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:16.067734 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:16.069465 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6977ed4d-0858-47d3-bf66-5139ab3f9747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:16.084544 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:16.140094 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] Transition to ACTIVE for port object 1d0e87b1-d146-41ab-aab2-916d08a6905e will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:16.193728 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6977ed4d-0858-47d3-bf66-5139ab3f9747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:16.209932 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] Routers {'49152012-a700-4b6b-b6f1-653afaf1df84'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:37:16.210687 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:36:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['49152012-a700-4b6b-b6f1-653afaf1df84'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:16.226748 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:16.260554 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62fa118-ffe6-4720-94f4-a223e4507012 None None] Pushing event updated for resources: {'Port': ['ID=d87503a3-5ed2-4c15-9f90-722d87340cce,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:16.271455 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-3795cd55-ba5d-460d-9fba-bc187db5700f tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1331525656', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:16.296122 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3795cd55-ba5d-460d-9fba-bc187db5700f tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:16.328964 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] Attempting to bind port 1d0e87b1-d146-41ab-aab2-916d08a6905e on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:37:16.329335 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] Attempting to bind port 1d0e87b1-d146-41ab-aab2-916d08a6905e by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:37:16.329696 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] Attempting to bind port 1d0e87b1-d146-41ab-aab2-916d08a6905e on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:37:16.336312 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a01b4-a60f-43c0-b9d6-3057e8ba5e06 None None] Pushing event updated for resources: {'Port': ['ID=1d0e87b1-d146-41ab-aab2-916d08a6905e,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:16.342134 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1f09ceeb-3582-428f-8138-99a324b5fc20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:16.342311 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:37:16.342669 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:37:16.343368 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:16.343755 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:37:16.344219 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] Bound port: 1d0e87b1-d146-41ab-aab2-916d08a6905e, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:37:16.344654 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:16.345036 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3795cd55-ba5d-460d-9fba-bc187db5700f tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Usage tracker for resource:port and tenant:70b3736558f84ee78691e76f6643e533 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:16.385498 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3795cd55-ba5d-460d-9fba-bc187db5700f tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:16.420495 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3795cd55-ba5d-460d-9fba-bc187db5700f tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:16.427388 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6977ed4d-0858-47d3-bf66-5139ab3f9747 admin admin] Synchronizing usage tracker for tenant:980ab70077d945a49dbac53df8cd8999 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:37:16.433038 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] For port 1d0e87b1-d146-41ab-aab2-916d08a6905e, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:37:16.434367 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] Set router 49152012-a700-4b6b-b6f1-653afaf1df84 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:37:16.437707 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] For port 1d0e87b1-d146-41ab-aab2-916d08a6905e, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1d0e87b1-d146-41ab-aab2-916d08a6905e,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:37:16.449629 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977ed4d-0858-47d3-bf66-5139ab3f9747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63af9504-bda7-4cbf-959f-dac04a36234d,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:16.454044 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1f09ceeb-3582-428f-8138-99a324b5fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:16.495061 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:16.550569 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1f09ceeb-3582-428f-8138-99a324b5fc20 admin admin] Synchronizing usage tracker for tenant:980ab70077d945a49dbac53df8cd8999 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:37:16.559598 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7ec472ee-c4fc-4a6b-b57e-0ac59d26d435 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:16.580385 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a01b4-a60f-43c0-b9d6-3057e8ba5e06 None None] Pushing event updated for resources: {'Port': ['ID=1d0e87b1-d146-41ab-aab2-916d08a6905e,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:16.587696 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] Routers {'c25620e1-a202-45a4-9d3a-e1c5f472fbb5'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:37:16.588606 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:36:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c25620e1-a202-45a4-9d3a-e1c5f472fbb5'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:16.594152 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7ec472ee-c4fc-4a6b-b57e-0ac59d26d435 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:16.645436 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-f972f8ea-e2bd-4ab3-8ea8-306ac59b98e7 admin admin] Allocated IP 172.20.0.1 (38c758dc-7f6c-454b-adaf-334f371206ea/f313f210-5759-4bf7-8dc0-7c89a181e7b8/8917be17-98eb-45a2-8ed3-1ae5f89227eb) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:16.738043 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c2049569-ee68-4aeb-a7da-48cd85602e66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:16.747359 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1286449e-7684-4f65-bf78-34e17d67725b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:16.767656 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'name': 'tempest-ServersTestJSON-13637364-router', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd87503a3-5ed2-4c15-9f90-722d87340cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:37:10Z', 'revision_number': 3, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'gw_port': {'id': 'd87503a3-5ed2-4c15-9f90-722d87340cce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:23:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:05Z', 'updated_at': '2022-03-07T21:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:16.773408 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288c1269-a1d3-4246-8a5f-1a797bb569df None None] The sync data for ids ['49152012-a700-4b6b-b6f1-653afaf1df84'] in dv-neutron-829957-1-hyperv is: [{'id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'name': 'tempest-ServersTestJSON-13637364-router', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd87503a3-5ed2-4c15-9f90-722d87340cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:37:10Z', 'revision_number': 3, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'gw_port': {'id': 'd87503a3-5ed2-4c15-9f90-722d87340cce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:23:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:05Z', 'updated_at': '2022-03-07T21:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:37:16.773909 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] Set router c25620e1-a202-45a4-9d3a-e1c5f472fbb5 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:37:16.775695 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ddd019b1-6694-45f5-a916-39a72cb2f068 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:16.863269 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3795cd55-ba5d-460d-9fba-bc187db5700f tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Made reservation on behalf of 70b3736558f84ee78691e76f6643e533 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:16.865634 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3795cd55-ba5d-460d-9fba-bc187db5700f tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:16.876568 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6977ed4d-0858-47d3-bf66-5139ab3f9747 admin admin] Unset dirty status for tenant:980ab70077d945a49dbac53df8cd8999 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:37:16.880698 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6977ed4d-0858-47d3-bf66-5139ab3f9747 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=628c555262cf48ddb2415da790e630f0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6704187 Mar 07 21:37:16.886374 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38482) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:16.921199 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd019b1-6694-45f5-a916-39a72cb2f068 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Pushing event updated for resources: {'Subnet': ['ID=c229b628-eba6-4b54-b424-19b1cb042b5e,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:16.924790 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c2049569-ee68-4aeb-a7da-48cd85602e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:16.925449 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c2049569-ee68-4aeb-a7da-48cd85602e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:16.969064 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-7ec472ee-c4fc-4a6b-b57e-0ac59d26d435 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Allocated IP 172.20.0.6 (3b366616-eab7-48dc-b6c5-1393d1b3f68a/3a4b5c23-5701-4dc0-b789-208d40563b8d/5ab0d0e7-946b-4b41-a38c-bd08645965c9) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:16.973402 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f972f8ea-e2bd-4ab3-8ea8-306ac59b98e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:16.999867 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-f972f8ea-e2bd-4ab3-8ea8-306ac59b98e7 admin admin] Transition to ACTIVE for port object 8917be17-98eb-45a2-8ed3-1ae5f89227eb will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:17.141004 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2049569-ee68-4aeb-a7da-48cd85602e66 admin admin] Pushing event updated for resources: {'Port': ['ID=e910605e-b336-452a-a586-b0c85d594b40,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:17.146079 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3795cd55-ba5d-460d-9fba-bc187db5700f tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:17.168529 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09ceeb-3582-428f-8138-99a324b5fc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3a8913-eab3-435f-8cd1-ea5d459fddb1,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:17.180103 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7ec472ee-c4fc-4a6b-b57e-0ac59d26d435 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:17.199254 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1f09ceeb-3582-428f-8138-99a324b5fc20 admin admin] Unset dirty status for tenant:980ab70077d945a49dbac53df8cd8999 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:37:17.200610 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1f09ceeb-3582-428f-8138-99a324b5fc20 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3a7c7bdedf14a589cd93e544e409029&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4367042 Mar 07 21:37:17.213111 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3795cd55-ba5d-460d-9fba-bc187db5700f tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:17.217004 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38486) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:17.235320 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3795cd55-ba5d-460d-9fba-bc187db5700f tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Usage tracker for resource:security_group_rule and tenant:70b3736558f84ee78691e76f6643e533 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:17.245464 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f972f8ea-e2bd-4ab3-8ea8-306ac59b98e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:17.248614 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3795cd55-ba5d-460d-9fba-bc187db5700f tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:17.263469 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'name': 'tempest-ServerActionsTestJSON-471892280-router', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '1d0e87b1-d146-41ab-aab2-916d08a6905e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:11Z', 'revision_number': 3, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'gw_port': {'id': '1d0e87b1-d146-41ab-aab2-916d08a6905e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:06Z', 'updated_at': '2022-03-07T21:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:17.268764 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ceaf3b-5973-419c-80c9-4916e3d6d677 None None] The sync data for ids ['c25620e1-a202-45a4-9d3a-e1c5f472fbb5'] in dv-neutron-829957-1-hyperv is: [{'id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'name': 'tempest-ServerActionsTestJSON-471892280-router', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '1d0e87b1-d146-41ab-aab2-916d08a6905e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:11Z', 'revision_number': 3, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'gw_port': {'id': '1d0e87b1-d146-41ab-aab2-916d08a6905e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:06Z', 'updated_at': '2022-03-07T21:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:37:17.277170 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3795cd55-ba5d-460d-9fba-bc187db5700f tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:17.319081 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7ec472ee-c4fc-4a6b-b57e-0ac59d26d435 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:17.339783 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd019b1-6694-45f5-a916-39a72cb2f068 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Checking segment: {'id': '67c18c4a-178c-407a-a3b1-df1c1f77bf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f4c474a5-541b-4621-b704-b033aa04f0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:37:17.340406 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd019b1-6694-45f5-a916-39a72cb2f068 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Network hostable DHCP agents. Network: f4c474a5-541b-4621-b704-b033aa04f0f9, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:37:17.357155 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f972f8ea-e2bd-4ab3-8ea8-306ac59b98e7 admin admin] Network 38c758dc-7f6c-454b-adaf-334f371206ea is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:17.363121 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-f972f8ea-e2bd-4ab3-8ea8-306ac59b98e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:17.371617 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f972f8ea-e2bd-4ab3-8ea8-306ac59b98e7 admin admin] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:17.372084 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f972f8ea-e2bd-4ab3-8ea8-306ac59b98e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:17.427495 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2049569-ee68-4aeb-a7da-48cd85602e66 admin admin] Network 304e960d-6464-4f92-a5fa-2d8b6be20410 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:17.432434 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a5cae4ce-c9c1-47cd-b729-0edb8b355df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:17.438193 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-c2049569-ee68-4aeb-a7da-48cd85602e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:17.556942 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec472ee-c4fc-4a6b-b57e-0ac59d26d435 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Network 3b366616-eab7-48dc-b6c5-1393d1b3f68a is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:17.567618 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-7ec472ee-c4fc-4a6b-b57e-0ac59d26d435 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:17.583085 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec472ee-c4fc-4a6b-b57e-0ac59d26d435 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:17.644357 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd019b1-6694-45f5-a916-39a72cb2f068 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Network f4c474a5-541b-4621-b704-b033aa04f0f9 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:37:17.679493 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972f8ea-e2bd-4ab3-8ea8-306ac59b98e7 admin admin] Pushing event updated for resources: {'Port': ['ID=8917be17-98eb-45a2-8ed3-1ae5f89227eb,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:17.702624 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a5cae4ce-c9c1-47cd-b729-0edb8b355df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:17.727845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-1286449e-7684-4f65-bf78-34e17d67725b admin admin] Allocated IP 172.20.0.1 (17af9ab4-845f-4bfd-acf4-cd2799b53cb7/a6e262fc-2bf3-4cfd-93fe-2daf51464844/baecdfba-f3e0-4097-87b4-7be8262c1165) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:17.866455 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9a833d47-0652-4e75-986c-e4999e97d12f None None] Provisioning for port 8917be17-98eb-45a2-8ed3-1ae5f89227eb completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:37:17.882261 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9a833d47-0652-4e75-986c-e4999e97d12f None None] Provisioning complete for port 8917be17-98eb-45a2-8ed3-1ae5f89227eb triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:17.882626 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9a833d47-0652-4e75-986c-e4999e97d12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:17.931475 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f68a34cc-bfb2-490c-8e27-06c5be94f83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:17.940585 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d87503a3-5ed2-4c15-9f90-722d87340cce up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:37:18.059300 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec472ee-c4fc-4a6b-b57e-0ac59d26d435 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Pushing event updated for resources: {'Port': ['ID=5ab0d0e7-946b-4b41-a38c-bd08645965c9,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:18.065317 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-9a833d47-0652-4e75-986c-e4999e97d12f None None] Port 8917be17-98eb-45a2-8ed3-1ae5f89227eb cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:37:18.080227 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-ddd019b1-6694-45f5-a916-39a72cb2f068 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, f4c474a5-541b-4621-b704-b033aa04f0f9) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:18.088872 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8015ec5d-787f-4757-b187-11d13a728e29 None None] Network f4c474a5-541b-4621-b704-b033aa04f0f9 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:37:18.223759 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port d87503a3-5ed2-4c15-9f90-722d87340cce completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:37:18.223941 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd019b1-6694-45f5-a916-39a72cb2f068 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:18.224543 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ddd019b1-6694-45f5-a916-39a72cb2f068 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:18.255228 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port d87503a3-5ed2-4c15-9f90-722d87340cce triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:18.255699 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:18.307579 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a5cae4ce-c9c1-47cd-b729-0edb8b355df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:18.347650 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a505a947-597c-4410-8ee6-1db58eb62c1f None None] Provisioning complete for port e910605e-b336-452a-a586-b0c85d594b40 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:18.348185 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a505a947-597c-4410-8ee6-1db58eb62c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:18.388380 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cae4ce-c9c1-47cd-b729-0edb8b355df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63af9504-bda7-4cbf-959f-dac04a36234d,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:18.405758 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3795cd55-ba5d-460d-9fba-bc187db5700f tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:18.481324 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-a505a947-597c-4410-8ee6-1db58eb62c1f None None] Port e910605e-b336-452a-a586-b0c85d594b40 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:37:18.483463 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2049569-ee68-4aeb-a7da-48cd85602e66 admin admin] Router 8447d2b0-a653-4376-bd02-6c2b41a5da0f has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:37:18.490471 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3795cd55-ba5d-460d-9fba-bc187db5700f tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:18.503872 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a5cae4ce-c9c1-47cd-b729-0edb8b355df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:18.508226 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a5cae4ce-c9c1-47cd-b729-0edb8b355df3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63af9504-bda7-4cbf-959f-dac04a36234d HTTP/1.1" status: 204 len: 168 time: 1.5729926 Mar 07 21:37:18.515787 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-3795cd55-ba5d-460d-9fba-bc187db5700f tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] device_id is not set on port cfb41b0a-4964-47f9-b03b-7afe0acde0a7 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:37:18.524758 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7ec472ee-c4fc-4a6b-b57e-0ac59d26d435 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:18.577556 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb1be60-7ef3-454f-abd4-1876c1644270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-f4c474a5-541b-4621-b704-b033aa04f0f9', 'network_id': 'f4c474a5-541b-4621-b704-b033aa04f0f9', 'tenant_id': 'cb073948b7bf4f40b2703713f7e06128', 'fixed_ips': [{'subnet_id': 'c229b628-eba6-4b54-b424-19b1cb042b5e'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:37:18.578686 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6fb1be60-7ef3-454f-abd4-1876c1644270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:18.601393 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:18.682381 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port d87503a3-5ed2-4c15-9f90-722d87340cce, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d87503a3-5ed2-4c15-9f90-722d87340cce,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:37:18.701991 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ddd019b1-6694-45f5-a916-39a72cb2f068 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2463255 Mar 07 21:37:18.701991 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-3795cd55-ba5d-460d-9fba-bc187db5700f tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Allocated IP 172.26.2.64 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/cfb41b0a-4964-47f9-b03b-7afe0acde0a7) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:18.713797 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f68a34cc-bfb2-490c-8e27-06c5be94f83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:18.721811 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38492) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:18.730818 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1286449e-7684-4f65-bf78-34e17d67725b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:18.740138 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-323fcb59-68e0-44f8-b3d5-641f15844d33 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1174392642', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}, 'admin_state_up': False}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:18.756697 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-323fcb59-68e0-44f8-b3d5-641f15844d33 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:18.775018 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-323fcb59-68e0-44f8-b3d5-641f15844d33 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Usage tracker for resource:router and tenant:cb073948b7bf4f40b2703713f7e06128 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:18.779856 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:18.788831 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-323fcb59-68e0-44f8-b3d5-641f15844d33 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:18.809535 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-323fcb59-68e0-44f8-b3d5-641f15844d33 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:18.812613 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795cd55-ba5d-460d-9fba-bc187db5700f tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defb416d-8627-4213-89bd-0ee79a295b17,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:18.844074 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-1286449e-7684-4f65-bf78-34e17d67725b admin admin] Transition to ACTIVE for port object baecdfba-f3e0-4097-87b4-7be8262c1165 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:18.896492 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-6fb1be60-7ef3-454f-abd4-1876c1644270 None None] Allocated IP 172.20.0.2 (f4c474a5-541b-4621-b704-b033aa04f0f9/c229b628-eba6-4b54-b424-19b1cb042b5e/2b39b3f2-d68e-4caf-81ed-911da321d524) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:18.906186 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=d87503a3-5ed2-4c15-9f90-722d87340cce,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:19.033333 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1286449e-7684-4f65-bf78-34e17d67725b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:19.077259 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7ec472ee-c4fc-4a6b-b57e-0ac59d26d435 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:19.093467 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f972f8ea-e2bd-4ab3-8ea8-306ac59b98e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:19.171950 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-323fcb59-68e0-44f8-b3d5-641f15844d33 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:19.172951 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-323fcb59-68e0-44f8-b3d5-641f15844d33 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:19.183533 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2049569-ee68-4aeb-a7da-48cd85602e66 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:37:19.189030 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1286449e-7684-4f65-bf78-34e17d67725b admin admin] Network 17af9ab4-845f-4bfd-acf4-cd2799b53cb7 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:19.197454 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-1286449e-7684-4f65-bf78-34e17d67725b admin admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:19.202489 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286449e-7684-4f65-bf78-34e17d67725b admin admin] Pushing event updated for resources: {'Port': ['ID=baecdfba-f3e0-4097-87b4-7be8262c1165,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:19.204845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1286449e-7684-4f65-bf78-34e17d67725b admin admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:19.205344 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1286449e-7684-4f65-bf78-34e17d67725b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:19.224300 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c2049569-ee68-4aeb-a7da-48cd85602e66 admin admin] 10.222.0.21 "PUT /v2.0/routers/8447d2b0-a653-4376-bd02-6c2b41a5da0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7348695 Mar 07 21:37:19.227401 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] Sync routers for ids ['8447d2b0-a653-4376-bd02-6c2b41a5da0f'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:37:19.274845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3795cd55-ba5d-460d-9fba-bc187db5700f tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:19.319290 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] Routers {'8447d2b0-a653-4376-bd02-6c2b41a5da0f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:37:19.320077 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:36:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['8447d2b0-a653-4376-bd02-6c2b41a5da0f'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:19.398962 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6fb1be60-7ef3-454f-abd4-1876c1644270 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:19.433359 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3795cd55-ba5d-460d-9fba-bc187db5700f tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:19.448149 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-6fb1be60-7ef3-454f-abd4-1876c1644270 None None] Transition to ACTIVE for port object 2b39b3f2-d68e-4caf-81ed-911da321d524 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:19.482152 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38500) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:19.485989 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f68a34cc-bfb2-490c-8e27-06c5be94f83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:19.511381 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-323fcb59-68e0-44f8-b3d5-641f15844d33 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:19.582345 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] Set router 8447d2b0-a653-4376-bd02-6c2b41a5da0f gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:37:19.618316 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3795cd55-ba5d-460d-9fba-bc187db5700f tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:19.624538 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-3795cd55-ba5d-460d-9fba-bc187db5700f tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:19.633086 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3795cd55-ba5d-460d-9fba-bc187db5700f tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:19.634037 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3795cd55-ba5d-460d-9fba-bc187db5700f tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:19.634640 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3795cd55-ba5d-460d-9fba-bc187db5700f tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:19.698596 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795cd55-ba5d-460d-9fba-bc187db5700f tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Pushing event updated for resources: {'Port': ['ID=cfb41b0a-4964-47f9-b03b-7afe0acde0a7,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:19.717094 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-dcb37f6f-9837-44f1-bd86-653bc3b6e9b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a19289b8b5ef47a3954ace44485fa3e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2345364 Mar 07 21:37:19.717994 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1286449e-7684-4f65-bf78-34e17d67725b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:19.727907 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38512) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:19.747733 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a34cc-bfb2-490c-8e27-06c5be94f83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3a8913-eab3-435f-8cd1-ea5d459fddb1,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:19.811067 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6a6610cc-7269-482f-9ac6-18ccdfce4560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:19.848013 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f68a34cc-bfb2-490c-8e27-06c5be94f83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:19.848013 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f68a34cc-bfb2-490c-8e27-06c5be94f83f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d3a8913-eab3-435f-8cd1-ea5d459fddb1 HTTP/1.1" status: 204 len: 168 time: 2.6208465 Mar 07 21:37:19.848253 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3795cd55-ba5d-460d-9fba-bc187db5700f tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.8046131 Mar 07 21:37:19.858087 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38520) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:19.876582 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-baf7f3a6-8c88-47c9-9033-fc2942c1adde tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.64'}]}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:19.895913 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-baf7f3a6-8c88-47c9-9033-fc2942c1adde tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:19.922708 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-baf7f3a6-8c88-47c9-9033-fc2942c1adde tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Usage tracker for resource:router and tenant:70b3736558f84ee78691e76f6643e533 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:19.925680 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6a6610cc-7269-482f-9ac6-18ccdfce4560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:19.935802 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-baf7f3a6-8c88-47c9-9033-fc2942c1adde tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:19.938696 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d87503a3-5ed2-4c15-9f90-722d87340cce up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:37:19.956241 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-baf7f3a6-8c88-47c9-9033-fc2942c1adde tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:20.015566 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f972f8ea-e2bd-4ab3-8ea8-306ac59b98e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:20.023957 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec472ee-c4fc-4a6b-b57e-0ac59d26d435 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Router bd570395-543f-46f7-bb74-33b4e67b1238 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:37:20.041069 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-6fb1be60-7ef3-454f-abd4-1876c1644270 None None] Transition to ACTIVE for port object 2b39b3f2-d68e-4caf-81ed-911da321d524 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:20.117918 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3f80c56d-1e4b-46e4-b5dd-a17c41b3e162 None None] Provisioning for port baecdfba-f3e0-4097-87b4-7be8262c1165 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:37:20.120890 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c0131afe-a76c-42fc-951e-cfe8bd2d1703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:20.137702 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3f80c56d-1e4b-46e4-b5dd-a17c41b3e162 None None] Provisioning complete for port baecdfba-f3e0-4097-87b4-7be8262c1165 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:20.138122 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3f80c56d-1e4b-46e4-b5dd-a17c41b3e162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:20.163883 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-baf7f3a6-8c88-47c9-9033-fc2942c1adde tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:20.165058 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-baf7f3a6-8c88-47c9-9033-fc2942c1adde tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:20.180647 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-baf7f3a6-8c88-47c9-9033-fc2942c1adde tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:20.182588 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f972f8ea-e2bd-4ab3-8ea8-306ac59b98e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:20.183158 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f972f8ea-e2bd-4ab3-8ea8-306ac59b98e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:20.197561 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-3f80c56d-1e4b-46e4-b5dd-a17c41b3e162 None None] Port baecdfba-f3e0-4097-87b4-7be8262c1165 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:37:20.200697 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6fb1be60-7ef3-454f-abd4-1876c1644270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:20.303016 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1be60-7ef3-454f-abd4-1876c1644270 None None] Pushing event updated for resources: {'Port': ['ID=2b39b3f2-d68e-4caf-81ed-911da321d524,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:20.318190 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1286449e-7684-4f65-bf78-34e17d67725b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:20.339939 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb1be60-7ef3-454f-abd4-1876c1644270 None None] Network f4c474a5-541b-4621-b704-b033aa04f0f9 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:20.343741 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port d87503a3-5ed2-4c15-9f90-722d87340cce triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:20.344209 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:20.382848 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-6fb1be60-7ef3-454f-abd4-1876c1644270 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:20.385763 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb1be60-7ef3-454f-abd4-1876c1644270 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:20.493986 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6a6610cc-7269-482f-9ac6-18ccdfce4560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:20.518261 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1286449e-7684-4f65-bf78-34e17d67725b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:20.519264 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1286449e-7684-4f65-bf78-34e17d67725b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:20.528618 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6610cc-7269-482f-9ac6-18ccdfce4560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe29d36e-dc16-4eae-8819-3caa63012f7c,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:20.555705 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-323fcb59-68e0-44f8-b3d5-641f15844d33 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:20.588562 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972f8ea-e2bd-4ab3-8ea8-306ac59b98e7 admin admin] Pushing event updated for resources: {'Port': ['ID=8917be17-98eb-45a2-8ed3-1ae5f89227eb,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:20.703273 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-6fb1be60-7ef3-454f-abd4-1876c1644270 None None] Attempting to bind port 2b39b3f2-d68e-4caf-81ed-911da321d524 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:37:20.703817 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-6fb1be60-7ef3-454f-abd4-1876c1644270 None None] Attempting to bind port 2b39b3f2-d68e-4caf-81ed-911da321d524 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '67c18c4a-178c-407a-a3b1-df1c1f77bf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f4c474a5-541b-4621-b704-b033aa04f0f9'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:37:20.703990 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb1be60-7ef3-454f-abd4-1876c1644270 None None] Attempting to bind port 2b39b3f2-d68e-4caf-81ed-911da321d524 on network f4c474a5-541b-4621-b704-b033aa04f0f9 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:37:20.712229 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb1be60-7ef3-454f-abd4-1876c1644270 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:37:20.712598 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb1be60-7ef3-454f-abd4-1876c1644270 None None] Checking segment: {'id': '67c18c4a-178c-407a-a3b1-df1c1f77bf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f4c474a5-541b-4621-b704-b033aa04f0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:37:20.712993 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6fb1be60-7ef3-454f-abd4-1876c1644270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:20.713426 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb1be60-7ef3-454f-abd4-1876c1644270 None None] Bound using segment: {'id': '67c18c4a-178c-407a-a3b1-df1c1f77bf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f4c474a5-541b-4621-b704-b033aa04f0f9'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:37:20.713887 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-6fb1be60-7ef3-454f-abd4-1876c1644270 None None] Bound port: 2b39b3f2-d68e-4caf-81ed-911da321d524, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c18c4a-178c-407a-a3b1-df1c1f77bf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f4c474a5-541b-4621-b704-b033aa04f0f9'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:37:20.714304 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6fb1be60-7ef3-454f-abd4-1876c1644270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:20.819179 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec472ee-c4fc-4a6b-b57e-0ac59d26d435 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:37:20.830874 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] Sync routers for ids ['bd570395-543f-46f7-bb74-33b4e67b1238'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:37:20.847271 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] Routers {'bd570395-543f-46f7-bb74-33b4e67b1238'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:37:20.850888 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:36:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['bd570395-543f-46f7-bb74-33b4e67b1238'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:20.908734 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f972f8ea-e2bd-4ab3-8ea8-306ac59b98e7 admin admin] Network 38c758dc-7f6c-454b-adaf-334f371206ea is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:20.913099 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-f972f8ea-e2bd-4ab3-8ea8-306ac59b98e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:20.939484 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-6fb1be60-7ef3-454f-abd4-1876c1644270 None None] For port 2b39b3f2-d68e-4caf-81ed-911da321d524, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:37:20.945984 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-6fb1be60-7ef3-454f-abd4-1876c1644270 None None] For port 2b39b3f2-d68e-4caf-81ed-911da321d524, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2b39b3f2-d68e-4caf-81ed-911da321d524,segment=NetworkSegment(67c18c4a-178c-407a-a3b1-df1c1f77bf8b),segment_id=67c18c4a-178c-407a-a3b1-df1c1f77bf8b)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:37:20.984038 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'name': 'tempest-ServersTestManualDisk-554214114-router', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:37:15Z', 'revision_number': 4, 'project_id': '24d505245fac495da14eec8c213c2228', 'gw_port': {'id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'e910605e-b336-452a-a586-b0c85d594b40', 'name': '', 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'mac_address': 'fa:16:3e:8f:3b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:12Z', 'updated_at': '2022-03-07T21:37:16Z', 'revision_number': 2, 'project_id': '24d505245fac495da14eec8c213c2228', 'subnets': [{'id': 'fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:21.000730 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] Checking router: 8447d2b0-a653-4376-bd02-6c2b41a5da0f for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:37:21.001358 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] Updating router 8447d2b0-a653-4376-bd02-6c2b41a5da0f port e910605e-b336-452a-a586-b0c85d594b40 binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:37:21.039601 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38528) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:21.065297 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-baf7f3a6-8c88-47c9-9033-fc2942c1adde tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:21.070275 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6fb1be60-7ef3-454f-abd4-1876c1644270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:21.075746 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38530) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:21.086899 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-bd912d2d-ca61-4a3b-948d-aee85ebd5450 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--740394704', 'description': 'tempest-description--84638624'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:21.095177 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1286449e-7684-4f65-bf78-34e17d67725b admin admin] Network 17af9ab4-845f-4bfd-acf4-cd2799b53cb7 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:21.098559 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7ec472ee-c4fc-4a6b-b57e-0ac59d26d435 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:21.099362 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-bd912d2d-ca61-4a3b-948d-aee85ebd5450 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:21.104422 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7ec472ee-c4fc-4a6b-b57e-0ac59d26d435 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.2118022 Mar 07 21:37:21.109885 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38536) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:21.110042 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-1286449e-7684-4f65-bf78-34e17d67725b admin admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:21.115616 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6a6610cc-7269-482f-9ac6-18ccdfce4560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:21.116972 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6a6610cc-7269-482f-9ac6-18ccdfce4560 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe29d36e-dc16-4eae-8819-3caa63012f7c HTTP/1.1" status: 204 len: 168 time: 1.3852484 Mar 07 21:37:21.118233 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bd912d2d-ca61-4a3b-948d-aee85ebd5450 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Usage tracker for resource:security_group and tenant:24d505245fac495da14eec8c213c2228 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:21.122580 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:21.156794 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5e54faac-c343-46e1-a5c4-cb9bdeec15eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:21.161219 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] Set router bd570395-543f-46f7-bb74-33b4e67b1238 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:37:21.164257 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1d0e87b1-d146-41ab-aab2-916d08a6905e up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:37:21.264848 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bd912d2d-ca61-4a3b-948d-aee85ebd5450 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:21.286668 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286449e-7684-4f65-bf78-34e17d67725b admin admin] Pushing event updated for resources: {'Port': ['ID=baecdfba-f3e0-4097-87b4-7be8262c1165,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:21.358468 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1be60-7ef3-454f-abd4-1876c1644270 None None] Pushing event updated for resources: {'Port': ['ID=2b39b3f2-d68e-4caf-81ed-911da321d524,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:21.365250 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5e54faac-c343-46e1-a5c4-cb9bdeec15eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:21.376417 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-bd912d2d-ca61-4a3b-948d-aee85ebd5450 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:21.486852 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5e54faac-c343-46e1-a5c4-cb9bdeec15eb admin admin] Usage tracker for resource:security_group_rule and tenant:938c0d81a590423ebb79d0bee812278c is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:21.491922 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5e54faac-c343-46e1-a5c4-cb9bdeec15eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:21.528162 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5e54faac-c343-46e1-a5c4-cb9bdeec15eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:21.598134 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fefc8d4f-ae81-4ddc-87ad-c5b4a5930b03 None None] Provisioning complete for port 8917be17-98eb-45a2-8ed3-1ae5f89227eb triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:21.598850 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fefc8d4f-ae81-4ddc-87ad-c5b4a5930b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:21.612536 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bd912d2d-ca61-4a3b-948d-aee85ebd5450 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:21.741417 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-bd912d2d-ca61-4a3b-948d-aee85ebd5450 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:21.743520 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 1d0e87b1-d146-41ab-aab2-916d08a6905e completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:37:21.755119 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f972f8ea-e2bd-4ab3-8ea8-306ac59b98e7 admin admin] Router c25620e1-a202-45a4-9d3a-e1c5f472fbb5 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:37:21.757472 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bd912d2d-ca61-4a3b-948d-aee85ebd5450 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Usage tracker for resource:security_group_rule and tenant:24d505245fac495da14eec8c213c2228 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:21.769385 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1286449e-7684-4f65-bf78-34e17d67725b admin admin] Router 49152012-a700-4b6b-b6f1-653afaf1df84 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:37:21.772446 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bd912d2d-ca61-4a3b-948d-aee85ebd5450 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:21.785633 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 1d0e87b1-d146-41ab-aab2-916d08a6905e triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:21.786294 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:21.787232 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-bd912d2d-ca61-4a3b-948d-aee85ebd5450 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:21.828020 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd570395-543f-46f7-bb74-33b4e67b1238', 'name': '', 'tenant_id': 'c961c95e72b244b78386f0fb2b63bf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b366616-eab7-48dc-b6c5-1393d1b3f68a', 'external_fixed_ips': [{'subnet_id': '3a4b5c23-5701-4dc0-b789-208d40563b8d', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '5ab0d0e7-946b-4b41-a38c-bd08645965c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:14Z', 'updated_at': '2022-03-07T21:37:18Z', 'revision_number': 3, 'project_id': 'c961c95e72b244b78386f0fb2b63bf36', 'gw_port': {'id': '5ab0d0e7-946b-4b41-a38c-bd08645965c9', 'name': '', 'network_id': '3b366616-eab7-48dc-b6c5-1393d1b3f68a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:57:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd570395-543f-46f7-bb74-33b4e67b1238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '3a4b5c23-5701-4dc0-b789-208d40563b8d', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:16Z', 'updated_at': '2022-03-07T21:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4b5c23-5701-4dc0-b789-208d40563b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:21.832654 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] Checking router: bd570395-543f-46f7-bb74-33b4e67b1238 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:37:21.833224 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] Updating router bd570395-543f-46f7-bb74-33b4e67b1238 port 5ab0d0e7-946b-4b41-a38c-bd08645965c9 binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:37:21.897660 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:21.917711 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-fefc8d4f-ae81-4ddc-87ad-c5b4a5930b03 None None] Port 8917be17-98eb-45a2-8ed3-1ae5f89227eb cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:37:22.058560 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5e54faac-c343-46e1-a5c4-cb9bdeec15eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:22.082731 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e53a12ad-7ee5-41a4-8cb3-8720c44c28e5 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:22.124465 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:22.138114 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d845ef2e-d82c-4d1e-a396-1943b6f932f3 None None] Provisioning complete for port baecdfba-f3e0-4097-87b4-7be8262c1165 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:22.138498 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d845ef2e-d82c-4d1e-a396-1943b6f932f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:22.179738 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5e54faac-c343-46e1-a5c4-cb9bdeec15eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:22.253585 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bd912d2d-ca61-4a3b-948d-aee85ebd5450 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:22.265429 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-d845ef2e-d82c-4d1e-a396-1943b6f932f3 None None] Port baecdfba-f3e0-4097-87b4-7be8262c1165 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:37:22.272156 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1286449e-7684-4f65-bf78-34e17d67725b admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:37:22.304462 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] Sync routers for ids ['49152012-a700-4b6b-b6f1-653afaf1df84'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:37:22.315760 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 1d0e87b1-d146-41ab-aab2-916d08a6905e, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1d0e87b1-d146-41ab-aab2-916d08a6905e,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:37:22.339561 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:22.342793 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] Routers {'49152012-a700-4b6b-b6f1-653afaf1df84'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:37:22.343610 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:36:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['49152012-a700-4b6b-b6f1-653afaf1df84'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:22.375816 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bd912d2d-ca61-4a3b-948d-aee85ebd5450 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:22.489535 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:22.505816 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] Transition to ACTIVE for port object 5ab0d0e7-946b-4b41-a38c-bd08645965c9 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:22.514715 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-53be1bbd-2ba0-4010-bb72-d46d07b30d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:22.516832 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:22.543810 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54faac-c343-46e1-a5c4-cb9bdeec15eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff57f27d-8614-4630-8f5c-c14587724c00,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:22.574580 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:22.586655 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1286449e-7684-4f65-bf78-34e17d67725b admin admin] 10.222.0.21 "PUT /v2.0/routers/49152012-a700-4b6b-b6f1-653afaf1df84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2787666 Mar 07 21:37:22.645383 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-323fcb59-68e0-44f8-b3d5-641f15844d33 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:22.657129 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] Transition to ACTIVE for port object e910605e-b336-452a-a586-b0c85d594b40 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:22.701639 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-323fcb59-68e0-44f8-b3d5-641f15844d33 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:22.730254 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5e54faac-c343-46e1-a5c4-cb9bdeec15eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=938c0d81a590423ebb79d0bee812278c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6773481 Mar 07 21:37:22.755275 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:22.784763 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] Attempting to bind port 5ab0d0e7-946b-4b41-a38c-bd08645965c9 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:37:22.790814 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] Attempting to bind port 5ab0d0e7-946b-4b41-a38c-bd08645965c9 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '214fcf7a-8889-46a8-8167-cf932db6916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3b366616-eab7-48dc-b6c5-1393d1b3f68a'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:37:22.791364 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] Attempting to bind port 5ab0d0e7-946b-4b41-a38c-bd08645965c9 on network 3b366616-eab7-48dc-b6c5-1393d1b3f68a {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:37:22.805066 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38562) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:22.808793 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cddb66-f580-4e99-bc80-0518b6f98d54 None None] Network f4c474a5-541b-4621-b704-b033aa04f0f9 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:37:22.813451 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:37:22.813898 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] Checking segment: {'id': '214fcf7a-8889-46a8-8167-cf932db6916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3b366616-eab7-48dc-b6c5-1393d1b3f68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:37:22.814868 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:22.815260 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] Bound using segment: {'id': '214fcf7a-8889-46a8-8167-cf932db6916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3b366616-eab7-48dc-b6c5-1393d1b3f68a'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:37:22.815739 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] Bound port: 5ab0d0e7-946b-4b41-a38c-bd08645965c9, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214fcf7a-8889-46a8-8167-cf932db6916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3b366616-eab7-48dc-b6c5-1393d1b3f68a'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:37:22.816135 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:22.827134 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd912d2d-ca61-4a3b-948d-aee85ebd5450 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e0633e-2481-4719-a774-8a28de5e13e8,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:22.829673 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bd912d2d-ca61-4a3b-948d-aee85ebd5450 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:22.832012 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bd912d2d-ca61-4a3b-948d-aee85ebd5450 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.7534883 Mar 07 21:37:22.849588 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38566) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:22.862098 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-1a3e0a39-1a20-4ad4-9db7-50ecd98cb8ae tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Request body: {'security_group_rule': {'security_group_id': 'b4e0633e-2481-4719-a774-8a28de5e13e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:22.882169 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1a3e0a39-1a20-4ad4-9db7-50ecd98cb8ae tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:22.893138 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1a3e0a39-1a20-4ad4-9db7-50ecd98cb8ae tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Usage tracker for resource:security_group_rule and tenant:24d505245fac495da14eec8c213c2228 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:22.897717 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=1d0e87b1-d146-41ab-aab2-916d08a6905e,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:22.905945 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1a3e0a39-1a20-4ad4-9db7-50ecd98cb8ae tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:22.913603 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c9872-15d5-4a40-b6e5-17476ba99818 None None] Pushing event updated for resources: {'Port': ['ID=5ab0d0e7-946b-4b41-a38c-bd08645965c9,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:22.940853 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-baf7f3a6-8c88-47c9-9033-fc2942c1adde tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:22.954326 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2b39b3f2-d68e-4caf-81ed-911da321d524 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:37:22.968188 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1a3e0a39-1a20-4ad4-9db7-50ecd98cb8ae tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:22.980837 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-baf7f3a6-8c88-47c9-9033-fc2942c1adde tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:22.996759 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] For port 5ab0d0e7-946b-4b41-a38c-bd08645965c9, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:37:23.005477 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] For port 5ab0d0e7-946b-4b41-a38c-bd08645965c9, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=5ab0d0e7-946b-4b41-a38c-bd08645965c9,segment=NetworkSegment(214fcf7a-8889-46a8-8167-cf932db6916e),segment_id=214fcf7a-8889-46a8-8167-cf932db6916e)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:37:23.036037 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b68e610d-cf53-4825-925f-029f689468c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:23.084228 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:23.111041 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b68e610d-cf53-4825-925f-029f689468c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:23.181993 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e53a12ad-7ee5-41a4-8cb3-8720c44c28e5 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:23.233344 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f972f8ea-e2bd-4ab3-8ea8-306ac59b98e7 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:37:23.241103 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1a3e0a39-1a20-4ad4-9db7-50ecd98cb8ae tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:23.286272 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-e53a12ad-7ee5-41a4-8cb3-8720c44c28e5 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Deleting port 5ab0d0e7-946b-4b41-a38c-bd08645965c9 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:37:23.286844 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e53a12ad-7ee5-41a4-8cb3-8720c44c28e5 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:23.309985 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1a3e0a39-1a20-4ad4-9db7-50ecd98cb8ae tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:23.316350 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] Set router 49152012-a700-4b6b-b6f1-653afaf1df84 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:37:23.378046 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c9872-15d5-4a40-b6e5-17476ba99818 None None] Pushing event updated for resources: {'Port': ['ID=5ab0d0e7-946b-4b41-a38c-bd08645965c9,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:23.390723 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825cd002-f539-4790-9970-2e97f109417b None None] Sync routers for ids ['c25620e1-a202-45a4-9d3a-e1c5f472fbb5'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:37:23.392357 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1a3e0a39-1a20-4ad4-9db7-50ecd98cb8ae tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:23.406965 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825cd002-f539-4790-9970-2e97f109417b None None] Routers {'c25620e1-a202-45a4-9d3a-e1c5f472fbb5'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:37:23.407599 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-825cd002-f539-4790-9970-2e97f109417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:37:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c25620e1-a202-45a4-9d3a-e1c5f472fbb5'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:23.442224 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e0a39-1a20-4ad4-9db7-50ecd98cb8ae tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c3f5e8-5d4a-4f2e-994c-3e46fc9a8933,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:23.448735 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b68e610d-cf53-4825-925f-029f689468c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:23.451398 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b68e610d-cf53-4825-925f-029f689468c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:23.455450 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b68e610d-cf53-4825-925f-029f689468c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff57f27d-8614-4630-8f5c-c14587724c00 HTTP/1.1" status: 204 len: 168 time: 0.6422236 Mar 07 21:37:23.483725 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e610d-cf53-4825-925f-029f689468c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff57f27d-8614-4630-8f5c-c14587724c00,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:23.498940 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f972f8ea-e2bd-4ab3-8ea8-306ac59b98e7 admin admin] 10.222.0.21 "PUT /v2.0/routers/c25620e1-a202-45a4-9d3a-e1c5f472fbb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4956443 Mar 07 21:37:23.501020 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1a3e0a39-1a20-4ad4-9db7-50ecd98cb8ae tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:23.502814 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1a3e0a39-1a20-4ad4-9db7-50ecd98cb8ae tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6513746 Mar 07 21:37:23.504903 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38590) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:23.513217 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-550c09a0-b972-44e4-8996-dbc9ff98596d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Request body: {'security_group_rule': {'security_group_id': 'b4e0633e-2481-4719-a774-8a28de5e13e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:23.528380 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-323fcb59-68e0-44f8-b3d5-641f15844d33 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Allocated IP 172.26.2.232 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/b24f3f75-2a2c-4441-bec7-43c8567234aa) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:23.528618 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-550c09a0-b972-44e4-8996-dbc9ff98596d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:23.540553 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-550c09a0-b972-44e4-8996-dbc9ff98596d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Usage tracker for resource:security_group_rule and tenant:24d505245fac495da14eec8c213c2228 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:23.547381 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-550c09a0-b972-44e4-8996-dbc9ff98596d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:23.568590 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-550c09a0-b972-44e4-8996-dbc9ff98596d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:23.690699 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-550c09a0-b972-44e4-8996-dbc9ff98596d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:23.728490 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-e53a12ad-7ee5-41a4-8cb3-8720c44c28e5 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] For port 5ab0d0e7-946b-4b41-a38c-bd08645965c9, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=5ab0d0e7-946b-4b41-a38c-bd08645965c9,segment=NetworkSegment(214fcf7a-8889-46a8-8167-cf932db6916e),segment_id=214fcf7a-8889-46a8-8167-cf932db6916e)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:37:23.728999 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e53a12ad-7ee5-41a4-8cb3-8720c44c28e5 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:23.730399 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-825cd002-f539-4790-9970-2e97f109417b None None] Set router c25620e1-a202-45a4-9d3a-e1c5f472fbb5 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:37:23.852081 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-550c09a0-b972-44e4-8996-dbc9ff98596d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:23.922899 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-550c09a0-b972-44e4-8996-dbc9ff98596d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:23.997811 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-e53a12ad-7ee5-41a4-8cb3-8720c44c28e5 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Calling delete_port for 5ab0d0e7-946b-4b41-a38c-bd08645965c9 owned by network:router_gateway {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:37:24.014901 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c09a0-b972-44e4-8996-dbc9ff98596d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f79715-e3c7-465f-a492-449c7e514df0,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:24.088504 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-550c09a0-b972-44e4-8996-dbc9ff98596d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:24.095326 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-550c09a0-b972-44e4-8996-dbc9ff98596d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5877316 Mar 07 21:37:24.096538 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38610) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:24.100226 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577dfb1-96c6-46a3-8b79-fa761e662182 None None] Pushing event updated for resources: {'Port': ['ID=e910605e-b336-452a-a586-b0c85d594b40,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:24.131951 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d8eb5a6e-e1eb-4907-8aae-ec55e093fe89 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:24.146145 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d8eb5a6e-e1eb-4907-8aae-ec55e093fe89 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:24.147797 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] Routers {'bd570395-543f-46f7-bb74-33b4e67b1238'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:37:24.151879 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:37:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['bd570395-543f-46f7-bb74-33b4e67b1238'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:24.154169 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d8eb5a6e-e1eb-4907-8aae-ec55e093fe89 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Usage tracker for resource:floatingip and tenant:24d505245fac495da14eec8c213c2228 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:24.167443 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d8eb5a6e-e1eb-4907-8aae-ec55e093fe89 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:24.191064 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d8eb5a6e-e1eb-4907-8aae-ec55e093fe89 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:24.363493 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d8eb5a6e-e1eb-4907-8aae-ec55e093fe89 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks [] for floatingip, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:24.405155 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38620) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:24.447677 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-03e7cea5-07d3-4151-94e8-aae91e6001a2 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1512991189', 'description': 'tempest-description--1723350480'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:24.462891 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] Attempting to bind port e910605e-b336-452a-a586-b0c85d594b40 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:37:24.463444 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] Attempting to bind port e910605e-b336-452a-a586-b0c85d594b40 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '00c388d5-0ca3-40a1-bd92-e62e9b97d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:37:24.464002 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] Attempting to bind port e910605e-b336-452a-a586-b0c85d594b40 on network 304e960d-6464-4f92-a5fa-2d8b6be20410 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:37:24.471286 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:24.474693 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-03e7cea5-07d3-4151-94e8-aae91e6001a2 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:24.485913 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:37:24.487142 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] Checking segment: {'id': '00c388d5-0ca3-40a1-bd92-e62e9b97d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:37:24.487764 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:24.488341 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] Bound using segment: {'id': '00c388d5-0ca3-40a1-bd92-e62e9b97d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:37:24.489034 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] Bound port: e910605e-b336-452a-a586-b0c85d594b40, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c388d5-0ca3-40a1-bd92-e62e9b97d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:37:24.489473 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-03e7cea5-07d3-4151-94e8-aae91e6001a2 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Usage tracker for resource:security_group and tenant:ca46cfdafe6b4455a043e6a7c2869cdc is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:24.489850 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:24.493162 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-03e7cea5-07d3-4151-94e8-aae91e6001a2 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:24.525602 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8d10b963-74cf-44d3-a365-f2d4104f1cb7 None None] Provisioning for port 2b39b3f2-d68e-4caf-81ed-911da321d524 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:37:24.549014 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-03e7cea5-07d3-4151-94e8-aae91e6001a2 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:24.598278 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8d10b963-74cf-44d3-a365-f2d4104f1cb7 None None] Provisioning complete for port 2b39b3f2-d68e-4caf-81ed-911da321d524 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:24.598653 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8d10b963-74cf-44d3-a365-f2d4104f1cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:24.674749 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-03e7cea5-07d3-4151-94e8-aae91e6001a2 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:24.718695 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d8eb5a6e-e1eb-4907-8aae-ec55e093fe89 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:24.733857 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-323fcb59-68e0-44f8-b3d5-641f15844d33 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:24.739313 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 2b39b3f2-d68e-4caf-81ed-911da321d524 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:37:24.768179 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] Set router bd570395-543f-46f7-bb74-33b4e67b1238 gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:37:24.851128 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-03e7cea5-07d3-4151-94e8-aae91e6001a2 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:24.868439 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-03e7cea5-07d3-4151-94e8-aae91e6001a2 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Usage tracker for resource:security_group_rule and tenant:ca46cfdafe6b4455a043e6a7c2869cdc is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:24.885220 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-03e7cea5-07d3-4151-94e8-aae91e6001a2 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:24.886044 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 2b39b3f2-d68e-4caf-81ed-911da321d524 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:24.886351 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:24.942018 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-03e7cea5-07d3-4151-94e8-aae91e6001a2 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:24.977810 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:24.980743 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd570395-543f-46f7-bb74-33b4e67b1238', 'name': '', 'tenant_id': 'c961c95e72b244b78386f0fb2b63bf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:14Z', 'updated_at': '2022-03-07T21:37:23Z', 'revision_number': 4, 'project_id': 'c961c95e72b244b78386f0fb2b63bf36', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:24.998244 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'name': 'tempest-ServersTestJSON-13637364-router', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd87503a3-5ed2-4c15-9f90-722d87340cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:37:19Z', 'revision_number': 4, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'gw_port': {'id': 'd87503a3-5ed2-4c15-9f90-722d87340cce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:05Z', 'updated_at': '2022-03-07T21:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'baecdfba-f3e0-4097-87b4-7be8262c1165', 'name': '', 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'mac_address': 'fa:16:3e:8a:76:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a6e262fc-2bf3-4cfd-93fe-2daf51464844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:16Z', 'updated_at': '2022-03-07T21:37:19Z', 'revision_number': 2, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'subnets': [{'id': 'a6e262fc-2bf3-4cfd-93fe-2daf51464844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:25.008796 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131c0c3a-2ac0-42ba-8b7c-9610f737b64b None None] The sync data for ids ['bd570395-543f-46f7-bb74-33b4e67b1238'] in dv-neutron-829957-1-hyperv is: [{'id': 'bd570395-543f-46f7-bb74-33b4e67b1238', 'name': '', 'tenant_id': 'c961c95e72b244b78386f0fb2b63bf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:14Z', 'updated_at': '2022-03-07T21:37:23Z', 'revision_number': 4, 'project_id': 'c961c95e72b244b78386f0fb2b63bf36', 'gw_port_host': None}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:37:25.013619 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] Checking router: 49152012-a700-4b6b-b6f1-653afaf1df84 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:37:25.014027 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] Updating router 49152012-a700-4b6b-b6f1-653afaf1df84 port baecdfba-f3e0-4097-87b4-7be8262c1165 binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:37:25.040136 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-825cd002-f539-4790-9970-2e97f109417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'name': 'tempest-ServerActionsTestJSON-471892280-router', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '1d0e87b1-d146-41ab-aab2-916d08a6905e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:18Z', 'revision_number': 4, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'gw_port': {'id': '1d0e87b1-d146-41ab-aab2-916d08a6905e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:06Z', 'updated_at': '2022-03-07T21:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '8917be17-98eb-45a2-8ed3-1ae5f89227eb', 'name': '', 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'mac_address': 'fa:16:3e:4d:8d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'f313f210-5759-4bf7-8dc0-7c89a181e7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:16Z', 'updated_at': '2022-03-07T21:37:19Z', 'revision_number': 2, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'subnets': [{'id': 'f313f210-5759-4bf7-8dc0-7c89a181e7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:25.049873 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825cd002-f539-4790-9970-2e97f109417b None None] Checking router: c25620e1-a202-45a4-9d3a-e1c5f472fbb5 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:37:25.050141 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e53a12ad-7ee5-41a4-8cb3-8720c44c28e5 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:25.050260 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825cd002-f539-4790-9970-2e97f109417b None None] Updating router c25620e1-a202-45a4-9d3a-e1c5f472fbb5 port 8917be17-98eb-45a2-8ed3-1ae5f89227eb binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:37:25.123864 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a12ad-7ee5-41a4-8cb3-8720c44c28e5 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ab0d0e7-946b-4b41-a38c-bd08645965c9,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:25.137122 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-323fcb59-68e0-44f8-b3d5-641f15844d33 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:25.145714 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:25.183334 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-825cd002-f539-4790-9970-2e97f109417b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:25.215036 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-03e7cea5-07d3-4151-94e8-aae91e6001a2 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:25.262808 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38640) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:25.277139 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-631f2446-4d47-4c51-9377-f8981c91ee35 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--660806852', 'description': 'tempest-description--2109818110'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:25.299497 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] For port e910605e-b336-452a-a586-b0c85d594b40, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:37:25.300379 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e53a12ad-7ee5-41a4-8cb3-8720c44c28e5 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:25.304091 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] For port e910605e-b336-452a-a586-b0c85d594b40, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e910605e-b336-452a-a586-b0c85d594b40,segment=NetworkSegment(00c388d5-0ca3-40a1-bd92-e62e9b97d280),segment_id=00c388d5-0ca3-40a1-bd92-e62e9b97d280)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:37:25.385170 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-d8eb5a6e-e1eb-4907-8aae-ec55e093fe89 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Allocated IP 172.26.2.103 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/51f92051-8981-46f7-a75e-f2e806854c69) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:25.453993 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:25.459172 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:25.560215 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-631f2446-4d47-4c51-9377-f8981c91ee35 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:25.566228 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323fcb59-68e0-44f8-b3d5-641f15844d33 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:25.574384 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-323fcb59-68e0-44f8-b3d5-641f15844d33 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:25.586494 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d8eb5a6e-e1eb-4907-8aae-ec55e093fe89 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:25.618656 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-baf7f3a6-8c88-47c9-9033-fc2942c1adde tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:25.638556 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8d10b963-74cf-44d3-a365-f2d4104f1cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:25.644676 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-631f2446-4d47-4c51-9377-f8981c91ee35 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Usage tracker for resource:security_group and tenant:36c0879924594e24ac3af2cf45324a46 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:25.662263 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323fcb59-68e0-44f8-b3d5-641f15844d33 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:25.729029 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-03e7cea5-07d3-4151-94e8-aae91e6001a2 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:25.787861 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d8eb5a6e-e1eb-4907-8aae-ec55e093fe89 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:25.921458 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-631f2446-4d47-4c51-9377-f8981c91ee35 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:25.941153 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38654) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:25.947859 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38656) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:26.071531 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] Routers {'8447d2b0-a653-4376-bd02-6c2b41a5da0f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:37:26.073982 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eb5a6e-e1eb-4907-8aae-ec55e093fe89 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:26.075134 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7cea5-07d3-4151-94e8-aae91e6001a2 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f6244d-d351-4f17-ad46-81866aa9850d,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:26.075766 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:37:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['8447d2b0-a653-4376-bd02-6c2b41a5da0f'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:26.094065 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-631f2446-4d47-4c51-9377-f8981c91ee35 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:26.102085 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-825cd002-f539-4790-9970-2e97f109417b None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:26.105653 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-d8eb5a6e-e1eb-4907-8aae-ec55e093fe89 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:26.117523 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323fcb59-68e0-44f8-b3d5-641f15844d33 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Pushing event updated for resources: {'Port': ['ID=b24f3f75-2a2c-4441-bec7-43c8567234aa,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:26.118675 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb5a6e-e1eb-4907-8aae-ec55e093fe89 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Pushing event updated for resources: {'Port': ['ID=51f92051-8981-46f7-a75e-f2e806854c69,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:26.125195 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-825cd002-f539-4790-9970-2e97f109417b None None] Transition to ACTIVE for port object 8917be17-98eb-45a2-8ed3-1ae5f89227eb will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:26.126312 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eb5a6e-e1eb-4907-8aae-ec55e093fe89 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:26.131997 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e53a12ad-7ee5-41a4-8cb3-8720c44c28e5 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:26.141064 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e53a12ad-7ee5-41a4-8cb3-8720c44c28e5 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:26.213603 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [None req-e25d4a39-92b1-452b-b22c-03dfaffae801 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:26.214844 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e25d4a39-92b1-452b-b22c-03dfaffae801 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2659228 Mar 07 21:37:26.217659 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38670) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:26.218801 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-825cd002-f539-4790-9970-2e97f109417b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:26.224416 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [None req-feb97c54-e99f-4813-8adb-66b8b206784d tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:26.225485 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-feb97c54-e99f-4813-8adb-66b8b206784d tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0068431 Mar 07 21:37:26.227974 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38674) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:26.240628 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577dfb1-96c6-46a3-8b79-fa761e662182 None None] Pushing event updated for resources: {'Port': ['ID=e910605e-b336-452a-a586-b0c85d594b40,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:26.242566 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [None req-675c441a-b329-4d53-a66a-84fcc9ea0d87 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:26.244906 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-8d10b963-74cf-44d3-a365-f2d4104f1cb7 None None] For port 2b39b3f2-d68e-4caf-81ed-911da321d524, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2b39b3f2-d68e-4caf-81ed-911da321d524,segment=NetworkSegment(67c18c4a-178c-407a-a3b1-df1c1f77bf8b),segment_id=67c18c4a-178c-407a-a3b1-df1c1f77bf8b)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:37:26.246148 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-675c441a-b329-4d53-a66a-84fcc9ea0d87 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0172288 Mar 07 21:37:26.246716 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38678) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:26.255007 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [None req-e2ef8d54-f828-4d4f-9416-6fbd7cd89078 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:26.259830 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e2ef8d54-f828-4d4f-9416-6fbd7cd89078 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0121541 Mar 07 21:37:26.260797 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38682) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:26.268389 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e53a12ad-7ee5-41a4-8cb3-8720c44c28e5 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:26.268880 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53a12ad-7ee5-41a4-8cb3-8720c44c28e5 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd570395-543f-46f7-bb74-33b4e67b1238 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:37:26.347317 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8d10b963-74cf-44d3-a365-f2d4104f1cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:26.448780 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-03e7cea5-07d3-4151-94e8-aae91e6001a2 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:26.452834 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-03e7cea5-07d3-4151-94e8-aae91e6001a2 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0147400 Mar 07 21:37:26.453494 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-baf7f3a6-8c88-47c9-9033-fc2942c1adde tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:26.459840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38686) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:26.463879 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-baf7f3a6-8c88-47c9-9033-fc2942c1adde tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:26.478671 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-c5775525-2cb7-44f2-8a97-784475ce3005 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Request body: {'security_group_rule': {'security_group_id': 'b4f6244d-d351-4f17-ad46-81866aa9850d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:26.495229 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c5775525-2cb7-44f2-8a97-784475ce3005 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:26.500362 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729057b3-c4c1-4bb8-b0a8-54f3cdf6e6ab None None] Pushing event updated for resources: {'Port': ['ID=8917be17-98eb-45a2-8ed3-1ae5f89227eb,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:26.562190 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [None req-46fb9af7-6f85-45bd-aa7b-53e2aa2d5cc5 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:26.563525 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-46fb9af7-6f85-45bd-aa7b-53e2aa2d5cc5 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.2965066 Mar 07 21:37:26.571001 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-323fcb59-68e0-44f8-b3d5-641f15844d33 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks [] for router_gateway, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:26.633631 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-33ad9f32-91d1-4cb3-b0be-aee9ad23aca0 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:26.637069 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38690) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:26.644982 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-825cd002-f539-4790-9970-2e97f109417b None None] Attempting to bind port 8917be17-98eb-45a2-8ed3-1ae5f89227eb on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:37:26.645518 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-825cd002-f539-4790-9970-2e97f109417b None None] Attempting to bind port 8917be17-98eb-45a2-8ed3-1ae5f89227eb by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '8dbd3c1f-a555-4c47-a861-7316787b2fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:37:26.645880 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825cd002-f539-4790-9970-2e97f109417b None None] Attempting to bind port 8917be17-98eb-45a2-8ed3-1ae5f89227eb on network 38c758dc-7f6c-454b-adaf-334f371206ea {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:37:26.651065 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [None req-dd38733e-c41c-476d-b5db-b077cd104bb4 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:26.651368 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:26.654431 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-dd38733e-c41c-476d-b5db-b077cd104bb4 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0131640 Mar 07 21:37:26.654556 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825cd002-f539-4790-9970-2e97f109417b None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:37:26.654690 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825cd002-f539-4790-9970-2e97f109417b None None] Checking segment: {'id': '8dbd3c1f-a555-4c47-a861-7316787b2fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:37:26.655069 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-825cd002-f539-4790-9970-2e97f109417b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:26.655359 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825cd002-f539-4790-9970-2e97f109417b None None] Bound using segment: {'id': '8dbd3c1f-a555-4c47-a861-7316787b2fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:37:26.655961 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-825cd002-f539-4790-9970-2e97f109417b None None] Bound port: 8917be17-98eb-45a2-8ed3-1ae5f89227eb, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbd3c1f-a555-4c47-a861-7316787b2fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:37:26.656692 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38694) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:26.657547 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-825cd002-f539-4790-9970-2e97f109417b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:26.658999 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c5775525-2cb7-44f2-8a97-784475ce3005 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Usage tracker for resource:security_group_rule and tenant:ca46cfdafe6b4455a043e6a7c2869cdc is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:26.664030 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c5775525-2cb7-44f2-8a97-784475ce3005 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:26.669740 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [None req-fe64dd87-2948-4415-baad-dd004e9b7607 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:26.671505 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-fe64dd87-2948-4415-baad-dd004e9b7607 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0130320 Mar 07 21:37:26.679063 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38698) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:26.684048 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d8eb5a6e-e1eb-4907-8aae-ec55e093fe89 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:26.685310 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e53a12ad-7ee5-41a4-8cb3-8720c44c28e5 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:26.689124 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e53a12ad-7ee5-41a4-8cb3-8720c44c28e5 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "DELETE /v2.0/routers/bd570395-543f-46f7-bb74-33b4e67b1238 HTTP/1.1" status: 204 len: 168 time: 5.5504124 Mar 07 21:37:26.692120 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [None req-a109738b-fd06-4ec4-a470-f7ea880d1765 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:26.692347 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c5775525-2cb7-44f2-8a97-784475ce3005 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:26.695331 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a109738b-fd06-4ec4-a470-f7ea880d1765 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0129178 Mar 07 21:37:26.695331 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38702) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:26.699650 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38704) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:26.708332 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-600f4837-ae85-4aa7-8192-54f7482c28a2 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:26.712280 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-600f4837-ae85-4aa7-8192-54f7482c28a2 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0114961 Mar 07 21:37:26.713185 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38710) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:26.722983 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-fa43ce37-b24c-42db-a9ee-94ddb6c07957 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:26.727551 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-fa43ce37-b24c-42db-a9ee-94ddb6c07957 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0108883 Mar 07 21:37:26.733651 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38714) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:26.734599 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-e4b1004d-af88-43bd-a96c-facb5870d37a tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:26.738606 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e4b1004d-af88-43bd-a96c-facb5870d37a tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0085876 Mar 07 21:37:26.739298 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38718) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:26.744666 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-70e4631c-d001-4bc8-82b4-189d30720e48 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:26.748188 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-70e4631c-d001-4bc8-82b4-189d30720e48 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0078905 Mar 07 21:37:26.749058 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38722) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:26.753906 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-9f02b6fe-3048-4fcd-9f05-600a863b11fa tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:26.757568 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9f02b6fe-3048-4fcd-9f05-600a863b11fa tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0074959 Mar 07 21:37:26.758294 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38726) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:26.763060 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-ef31c29e-36f0-480b-885d-1d18e193b831 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:26.765002 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ef31c29e-36f0-480b-885d-1d18e193b831 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0055811 Mar 07 21:37:26.771733 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38730) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:26.779266 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-f84f55ac-0fbe-4024-a46f-a55aeda578ac tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:26.780571 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f84f55ac-0fbe-4024-a46f-a55aeda578ac tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0083711 Mar 07 21:37:26.783586 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38734) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:26.794544 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-f909d8f3-3c34-4ece-992f-9b8a2f92f079 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:26.797705 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f909d8f3-3c34-4ece-992f-9b8a2f92f079 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0114620 Mar 07 21:37:26.797914 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38738) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:26.799013 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-825cd002-f539-4790-9970-2e97f109417b None None] For port 8917be17-98eb-45a2-8ed3-1ae5f89227eb, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:37:26.800606 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-631f2446-4d47-4c51-9377-f8981c91ee35 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:26.804315 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-825cd002-f539-4790-9970-2e97f109417b None None] For port 8917be17-98eb-45a2-8ed3-1ae5f89227eb, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=8917be17-98eb-45a2-8ed3-1ae5f89227eb,segment=NetworkSegment(8dbd3c1f-a555-4c47-a861-7316787b2fc3),segment_id=8dbd3c1f-a555-4c47-a861-7316787b2fc3)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:37:26.804920 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-9958ce8b-fb26-4e30-bdd9-a9b047a2f184 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:26.808440 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9958ce8b-fb26-4e30-bdd9-a9b047a2f184 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0071461 Mar 07 21:37:26.808763 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38742) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:26.815088 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-86c5c0d6-d049-468b-b53c-ec8fafd18884 None None] Provisioning complete for port 2b39b3f2-d68e-4caf-81ed-911da321d524 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:26.815088 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-86c5c0d6-d049-468b-b53c-ec8fafd18884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:26.815304 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-8bcff300-6bfb-44ef-8bf8-d2ec96bc886c tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:26.818372 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8bcff300-6bfb-44ef-8bf8-d2ec96bc886c tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0061886 Mar 07 21:37:26.818489 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-baf7f3a6-8c88-47c9-9033-fc2942c1adde tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:26.819375 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf7f3a6-8c88-47c9-9033-fc2942c1adde tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 496b0263-099f-4c2c-8b73-2577fb5358b5 {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:37:26.826471 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38746) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:26.847767 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-33ad9f32-91d1-4cb3-b0be-aee9ad23aca0 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] 10.222.0.21 "PUT /v2.0/quotas/2b8b02b53fa94d8394b00bb4b1e07b06 HTTP/1.1" status: 200 len: 368 time: 0.8971567 Mar 07 21:37:26.862910 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38750) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:26.873977 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-2a34e997-c4d0-4075-9362-6aa592ed4b27 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Request body: {'network': {'project_id': '2b8b02b53fa94d8394b00bb4b1e07b06'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:26.874163 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-59df3010-ecbb-46ff-9d0e-5f0ef7997949 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:26.877794 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-59df3010-ecbb-46ff-9d0e-5f0ef7997949 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0467508 Mar 07 21:37:26.878685 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2a34e997-c4d0-4075-9362-6aa592ed4b27 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:26.882537 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2a34e997-c4d0-4075-9362-6aa592ed4b27 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Usage tracker for resource:network and tenant:2b8b02b53fa94d8394b00bb4b1e07b06 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:26.883645 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-825cd002-f539-4790-9970-2e97f109417b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:26.885908 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2a34e997-c4d0-4075-9362-6aa592ed4b27 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:26.891632 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2a34e997-c4d0-4075-9362-6aa592ed4b27 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:26.903111 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38754) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:26.909814 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-631f2446-4d47-4c51-9377-f8981c91ee35 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:26.912945 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] Set router 8447d2b0-a653-4376-bd02-6c2b41a5da0f gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:37:26.917515 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [None req-dee04b4e-b537-4c50-8c69-b5b433a986fc tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:26.921465 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-dee04b4e-b537-4c50-8c69-b5b433a986fc tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0128860 Mar 07 21:37:26.927055 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c5775525-2cb7-44f2-8a97-784475ce3005 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:26.939270 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38758) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:26.968662 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-631f2446-4d47-4c51-9377-f8981c91ee35 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Usage tracker for resource:security_group_rule and tenant:36c0879924594e24ac3af2cf45324a46 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:26.978819 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a34e997-c4d0-4075-9362-6aa592ed4b27 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Made reservation on behalf of 2b8b02b53fa94d8394b00bb4b1e07b06 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:26.981095 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2a34e997-c4d0-4075-9362-6aa592ed4b27 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:26.984129 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-b4e55b45-c315-4ae9-825b-72076b029a23 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:26.990858 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b4e55b45-c315-4ae9-825b-72076b029a23 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0442567 Mar 07 21:37:26.993349 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825cd002-f539-4790-9970-2e97f109417b None None] Routers {'c25620e1-a202-45a4-9d3a-e1c5f472fbb5'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:37:26.993975 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-825cd002-f539-4790-9970-2e97f109417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:37:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c25620e1-a202-45a4-9d3a-e1c5f472fbb5'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:26.999282 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-631f2446-4d47-4c51-9377-f8981c91ee35 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:27.002270 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38762) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:27.004589 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10b963-74cf-44d3-a365-f2d4104f1cb7 None None] Pushing event updated for resources: {'Port': ['ID=2b39b3f2-d68e-4caf-81ed-911da321d524,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:27.006618 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab4e9ff-4b98-46c1-a6d5-77017f125ccf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Deleting subnet 3a4b5c23-5701-4dc0-b789-208d40563b8d {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:37:27.017048 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5ab4e9ff-4b98-46c1-a6d5-77017f125ccf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:27.027885 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-baf7f3a6-8c88-47c9-9033-fc2942c1adde tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 07 21:37:27.033019 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-baf7f3a6-8c88-47c9-9033-fc2942c1adde tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 7.1607471 Mar 07 21:37:27.037638 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38766) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:27.045438 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:37:27.047121 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:37:27.055630 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-631f2446-4d47-4c51-9377-f8981c91ee35 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:27.059452 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2a34e997-c4d0-4075-9362-6aa592ed4b27 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:27.084266 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [None req-f1f10e5a-f238-4f7c-8962-a45b4df15b85 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:27.085439 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f1f10e5a-f238-4f7c-8962-a45b4df15b85 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0767827 Mar 07 21:37:27.098655 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38770) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:27.104501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d8eb5a6e-e1eb-4907-8aae-ec55e093fe89 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:27.108426 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2a34e997-c4d0-4075-9362-6aa592ed4b27 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:27.124284 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2a34e997-c4d0-4075-9362-6aa592ed4b27 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Usage tracker for resource:security_group_rule and tenant:2b8b02b53fa94d8394b00bb4b1e07b06 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:27.135436 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2a34e997-c4d0-4075-9362-6aa592ed4b27 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:27.143913 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729057b3-c4c1-4bb8-b0a8-54f3cdf6e6ab None None] Pushing event updated for resources: {'Port': ['ID=8917be17-98eb-45a2-8ed3-1ae5f89227eb,revision_number=4']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:27.156933 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2a34e997-c4d0-4075-9362-6aa592ed4b27 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:27.283685 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.resource_extend [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:37:27.284226 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-825cd002-f539-4790-9970-2e97f109417b None None] Set router c25620e1-a202-45a4-9d3a-e1c5f472fbb5 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:37:27.293852 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-53499cef-47b4-4c81-8c4c-a40d833aa55c tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:27.297524 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-53499cef-47b4-4c81-8c4c-a40d833aa55c tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0159857 Mar 07 21:37:27.308465 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38774) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:27.315752 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-49a21c9f-f7ca-460b-a5f3-87f472f1259f tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:27.319743 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-49a21c9f-f7ca-460b-a5f3-87f472f1259f tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0056345 Mar 07 21:37:27.322212 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5ab4e9ff-4b98-46c1-a6d5-77017f125ccf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:27.322340 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38778) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:27.346450 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-c7066a41-1ee8-4cc7-b6e4-cf159d72c49d tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:27.349743 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c7066a41-1ee8-4cc7-b6e4-cf159d72c49d tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0187259 Mar 07 21:37:27.353435 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38782) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:27.363709 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-571b329f-7dcb-4a94-b486-21c086106ff3 tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Deleting port cfb41b0a-4964-47f9-b03b-7afe0acde0a7 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:37:27.364049 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-571b329f-7dcb-4a94-b486-21c086106ff3 tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:27.398983 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-bdbaa4cb-71f5-449f-8d2d-c39727c95622 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:27.400172 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bdbaa4cb-71f5-449f-8d2d-c39727c95622 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0441778 Mar 07 21:37:27.408904 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38786) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:27.419111 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:27.427892 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2a34e997-c4d0-4075-9362-6aa592ed4b27 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:27.431859 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [None req-8f066ae1-251d-4138-b6c3-d99b8bf360f5 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:27.433017 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8f066ae1-251d-4138-b6c3-d99b8bf360f5 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0091987 Mar 07 21:37:27.437131 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38790) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:27.448294 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5ab4e9ff-4b98-46c1-a6d5-77017f125ccf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:27.448426 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-f641e077-6a33-4347-8545-758bf9e6880e tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:27.448426 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f641e077-6a33-4347-8545-758bf9e6880e tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0050106 Mar 07 21:37:27.451747 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c5775525-2cb7-44f2-8a97-784475ce3005 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:27.461485 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38794) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:27.466450 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] Transition to ACTIVE for port object baecdfba-f3e0-4097-87b4-7be8262c1165 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:27.473988 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-a656f64a-73a5-4f79-9612-60612b5192d8 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:27.477381 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a656f64a-73a5-4f79-9612-60612b5192d8 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0122600 Mar 07 21:37:27.498270 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38798) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:27.513438 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2a34e997-c4d0-4075-9362-6aa592ed4b27 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:27.516452 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'name': 'tempest-ServersTestManualDisk-554214114-router', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:37:15Z', 'revision_number': 4, 'project_id': '24d505245fac495da14eec8c213c2228', 'gw_port': {'id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'e910605e-b336-452a-a586-b0c85d594b40', 'name': '', 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'mac_address': 'fa:16:3e:8f:3b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:12Z', 'updated_at': '2022-03-07T21:37:25Z', 'revision_number': 4, 'project_id': '24d505245fac495da14eec8c213c2228', 'subnets': [{'id': 'fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:27.524913 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2218f449-f4c7-4553-b6c4-0ab665d623e6 None None] The sync data for ids ['8447d2b0-a653-4376-bd02-6c2b41a5da0f'] in dv-neutron-829957-1-hyperv is: [{'id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'name': 'tempest-ServersTestManualDisk-554214114-router', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:37:15Z', 'revision_number': 4, 'project_id': '24d505245fac495da14eec8c213c2228', 'gw_port': {'id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'e910605e-b336-452a-a586-b0c85d594b40', 'name': '', 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'mac_address': 'fa:16:3e:8f:3b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:12Z', 'updated_at': '2022-03-07T21:37:25Z', 'revision_number': 4, 'project_id': '24d505245fac495da14eec8c213c2228', 'subnets': [{'id': 'fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:37:27.529593 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [None req-8b4fb128-2f05-406f-92cd-8271edc05116 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:27.533462 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8b4fb128-2f05-406f-92cd-8271edc05116 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0313501 Mar 07 21:37:27.544960 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38802) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:27.556686 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-4de4c28a-6953-4d0f-93a9-0a51d48b9caf tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:27.558829 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4de4c28a-6953-4d0f-93a9-0a51d48b9caf tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0117371 Mar 07 21:37:27.565912 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34e997-c4d0-4075-9362-6aa592ed4b27 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcffc1f8-f859-4041-9c5c-6be9f7f703ee,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:27.568380 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38806) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:27.575290 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-323fcb59-68e0-44f8-b3d5-641f15844d33 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:27.625275 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c5775525-2cb7-44f2-8a97-784475ce3005 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:27.630881 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:27.641332 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d8eb5a6e-e1eb-4907-8aae-ec55e093fe89 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:27.766773 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5775525-2cb7-44f2-8a97-784475ce3005 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a58a63-5fa7-491f-9955-565e6685f79b,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:27.782427 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d8eb5a6e-e1eb-4907-8aae-ec55e093fe89 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:27.884967 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-825cd002-f539-4790-9970-2e97f109417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'name': 'tempest-ServerActionsTestJSON-471892280-router', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '1d0e87b1-d146-41ab-aab2-916d08a6905e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:18Z', 'revision_number': 4, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'gw_port': {'id': '1d0e87b1-d146-41ab-aab2-916d08a6905e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:06Z', 'updated_at': '2022-03-07T21:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '8917be17-98eb-45a2-8ed3-1ae5f89227eb', 'name': '', 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'mac_address': 'fa:16:3e:4d:8d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'f313f210-5759-4bf7-8dc0-7c89a181e7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:16Z', 'updated_at': '2022-03-07T21:37:26Z', 'revision_number': 4, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'subnets': [{'id': 'f313f210-5759-4bf7-8dc0-7c89a181e7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:27.890076 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825cd002-f539-4790-9970-2e97f109417b None None] The sync data for ids ['c25620e1-a202-45a4-9d3a-e1c5f472fbb5'] in dv-neutron-829957-1-hyperv is: [{'id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'name': 'tempest-ServerActionsTestJSON-471892280-router', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '1d0e87b1-d146-41ab-aab2-916d08a6905e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:18Z', 'revision_number': 4, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'gw_port': {'id': '1d0e87b1-d146-41ab-aab2-916d08a6905e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:06Z', 'updated_at': '2022-03-07T21:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '8917be17-98eb-45a2-8ed3-1ae5f89227eb', 'name': '', 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'mac_address': 'fa:16:3e:4d:8d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'f313f210-5759-4bf7-8dc0-7c89a181e7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:16Z', 'updated_at': '2022-03-07T21:37:26Z', 'revision_number': 4, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'subnets': [{'id': 'f313f210-5759-4bf7-8dc0-7c89a181e7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:37:28.003423 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d8eb5a6e-e1eb-4907-8aae-ec55e093fe89 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:28.039436 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0ec29-4915-49ba-8c13-42af062f40b9 None None] Pushing event updated for resources: {'Port': ['ID=baecdfba-f3e0-4097-87b4-7be8262c1165,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:28.056524 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-571b329f-7dcb-4a94-b486-21c086106ff3 tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:28.069588 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a34e997-c4d0-4075-9362-6aa592ed4b27 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:37:28.081501 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [None req-42a964c3-583d-4dc3-bfbd-e5674fd42279 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:28.082562 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-42a964c3-583d-4dc3-bfbd-e5674fd42279 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.5092399 Mar 07 21:37:28.116822 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38810) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:28.136968 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [None req-f170a45d-34b2-4c21-a448-f36bbf0318a7 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:28.137922 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f170a45d-34b2-4c21-a448-f36bbf0318a7 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0229366 Mar 07 21:37:28.140973 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2a34e997-c4d0-4075-9362-6aa592ed4b27 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:28.141320 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-2a34e997-c4d0-4075-9362-6aa592ed4b27 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Added segment b16a3471-69e6-4470-816b-3a5f1df2d5a8 of type vlan for network 75fca055-a6f0-4c93-9916-e07cf3598ed4 Mar 07 21:37:28.158864 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38814) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:28.167487 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] Attempting to bind port baecdfba-f3e0-4097-87b4-7be8262c1165 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:37:28.168139 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] Attempting to bind port baecdfba-f3e0-4097-87b4-7be8262c1165 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'a50a6570-3158-4dbd-a798-232ed05d7065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:37:28.168563 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] Attempting to bind port baecdfba-f3e0-4097-87b4-7be8262c1165 on network 17af9ab4-845f-4bfd-acf4-cd2799b53cb7 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:37:28.185320 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:37:28.185851 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] Checking segment: {'id': 'a50a6570-3158-4dbd-a798-232ed05d7065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:37:28.186333 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:28.186784 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] Bound using segment: {'id': 'a50a6570-3158-4dbd-a798-232ed05d7065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:37:28.187333 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] Bound port: baecdfba-f3e0-4097-87b4-7be8262c1165, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50a6570-3158-4dbd-a798-232ed05d7065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:37:28.188001 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:28.206502 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [None req-7d2925c3-b89c-4633-9712-f4adbc515679 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:28.207473 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7d2925c3-b89c-4633-9712-f4adbc515679 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0476847 Mar 07 21:37:28.236919 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38818) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:28.281375 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e910605e-b336-452a-a586-b0c85d594b40 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:37:28.294481 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-631f2446-4d47-4c51-9377-f8981c91ee35 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:28.302606 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2a34e997-c4d0-4075-9362-6aa592ed4b27 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:28.338184 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-eb31729f-2987-43e2-ac82-050329caa124 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:28.342536 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-eb31729f-2987-43e2-ac82-050329caa124 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.1042709 Mar 07 21:37:28.346344 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38822) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:28.348413 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c5775525-2cb7-44f2-8a97-784475ce3005 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:28.354023 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [None req-2ddd04f0-5105-401e-8733-dcf62a01a015 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:28.354976 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2ddd04f0-5105-401e-8733-dcf62a01a015 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0061955 Mar 07 21:37:28.356402 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c5775525-2cb7-44f2-8a97-784475ce3005 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8938017 Mar 07 21:37:28.358882 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38826) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:28.364203 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5ab4e9ff-4b98-46c1-a6d5-77017f125ccf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:28.371742 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-571b329f-7dcb-4a94-b486-21c086106ff3 tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Calling delete_port for cfb41b0a-4964-47f9-b03b-7afe0acde0a7 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:37:28.395145 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38828) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:28.401099 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] For port baecdfba-f3e0-4097-87b4-7be8262c1165, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:37:28.406611 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] For port baecdfba-f3e0-4097-87b4-7be8262c1165, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=baecdfba-f3e0-4097-87b4-7be8262c1165,segment=NetworkSegment(a50a6570-3158-4dbd-a798-232ed05d7065),segment_id=a50a6570-3158-4dbd-a798-232ed05d7065)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:37:28.412433 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d8eb5a6e-e1eb-4907-8aae-ec55e093fe89 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:28.421181 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d8eb5a6e-e1eb-4907-8aae-ec55e093fe89 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3158739 Mar 07 21:37:28.421346 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-631f2446-4d47-4c51-9377-f8981c91ee35 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:28.427078 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [None req-d0e7c1f0-9323-4b6e-936b-e85083e68e4c tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:28.428198 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d0e7c1f0-9323-4b6e-936b-e85083e68e4c tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0219929 Mar 07 21:37:28.431269 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-68a0df16-e26d-44f3-923c-9dc7ed1211a7 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Request body: {'security_group_rule': {'security_group_id': 'b4f6244d-d351-4f17-ad46-81866aa9850d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:28.435962 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4e9ff-4b98-46c1-a6d5-77017f125ccf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3a4b5c23-5701-4dc0-b789-208d40563b8d,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:28.437651 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38836) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:28.440149 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-68a0df16-e26d-44f3-923c-9dc7ed1211a7 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:28.444430 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-68a0df16-e26d-44f3-923c-9dc7ed1211a7 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Usage tracker for resource:security_group_rule and tenant:ca46cfdafe6b4455a043e6a7c2869cdc is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:28.448392 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-68a0df16-e26d-44f3-923c-9dc7ed1211a7 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:28.451563 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5ab4e9ff-4b98-46c1-a6d5-77017f125ccf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:28.461001 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port e910605e-b336-452a-a586-b0c85d594b40 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:37:28.461698 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-68a0df16-e26d-44f3-923c-9dc7ed1211a7 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:28.464245 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [None req-e69ccb7a-7b89-4ea1-92ce-5e956fe8da82 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:28.468995 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e69ccb7a-7b89-4ea1-92ce-5e956fe8da82 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0169830 Mar 07 21:37:28.469120 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port e910605e-b336-452a-a586-b0c85d594b40 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:28.469120 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:28.469545 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb5a6e-e1eb-4907-8aae-ec55e093fe89 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Pushing event updated for resources: {'Port': ['ID=51f92051-8981-46f7-a75e-f2e806854c69,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:28.481043 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38840) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:28.488910 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-c87e5a51-cbed-429c-9ff1-b9ead99194e1 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:28.490053 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c87e5a51-cbed-429c-9ff1-b9ead99194e1 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0079010 Mar 07 21:37:28.492925 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38844) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:28.504797 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-5aed8769-d1a2-4218-8092-b81b18275587 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:28.505973 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5aed8769-d1a2-4218-8092-b81b18275587 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0120275 Mar 07 21:37:28.509211 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38848) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:28.514728 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f2446-4d47-4c51-9377-f8981c91ee35 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd35d011-4def-4bd1-9b94-bcffeab2491b,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:28.527386 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5ab4e9ff-4b98-46c1-a6d5-77017f125ccf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/3a4b5c23-5701-4dc0-b789-208d40563b8d HTTP/1.1" status: 204 len: 168 time: 1.8286128 Mar 07 21:37:28.527386 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38852) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:28.529835 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-1eb5421e-0cb3-4b91-9373-3a3a3e089e4d tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:28.530990 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1eb5421e-0cb3-4b91-9373-3a3a3e089e4d tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0207620 Mar 07 21:37:28.534163 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38856) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:28.540783 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-a16f6c39-f5d3-4d3d-90a0-b13cbdb1a875 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:28.541929 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a16f6c39-f5d3-4d3d-90a0-b13cbdb1a875 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0067332 Mar 07 21:37:28.559835 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38860) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:28.565565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-d424b3ab-6069-4654-92ac-77ebe73aa687 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:28.566793 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d424b3ab-6069-4654-92ac-77ebe73aa687 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0057781 Mar 07 21:37:28.569699 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38864) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:28.575602 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-933dc392-0bc1-4499-af3d-6c124c166071 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:28.576746 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-933dc392-0bc1-4499-af3d-6c124c166071 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0060041 Mar 07 21:37:28.579533 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38868) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:28.585226 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:28.595483 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-6fa8812c-9b2c-456c-9653-55fed91ab780 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:28.596937 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6fa8812c-9b2c-456c-9653-55fed91ab780 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0140247 Mar 07 21:37:28.599479 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323fcb59-68e0-44f8-b3d5-641f15844d33 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Router c59c5462-05c0-4331-8d57-8b494c922a6e is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:37:28.601999 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2a34e997-c4d0-4075-9362-6aa592ed4b27 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:28.602995 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a34e997-c4d0-4075-9362-6aa592ed4b27 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:28.603574 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2a34e997-c4d0-4075-9362-6aa592ed4b27 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:28.617539 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38872) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:28.691688 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [None req-bd704fe9-13a0-4eb9-bf94-ddfc4c163de8 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:28.692856 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bd704fe9-13a0-4eb9-bf94-ddfc4c163de8 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0219927 Mar 07 21:37:28.695655 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38884) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:28.695798 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-631f2446-4d47-4c51-9377-f8981c91ee35 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:28.699593 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-631f2446-4d47-4c51-9377-f8981c91ee35 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.4307513 Mar 07 21:37:28.708061 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-ae7fc8d2-e39a-4771-bf97-73d7dc9304f4 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:28.710062 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ae7fc8d2-e39a-4771-bf97-73d7dc9304f4 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0072272 Mar 07 21:37:28.710800 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38886) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:28.723569 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38892) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:28.724645 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-68a0df16-e26d-44f3-923c-9dc7ed1211a7 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:28.775392 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] Routers {'49152012-a700-4b6b-b6f1-653afaf1df84'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:37:28.776247 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:37:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['49152012-a700-4b6b-b6f1-653afaf1df84'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:28.776608 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-db5e2c7b-b965-46b3-8cc7-57f16e23b43c tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:28.780139 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-db5e2c7b-b965-46b3-8cc7-57f16e23b43c tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0058365 Mar 07 21:37:28.781900 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-46071924-6125-473f-a006-de3593db7848 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Request body: {'security_group_rule': {'security_group_id': 'dd35d011-4def-4bd1-9b94-bcffeab2491b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:28.808150 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-68a0df16-e26d-44f3-923c-9dc7ed1211a7 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:28.809387 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-571b329f-7dcb-4a94-b486-21c086106ff3 tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:28.822866 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38898) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:28.846446 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-46071924-6125-473f-a006-de3593db7848 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:28.981270 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-b9691f33-c303-441a-845f-b4615a80d573 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:28.984415 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b9691f33-c303-441a-845f-b4615a80d573 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0241542 Mar 07 21:37:28.989835 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0ec29-4915-49ba-8c13-42af062f40b9 None None] Pushing event updated for resources: {'Port': ['ID=baecdfba-f3e0-4097-87b4-7be8262c1165,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:29.001274 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2a34e997-c4d0-4075-9362-6aa592ed4b27 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.1349311 Mar 07 21:37:29.016864 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38902) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:29.021274 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38904) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:29.037497 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-68a0df16-e26d-44f3-923c-9dc7ed1211a7 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:29.037596 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:29.041645 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-46071924-6125-473f-a006-de3593db7848 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Usage tracker for resource:security_group_rule and tenant:36c0879924594e24ac3af2cf45324a46 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:29.044475 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-5b5e17a6-153a-4e70-8d54-d9a08a25620b tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Request body: {'network': {'project_id': '2b8b02b53fa94d8394b00bb4b1e07b06'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:29.055691 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b329f-7dcb-4a94-b486-21c086106ff3 tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfb41b0a-4964-47f9-b03b-7afe0acde0a7,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:29.057459 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-46071924-6125-473f-a006-de3593db7848 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:29.061838 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34e997-c4d0-4075-9362-6aa592ed4b27 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Pushing event updated for resources: {'Network': ['ID=75fca055-a6f0-4c93-9916-e07cf3598ed4,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:29.062594 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-223ec81c-fe96-4161-934c-1ea170ac26ab tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:29.066478 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-223ec81c-fe96-4161-934c-1ea170ac26ab tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0243974 Mar 07 21:37:29.068397 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:29.072278 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38916) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:29.085198 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5b5e17a6-153a-4e70-8d54-d9a08a25620b tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:29.097409 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [None req-345fc319-23f4-446c-b179-679df8af6a76 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:29.098906 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-345fc319-23f4-446c-b179-679df8af6a76 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0108924 Mar 07 21:37:29.110083 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5b5e17a6-153a-4e70-8d54-d9a08a25620b tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Usage tracker for resource:network and tenant:2b8b02b53fa94d8394b00bb4b1e07b06 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:29.113359 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-46071924-6125-473f-a006-de3593db7848 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:29.114127 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38920) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:29.143620 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0df16-e26d-44f3-923c-9dc7ed1211a7 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3de332-b076-443e-bc7f-ca7bb58760c0,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:29.154125 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5b5e17a6-153a-4e70-8d54-d9a08a25620b tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:29.163814 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-571b329f-7dcb-4a94-b486-21c086106ff3 tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:29.163937 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [None req-c0c88625-3490-4169-935e-cd5040fb03ce tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:29.165219 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c0c88625-3490-4169-935e-cd5040fb03ce tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0420389 Mar 07 21:37:29.183429 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38924) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:29.186395 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 75fca055-a6f0-4c93-9916-e07cf3598ed4 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:37:29.193653 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-d6d70eed-58f2-463d-85cd-43f89c058b4e tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:29.197055 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d6d70eed-58f2-463d-85cd-43f89c058b4e tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0102952 Mar 07 21:37:29.197055 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-571b329f-7dcb-4a94-b486-21c086106ff3 tempest-RoutersAdminNegativeTest-1185613769 tempest-RoutersAdminNegativeTest-1185613769-project-admin] 10.222.0.21 "DELETE /v2.0/ports/cfb41b0a-4964-47f9-b03b-7afe0acde0a7 HTTP/1.1" status: 204 len: 168 time: 2.1546226 Mar 07 21:37:29.197677 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38928) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:29.217117 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-1283510a-ebdf-4749-ba94-e75876038bd6 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:29.218278 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1283510a-ebdf-4749-ba94-e75876038bd6 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0184987 Mar 07 21:37:29.221480 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38934) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:29.226574 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-73192fb8-f394-4821-b74e-7cb48f2f9d1c tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:29.227667 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-73192fb8-f394-4821-b74e-7cb48f2f9d1c tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0051117 Mar 07 21:37:29.230949 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38938) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:29.238341 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-e0b615c2-3b27-441a-9db8-a8adb1831911 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:29.239361 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e0b615c2-3b27-441a-9db8-a8adb1831911 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0074737 Mar 07 21:37:29.243895 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38942) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:29.257178 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5b5e17a6-153a-4e70-8d54-d9a08a25620b tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:29.258927 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-28771c01-f2c3-4329-ab85-db998fbb6131 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:29.261058 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-28771c01-f2c3-4329-ab85-db998fbb6131 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0162454 Mar 07 21:37:29.275240 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38946) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:29.284804 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-c867f9f4-45e3-42fb-bc35-53cf3547fd69 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:29.290682 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c867f9f4-45e3-42fb-bc35-53cf3547fd69 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0121744 Mar 07 21:37:29.291882 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-46071924-6125-473f-a006-de3593db7848 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:29.310949 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-68a0df16-e26d-44f3-923c-9dc7ed1211a7 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:29.315345 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-68a0df16-e26d-44f3-923c-9dc7ed1211a7 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8972058 Mar 07 21:37:29.315345 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38950) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:29.322403 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38954) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:29.328186 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-909e9de5-c570-446d-a04c-d84c36801433 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:29.329169 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-909e9de5-c570-446d-a04c-d84c36801433 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0136499 Mar 07 21:37:29.339301 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-e183bb0c-0489-4dd7-ad1e-d8580329d226 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:29.343222 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38962) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:29.343544 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38964) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:29.366072 dv-neutron-829957-1-hyperv neutron-server[88386]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 21:37:29.392537 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-e6931b48-788b-4a63-ace3-37d00680b59f tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:29.393860 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e6931b48-788b-4a63-ace3-37d00680b59f tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0494280 Mar 07 21:37:29.414843 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38970) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:29.416150 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e183bb0c-0489-4dd7-ad1e-d8580329d226 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:29.420432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-b855001b-d848-445c-93d4-141324416b2e tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Synchronizing usage tracker for tenant:24d505245fac495da14eec8c213c2228 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:37:29.438199 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-e8a184ea-382a-46a4-80a6-e918eef3ea26 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:29.439342 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e8a184ea-382a-46a4-80a6-e918eef3ea26 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0132532 Mar 07 21:37:29.446351 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38974) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:29.447503 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e183bb0c-0489-4dd7-ad1e-d8580329d226 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Usage tracker for resource:floatingip and tenant:ca46cfdafe6b4455a043e6a7c2869cdc is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:29.454183 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e183bb0c-0489-4dd7-ad1e-d8580329d226 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:29.461671 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port e910605e-b336-452a-a586-b0c85d594b40, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e910605e-b336-452a-a586-b0c85d594b40,segment=NetworkSegment(00c388d5-0ca3-40a1-bd92-e62e9b97d280),segment_id=00c388d5-0ca3-40a1-bd92-e62e9b97d280)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:37:29.464025 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] Set router 49152012-a700-4b6b-b6f1-653afaf1df84 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:37:29.465084 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-f2f45958-a168-4bff-915b-49517505491f tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:29.466082 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f2f45958-a168-4bff-915b-49517505491f tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0153878 Mar 07 21:37:29.468962 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e183bb0c-0489-4dd7-ad1e-d8580329d226 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:29.471170 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 38978) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:29.484358 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [None req-99c5ba65-ccd8-4aab-aca7-3ea17cda94d2 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:29.485317 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-99c5ba65-ccd8-4aab-aca7-3ea17cda94d2 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0131223 Mar 07 21:37:29.486870 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5e17a6-153a-4e70-8d54-d9a08a25620b tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Made reservation on behalf of 2b8b02b53fa94d8394b00bb4b1e07b06 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:29.488863 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38982) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:29.489126 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b5e17a6-153a-4e70-8d54-d9a08a25620b tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:29.497806 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-7e75321a-74d2-4fa9-8b28-269737acfd9f tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:29.499526 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7e75321a-74d2-4fa9-8b28-269737acfd9f tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0094573 Mar 07 21:37:29.507202 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38986) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:29.516391 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-fdd1adf4-00fa-4bd8-b66e-e24f00e27c02 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:29.517625 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-fdd1adf4-00fa-4bd8-b66e-e24f00e27c02 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0092790 Mar 07 21:37:29.519705 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-46071924-6125-473f-a006-de3593db7848 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:29.520636 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38990) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:29.526157 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-655a9f71-6020-451d-95ca-fa86b9b399c9 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:29.528305 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-655a9f71-6020-451d-95ca-fa86b9b399c9 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0056899 Mar 07 21:37:29.530315 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38994) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:29.537476 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-652b8cc6-91bd-4d32-b155-8c69c085f02f tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:29.539030 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-652b8cc6-91bd-4d32-b155-8c69c085f02f tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0064063 Mar 07 21:37:29.541280 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 38998) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:29.546774 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-62fd7189-a090-47fb-aed2-f2f868d62019 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:29.547920 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-62fd7189-a090-47fb-aed2-f2f868d62019 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0055823 Mar 07 21:37:29.550968 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39002) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:29.560092 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323fcb59-68e0-44f8-b3d5-641f15844d33 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:37:29.560373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [None req-37bd0b67-2db4-48b2-98e5-a3010e355741 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:29.561023 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-37bd0b67-2db4-48b2-98e5-a3010e355741 tempest-ExtensionsTestJSON-1702485397 tempest-ExtensionsTestJSON-1702485397-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0091991 Mar 07 21:37:29.563608 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e183bb0c-0489-4dd7-ad1e-d8580329d226 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks [] for floatingip, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:29.584153 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-b855001b-d848-445c-93d4-141324416b2e tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Unset dirty status for tenant:24d505245fac495da14eec8c213c2228 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:37:29.586427 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-b855001b-d848-445c-93d4-141324416b2e tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--740394704&fields=id&tenant_id=24d505245fac495da14eec8c213c2228 HTTP/1.1" status: 200 len: 267 time: 0.2398546 Mar 07 21:37:29.609847 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:29.610981 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-46071924-6125-473f-a006-de3593db7848 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:29.682321 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5e17a6-153a-4e70-8d54-d9a08a25620b tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:37:29.686088 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:29.686088 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:29.686922 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46071924-6125-473f-a006-de3593db7848 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894c270e-18d8-4e71-b275-e69191b196ca,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:29.687056 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:29.687139 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Subscribe: > port after_create 55550000 {{(pid=88387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:29.691950 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:29.691950 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Subscribe: > port after_update 55550000 {{(pid=88387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:29.691950 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:29.691950 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:29.691950 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:29.691950 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:29.724652 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e000e9-6261-43b1-bd7e-d441d9c24e59 None None] Sync routers for ids ['c59c5462-05c0-4331-8d57-8b494c922a6e'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:37:29.728060 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:29.729813 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2b39b3f2-d68e-4caf-81ed-911da321d524 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:37:29.888338 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-46071924-6125-473f-a006-de3593db7848 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:29.891105 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-46071924-6125-473f-a006-de3593db7848 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1693368 Mar 07 21:37:29.900102 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39012) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:29.902334 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=e910605e-b336-452a-a586-b0c85d594b40,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:29.914605 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-0b5004ab-8783-496f-9070-2dfcadad5302 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Request body: {'security_group_rule': {'security_group_id': 'dd35d011-4def-4bd1-9b94-bcffeab2491b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:29.926794 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0b5004ab-8783-496f-9070-2dfcadad5302 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:29.937066 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0b5004ab-8783-496f-9070-2dfcadad5302 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Usage tracker for resource:security_group_rule and tenant:36c0879924594e24ac3af2cf45324a46 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:29.948133 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0b5004ab-8783-496f-9070-2dfcadad5302 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:29.956998 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:29.957935 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:29.957935 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:29.958177 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:29.958337 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b366616-eab7-48dc-b6c5-1393d1b3f68a']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:29.972071 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0b5004ab-8783-496f-9070-2dfcadad5302 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:29.984467 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-323fcb59-68e0-44f8-b3d5-641f15844d33 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:29.986484 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-323fcb59-68e0-44f8-b3d5-641f15844d33 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 11.2627709 Mar 07 21:37:29.991377 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39016) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:29.994656 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214fcf7a-8889-46a8-8167-cf932db6916e') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:29.994978 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214fcf7a-8889-46a8-8167-cf932db6916e') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:30.000435 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-1f7841dd-4071-4ba9-af86-654f3a2da208 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:30.002326 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-1f7841dd-4071-4ba9-af86-654f3a2da208 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/networks?id=304e960d-6464-4f92-a5fa-2d8b6be20410 HTTP/1.1" status: 200 len: 811 time: 0.3985705 Mar 07 21:37:30.018402 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-52468ab1-f372-4916-8e80-6aab996fac0f tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/quotas/24d505245fac495da14eec8c213c2228 HTTP/1.1" status: 200 len: 375 time: 0.0098698 Mar 07 21:37:30.019956 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e183bb0c-0489-4dd7-ad1e-d8580329d226 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:30.059713 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e000e9-6261-43b1-bd7e-d441d9c24e59 None None] Routers {'c59c5462-05c0-4331-8d57-8b494c922a6e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:37:30.060355 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-60e000e9-6261-43b1-bd7e-d441d9c24e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:37:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c59c5462-05c0-4331-8d57-8b494c922a6e'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:30.074863 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b5e17a6-153a-4e70-8d54-d9a08a25620b tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:30.075784 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-5b5e17a6-153a-4e70-8d54-d9a08a25620b tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Added segment e60c8517-4ad5-4097-8346-0453afb9f9ce of type vlan for network 8846e293-87b5-42c8-a899-2e6533850367 Mar 07 21:37:30.085566 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:30.159723 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:30.161905 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39022) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:30.179576 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-e183bb0c-0489-4dd7-ad1e-d8580329d226 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Allocated IP 172.26.2.220 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/6bbd6e6d-98a4-4c0d-95ab-d27388ba07f9) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:30.201530 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b5e17a6-153a-4e70-8d54-d9a08a25620b tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:30.216494 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:37:30.219105 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: from cryptography.utils import int_from_bytes Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: from cryptography.utils import int_from_bytes Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn_limited( Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn_limited( Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:37:30.249472 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:37:30.263611 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-60e000e9-6261-43b1-bd7e-d441d9c24e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:30.288421 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e000e9-6261-43b1-bd7e-d441d9c24e59 None None] Routers {'c59c5462-05c0-4331-8d57-8b494c922a6e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:37:30.289340 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-60e000e9-6261-43b1-bd7e-d441d9c24e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:37:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c59c5462-05c0-4331-8d57-8b494c922a6e'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:30.336322 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39028) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:30.375206 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 2b39b3f2-d68e-4caf-81ed-911da321d524 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:30.375578 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:30.446647 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-60e000e9-6261-43b1-bd7e-d441d9c24e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:30.447043 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e000e9-6261-43b1-bd7e-d441d9c24e59 None None] The sync data for ids ['c59c5462-05c0-4331-8d57-8b494c922a6e'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:37:30.448158 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0b5004ab-8783-496f-9070-2dfcadad5302 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:30.635925 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e183bb0c-0489-4dd7-ad1e-d8580329d226 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:30.641623 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca05431d-86d8-44cc-91f2-ab7f1cd6c294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:30.674765 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0b5004ab-8783-496f-9070-2dfcadad5302 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:30.692041 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ca05431d-86d8-44cc-91f2-ab7f1cd6c294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:30.701103 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ca05431d-86d8-44cc-91f2-ab7f1cd6c294 admin admin] Usage tracker for resource:security_group_rule and tenant:84f0ebbd36f64a5e9fc8f06de83861db is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:30.713436 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ca05431d-86d8-44cc-91f2-ab7f1cd6c294 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:30.724378 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-050c9290-f2c8-422a-b7cd-58d83bf93ad9 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Synchronizing usage tracker for tenant:24d505245fac495da14eec8c213c2228 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:37:30.733237 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ca05431d-86d8-44cc-91f2-ab7f1cd6c294 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:30.736536 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1d0e87b1-d146-41ab-aab2-916d08a6905e up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:37:30.756230 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0b5004ab-8783-496f-9070-2dfcadad5302 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:30.813160 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5004ab-8783-496f-9070-2dfcadad5302 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f5d6a3-3c74-47bc-bc49-a124626645f4,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:30.825737 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 1d0e87b1-d146-41ab-aab2-916d08a6905e triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:30.826157 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:30.831847 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:30.836936 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3b366616-eab7-48dc-b6c5-1393d1b3f68a {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 07 21:37:30.839542 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:30.857300 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'name': 'tempest-ServersTestJSON-13637364-router', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd87503a3-5ed2-4c15-9f90-722d87340cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:37:19Z', 'revision_number': 4, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'gw_port': {'id': 'd87503a3-5ed2-4c15-9f90-722d87340cce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:05Z', 'updated_at': '2022-03-07T21:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'baecdfba-f3e0-4097-87b4-7be8262c1165', 'name': '', 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'mac_address': 'fa:16:3e:8a:76:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a6e262fc-2bf3-4cfd-93fe-2daf51464844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:16Z', 'updated_at': '2022-03-07T21:37:28Z', 'revision_number': 4, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'subnets': [{'id': 'a6e262fc-2bf3-4cfd-93fe-2daf51464844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:30.867877 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5055ad02-659f-4add-a6e7-f10042464409 None None] The sync data for ids ['49152012-a700-4b6b-b6f1-653afaf1df84'] in dv-neutron-829957-1-hyperv is: [{'id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'name': 'tempest-ServersTestJSON-13637364-router', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd87503a3-5ed2-4c15-9f90-722d87340cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:37:19Z', 'revision_number': 4, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'gw_port': {'id': 'd87503a3-5ed2-4c15-9f90-722d87340cce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:05Z', 'updated_at': '2022-03-07T21:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'baecdfba-f3e0-4097-87b4-7be8262c1165', 'name': '', 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'mac_address': 'fa:16:3e:8a:76:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a6e262fc-2bf3-4cfd-93fe-2daf51464844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:16Z', 'updated_at': '2022-03-07T21:37:28Z', 'revision_number': 4, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'subnets': [{'id': 'a6e262fc-2bf3-4cfd-93fe-2daf51464844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:37:30.870140 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b30fccff-86ed-4cec-b870-b55fa8ffad9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:30.887022 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Pushing event deleted for resources: {'Network': ['ID=3b366616-eab7-48dc-b6c5-1393d1b3f68a,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:30.887181 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-050c9290-f2c8-422a-b7cd-58d83bf93ad9 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Unset dirty status for tenant:24d505245fac495da14eec8c213c2228 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:37:30.888150 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-050c9290-f2c8-422a-b7cd-58d83bf93ad9 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=24d505245fac495da14eec8c213c2228&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6628182 Mar 07 21:37:30.897118 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e183bb0c-0489-4dd7-ad1e-d8580329d226 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:30.912603 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-018aabe1-cbc6-4a4c-82f1-20dd46c68edf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "DELETE /v2.0/networks/3b366616-eab7-48dc-b6c5-1393d1b3f68a HTTP/1.1" status: 204 len: 168 time: 2.3738735 Mar 07 21:37:30.913769 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b5e17a6-153a-4e70-8d54-d9a08a25620b tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:30.917155 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5e17a6-153a-4e70-8d54-d9a08a25620b tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:30.919440 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b5e17a6-153a-4e70-8d54-d9a08a25620b tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:30.988324 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e183bb0c-0489-4dd7-ad1e-d8580329d226 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:31.002225 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-e183bb0c-0489-4dd7-ad1e-d8580329d226 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:31.006329 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b30fccff-86ed-4cec-b870-b55fa8ffad9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:31.010392 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e183bb0c-0489-4dd7-ad1e-d8580329d226 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:31.023468 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183bb0c-0489-4dd7-ad1e-d8580329d226 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Pushing event updated for resources: {'Port': ['ID=6bbd6e6d-98a4-4c0d-95ab-d27388ba07f9,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:31.035993 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca05431d-86d8-44cc-91f2-ab7f1cd6c294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:31.038705 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0b5004ab-8783-496f-9070-2dfcadad5302 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:31.039844 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0b5004ab-8783-496f-9070-2dfcadad5302 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1378756 Mar 07 21:37:31.045514 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39040) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:31.057406 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-56eefc60-2f6d-44f3-9af3-998b94703c64 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:31.064931 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-56eefc60-2f6d-44f3-9af3-998b94703c64 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:31.070394 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-56eefc60-2f6d-44f3-9af3-998b94703c64 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Usage tracker for resource:floatingip and tenant:36c0879924594e24ac3af2cf45324a46 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:31.074419 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-56eefc60-2f6d-44f3-9af3-998b94703c64 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:31.083009 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-56eefc60-2f6d-44f3-9af3-998b94703c64 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:31.087624 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e183bb0c-0489-4dd7-ad1e-d8580329d226 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:31.108525 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca05431d-86d8-44cc-91f2-ab7f1cd6c294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:31.133613 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b30fccff-86ed-4cec-b870-b55fa8ffad9d admin admin] Usage tracker for resource:security_group_rule and tenant:5361743e7a034af1949ab323ebbb5924 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:31.135461 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-1662587a-af87-4afa-b30f-6373e41db1d6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:31.136562 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-1662587a-af87-4afa-b30f-6373e41db1d6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0900726 Mar 07 21:37:31.149628 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b30fccff-86ed-4cec-b870-b55fa8ffad9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:31.235967 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05431d-86d8-44cc-91f2-ab7f1cd6c294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036d5bda-5b53-4e00-a55c-61e4de3987b3,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:31.239736 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ca05431d-86d8-44cc-91f2-ab7f1cd6c294 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84f0ebbd36f64a5e9fc8f06de83861db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9019585 Mar 07 21:37:31.249254 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-56eefc60-2f6d-44f3-9af3-998b94703c64 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks [] for floatingip, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:31.261876 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39048) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:31.277072 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e17a6-153a-4e70-8d54-d9a08a25620b tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Pushing event updated for resources: {'Network': ['ID=8846e293-87b5-42c8-a899-2e6533850367,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:31.313680 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 8846e293-87b5-42c8-a899-2e6533850367 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:37:31.318817 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b30fccff-86ed-4cec-b870-b55fa8ffad9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:31.373823 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e183bb0c-0489-4dd7-ad1e-d8580329d226 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:31.447821 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e910605e-b336-452a-a586-b0c85d594b40 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:37:31.494906 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5b5e17a6-153a-4e70-8d54-d9a08a25620b tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.4696708 Mar 07 21:37:31.495550 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39054) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:31.531274 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port e910605e-b336-452a-a586-b0c85d594b40 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:31.531640 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:31.545278 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-91d8dc0d-7fbb-482a-8f17-3b8adf600c3e service neutron] 10.222.0.21 "GET /v2.0/networks/304e960d-6464-4f92-a5fa-2d8b6be20410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946629 Mar 07 21:37:31.552053 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-fdbbeb0c-00a5-4324-a977-5a780ca3af84 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Request body: {'network': {'project_id': '2b8b02b53fa94d8394b00bb4b1e07b06'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:31.554856 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39058) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:31.574725 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-fdbbeb0c-00a5-4324-a977-5a780ca3af84 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:31.592169 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b30fccff-86ed-4cec-b870-b55fa8ffad9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:31.597380 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-0d6c63a0-ed88-4077-b491-7afcb0619840 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Request body: {'router': {'name': 'tempest-router--1547752462', 'project_id': '3b91c1316821411c9dbfa572e4fe2b16'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:31.628258 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-fdbbeb0c-00a5-4324-a977-5a780ca3af84 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Usage tracker for resource:network and tenant:2b8b02b53fa94d8394b00bb4b1e07b06 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:31.643056 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0d6c63a0-ed88-4077-b491-7afcb0619840 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:31.649640 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-fdbbeb0c-00a5-4324-a977-5a780ca3af84 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:31.662528 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-54a135d0-f569-46ae-ac89-ff81d51fac69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:31.670869 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 8917be17-98eb-45a2-8ed3-1ae5f89227eb up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:37:31.679356 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0d6c63a0-ed88-4077-b491-7afcb0619840 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Usage tracker for resource:router and tenant:3b91c1316821411c9dbfa572e4fe2b16 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:31.680942 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b30fccff-86ed-4cec-b870-b55fa8ffad9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:31.691286 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-fdbbeb0c-00a5-4324-a977-5a780ca3af84 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:31.697653 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0d6c63a0-ed88-4077-b491-7afcb0619840 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:31.786479 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b30fccff-86ed-4cec-b870-b55fa8ffad9d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5361743e7a034af1949ab323ebbb5924&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6185591 Mar 07 21:37:31.796799 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30fccff-86ed-4cec-b870-b55fa8ffad9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fe360d-0ca2-45c2-92a8-aa654472ac73,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:31.801257 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39062) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:31.819968 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 8917be17-98eb-45a2-8ed3-1ae5f89227eb completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:37:31.838180 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0d6c63a0-ed88-4077-b491-7afcb0619840 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:31.842402 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 8917be17-98eb-45a2-8ed3-1ae5f89227eb triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:31.847294 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:31.847614 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbbeb0c-00a5-4324-a977-5a780ca3af84 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 07 21:37:31.848447 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdbbeb0c-00a5-4324-a977-5a780ca3af84 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:37:31.849824 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-fdbbeb0c-00a5-4324-a977-5a780ca3af84 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3512354 Mar 07 21:37:31.865924 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39066) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:32.013293 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-54a135d0-f569-46ae-ac89-ff81d51fac69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:32.016587 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:32.021450 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0d6c63a0-ed88-4077-b491-7afcb0619840 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:32.022426 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0d6c63a0-ed88-4077-b491-7afcb0619840 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:32.027648 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-55d5f87c-d2a9-42a3-b550-c10120c75afa tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b8b02b53fa94d8394b00bb4b1e07b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1605661 Mar 07 21:37:32.037654 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39070) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:32.054686 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ef80025b-0c9f-4d00-b8f1-d2472c179abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:32.065101 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 8917be17-98eb-45a2-8ed3-1ae5f89227eb, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=8917be17-98eb-45a2-8ed3-1ae5f89227eb,segment=NetworkSegment(8dbd3c1f-a555-4c47-a861-7316787b2fc3),segment_id=8dbd3c1f-a555-4c47-a861-7316787b2fc3)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:37:32.124937 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ef80025b-0c9f-4d00-b8f1-d2472c179abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:32.130617 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0d6c63a0-ed88-4077-b491-7afcb0619840 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:32.146380 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:32.154510 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-36450eaf-e940-423a-b269-953be8ed5719 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:32.190555 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-fd6c72ca-4503-4207-a898-d6ea5851dc55 service neutron] 10.222.0.21 "GET /v2.0/networks/304e960d-6464-4f92-a5fa-2d8b6be20410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6230469 Mar 07 21:37:32.227253 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e183bb0c-0489-4dd7-ad1e-d8580329d226 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:32.233303 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-56eefc60-2f6d-44f3-9af3-998b94703c64 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:32.277593 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4f4b6e6-c6cd-4e79-9edd-1150b2b3a4f3 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:32.278355 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=8917be17-98eb-45a2-8ed3-1ae5f89227eb,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:32.295484 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0d6c63a0-ed88-4077-b491-7afcb0619840 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:32.334061 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4f4b6e6-c6cd-4e79-9edd-1150b2b3a4f3 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:32.346297 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e183bb0c-0489-4dd7-ad1e-d8580329d226 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:32.409094 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-54a135d0-f569-46ae-ac89-ff81d51fac69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:32.411464 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-54a135d0-f569-46ae-ac89-ff81d51fac69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:32.412592 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-54a135d0-f569-46ae-ac89-ff81d51fac69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/036d5bda-5b53-4e00-a55c-61e4de3987b3 HTTP/1.1" status: 204 len: 168 time: 1.1430700 Mar 07 21:37:32.413695 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e183bb0c-0489-4dd7-ad1e-d8580329d226 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:32.447565 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ef80025b-0c9f-4d00-b8f1-d2472c179abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:32.468849 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a135d0-f569-46ae-ac89-ff81d51fac69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036d5bda-5b53-4e00-a55c-61e4de3987b3,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:32.482705 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ef80025b-0c9f-4d00-b8f1-d2472c179abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:32.484054 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ef80025b-0c9f-4d00-b8f1-d2472c179abd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6fe360d-0ca2-45c2-92a8-aa654472ac73 HTTP/1.1" status: 204 len: 168 time: 0.6818261 Mar 07 21:37:32.521999 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183bb0c-0489-4dd7-ad1e-d8580329d226 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Pushing event updated for resources: {'Port': ['ID=6bbd6e6d-98a4-4c0d-95ab-d27388ba07f9,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:32.522191 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80025b-0c9f-4d00-b8f1-d2472c179abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fe360d-0ca2-45c2-92a8-aa654472ac73,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:32.570769 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0d6c63a0-ed88-4077-b491-7afcb0619840 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:32.572363 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0d6c63a0-ed88-4077-b491-7afcb0619840 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0138037 Mar 07 21:37:32.589849 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39084) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:32.656086 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e183bb0c-0489-4dd7-ad1e-d8580329d226 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:32.663153 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e183bb0c-0489-4dd7-ad1e-d8580329d226 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3337705 Mar 07 21:37:32.806705 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-36450eaf-e940-423a-b269-953be8ed5719 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Allocated IP 172.20.0.1 (f4c474a5-541b-4621-b704-b033aa04f0f9/c229b628-eba6-4b54-b424-19b1cb042b5e/6dec8a42-64f9-4eee-a3ba-adec82d34ba9) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:32.808108 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4f4b6e6-c6cd-4e79-9edd-1150b2b3a4f3 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:32.827386 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-39b87965-25a8-44d0-895f-05ff1d79a384 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:32.917858 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-56eefc60-2f6d-44f3-9af3-998b94703c64 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Allocated IP 172.26.2.213 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/c6dc8213-4ca5-4960-a40a-fafca4e75f3f) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:32.920991 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4b6e6-c6cd-4e79-9edd-1150b2b3a4f3 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcffc1f8-f859-4041-9c5c-6be9f7f703ee,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:33.014843 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4f4b6e6-c6cd-4e79-9edd-1150b2b3a4f3 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:33.019618 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d4f4b6e6-c6cd-4e79-9edd-1150b2b3a4f3 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/fcffc1f8-f859-4041-9c5c-6be9f7f703ee HTTP/1.1" status: 204 len: 168 time: 0.9768813 Mar 07 21:37:33.023159 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39108) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:33.153467 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-36450eaf-e940-423a-b269-953be8ed5719 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:33.198360 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-36450eaf-e940-423a-b269-953be8ed5719 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Transition to ACTIVE for port object 6dec8a42-64f9-4eee-a3ba-adec82d34ba9 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:33.238340 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device baecdfba-f3e0-4097-87b4-7be8262c1165 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:37:33.305792 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-36450eaf-e940-423a-b269-953be8ed5719 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:33.358561 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39124) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:33.441817 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port baecdfba-f3e0-4097-87b4-7be8262c1165 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:37:33.446890 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port baecdfba-f3e0-4097-87b4-7be8262c1165 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:33.447238 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:33.496867 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-39b87965-25a8-44d0-895f-05ff1d79a384 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:33.520356 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-39b87965-25a8-44d0-895f-05ff1d79a384 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:33.552388 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36450eaf-e940-423a-b269-953be8ed5719 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Network f4c474a5-541b-4621-b704-b033aa04f0f9 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:33.553380 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-78cb0a5a-5776-485e-bd84-1e28e48696a6 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Synchronizing usage tracker for tenant:ca46cfdafe6b4455a043e6a7c2869cdc on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:37:33.557853 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:33.562293 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-36450eaf-e940-423a-b269-953be8ed5719 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:33.568519 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36450eaf-e940-423a-b269-953be8ed5719 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:33.623009 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-56eefc60-2f6d-44f3-9af3-998b94703c64 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:33.657888 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39134) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:33.672180 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-39b87965-25a8-44d0-895f-05ff1d79a384 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:33.672642 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b87965-25a8-44d0-895f-05ff1d79a384 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7123b90d-60cb-4681-bf09-4c38d71958ea {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:37:33.676408 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36450eaf-e940-423a-b269-953be8ed5719 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Pushing event updated for resources: {'Port': ['ID=6dec8a42-64f9-4eee-a3ba-adec82d34ba9,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:33.692780 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:33.734341 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-78cb0a5a-5776-485e-bd84-1e28e48696a6 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Unset dirty status for tenant:ca46cfdafe6b4455a043e6a7c2869cdc on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:37:33.744251 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-78cb0a5a-5776-485e-bd84-1e28e48696a6 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1512991189&fields=id&tenant_id=ca46cfdafe6b4455a043e6a7c2869cdc HTTP/1.1" status: 200 len: 267 time: 0.4745750 Mar 07 21:37:33.755404 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port baecdfba-f3e0-4097-87b4-7be8262c1165, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=baecdfba-f3e0-4097-87b4-7be8262c1165,segment=NetworkSegment(a50a6570-3158-4dbd-a798-232ed05d7065),segment_id=a50a6570-3158-4dbd-a798-232ed05d7065)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:37:33.795658 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-39b87965-25a8-44d0-895f-05ff1d79a384 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:33.796758 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-39b87965-25a8-44d0-895f-05ff1d79a384 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "DELETE /v2.0/routers/7123b90d-60cb-4681-bf09-4c38d71958ea HTTP/1.1" status: 204 len: 168 time: 1.1580005 Mar 07 21:37:33.825872 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:33.826772 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 8917be17-98eb-45a2-8ed3-1ae5f89227eb up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:37:33.829935 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4a0fe690-ff8c-49a2-8a11-4452ff681f32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70b3736558f84ee78691e76f6643e533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1691728 Mar 07 21:37:33.832742 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39144) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:33.833475 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-36450eaf-e940-423a-b269-953be8ed5719 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:33.918386 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:34.069220 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=baecdfba-f3e0-4097-87b4-7be8262c1165,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:34.083527 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 8917be17-98eb-45a2-8ed3-1ae5f89227eb triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:34.083969 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:34.131671 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-28e24961-a429-4527-b02b-a9ebe57f0e63 None None] Provisioning for port 6dec8a42-64f9-4eee-a3ba-adec82d34ba9 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:37:34.147285 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:34.147822 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:34.147993 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-28e24961-a429-4527-b02b-a9ebe57f0e63 None None] Provisioning complete for port 6dec8a42-64f9-4eee-a3ba-adec82d34ba9 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:34.148406 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:34.148523 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-28e24961-a429-4527-b02b-a9ebe57f0e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:34.148857 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Subscribe: > port after_create 55550000 {{(pid=88386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:34.149353 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:34.149791 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Subscribe: > port after_update 55550000 {{(pid=88386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:34.150367 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:34.150797 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:34.151231 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:34.151641 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:34.181517 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:37:34.230883 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-28e24961-a429-4527-b02b-a9ebe57f0e63 None None] Port 6dec8a42-64f9-4eee-a3ba-adec82d34ba9 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:37:34.245269 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-98de4a0f-9295-42b7-af0c-dd471a34e981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:34.312074 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-98de4a0f-9295-42b7-af0c-dd471a34e981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:34.341810 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-36450eaf-e940-423a-b269-953be8ed5719 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:34.359025 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:34.359376 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:34.359698 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:34.360016 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 21:37:34.360597 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8846e293-87b5-42c8-a899-2e6533850367']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:34.414891 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39158) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:34.425845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60c8517-4ad5-4097-8346-0453afb9f9ce') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:34.426189 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60c8517-4ad5-4097-8346-0453afb9f9ce') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:34.489658 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-61c9f449-7325-4ab8-a975-799f24bf39fa req-32469505-e9b7-4f0d-8825-a2ba0d8f4991 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 210 time: 1.1279061 Mar 07 21:37:34.503553 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:34.550276 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:34.582076 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:37:34.582384 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: from cryptography.utils import int_from_bytes Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: from cryptography.utils import int_from_bytes Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn_limited( Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn_limited( Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:37:34.598582 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:37:34.620063 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-98de4a0f-9295-42b7-af0c-dd471a34e981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:34.620631 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-061e26d5-d612-444d-b10d-a010624cef6d tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:34.622205 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-061e26d5-d612-444d-b10d-a010624cef6d tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/networks?id=17af9ab4-845f-4bfd-acf4-cd2799b53cb7 HTTP/1.1" status: 200 len: 804 time: 0.8769398 Mar 07 21:37:34.659559 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de4a0f-9295-42b7-af0c-dd471a34e981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defb416d-8627-4213-89bd-0ee79a295b17,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:34.681547 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-56eefc60-2f6d-44f3-9af3-998b94703c64 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:34.692306 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-98de4a0f-9295-42b7-af0c-dd471a34e981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:34.694252 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-98de4a0f-9295-42b7-af0c-dd471a34e981 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/defb416d-8627-4213-89bd-0ee79a295b17 HTTP/1.1" status: 204 len: 168 time: 0.5088825 Mar 07 21:37:34.738377 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-0feb5876-ef7d-4aa7-81cb-4d45b33c4a41 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1823931478', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}, 'admin_state_up': False}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:34.750528 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0feb5876-ef7d-4aa7-81cb-4d45b33c4a41 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:34.762017 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-c7792682-e96a-41b0-a852-e22e7ce60eda tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/quotas/ca46cfdafe6b4455a043e6a7c2869cdc HTTP/1.1" status: 200 len: 375 time: 0.0865860 Mar 07 21:37:34.772071 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56eefc60-2f6d-44f3-9af3-998b94703c64 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:34.779815 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-56eefc60-2f6d-44f3-9af3-998b94703c64 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:34.787452 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eefc60-2f6d-44f3-9af3-998b94703c64 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:34.807742 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0feb5876-ef7d-4aa7-81cb-4d45b33c4a41 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Usage tracker for resource:router and tenant:27e41ad4a5d142a5819c06accd61dec6 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:34.818330 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0feb5876-ef7d-4aa7-81cb-4d45b33c4a41 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:34.828346 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0feb5876-ef7d-4aa7-81cb-4d45b33c4a41 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:34.887840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eefc60-2f6d-44f3-9af3-998b94703c64 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Pushing event updated for resources: {'Port': ['ID=c6dc8213-4ca5-4960-a40a-fafca4e75f3f,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:34.890042 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:34.907237 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-36450eaf-e940-423a-b269-953be8ed5719 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:34.935875 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0feb5876-ef7d-4aa7-81cb-4d45b33c4a41 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:34.937400 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0feb5876-ef7d-4aa7-81cb-4d45b33c4a41 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:34.950014 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:34.956247 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Pushing event deleted for resources: {'Network': ['ID=8846e293-87b5-42c8-a899-2e6533850367,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:34.968383 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ac9a4a30-40e9-46d6-b516-28b3930e6fac tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] 10.222.0.21 "DELETE /v2.0/networks/8846e293-87b5-42c8-a899-2e6533850367 HTTP/1.1" status: 204 len: 168 time: 1.9429567 Mar 07 21:37:34.969754 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-36450eaf-e940-423a-b269-953be8ed5719 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:34.973764 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39176) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:35.007426 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0feb5876-ef7d-4aa7-81cb-4d45b33c4a41 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:35.101563 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device baecdfba-f3e0-4097-87b4-7be8262c1165 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:37:35.112421 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-36450eaf-e940-423a-b269-953be8ed5719 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:35.129540 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-2674d79a-d86d-40c8-9b50-89b69aa84885 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Synchronizing usage tracker for tenant:ca46cfdafe6b4455a043e6a7c2869cdc on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:37:35.136602 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-66dfc21a-4295-4ce0-9855-cb5567b59478 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:35.141509 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-56eefc60-2f6d-44f3-9af3-998b94703c64 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:35.222600 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39186) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:35.256389 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port baecdfba-f3e0-4097-87b4-7be8262c1165 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:35.257748 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:35.283058 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-2674d79a-d86d-40c8-9b50-89b69aa84885 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Unset dirty status for tenant:ca46cfdafe6b4455a043e6a7c2869cdc on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:37:35.284381 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-2674d79a-d86d-40c8-9b50-89b69aa84885 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca46cfdafe6b4455a043e6a7c2869cdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5023031 Mar 07 21:37:35.384033 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-66dfc21a-4295-4ce0-9855-cb5567b59478 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:35.445802 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36450eaf-e940-423a-b269-953be8ed5719 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Network f4c474a5-541b-4621-b704-b033aa04f0f9 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:35.459009 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-36450eaf-e940-423a-b269-953be8ed5719 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:35.462973 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36450eaf-e940-423a-b269-953be8ed5719 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Pushing event updated for resources: {'Port': ['ID=6dec8a42-64f9-4eee-a3ba-adec82d34ba9,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:35.491407 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Request body: {'networks': [{'name': 'tempest-network--1464734569'}, {'name': 'tempest-network--1674227932'}]} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:35.496315 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Request body: {'network': {'name': 'tempest-network--1464734569'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:35.497895 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Request body: {'network': {'name': 'tempest-network--1674227932'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:35.515325 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:35.518426 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-66dfc21a-4295-4ce0-9855-cb5567b59478 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75fca055-a6f0-4c93-9916-e07cf3598ed4']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:35.594922 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Usage tracker for resource:network and tenant:ec319c69c3b640f5b2abf09eb14ccca4 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:35.599847 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-66dfc21a-4295-4ce0-9855-cb5567b59478 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16a3471-69e6-4470-816b-3a5f1df2d5a8') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:35.600140 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-66dfc21a-4295-4ce0-9855-cb5567b59478 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16a3471-69e6-4470-816b-3a5f1df2d5a8') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:35.620693 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-56eefc60-2f6d-44f3-9af3-998b94703c64 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:35.646212 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:35.705316 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:35.715178 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-66dfc21a-4295-4ce0-9855-cb5567b59478 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:35.728689 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7eca1896-7442-49e9-8ef8-3d4026abcbae req-7fc78656-705d-425f-b4ec-613391de3444 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 210 time: 0.1350856 Mar 07 21:37:35.751063 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-66dfc21a-4295-4ce0-9855-cb5567b59478 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:35.773613 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f1a83ea6-dcc3-4973-ad27-4f5f104f0aa4 None None] Provisioning complete for port 6dec8a42-64f9-4eee-a3ba-adec82d34ba9 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:35.774387 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f1a83ea6-dcc3-4973-ad27-4f5f104f0aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:35.784883 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66dfc21a-4295-4ce0-9855-cb5567b59478 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:37:35.785282 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-66dfc21a-4295-4ce0-9855-cb5567b59478 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:37:35.801465 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:37:35.878356 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36450eaf-e940-423a-b269-953be8ed5719 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Router c59c5462-05c0-4331-8d57-8b494c922a6e has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:37:35.882878 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-524712e3-f786-4f48-a9e4-bd0b07037d12 service neutron] 10.222.0.21 "GET /v2.0/networks/17af9ab4-845f-4bfd-acf4-cd2799b53cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299990 Mar 07 21:37:35.883439 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Made reservation on behalf of ec319c69c3b640f5b2abf09eb14ccca4 for: {'network': 2} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:35.888027 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:35.893032 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-f1a83ea6-dcc3-4973-ad27-4f5f104f0aa4 None None] Port 6dec8a42-64f9-4eee-a3ba-adec82d34ba9 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:37:35.948707 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:36.096510 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0feb5876-ef7d-4aa7-81cb-4d45b33c4a41 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:36.168743 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:36.184714 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Usage tracker for resource:security_group_rule and tenant:ec319c69c3b640f5b2abf09eb14ccca4 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:36.196433 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:36.207450 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:36.216696 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36450eaf-e940-423a-b269-953be8ed5719 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:37:36.227673 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-36450eaf-e940-423a-b269-953be8ed5719 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] 10.222.0.21 "PUT /v2.0/routers/c59c5462-05c0-4331-8d57-8b494c922a6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2369113 Mar 07 21:37:36.230548 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39216) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:36.231663 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28799239-6959-4d51-91e7-6d87d3e748a4 None None] Sync routers for ids ['c59c5462-05c0-4331-8d57-8b494c922a6e'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:37:36.241181 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-53609b66-6556-4021-b614-d1221986b949 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Request body: {'port': {'network_id': 'f4c474a5-541b-4621-b704-b033aa04f0f9', 'name': 'tempest-FloatingIPAdminTestJSON-597194161'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:36.243095 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28799239-6959-4d51-91e7-6d87d3e748a4 None None] Routers {'c59c5462-05c0-4331-8d57-8b494c922a6e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:37:36.244442 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-28799239-6959-4d51-91e7-6d87d3e748a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:37:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c59c5462-05c0-4331-8d57-8b494c922a6e'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:36.273826 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-7bced32e-3288-44bc-9bb2-1daf65e8b084 service neutron] 10.222.0.21 "GET /v2.0/networks/17af9ab4-845f-4bfd-acf4-cd2799b53cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757188 Mar 07 21:37:36.286143 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-66dfc21a-4295-4ce0-9855-cb5567b59478 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:36.306773 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-66dfc21a-4295-4ce0-9855-cb5567b59478 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:36.323380 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-28799239-6959-4d51-91e7-6d87d3e748a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:36.328078 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfc21a-4295-4ce0-9855-cb5567b59478 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] Pushing event deleted for resources: {'Network': ['ID=75fca055-a6f0-4c93-9916-e07cf3598ed4,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:36.340197 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28799239-6959-4d51-91e7-6d87d3e748a4 None None] Routers {'c59c5462-05c0-4331-8d57-8b494c922a6e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:37:36.344041 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-28799239-6959-4d51-91e7-6d87d3e748a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:37:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c59c5462-05c0-4331-8d57-8b494c922a6e'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:36.358586 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-56eefc60-2f6d-44f3-9af3-998b94703c64 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:36.366626 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-66dfc21a-4295-4ce0-9855-cb5567b59478 tempest-QuotasNegativeTest-1894080907 tempest-QuotasNegativeTest-1894080907-project-admin] 10.222.0.21 "DELETE /v2.0/networks/75fca055-a6f0-4c93-9916-e07cf3598ed4 HTTP/1.1" status: 204 len: 168 time: 1.3893571 Mar 07 21:37:36.429313 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-56eefc60-2f6d-44f3-9af3-998b94703c64 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:36.433524 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-28799239-6959-4d51-91e7-6d87d3e748a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:36.434182 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28799239-6959-4d51-91e7-6d87d3e748a4 None None] The sync data for ids ['c59c5462-05c0-4331-8d57-8b494c922a6e'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:37:36.492233 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39222) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:36.516748 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:36.547071 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-53609b66-6556-4021-b614-d1221986b949 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:36.555481 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-53609b66-6556-4021-b614-d1221986b949 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Usage tracker for resource:port and tenant:cb073948b7bf4f40b2703713f7e06128 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:36.585123 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eefc60-2f6d-44f3-9af3-998b94703c64 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Pushing event updated for resources: {'Port': ['ID=c6dc8213-4ca5-4960-a40a-fafca4e75f3f,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:36.586267 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-53609b66-6556-4021-b614-d1221986b949 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:36.597824 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:36.598314 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:36.605533 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-53609b66-6556-4021-b614-d1221986b949 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:36.629580 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-56eefc60-2f6d-44f3-9af3-998b94703c64 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:36.705406 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-44f19862-df67-4b83-b97e-a12cf66fb976 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-813844313'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:36.718348 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53609b66-6556-4021-b614-d1221986b949 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Made reservation on behalf of cb073948b7bf4f40b2703713f7e06128 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:36.722566 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-53609b66-6556-4021-b614-d1221986b949 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:36.723730 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c66427cf-d711-40e1-96e2-cf14e917e8a6 req-4bd06a35-85e6-4160-9696-36de0dcd805d tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 210 time: 0.0858252 Mar 07 21:37:36.725785 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-44f19862-df67-4b83-b97e-a12cf66fb976 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:36.728966 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03942bb6-20c8-4537-9500-7c2a70dd53b7,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:36.734384 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-44f19862-df67-4b83-b97e-a12cf66fb976 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:network and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:36.740526 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-44f19862-df67-4b83-b97e-a12cf66fb976 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:36.747933 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:37:36.750373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-44f19862-df67-4b83-b97e-a12cf66fb976 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:36.765194 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:36.765674 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Added segment 25324d7c-ce98-4a88-b1b2-4a06a9bd19c7 of type vlan for network 7abd85cf-a4d1-4df6-9e21-2cf5cf5c2964 Mar 07 21:37:36.775519 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-53609b66-6556-4021-b614-d1221986b949 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] device_id is not set on port 7e7327ca-f9f9-4262-b027-dff813403538 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:37:36.816674 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-56eefc60-2f6d-44f3-9af3-998b94703c64 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:36.826578 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-56eefc60-2f6d-44f3-9af3-998b94703c64 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7788491 Mar 07 21:37:36.828606 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:36.928567 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f19862-df67-4b83-b97e-a12cf66fb976 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:36.949028 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-44f19862-df67-4b83-b97e-a12cf66fb976 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:36.975815 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-44f19862-df67-4b83-b97e-a12cf66fb976 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:36.987841 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:37:36.998130 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-44f19862-df67-4b83-b97e-a12cf66fb976 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:37.003622 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-44f19862-df67-4b83-b97e-a12cf66fb976 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:security_group_rule and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:37.008012 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-44f19862-df67-4b83-b97e-a12cf66fb976 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:37.010994 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:37.011384 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Added segment 0e4c1568-a7f3-4af5-bd1b-b1338d8d7104 of type vlan for network facffc05-c456-425e-8295-d5faabbc5faa Mar 07 21:37:37.020538 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-44f19862-df67-4b83-b97e-a12cf66fb976 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:37.205065 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:37.205065 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4015b4de-5cba-46ca-b4c5-76d04aa5ec2f req-cdbf9b49-875e-486e-88f3-153cad6e7f46 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 210 time: 0.0719855 Mar 07 21:37:37.205659 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-53609b66-6556-4021-b614-d1221986b949 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Allocated IP 172.20.0.5 (f4c474a5-541b-4621-b704-b033aa04f0f9/c229b628-eba6-4b54-b424-19b1cb042b5e/7e7327ca-f9f9-4262-b027-dff813403538) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:37.206203 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-44f19862-df67-4b83-b97e-a12cf66fb976 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:37.297336 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0feb5876-ef7d-4aa7-81cb-4d45b33c4a41 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:37.320420 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0feb5876-ef7d-4aa7-81cb-4d45b33c4a41 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:37.332452 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-cda9931d-52c9-42fe-bf09-4ef993b0ada2 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--660806852&fields=id&tenant_id=36c0879924594e24ac3af2cf45324a46 HTTP/1.1" status: 200 len: 267 time: 0.0408585 Mar 07 21:37:37.473750 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:37.474265 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:37.479557 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:37.484537 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:37.485770 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:37.513343 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-44f19862-df67-4b83-b97e-a12cf66fb976 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:37.566160 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-6344faa7-8bd0-4385-aaf2-40f0bf489dec tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:37.567588 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-6344faa7-8bd0-4385-aaf2-40f0bf489dec tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/networks?id=38c758dc-7f6c-454b-adaf-334f371206ea HTTP/1.1" status: 200 len: 811 time: 0.2277532 Mar 07 21:37:37.667059 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f19862-df67-4b83-b97e-a12cf66fb976 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:37:37.681802 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f19862-df67-4b83-b97e-a12cf66fb976 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16d97f79-4355-4518-abe0-788f97e6b87d,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:37.682803 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-78c3b6a5-02da-4c5b-a67e-64d6f6a41583 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/quotas/36c0879924594e24ac3af2cf45324a46 HTTP/1.1" status: 200 len: 375 time: 0.1019912 Mar 07 21:37:37.688060 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Pushing event updated for resources: {'Network': ['ID=7abd85cf-a4d1-4df6-9e21-2cf5cf5c2964,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:37.699465 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-0feb5876-ef7d-4aa7-81cb-4d45b33c4a41 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Allocated IP 172.26.2.151 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/19edfbda-6af5-43e6-bb32-108f6cd848aa) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:37.706521 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.11', 65280) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:37.709227 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-44f19862-df67-4b83-b97e-a12cf66fb976 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:37.709639 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-44f19862-df67-4b83-b97e-a12cf66fb976 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Added segment f064a176-ac76-4f40-b05b-59d93e5c4cf2 of type vlan for network ab63f4f6-c089-409c-a9c4-f2088e2d7005 Mar 07 21:37:37.718172 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.4914625 Mar 07 21:37:37.735159 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39270) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:37.737756 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-53609b66-6556-4021-b614-d1221986b949 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:37.810999 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 7abd85cf-a4d1-4df6-9e21-2cf5cf5c2964 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:37:37.857443 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-53609b66-6556-4021-b614-d1221986b949 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Transition to ACTIVE for port object 7e7327ca-f9f9-4262-b027-dff813403538 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:38.037538 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39282) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:38.097291 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-9dd36259-1e7f-4bbf-ba96-b6b37e65ce6b tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:38.099933 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-9dd36259-1e7f-4bbf-ba96-b6b37e65ce6b tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Synchronizing usage tracker for tenant:24d505245fac495da14eec8c213c2228 on resource:network {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:37:38.129490 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0feb5876-ef7d-4aa7-81cb-4d45b33c4a41 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:38.149642 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b4209-8730-48c0-b519-7fd4017f12be tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Pushing event updated for resources: {'Network': ['ID=facffc05-c456-425e-8295-d5faabbc5faa,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:38.157984 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-44f19862-df67-4b83-b97e-a12cf66fb976 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:38.167151 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network facffc05-c456-425e-8295-d5faabbc5faa details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:37:38.181012 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-53609b66-6556-4021-b614-d1221986b949 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:38.195033 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-53368d55-03c7-4a38-b833-4bfcd61d7e3f req-eb03c27f-3190-4ac7-a169-4a5bbde72054 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 210 time: 0.1791422 Mar 07 21:37:38.276204 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5bed93-9436-4592-812b-1554a4ff3fcf tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:38.282251 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5bed93-9436-4592-812b-1554a4ff3fcf tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:38.285618 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-9dd36259-1e7f-4bbf-ba96-b6b37e65ce6b tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Unset dirty status for tenant:24d505245fac495da14eec8c213c2228 on resource:network {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:37:38.287077 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-9dd36259-1e7f-4bbf-ba96-b6b37e65ce6b tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.11 "GET /v2.0/networks?id=304e960d-6464-4f92-a5fa-2d8b6be20410 HTTP/1.1" status: 200 len: 811 time: 0.5795836 Mar 07 21:37:38.289405 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5bed93-9436-4592-812b-1554a4ff3fcf tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:38.291645 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0feb5876-ef7d-4aa7-81cb-4d45b33c4a41 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:38.296730 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5bed93-9436-4592-812b-1554a4ff3fcf tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:38.297590 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ba5bed93-9436-4592-812b-1554a4ff3fcf tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Synchronizing usage tracker for tenant:ec319c69c3b640f5b2abf09eb14ccca4 on resource:network {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:37:38.315105 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-407e6afc-65ab-4b07-aea4-6bb37679cdbe tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=36c0879924594e24ac3af2cf45324a46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5814807 Mar 07 21:37:38.321467 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-44f19862-df67-4b83-b97e-a12cf66fb976 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:38.327557 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f19862-df67-4b83-b97e-a12cf66fb976 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:38.328138 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-44f19862-df67-4b83-b97e-a12cf66fb976 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:38.431092 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53609b66-6556-4021-b614-d1221986b949 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Network f4c474a5-541b-4621-b704-b033aa04f0f9 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:38.431092 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6973b10c-3527-45b7-829d-d2d2d013a224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:38.445035 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feb5876-ef7d-4aa7-81cb-4d45b33c4a41 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:38.446048 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-53609b66-6556-4021-b614-d1221986b949 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:38.455597 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-0feb5876-ef7d-4aa7-81cb-4d45b33c4a41 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:38.455811 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53609b66-6556-4021-b614-d1221986b949 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:38.469179 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ba5bed93-9436-4592-812b-1554a4ff3fcf tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Unset dirty status for tenant:ec319c69c3b640f5b2abf09eb14ccca4 on resource:network {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:37:38.469179 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ba5bed93-9436-4592-812b-1554a4ff3fcf tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7261565 Mar 07 21:37:38.490417 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39304) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:38.492756 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feb5876-ef7d-4aa7-81cb-4d45b33c4a41 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:38.521484 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a48a2f4c-eb32-4725-83a8-104f34f2f9b0 req-1d3bd7fa-0062-452d-89ba-19d6ba064cad tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 210 time: 0.0692499 Mar 07 21:37:38.522554 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f19862-df67-4b83-b97e-a12cf66fb976 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Network': ['ID=ab63f4f6-c089-409c-a9c4-f2088e2d7005,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:38.535983 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:37:38.536856 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-44f19862-df67-4b83-b97e-a12cf66fb976 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0426254 Mar 07 21:37:38.545061 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39310) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:38.554625 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53609b66-6556-4021-b614-d1221986b949 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Pushing event updated for resources: {'Port': ['ID=7e7327ca-f9f9-4262-b027-dff813403538,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:38.576116 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6973b10c-3527-45b7-829d-d2d2d013a224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:38.625276 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-08b97fe6-5e8a-4304-b283-95de775f5909 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:38.626349 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-08b97fe6-5e8a-4304-b283-95de775f5909 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1731541 Mar 07 21:37:38.650418 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-722c39f6-527b-465f-b0f9-c9d6909fddc1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:38.778102 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6973b10c-3527-45b7-829d-d2d2d013a224 admin admin] Usage tracker for resource:security_group_rule and tenant:8b1c0b2991444d678bd43c3b5c88d60b is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:38.795875 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-f7656059-71de-41c7-8684-6a0c35e3df00 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Synchronizing usage tracker for tenant:24d505245fac495da14eec8c213c2228 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:37:38.816667 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6973b10c-3527-45b7-829d-d2d2d013a224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:38.852801 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-413cec32-748e-422f-b939-b982c0faa7fd None None] Provisioning for port 7e7327ca-f9f9-4262-b027-dff813403538 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:37:38.855113 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-413cec32-748e-422f-b939-b982c0faa7fd None None] Provisioning complete for port 7e7327ca-f9f9-4262-b027-dff813403538 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:38.855488 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-413cec32-748e-422f-b939-b982c0faa7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:38.886945 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6973b10c-3527-45b7-829d-d2d2d013a224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:38.924932 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-413cec32-748e-422f-b939-b982c0faa7fd None None] Port 7e7327ca-f9f9-4262-b027-dff813403538 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:37:38.940641 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-ed5a9369-0f93-4399-9d0c-cf8db6050f4c service neutron] 10.222.0.21 "GET /v2.0/networks/38c758dc-7f6c-454b-adaf-334f371206ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083096 Mar 07 21:37:38.948433 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53609b66-6556-4021-b614-d1221986b949 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:38.949145 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-53609b66-6556-4021-b614-d1221986b949 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:38.961756 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb5876-ef7d-4aa7-81cb-4d45b33c4a41 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Pushing event updated for resources: {'Port': ['ID=19edfbda-6af5-43e6-bb32-108f6cd848aa,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:38.968030 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-722c39f6-527b-465f-b0f9-c9d6909fddc1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:38.985590 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-f7656059-71de-41c7-8684-6a0c35e3df00 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Unset dirty status for tenant:24d505245fac495da14eec8c213c2228 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:37:38.986903 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-f7656059-71de-41c7-8684-6a0c35e3df00 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24d505245fac495da14eec8c213c2228 HTTP/1.1" status: 200 len: 379 time: 0.6231008 Mar 07 21:37:39.045906 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-722c39f6-527b-465f-b0f9-c9d6909fddc1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:39.058892 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-722c39f6-527b-465f-b0f9-c9d6909fddc1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:39.065802 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-15ab15c4-f472-4a15-bf31-3841a966c092 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Request body: {'port': {'device_id': '516028d3-d36b-4b77-b35e-33c2fd1af4cc', 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410', 'admin_state_up': True, 'tenant_id': '24d505245fac495da14eec8c213c2228', 'security_groups': ['b4e0633e-2481-4719-a774-8a28de5e13e8']}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:39.082712 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-b088a0ef-a2fb-49a6-9818-a3826ee148b0 service neutron] 10.222.0.21 "GET /v2.0/networks/38c758dc-7f6c-454b-adaf-334f371206ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350250 Mar 07 21:37:39.087014 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-048f7696-c0ef-48ad-9026-97f74c18a7dd tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:39.101165 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-722c39f6-527b-465f-b0f9-c9d6909fddc1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:39.326319 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-53609b66-6556-4021-b614-d1221986b949 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0914161 Mar 07 21:37:39.330848 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39346) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:39.444123 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722c39f6-527b-465f-b0f9-c9d6909fddc1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:39.448609 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-722c39f6-527b-465f-b0f9-c9d6909fddc1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:39.711579 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-4ed2a0ad-aa0f-4a72-8e2a-69f7baf1e1ad tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'project_id': 'cb073948b7bf4f40b2703713f7e06128', 'port_id': '7e7327ca-f9f9-4262-b027-dff813403538'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:39.738195 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-eafae7cc-21a4-40b7-b50a-08f670e3bb0b req-1ecb4322-d17e-48c9-83a1-ca4e669a2489 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 210 time: 0.3131037 Mar 07 21:37:39.753986 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d6302b87-0764-433e-821c-38127d332cad req-e667d9f9-5261-4a9e-bba8-5b40197948e1 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 210 time: 0.2159812 Mar 07 21:37:39.759403 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4ed2a0ad-aa0f-4a72-8e2a-69f7baf1e1ad tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:39.764550 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4ed2a0ad-aa0f-4a72-8e2a-69f7baf1e1ad tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Usage tracker for resource:floatingip and tenant:cb073948b7bf4f40b2703713f7e06128 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:39.786328 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4ed2a0ad-aa0f-4a72-8e2a-69f7baf1e1ad tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:39.803936 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4ed2a0ad-aa0f-4a72-8e2a-69f7baf1e1ad tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:39.877839 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-048f7696-c0ef-48ad-9026-97f74c18a7dd tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:39.898517 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a0ad-aa0f-4a72-8e2a-69f7baf1e1ad tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:39.924971 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-15ab15c4-f472-4a15-bf31-3841a966c092 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:39.977980 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6973b10c-3527-45b7-829d-d2d2d013a224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:39.983104 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-15ab15c4-f472-4a15-bf31-3841a966c092 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:39.999637 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-048f7696-c0ef-48ad-9026-97f74c18a7dd tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7abd85cf-a4d1-4df6-9e21-2cf5cf5c2964']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:40.025928 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-06d30ecf-b6a9-42eb-80f2-274c5b5c515c req-0176de7a-7398-4fd7-ad95-e8802c26a401 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 210 time: 0.0697501 Mar 07 21:37:40.132837 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-048f7696-c0ef-48ad-9026-97f74c18a7dd tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25324d7c-ce98-4a88-b1b2-4a06a9bd19c7') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:40.133331 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-048f7696-c0ef-48ad-9026-97f74c18a7dd tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25324d7c-ce98-4a88-b1b2-4a06a9bd19c7') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:40.144832 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6973b10c-3527-45b7-829d-d2d2d013a224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:40.152548 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-15ab15c4-f472-4a15-bf31-3841a966c092 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Made reservation on behalf of 24d505245fac495da14eec8c213c2228 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:40.159120 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-15ab15c4-f472-4a15-bf31-3841a966c092 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:40.160005 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a0ad-aa0f-4a72-8e2a-69f7baf1e1ad tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:40.281298 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-048f7696-c0ef-48ad-9026-97f74c18a7dd tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:40.315252 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0feb5876-ef7d-4aa7-81cb-4d45b33c4a41 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router_gateway, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:40.405125 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-4ed2a0ad-aa0f-4a72-8e2a-69f7baf1e1ad tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Allocated IP 172.26.2.62 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/6fbd83dc-5f24-4414-b608-19971a4a12b0) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:40.525243 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-048f7696-c0ef-48ad-9026-97f74c18a7dd tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:40.554555 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6973b10c-3527-45b7-829d-d2d2d013a224 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b1c0b2991444d678bd43c3b5c88d60b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5145810 Mar 07 21:37:40.558989 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.11', 65286) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:40.562920 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39364) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:40.578493 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973b10c-3527-45b7-829d-d2d2d013a224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16735737-92be-4be2-be8a-c06e3963dd25,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:40.581729 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-048f7696-c0ef-48ad-9026-97f74c18a7dd tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:37:40.582262 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-048f7696-c0ef-48ad-9026-97f74c18a7dd tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:37:40.612308 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:37:40.841970 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a0ad-aa0f-4a72-8e2a-69f7baf1e1ad tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:40.859871 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2bf5acab-3adf-4644-b579-08ff7007cccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:40.937453 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-fc5960d0-620b-4d64-b12d-f8fff51845df tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:40.939197 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-fc5960d0-620b-4d64-b12d-f8fff51845df tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.11 "GET /v2.0/networks?id=17af9ab4-845f-4bfd-acf4-cd2799b53cb7 HTTP/1.1" status: 200 len: 804 time: 0.3785744 Mar 07 21:37:40.957307 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-da4ccfb5-02c4-4cde-98f4-607531b50c9f req-13eb6bde-c344-46ff-99b6-7f829c960a84 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 210 time: 0.1069365 Mar 07 21:37:41.057649 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c2f5611a-1087-4550-9ad3-ca47a347b910 req-ae2dffd4-5b22-4138-a0e2-87dc1f4c3767 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 210 time: 0.1095536 Mar 07 21:37:41.062141 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2bf5acab-3adf-4644-b579-08ff7007cccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:41.070236 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-048f7696-c0ef-48ad-9026-97f74c18a7dd tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:41.113613 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-15ab15c4-f472-4a15-bf31-3841a966c092 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Allocated IP 172.20.0.13 (304e960d-6464-4f92-a5fa-2d8b6be20410/fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8/2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:41.133672 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-d2b1ebfa-8894-4008-aa80-1c2778317948 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca46cfdafe6b4455a043e6a7c2869cdc HTTP/1.1" status: 200 len: 380 time: 0.1812117 Mar 07 21:37:41.143951 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-048f7696-c0ef-48ad-9026-97f74c18a7dd tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:41.161927 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-5fb237e4-cc85-46f5-8d47-18621c509cf9 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Request body: {'port': {'device_id': 'b00b37f7-0723-4c31-adea-ca6c409ab0ee', 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7', 'admin_state_up': True, 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'security_groups': ['b4f6244d-d351-4f17-ad46-81866aa9850d']}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:41.167330 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-722c39f6-527b-465f-b0f9-c9d6909fddc1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:41.208862 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f7696-c0ef-48ad-9026-97f74c18a7dd tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Pushing event deleted for resources: {'Network': ['ID=7abd85cf-a4d1-4df6-9e21-2cf5cf5c2964,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:41.241697 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a0ad-aa0f-4a72-8e2a-69f7baf1e1ad tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:41.488748 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c39f6-527b-465f-b0f9-c9d6909fddc1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=c298e3d3-30f5-432f-ada1-7a2c24891299,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:41.488748 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0feb5876-ef7d-4aa7-81cb-4d45b33c4a41 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:41.488964 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2a0ad-aa0f-4a72-8e2a-69f7baf1e1ad tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Pushing event updated for resources: {'Port': ['ID=6fbd83dc-5f24-4414-b608-19971a4a12b0,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:41.492110 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed2a0ad-aa0f-4a72-8e2a-69f7baf1e1ad tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:41.497863 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2bf5acab-3adf-4644-b579-08ff7007cccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:41.522719 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-4ed2a0ad-aa0f-4a72-8e2a-69f7baf1e1ad tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:41.531756 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-af8cbe44-3d19-43e5-b32a-dcd5873cd3aa req-47f1cc06-a915-49e2-9d0c-ac4fd17b884f tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 210 time: 0.2763183 Mar 07 21:37:41.534837 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722c39f6-527b-465f-b0f9-c9d6909fddc1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Checking segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:37:41.535001 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722c39f6-527b-465f-b0f9-c9d6909fddc1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network hostable DHCP agents. Network: ab63f4f6-c089-409c-a9c4-f2088e2d7005, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:37:41.535100 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed2a0ad-aa0f-4a72-8e2a-69f7baf1e1ad tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:41.573535 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5acab-3adf-4644-b579-08ff7007cccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16735737-92be-4be2-be8a-c06e3963dd25,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:41.598234 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-5fb237e4-cc85-46f5-8d47-18621c509cf9 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:41.621542 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-5fb237e4-cc85-46f5-8d47-18621c509cf9 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:41.624077 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2bf5acab-3adf-4644-b579-08ff7007cccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:41.627829 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2bf5acab-3adf-4644-b579-08ff7007cccf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16735737-92be-4be2-be8a-c06e3963dd25 HTTP/1.1" status: 204 len: 168 time: 1.0506122 Mar 07 21:37:41.717291 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39384) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:41.719120 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-048f7696-c0ef-48ad-9026-97f74c18a7dd tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] 10.222.0.21 "DELETE /v2.0/networks/7abd85cf-a4d1-4df6-9e21-2cf5cf5c2964 HTTP/1.1" status: 204 len: 168 time: 3.1863558 Mar 07 21:37:41.944790 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-5fb237e4-cc85-46f5-8d47-18621c509cf9 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Made reservation on behalf of ca46cfdafe6b4455a043e6a7c2869cdc for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:41.948070 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-5fb237e4-cc85-46f5-8d47-18621c509cf9 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:42.167468 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-15ab15c4-f472-4a15-bf31-3841a966c092 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:42.203888 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-15ab15c4-f472-4a15-bf31-3841a966c092 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Transition to ACTIVE for port object 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:42.311653 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722c39f6-527b-465f-b0f9-c9d6909fddc1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:37:42.347876 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-15ab15c4-f472-4a15-bf31-3841a966c092 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:42.349273 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0feb5876-ef7d-4aa7-81cb-4d45b33c4a41 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Router 3dd9ec54-1abf-449d-a546-48fcd81da8d8 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:37:42.455064 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7cfae14f-2950-41d3-b662-77d8056d4c1c req-1751712d-32a1-49b6-a72d-ccf2bff8fe78 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 210 time: 0.1699889 Mar 07 21:37:42.473749 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-97c1a001-7c86-4ad6-afad-bf537b808acd req-cf240189-00c2-434c-b825-360fa49feb5e tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 210 time: 0.1340780 Mar 07 21:37:42.505290 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-75cbbb04-42a8-47f4-96d5-df05a4e85704 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:42.524979 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab15c4-f472-4a15-bf31-3841a966c092 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Pushing event updated for resources: {'Port': ['ID=2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:42.535310 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-722c39f6-527b-465f-b0f9-c9d6909fddc1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, ab63f4f6-c089-409c-a9c4-f2088e2d7005) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:42.544182 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6e2b58-ced0-4998-aa54-2a209a21c096 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:37:42.562788 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-15ab15c4-f472-4a15-bf31-3841a966c092 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Network 304e960d-6464-4f92-a5fa-2d8b6be20410 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:42.564371 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722c39f6-527b-465f-b0f9-c9d6909fddc1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:42.564907 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-722c39f6-527b-465f-b0f9-c9d6909fddc1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:42.604165 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-15ab15c4-f472-4a15-bf31-3841a966c092 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:42.742426 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39396) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:42.775661 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-15ab15c4-f472-4a15-bf31-3841a966c092 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:42.887909 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-5fb237e4-cc85-46f5-8d47-18621c509cf9 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Allocated IP 172.20.0.14 (17af9ab4-845f-4bfd-acf4-cd2799b53cb7/a6e262fc-2bf3-4cfd-93fe-2daf51464844/2de62551-b2e0-4cc6-bfbd-2312f4440e68) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:42.891393 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-722c39f6-527b-465f-b0f9-c9d6909fddc1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.3328881 Mar 07 21:37:42.898606 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39398) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:42.943537 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-3e66f1be-73e4-4d5f-b2df-82c106de1330 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'port': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'name': 'tempest-NetworksTestDHCPv6-137999143'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:42.951026 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a3522e78-2d3e-4a89-a2d9-332035c616ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:43.111120 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a3522e78-2d3e-4a89-a2d9-332035c616ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:43.111120 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a3522e78-2d3e-4a89-a2d9-332035c616ea admin admin] Usage tracker for resource:security_group_rule and tenant:63a07d0fca6640fd83a5b6501482c282 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:43.111120 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a3522e78-2d3e-4a89-a2d9-332035c616ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:43.111120 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a3522e78-2d3e-4a89-a2d9-332035c616ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:43.122751 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-15ab15c4-f472-4a15-bf31-3841a966c092 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:43.123379 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-15ab15c4-f472-4a15-bf31-3841a966c092 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:43.140105 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8673810a-f94e-4a09-8bf7-60f98ccba834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'fixed_ips': [{'subnet_id': 'c298e3d3-30f5-432f-ada1-7a2c24891299'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:37:43.140105 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8673810a-f94e-4a09-8bf7-60f98ccba834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:43.258261 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0feb5876-ef7d-4aa7-81cb-4d45b33c4a41 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:37:43.260912 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-3e66f1be-73e4-4d5f-b2df-82c106de1330 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:43.272630 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-3e66f1be-73e4-4d5f-b2df-82c106de1330 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:port and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:43.279659 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-3e66f1be-73e4-4d5f-b2df-82c106de1330 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:43.288832 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-3e66f1be-73e4-4d5f-b2df-82c106de1330 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:43.317233 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67729d1-9dc3-493e-b0f7-3bfd16c47eb5 None None] Sync routers for ids ['3dd9ec54-1abf-449d-a546-48fcd81da8d8'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:37:43.323293 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8f2e7992-8d2b-4e0c-88a7-095936b3ddcd None None] Provisioning for port 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:37:43.342427 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67729d1-9dc3-493e-b0f7-3bfd16c47eb5 None None] Routers {'3dd9ec54-1abf-449d-a546-48fcd81da8d8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:37:43.342983 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f67729d1-9dc3-493e-b0f7-3bfd16c47eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:37:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['3dd9ec54-1abf-449d-a546-48fcd81da8d8'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:43.349151 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-15ab15c4-f472-4a15-bf31-3841a966c092 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3099463 Mar 07 21:37:43.380494 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0feb5876-ef7d-4aa7-81cb-4d45b33c4a41 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:43.384616 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0feb5876-ef7d-4aa7-81cb-4d45b33c4a41 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.9658549 Mar 07 21:37:43.390058 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39404) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:43.424136 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8f2e7992-8d2b-4e0c-88a7-095936b3ddcd None None] Provisioning complete for port 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:43.424496 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8f2e7992-8d2b-4e0c-88a7-095936b3ddcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:43.481487 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-1edc7580-ad6d-40be-90aa-605184e644a3 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:37:43.482472 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-1edc7580-ad6d-40be-90aa-605184e644a3 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114689 Mar 07 21:37:43.491734 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e66f1be-73e4-4d5f-b2df-82c106de1330 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:43.495162 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3e66f1be-73e4-4d5f-b2df-82c106de1330 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:43.514496 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-75cbbb04-42a8-47f4-96d5-df05a4e85704 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:43.518816 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-8673810a-f94e-4a09-8bf7-60f98ccba834 None None] Allocated IP 2001:db8::2 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/c298e3d3-30f5-432f-ada1-7a2c24891299/96539bf6-1297-4ee7-940d-ff70d3b998e1) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:43.544960 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-3e66f1be-73e4-4d5f-b2df-82c106de1330 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] device_id is not set on port 3073de58-cca2-4222-8eaa-6cc3aa1d8a0c yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:37:43.558804 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-75cbbb04-42a8-47f4-96d5-df05a4e85704 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['facffc05-c456-425e-8295-d5faabbc5faa']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:43.582905 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-75cbbb04-42a8-47f4-96d5-df05a4e85704 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e4c1568-a7f3-4af5-bd1b-b1338d8d7104') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:43.583377 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-75cbbb04-42a8-47f4-96d5-df05a4e85704 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e4c1568-a7f3-4af5-bd1b-b1338d8d7104') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:43.595494 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-75cbbb04-42a8-47f4-96d5-df05a4e85704 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:43.722715 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f67729d1-9dc3-493e-b0f7-3bfd16c47eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:43.787488 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3f92b0aa-03f0-4aac-a71c-7b76a02791cf tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "GET /v2.0/routers/3dd9ec54-1abf-449d-a546-48fcd81da8d8 HTTP/1.1" status: 200 len: 921 time: 0.4015129 Mar 07 21:37:43.790356 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39412) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:43.851429 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-de24ceea-8efa-457c-8629-49203224e10f tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dd9ec54-1abf-449d-a546-48fcd81da8d8 HTTP/1.1" status: 200 len: 205 time: 0.0596242 Mar 07 21:37:43.857087 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39416) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:43.877332 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67729d1-9dc3-493e-b0f7-3bfd16c47eb5 None None] Routers {'3dd9ec54-1abf-449d-a546-48fcd81da8d8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:37:43.877943 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f67729d1-9dc3-493e-b0f7-3bfd16c47eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:37:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['3dd9ec54-1abf-449d-a546-48fcd81da8d8'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:43.878210 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a3522e78-2d3e-4a89-a2d9-332035c616ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:43.944500 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-75cbbb04-42a8-47f4-96d5-df05a4e85704 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:43.973760 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-8f2e7992-8d2b-4e0c-88a7-095936b3ddcd None None] Port 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:37:43.996650 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f67729d1-9dc3-493e-b0f7-3bfd16c47eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:43.997055 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67729d1-9dc3-493e-b0f7-3bfd16c47eb5 None None] The sync data for ids ['3dd9ec54-1abf-449d-a546-48fcd81da8d8'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:37:44.000031 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8673810a-f94e-4a09-8bf7-60f98ccba834 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:44.012115 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8673810a-f94e-4a09-8bf7-60f98ccba834 None None] Transition to ACTIVE for port object 96539bf6-1297-4ee7-940d-ff70d3b998e1 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:44.067589 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.11', 65291) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:44.068416 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8673810a-f94e-4a09-8bf7-60f98ccba834 None None] Transition to ACTIVE for port object 96539bf6-1297-4ee7-940d-ff70d3b998e1 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:44.100725 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a0ad-aa0f-4a72-8e2a-69f7baf1e1ad tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:44.293538 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-af6302a9-0bdc-4d42-91aa-27054fac09ac service neutron] Request body: {'port': {'device_id': '516028d3-d36b-4b77-b35e-33c2fd1af4cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:44.337837 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-5fb237e4-cc85-46f5-8d47-18621c509cf9 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:44.357455 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-5fb237e4-cc85-46f5-8d47-18621c509cf9 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Transition to ACTIVE for port object 2de62551-b2e0-4cc6-bfbd-2312f4440e68 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:44.368301 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75cbbb04-42a8-47f4-96d5-df05a4e85704 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:37:44.368803 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-75cbbb04-42a8-47f4-96d5-df05a4e85704 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:44.386374 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8673810a-f94e-4a09-8bf7-60f98ccba834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:44.391329 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a3522e78-2d3e-4a89-a2d9-332035c616ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:37:44.447914 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:37:44.498329 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8673810a-f94e-4a09-8bf7-60f98ccba834 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:44.505839 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-8673810a-f94e-4a09-8bf7-60f98ccba834 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:44.511697 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a3522e78-2d3e-4a89-a2d9-332035c616ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63a07d0fca6640fd83a5b6501482c282&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6022747 Mar 07 21:37:44.520346 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39424) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:44.524170 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8673810a-f94e-4a09-8bf7-60f98ccba834 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:44.526404 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-45cdd58d-52d3-41b5-a075-f7cf09821bea req-098d387e-a1e0-4d18-93c3-ce678eb5ba2b tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 210 time: 0.6464400 Mar 07 21:37:44.543019 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3522e78-2d3e-4a89-a2d9-332035c616ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14890d7e-5c81-4c4f-88e3-ce5fe308eaf9,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:44.573028 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-04f048fb-489d-4934-9f72-fa9590879712 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:44.599556 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673810a-f94e-4a09-8bf7-60f98ccba834 None None] Pushing event updated for resources: {'Port': ['ID=96539bf6-1297-4ee7-940d-ff70d3b998e1,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:44.745899 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a0ad-aa0f-4a72-8e2a-69f7baf1e1ad tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:44.802911 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-8673810a-f94e-4a09-8bf7-60f98ccba834 None None] Attempting to bind port 96539bf6-1297-4ee7-940d-ff70d3b998e1 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:37:44.809662 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-8673810a-f94e-4a09-8bf7-60f98ccba834 None None] Attempting to bind port 96539bf6-1297-4ee7-940d-ff70d3b998e1 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:37:44.810316 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8673810a-f94e-4a09-8bf7-60f98ccba834 None None] Attempting to bind port 96539bf6-1297-4ee7-940d-ff70d3b998e1 on network ab63f4f6-c089-409c-a9c4-f2088e2d7005 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:37:44.826495 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8673810a-f94e-4a09-8bf7-60f98ccba834 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:37:44.827211 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8673810a-f94e-4a09-8bf7-60f98ccba834 None None] Checking segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:37:44.827875 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8673810a-f94e-4a09-8bf7-60f98ccba834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:44.828503 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8673810a-f94e-4a09-8bf7-60f98ccba834 None None] Bound using segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:37:44.829746 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-8673810a-f94e-4a09-8bf7-60f98ccba834 None None] Bound port: 96539bf6-1297-4ee7-940d-ff70d3b998e1, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:37:44.830347 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8673810a-f94e-4a09-8bf7-60f98ccba834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:45.085639 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-5fb237e4-cc85-46f5-8d47-18621c509cf9 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:45.107893 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-3e66f1be-73e4-4d5f-b2df-82c106de1330 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 2001:db8::2ea (ab63f4f6-c089-409c-a9c4-f2088e2d7005/c298e3d3-30f5-432f-ada1-7a2c24891299/3073de58-cca2-4222-8eaa-6cc3aa1d8a0c) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:45.112519 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-8673810a-f94e-4a09-8bf7-60f98ccba834 None None] For port 96539bf6-1297-4ee7-940d-ff70d3b998e1, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:37:45.123360 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-8673810a-f94e-4a09-8bf7-60f98ccba834 None None] For port 96539bf6-1297-4ee7-940d-ff70d3b998e1, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=96539bf6-1297-4ee7-940d-ff70d3b998e1,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:37:45.186931 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d132853-2cf1-41a5-abde-6c952a4968e8 req-a980d1b7-25c0-48b1-ad36-fcecdbf3e5ce tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:45.193923 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3d132853-2cf1-41a5-abde-6c952a4968e8 req-a980d1b7-25c0-48b1-ad36-fcecdbf3e5ce tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 932 time: 2.2825994 Mar 07 21:37:45.206191 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-04f048fb-489d-4934-9f72-fa9590879712 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:45.289767 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8673810a-f94e-4a09-8bf7-60f98ccba834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:45.298525 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb237e4-cc85-46f5-8d47-18621c509cf9 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Pushing event updated for resources: {'Port': ['ID=2de62551-b2e0-4cc6-bfbd-2312f4440e68,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:45.306894 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-5fb237e4-cc85-46f5-8d47-18621c509cf9 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Network 17af9ab4-845f-4bfd-acf4-cd2799b53cb7 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:45.313255 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-5fb237e4-cc85-46f5-8d47-18621c509cf9 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:45.315157 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-75cbbb04-42a8-47f4-96d5-df05a4e85704 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:45.318195 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-5fb237e4-cc85-46f5-8d47-18621c509cf9 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:45.346167 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-574436b6-c7eb-4e0e-81e4-584b64ea400c tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:45.348118 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-574436b6-c7eb-4e0e-81e4-584b64ea400c tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Synchronizing usage tracker for tenant:36c0879924594e24ac3af2cf45324a46 on resource:network {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:37:45.374580 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-04f048fb-489d-4934-9f72-fa9590879712 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Deleting port 19edfbda-6af5-43e6-bb32-108f6cd848aa {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:37:45.375156 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-04f048fb-489d-4934-9f72-fa9590879712 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:45.429383 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3d132853-2cf1-41a5-abde-6c952a4968e8 req-7f9d7fdb-55df-4ee8-b7fb-d15e2618f331 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4e0633e-2481-4719-a774-8a28de5e13e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342677 Mar 07 21:37:45.438608 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-75cbbb04-42a8-47f4-96d5-df05a4e85704 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:45.465945 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-af6302a9-0bdc-4d42-91aa-27054fac09ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:45.569661 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-75cbbb04-42a8-47f4-96d5-df05a4e85704 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] 10.222.0.21 "DELETE /v2.0/networks/facffc05-c456-425e-8295-d5faabbc5faa HTTP/1.1" status: 204 len: 168 time: 3.8513393 Mar 07 21:37:45.576515 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-5fb237e4-cc85-46f5-8d47-18621c509cf9 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:45.577506 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-5fb237e4-cc85-46f5-8d47-18621c509cf9 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:45.587493 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673810a-f94e-4a09-8bf7-60f98ccba834 None None] Pushing event updated for resources: {'Port': ['ID=96539bf6-1297-4ee7-940d-ff70d3b998e1,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:45.611335 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39436) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:45.627142 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbbb04-42a8-47f4-96d5-df05a4e85704 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Pushing event deleted for resources: {'Network': ['ID=facffc05-c456-425e-8295-d5faabbc5faa,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:45.631956 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b9030fb-94e9-4749-bcbd-ed6105ba4a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:45.668567 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5c0a1-7bc4-473b-a998-463e571ebee0 req-341571e4-35e9-48c4-98fd-333f9145b988 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:45.669518 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-bfd5c0a1-7bc4-473b-a998-463e571ebee0 req-341571e4-35e9-48c4-98fd-333f9145b988 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Synchronizing usage tracker for tenant:ca46cfdafe6b4455a043e6a7c2869cdc on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:37:45.695481 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:45.734095 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-5fb237e4-cc85-46f5-8d47-18621c509cf9 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5826058 Mar 07 21:37:45.756194 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a0ad-aa0f-4a72-8e2a-69f7baf1e1ad tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:45.762914 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-595bbfde-a0b9-479e-a46f-4bd71ab5f031 service neutron] Request body: {'port': {'device_id': 'b00b37f7-0723-4c31-adea-ca6c409ab0ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:45.839568 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a0ad-aa0f-4a72-8e2a-69f7baf1e1ad tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:45.849025 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1f1c3324-6341-4ef9-9cec-7f9166ca706a None None] Provisioning for port 2de62551-b2e0-4cc6-bfbd-2312f4440e68 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:37:45.856145 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1f1c3324-6341-4ef9-9cec-7f9166ca706a None None] Provisioning complete for port 2de62551-b2e0-4cc6-bfbd-2312f4440e68 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:45.856992 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1f1c3324-6341-4ef9-9cec-7f9166ca706a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:45.885767 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-bfd5c0a1-7bc4-473b-a998-463e571ebee0 req-341571e4-35e9-48c4-98fd-333f9145b988 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Unset dirty status for tenant:ca46cfdafe6b4455a043e6a7c2869cdc on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:37:45.896463 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bfd5c0a1-7bc4-473b-a998-463e571ebee0 req-341571e4-35e9-48c4-98fd-333f9145b988 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 932 time: 1.0306530 Mar 07 21:37:46.025168 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-574436b6-c7eb-4e0e-81e4-584b64ea400c tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Unset dirty status for tenant:36c0879924594e24ac3af2cf45324a46 on resource:network {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:37:46.026467 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-574436b6-c7eb-4e0e-81e4-584b64ea400c tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.11 "GET /v2.0/networks?id=38c758dc-7f6c-454b-adaf-334f371206ea HTTP/1.1" status: 200 len: 811 time: 2.1631877 Mar 07 21:37:46.040904 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4b2e2ae5-76be-4dd9-ab30-6e6e2449806f req-3913f610-5d39-4b0a-a75f-fa324a85f51e tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 210 time: 0.2070599 Mar 07 21:37:46.113012 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-1f1c3324-6341-4ef9-9cec-7f9166ca706a None None] Port 2de62551-b2e0-4cc6-bfbd-2312f4440e68 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:37:46.208775 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b9030fb-94e9-4749-bcbd-ed6105ba4a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:46.243142 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2a0ad-aa0f-4a72-8e2a-69f7baf1e1ad tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Pushing event updated for resources: {'Port': ['ID=6fbd83dc-5f24-4414-b608-19971a4a12b0,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:46.307354 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bfd5c0a1-7bc4-473b-a998-463e571ebee0 req-332fa24b-627b-41d2-9607-e74f809d3c1e tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4f6244d-d351-4f17-ad46-81866aa9850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4099457 Mar 07 21:37:46.308343 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a0ad-aa0f-4a72-8e2a-69f7baf1e1ad tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:46.325005 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1774143-6df8-4acf-a7c9-fe6821a5f413 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:46.330878 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1774143-6df8-4acf-a7c9-fe6821a5f413 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:46.331652 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b1774143-6df8-4acf-a7c9-fe6821a5f413 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Synchronizing usage tracker for tenant:ec319c69c3b640f5b2abf09eb14ccca4 on resource:network {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:37:46.394792 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-2b4fa439-5396-4f0d-85fb-52003781ec2d tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Synchronizing usage tracker for tenant:36c0879924594e24ac3af2cf45324a46 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:37:46.424881 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3e66f1be-73e4-4d5f-b2df-82c106de1330 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:46.510812 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-3e66f1be-73e4-4d5f-b2df-82c106de1330 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Transition to ACTIVE for port object 3073de58-cca2-4222-8eaa-6cc3aa1d8a0c will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:46.561403 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-595bbfde-a0b9-479e-a46f-4bd71ab5f031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:46.571287 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-04f048fb-489d-4934-9f72-fa9590879712 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:46.579948 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b1774143-6df8-4acf-a7c9-fe6821a5f413 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Unset dirty status for tenant:ec319c69c3b640f5b2abf09eb14ccca4 on resource:network {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:37:46.581113 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b1774143-6df8-4acf-a7c9-fe6821a5f413 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9525201 Mar 07 21:37:46.587284 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-4ed2a0ad-aa0f-4a72-8e2a-69f7baf1e1ad tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Floating IP 80c60181-32e8-4a17-b74f-e7767706c66b associated. External IP: 172.26.2.62, port: 7e7327ca-f9f9-4262-b027-dff813403538. Mar 07 21:37:46.591698 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39444) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:46.605995 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-7b02a5e3-0c55-4255-9bd4-1a7d8b15531e tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-517622975'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:46.609064 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-2b4fa439-5396-4f0d-85fb-52003781ec2d tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Unset dirty status for tenant:36c0879924594e24ac3af2cf45324a46 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:37:46.610434 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-2b4fa439-5396-4f0d-85fb-52003781ec2d tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36c0879924594e24ac3af2cf45324a46 HTTP/1.1" status: 200 len: 379 time: 0.5297716 Mar 07 21:37:46.678786 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-642aa95c-2eed-446b-9487-d12f4e8a2775 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Request body: {'port': {'device_id': '8b5e1693-73a6-41f1-b344-988f26f5977a', 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea', 'admin_state_up': True, 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'security_groups': ['dd35d011-4def-4bd1-9b94-bcffeab2491b']}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:46.692874 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7b02a5e3-0c55-4255-9bd4-1a7d8b15531e tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:46.772892 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-04f048fb-489d-4934-9f72-fa9590879712 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Calling delete_port for 19edfbda-6af5-43e6-bb32-108f6cd848aa owned by network:router_gateway {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:37:46.832687 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b9030fb-94e9-4749-bcbd-ed6105ba4a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:46.912603 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7b02a5e3-0c55-4255-9bd4-1a7d8b15531e tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:46.937418 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9030fb-94e9-4749-bcbd-ed6105ba4a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14890d7e-5c81-4c4f-88e3-ce5fe308eaf9,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:47.129976 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb23db8-ddd3-4f07-a0d6-699ee3ffcd69 req-a374edd7-db25-4efb-ab00-7341286e5be0 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:47.129976 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dfb23db8-ddd3-4f07-a0d6-699ee3ffcd69 req-a374edd7-db25-4efb-ab00-7341286e5be0 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 932 time: 0.4765267 Mar 07 21:37:47.180859 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 96539bf6-1297-4ee7-940d-ff70d3b998e1 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:37:47.298382 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025a3c85-37e6-435d-9e05-868d0218f81a None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:37:47.448367 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b9030fb-94e9-4749-bcbd-ed6105ba4a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:47.452164 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5b9030fb-94e9-4749-bcbd-ed6105ba4a68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14890d7e-5c81-4c4f-88e3-ce5fe308eaf9 HTTP/1.1" status: 204 len: 168 time: 2.9275475 Mar 07 21:37:47.457375 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.resource_extend [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-af6302a9-0bdc-4d42-91aa-27054fac09ac service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:37:47.464737 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b02a5e3-0c55-4255-9bd4-1a7d8b15531e tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Made reservation on behalf of ec319c69c3b640f5b2abf09eb14ccca4 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:47.468218 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7b02a5e3-0c55-4255-9bd4-1a7d8b15531e tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:47.501634 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3e66f1be-73e4-4d5f-b2df-82c106de1330 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:47.682025 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3b5c4433-8d5e-44df-86e5-cca4bfc5e021 None None] Provisioning for port 96539bf6-1297-4ee7-940d-ff70d3b998e1 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:37:47.694704 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-440cfe40-6d4f-4e7a-aaf6-7fdebb032889 req-32fc4bf8-d6da-4695-bf9c-36917399896f tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 210 time: 0.1922758 Mar 07 21:37:47.740110 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 96539bf6-1297-4ee7-940d-ff70d3b998e1 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:37:47.750238 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 96539bf6-1297-4ee7-940d-ff70d3b998e1 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:47.750690 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:47.759258 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66f1be-73e4-4d5f-b2df-82c106de1330 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=3073de58-cca2-4222-8eaa-6cc3aa1d8a0c,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:47.763338 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dfb23db8-ddd3-4f07-a0d6-699ee3ffcd69 req-50f7cd3c-2ea2-4ada-8e34-97eb2119fb30 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4e0633e-2481-4719-a774-8a28de5e13e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5963285 Mar 07 21:37:47.794569 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-642aa95c-2eed-446b-9487-d12f4e8a2775 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:47.808136 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e66f1be-73e4-4d5f-b2df-82c106de1330 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:47.810143 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b02a5e3-0c55-4255-9bd4-1a7d8b15531e tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:37:47.815351 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-af6302a9-0bdc-4d42-91aa-27054fac09ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 {{(pid=88387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:37:47.820510 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-3e66f1be-73e4-4d5f-b2df-82c106de1330 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:47.825051 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-642aa95c-2eed-446b-9487-d12f4e8a2775 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Usage tracker for resource:port and tenant:36c0879924594e24ac3af2cf45324a46 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:47.831434 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e66f1be-73e4-4d5f-b2df-82c106de1330 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:47.838852 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e66f1be-73e4-4d5f-b2df-82c106de1330 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:47.838852 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3e66f1be-73e4-4d5f-b2df-82c106de1330 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:47.843276 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-af6302a9-0bdc-4d42-91aa-27054fac09ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:47.846477 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-642aa95c-2eed-446b-9487-d12f4e8a2775 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:47.869673 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-642aa95c-2eed-446b-9487-d12f4e8a2775 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:47.876675 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7b02a5e3-0c55-4255-9bd4-1a7d8b15531e tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:47.877322 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-7b02a5e3-0c55-4255-9bd4-1a7d8b15531e tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Added segment ed9a2fdf-0704-4a38-bcd4-ed33a8693f77 of type vlan for network 51c05b44-1b85-4bc3-9c01-f2a22b4c57be Mar 07 21:37:48.056587 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7b02a5e3-0c55-4255-9bd4-1a7d8b15531e tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:48.088061 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:48.154923 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 96539bf6-1297-4ee7-940d-ff70d3b998e1, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=96539bf6-1297-4ee7-940d-ff70d3b998e1,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:37:48.218611 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3e66f1be-73e4-4d5f-b2df-82c106de1330 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.3055406 Mar 07 21:37:48.220316 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39458) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:48.249714 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:48.304807 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed2a0ad-aa0f-4a72-8e2a-69f7baf1e1ad tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Router c59c5462-05c0-4331-8d57-8b494c922a6e has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:37:48.314290 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-af6302a9-0bdc-4d42-91aa-27054fac09ac service neutron] Transition to ACTIVE for port object 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 will not be triggered until provisioned by entity L2. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:48.325569 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7b02a5e3-0c55-4255-9bd4-1a7d8b15531e tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:48.334464 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b02a5e3-0c55-4255-9bd4-1a7d8b15531e tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:48.335226 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7b02a5e3-0c55-4255-9bd4-1a7d8b15531e tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:48.377548 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-04f048fb-489d-4934-9f72-fa9590879712 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:48.386678 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-642aa95c-2eed-446b-9487-d12f4e8a2775 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Made reservation on behalf of 36c0879924594e24ac3af2cf45324a46 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:48.492002 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-642aa95c-2eed-446b-9487-d12f4e8a2775 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:48.493512 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6653e3-a351-4fb3-aa39-f79e4f53645c req-ad3e7708-a65e-4427-8ef7-ce926456bc61 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:48.493512 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6f6653e3-a351-4fb3-aa39-f79e4f53645c req-ad3e7708-a65e-4427-8ef7-ce926456bc61 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 932 time: 0.4709907 Mar 07 21:37:48.493512 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-595bbfde-a0b9-479e-a46f-4bd71ab5f031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de62551-b2e0-4cc6-bfbd-2312f4440e68 {{(pid=88386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:37:48.493806 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=96539bf6-1297-4ee7-940d-ff70d3b998e1,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:48.514809 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6f6653e3-a351-4fb3-aa39-f79e4f53645c req-9bf8defe-0db8-4901-99a3-d586be8ed794 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4f6244d-d351-4f17-ad46-81866aa9850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671413 Mar 07 21:37:48.526860 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-595bbfde-a0b9-479e-a46f-4bd71ab5f031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:48.566152 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-595bbfde-a0b9-479e-a46f-4bd71ab5f031 service neutron] Transition to ACTIVE for port object 2de62551-b2e0-4cc6-bfbd-2312f4440e68 will not be triggered until provisioned by entity L2. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:48.596861 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f048fb-489d-4934-9f72-fa9590879712 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Pushing event deleted for resources: {'Port': ['ID=19edfbda-6af5-43e6-bb32-108f6cd848aa,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:48.634063 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-af6302a9-0bdc-4d42-91aa-27054fac09ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:48.681791 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed2a0ad-aa0f-4a72-8e2a-69f7baf1e1ad tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:37:48.695340 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-510c0151-ab80-4ba7-9aeb-e642e166c63a None None] Provisioning for port 3073de58-cca2-4222-8eaa-6cc3aa1d8a0c completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:37:48.695578 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea5cb78-317f-4bd4-8223-3495ea5128c4 None None] Sync routers for ids ['c59c5462-05c0-4331-8d57-8b494c922a6e'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:37:48.714518 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-510c0151-ab80-4ba7-9aeb-e642e166c63a None None] Provisioning complete for port 3073de58-cca2-4222-8eaa-6cc3aa1d8a0c triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:48.714897 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-510c0151-ab80-4ba7-9aeb-e642e166c63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:48.723465 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-595bbfde-a0b9-479e-a46f-4bd71ab5f031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:48.729334 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea5cb78-317f-4bd4-8223-3495ea5128c4 None None] Routers {'c59c5462-05c0-4331-8d57-8b494c922a6e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:37:48.738104 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-aea5cb78-317f-4bd4-8223-3495ea5128c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:37:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c59c5462-05c0-4331-8d57-8b494c922a6e'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:48.838917 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-510c0151-ab80-4ba7-9aeb-e642e166c63a None None] Port 3073de58-cca2-4222-8eaa-6cc3aa1d8a0c cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:37:48.882213 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-510c0151-ab80-4ba7-9aeb-e642e166c63a None None] Provisioning complete for port 96539bf6-1297-4ee7-940d-ff70d3b998e1 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:48.882574 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-510c0151-ab80-4ba7-9aeb-e642e166c63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:48.941905 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a0ad-aa0f-4a72-8e2a-69f7baf1e1ad tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:48.950615 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7b02a5e3-0c55-4255-9bd4-1a7d8b15531e tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.3566725 Mar 07 21:37:48.987331 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-aea5cb78-317f-4bd4-8223-3495ea5128c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:49.026950 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea5cb78-317f-4bd4-8223-3495ea5128c4 None None] Routers {'c59c5462-05c0-4331-8d57-8b494c922a6e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:37:49.030686 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-aea5cb78-317f-4bd4-8223-3495ea5128c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:37:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c59c5462-05c0-4331-8d57-8b494c922a6e'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:49.088721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39472) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:49.195456 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 96539bf6-1297-4ee7-940d-ff70d3b998e1 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:37:49.385075 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-aea5cb78-317f-4bd4-8223-3495ea5128c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:49.385075 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea5cb78-317f-4bd4-8223-3495ea5128c4 None None] The sync data for ids ['c59c5462-05c0-4331-8d57-8b494c922a6e'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:37:49.385258 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-0c14b00c-a6ff-4f1d-a3e8-c1a1f6285f63 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-300406567'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:49.385258 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0c14b00c-a6ff-4f1d-a3e8-c1a1f6285f63 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:49.385258 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0c14b00c-a6ff-4f1d-a3e8-c1a1f6285f63 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:49.385477 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02a5e3-0c55-4255-9bd4-1a7d8b15531e tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Pushing event updated for resources: {'Network': ['ID=51c05b44-1b85-4bc3-9c01-f2a22b4c57be,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:49.385573 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 51c05b44-1b85-4bc3-9c01-f2a22b4c57be details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:37:49.460462 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-26a8842a-4931-4228-b1ae-d860954163e4 req-f5931dbd-8836-4e9a-87cb-22e91793af3c tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 210 time: 0.3718793 Mar 07 21:37:49.467667 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3ab51192-6ce6-4333-beea-547e68e7aba1 None None] Provisioning complete for port 3073de58-cca2-4222-8eaa-6cc3aa1d8a0c triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:49.468317 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3ab51192-6ce6-4333-beea-547e68e7aba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:49.507662 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595bbfde-a0b9-479e-a46f-4bd71ab5f031 service neutron] Pushing event updated for resources: {'Port': ['ID=2de62551-b2e0-4cc6-bfbd-2312f4440e68,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:49.575770 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6302a9-0bdc-4d42-91aa-27054fac09ac service neutron] Pushing event updated for resources: {'Port': ['ID=2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:49.578313 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c14b00c-a6ff-4f1d-a3e8-c1a1f6285f63 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Made reservation on behalf of ec319c69c3b640f5b2abf09eb14ccca4 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:49.578773 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 96539bf6-1297-4ee7-940d-ff70d3b998e1 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:49.579804 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:49.582584 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0c14b00c-a6ff-4f1d-a3e8-c1a1f6285f63 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:49.659147 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4ed2a0ad-aa0f-4a72-8e2a-69f7baf1e1ad tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 10.3270836 Mar 07 21:37:49.674135 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39486) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:49.687344 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c14b00c-a6ff-4f1d-a3e8-c1a1f6285f63 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:37:49.702744 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0c14b00c-a6ff-4f1d-a3e8-c1a1f6285f63 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:49.703274 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-0c14b00c-a6ff-4f1d-a3e8-c1a1f6285f63 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Added segment c0a13c19-893d-4a56-9464-cf3a9100c9c0 of type vlan for network 67750b40-4b44-427f-9701-828fec8edac8 Mar 07 21:37:49.737018 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0c14b00c-a6ff-4f1d-a3e8-c1a1f6285f63 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:49.741011 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-04f048fb-489d-4934-9f72-fa9590879712 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:50.015044 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-3ab51192-6ce6-4333-beea-547e68e7aba1 None None] Port 3073de58-cca2-4222-8eaa-6cc3aa1d8a0c cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:37:50.066550 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0c14b00c-a6ff-4f1d-a3e8-c1a1f6285f63 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:50.072155 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c14b00c-a6ff-4f1d-a3e8-c1a1f6285f63 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:50.072774 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0c14b00c-a6ff-4f1d-a3e8-c1a1f6285f63 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:50.095531 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39490) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:50.268732 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-04f048fb-489d-4934-9f72-fa9590879712 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:50.268732 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-04f048fb-489d-4934-9f72-fa9590879712 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:50.268732 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-642aa95c-2eed-446b-9487-d12f4e8a2775 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Allocated IP 172.20.0.6 (38c758dc-7f6c-454b-adaf-334f371206ea/f313f210-5759-4bf7-8dc0-7c89a181e7b8/fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:50.268732 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a3397c-3275-41af-b406-d303a177d4f8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:50.274999 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a3397c-3275-41af-b406-d303a177d4f8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:50.275974 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e3a3397c-3275-41af-b406-d303a177d4f8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:37:50.287133 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1a5e-d3bf-41c6-b3c9-432fbcdf09d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:50.341191 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14b00c-a6ff-4f1d-a3e8-c1a1f6285f63 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Pushing event updated for resources: {'Network': ['ID=67750b40-4b44-427f-9701-828fec8edac8,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:50.344593 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-af6302a9-0bdc-4d42-91aa-27054fac09ac service neutron] Attempting to bind port 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:37:50.346938 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-af6302a9-0bdc-4d42-91aa-27054fac09ac service neutron] Attempting to bind port 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '00c388d5-0ca3-40a1-bd92-e62e9b97d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:37:50.346938 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-af6302a9-0bdc-4d42-91aa-27054fac09ac service neutron] Attempting to bind port 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 on network 304e960d-6464-4f92-a5fa-2d8b6be20410 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:37:50.348551 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-477bbec8-448a-4530-9cf4-8f0f1c0b7717 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] 10.222.0.21 "GET /v2.0/floatingips/80c60181-32e8-4a17-b74f-e7767706c66b HTTP/1.1" status: 200 len: 981 time: 0.5471780 Mar 07 21:37:50.349465 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-595bbfde-a0b9-479e-a46f-4bd71ab5f031 service neutron] Attempting to bind port 2de62551-b2e0-4cc6-bfbd-2312f4440e68 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:37:50.349831 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-595bbfde-a0b9-479e-a46f-4bd71ab5f031 service neutron] Attempting to bind port 2de62551-b2e0-4cc6-bfbd-2312f4440e68 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'a50a6570-3158-4dbd-a798-232ed05d7065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:37:50.350184 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-595bbfde-a0b9-479e-a46f-4bd71ab5f031 service neutron] Attempting to bind port 2de62551-b2e0-4cc6-bfbd-2312f4440e68 on network 17af9ab4-845f-4bfd-acf4-cd2799b53cb7 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:37:50.352398 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39498) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:50.355759 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 67750b40-4b44-427f-9701-828fec8edac8 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:37:50.363153 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-af6302a9-0bdc-4d42-91aa-27054fac09ac service neutron] Port 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 on network 304e960d-6464-4f92-a5fa-2d8b6be20410 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:37:50.363153 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-af6302a9-0bdc-4d42-91aa-27054fac09ac service neutron] Attempting to bind port 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 on network 304e960d-6464-4f92-a5fa-2d8b6be20410 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:37:50.368088 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e4ada427-eb8d-4bb8-b139-855b734b2717 tempest-AgentManagementNegativeTest-1628423506 tempest-AgentManagementNegativeTest-1628423506-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2488916 Mar 07 21:37:50.370015 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-595bbfde-a0b9-479e-a46f-4bd71ab5f031 service neutron] Port 2de62551-b2e0-4cc6-bfbd-2312f4440e68 on network 17af9ab4-845f-4bfd-acf4-cd2799b53cb7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:37:50.370297 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-595bbfde-a0b9-479e-a46f-4bd71ab5f031 service neutron] Attempting to bind port 2de62551-b2e0-4cc6-bfbd-2312f4440e68 on network 17af9ab4-845f-4bfd-acf4-cd2799b53cb7 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:37:50.391207 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6acda0-df47-40c1-a4cb-2d1b27db50ac req-576da0e5-f90e-4559-b42c-910ef02bb3c8 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:50.398464 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ab6acda0-df47-40c1-a4cb-2d1b27db50ac req-576da0e5-f90e-4559-b42c-910ef02bb3c8 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 944 time: 1.0631735 Mar 07 21:37:50.424344 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-595bbfde-a0b9-479e-a46f-4bd71ab5f031 service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:37:50.424978 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-595bbfde-a0b9-479e-a46f-4bd71ab5f031 service neutron] Checking segment: {'id': 'a50a6570-3158-4dbd-a798-232ed05d7065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:37:50.425616 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-595bbfde-a0b9-479e-a46f-4bd71ab5f031 service neutron] Bound using segment: {'id': 'a50a6570-3158-4dbd-a798-232ed05d7065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7'} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:37:50.426079 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-595bbfde-a0b9-479e-a46f-4bd71ab5f031 service neutron] Bound port: 2de62551-b2e0-4cc6-bfbd-2312f4440e68, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a50a6570-3158-4dbd-a798-232ed05d7065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7'}}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:37:50.426477 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-595bbfde-a0b9-479e-a46f-4bd71ab5f031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:50.447281 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-af6302a9-0bdc-4d42-91aa-27054fac09ac service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:37:50.447693 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-af6302a9-0bdc-4d42-91aa-27054fac09ac service neutron] Checking segment: {'id': '00c388d5-0ca3-40a1-bd92-e62e9b97d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:37:50.448371 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-af6302a9-0bdc-4d42-91aa-27054fac09ac service neutron] Bound using segment: {'id': '00c388d5-0ca3-40a1-bd92-e62e9b97d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410'} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:37:50.448947 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-af6302a9-0bdc-4d42-91aa-27054fac09ac service neutron] Bound port: 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c388d5-0ca3-40a1-bd92-e62e9b97d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410'}}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:37:50.449293 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-af6302a9-0bdc-4d42-91aa-27054fac09ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:50.456438 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0c14b00c-a6ff-4f1d-a3e8-c1a1f6285f63 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2308531 Mar 07 21:37:50.487541 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39504) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:50.518355 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e3a3397c-3275-41af-b406-d303a177d4f8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:37:50.519570 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e3a3397c-3275-41af-b406-d303a177d4f8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 2.2981794 Mar 07 21:37:50.522193 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-04f048fb-489d-4934-9f72-fa9590879712 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:50.522501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc543a1c-ec73-428f-85f0-7b1ab109b8e5 req-ee246c00-87a5-418c-9b65-5ddb2c35bdbb tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:50.522622 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f048fb-489d-4934-9f72-fa9590879712 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Fanout notify agent at l3_agent the message router_deleted on router 3dd9ec54-1abf-449d-a546-48fcd81da8d8 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:37:50.523968 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bc543a1c-ec73-428f-85f0-7b1ab109b8e5 req-ee246c00-87a5-418c-9b65-5ddb2c35bdbb tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 944 time: 0.6569228 Mar 07 21:37:50.528861 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39510) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:50.550244 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Request body: {'ports': [{'network_id': '51c05b44-1b85-4bc3-9c01-f2a22b4c57be', 'name': 'tempest-port--1077811776', 'admin_state_up': True}, {'network_id': '67750b40-4b44-427f-9701-828fec8edac8', 'admin_state_up': False}]} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:50.550559 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Request body: {'port': {'network_id': '51c05b44-1b85-4bc3-9c01-f2a22b4c57be', 'name': 'tempest-port--1077811776', 'admin_state_up': True}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:50.551051 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Request body: {'port': {'network_id': '67750b40-4b44-427f-9701-828fec8edac8', 'admin_state_up': False}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:50.605100 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ab6acda0-df47-40c1-a4cb-2d1b27db50ac req-b94618e6-1971-4f6e-9af2-f158ebfdfd6e tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4e0633e-2481-4719-a774-8a28de5e13e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049069 Mar 07 21:37:50.659541 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-1db951e7-f54f-4a87-b627-13c072525947 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting port 3073de58-cca2-4222-8eaa-6cc3aa1d8a0c {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:37:50.659880 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1db951e7-f54f-4a87-b627-13c072525947 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:50.693138 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-595bbfde-a0b9-479e-a46f-4bd71ab5f031 service neutron] For port 2de62551-b2e0-4cc6-bfbd-2312f4440e68, host hv-neutron-8299, cleared binding levels {{(pid=88386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:37:50.725421 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bc543a1c-ec73-428f-85f0-7b1ab109b8e5 req-2504f40c-55ae-401d-b933-4271451fcbe6 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4f6244d-d351-4f17-ad46-81866aa9850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569884 Mar 07 21:37:50.757357 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-04f048fb-489d-4934-9f72-fa9590879712 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:50.762310 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-04f048fb-489d-4934-9f72-fa9590879712 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "DELETE /v2.0/routers/3dd9ec54-1abf-449d-a546-48fcd81da8d8 HTTP/1.1" status: 204 len: 168 time: 6.8996341 Mar 07 21:37:50.762310 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-fdc63f83-e3dc-4e72-a04c-a13147af5e36 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2905 time: 0.4078965 Mar 07 21:37:50.767753 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-595bbfde-a0b9-479e-a46f-4bd71ab5f031 service neutron] For port 2de62551-b2e0-4cc6-bfbd-2312f4440e68, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2de62551-b2e0-4cc6-bfbd-2312f4440e68,segment=NetworkSegment(a50a6570-3158-4dbd-a798-232ed05d7065),segment_id=a50a6570-3158-4dbd-a798-232ed05d7065)] {{(pid=88386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:37:50.779388 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39514) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:50.779521 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39516) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:50.792061 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0cdf0bc0-8fbe-4bbb-86c5-ec7e4045829c req-295cd519-0825-41fd-aefb-1fce98bf3516 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 210 time: 0.0747232 Mar 07 21:37:50.834736 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-af6302a9-0bdc-4d42-91aa-27054fac09ac service neutron] For port 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:37:50.839730 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-af6302a9-0bdc-4d42-91aa-27054fac09ac service neutron] For port 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08,segment=NetworkSegment(00c388d5-0ca3-40a1-bd92-e62e9b97d280),segment_id=00c388d5-0ca3-40a1-bd92-e62e9b97d280)] {{(pid=88387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:37:50.846124 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d819adda-efff-4596-90d7-b80868ad95e8 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1586787501', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'enable_snat': False}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:50.861236 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-595bbfde-a0b9-479e-a46f-4bd71ab5f031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:50.873703 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d819adda-efff-4596-90d7-b80868ad95e8 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:50.935148 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39524) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:50.960272 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d819adda-efff-4596-90d7-b80868ad95e8 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Usage tracker for resource:router and tenant:c961c95e72b244b78386f0fb2b63bf36 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:50.972805 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-af6302a9-0bdc-4d42-91aa-27054fac09ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:50.978295 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d819adda-efff-4596-90d7-b80868ad95e8 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:51.002339 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d819adda-efff-4596-90d7-b80868ad95e8 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:51.018819 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-595bbfde-a0b9-479e-a46f-4bd71ab5f031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:51.019420 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-595bbfde-a0b9-479e-a46f-4bd71ab5f031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:51.020790 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-595bbfde-a0b9-479e-a46f-4bd71ab5f031 service neutron] 10.222.0.11 "PUT /v2.0/ports/2de62551-b2e0-4cc6-bfbd-2312f4440e68 HTTP/1.1" status: 200 len: 1094 time: 5.2738688 Mar 07 21:37:51.029268 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00b37f7-0723-4c31-adea-ca6c409ab0ee', 'tag': '2de62551-b2e0-4cc6-bfbd-2312f4440e68'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:51.070959 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-642aa95c-2eed-446b-9487-d12f4e8a2775 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:51.082342 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-af6302a9-0bdc-4d42-91aa-27054fac09ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:51.082955 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-af6302a9-0bdc-4d42-91aa-27054fac09ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:51.084532 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-af6302a9-0bdc-4d42-91aa-27054fac09ac service neutron] 10.222.0.11 "PUT /v2.0/ports/2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 HTTP/1.1" status: 200 len: 1094 time: 6.9627752 Mar 07 21:37:51.090867 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516028d3-d36b-4b77-b35e-33c2fd1af4cc', 'tag': '2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:51.095859 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:51.116146 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Usage tracker for resource:port and tenant:ec319c69c3b640f5b2abf09eb14ccca4 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:51.125046 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:51.158816 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595bbfde-a0b9-479e-a46f-4bd71ab5f031 service neutron] Pushing event updated for resources: {'Port': ['ID=2de62551-b2e0-4cc6-bfbd-2312f4440e68,revision_number=3']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:51.165231 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:51.172040 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6302a9-0bdc-4d42-91aa-27054fac09ac service neutron] Pushing event updated for resources: {'Port': ['ID=2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:51.175156 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-642aa95c-2eed-446b-9487-d12f4e8a2775 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Transition to ACTIVE for port object fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:51.270364 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-1b0df5e5-5fdb-4af9-a758-adc3ae392b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:51.271977 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-1b0df5e5-5fdb-4af9-a758-adc3ae392b31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca46cfdafe6b4455a043e6a7c2869cdc&device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 1097 time: 0.1419404 Mar 07 21:37:51.272753 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Made reservation on behalf of ec319c69c3b640f5b2abf09eb14ccca4 for: {'port': 2} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:51.277139 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:51.304521 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d819adda-efff-4596-90d7-b80868ad95e8 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:51.309663 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d819adda-efff-4596-90d7-b80868ad95e8 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:51.395329 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e373d14-4b7f-4681-bcf6-1f99c35a204f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:51.419814 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-642aa95c-2eed-446b-9487-d12f4e8a2775 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:51.423457 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-36ee7db2-7090-482e-b8c9-d220a2e4401e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2de62551-b2e0-4cc6-bfbd-2312f4440e68 HTTP/1.1" status: 200 len: 217 time: 0.1318693 Mar 07 21:37:51.450878 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d819adda-efff-4596-90d7-b80868ad95e8 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:51.455650 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7e373d14-4b7f-4681-bcf6-1f99c35a204f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:51.466068 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-3b134d1a-b77f-47a7-989b-9319f3745b9a tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Deleting port 6fbd83dc-5f24-4414-b608-19971a4a12b0 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:37:51.466392 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3b134d1a-b77f-47a7-989b-9319f3745b9a tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:51.518714 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7e373d14-4b7f-4681-bcf6-1f99c35a204f admin admin] Usage tracker for resource:security_group_rule and tenant:93ecebf887204c0baeaf37da90d628db is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:51.521610 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:51.530495 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1db951e7-f54f-4a87-b627-13c072525947 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:51.538548 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7e373d14-4b7f-4681-bcf6-1f99c35a204f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:51.549597 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7e373d14-4b7f-4681-bcf6-1f99c35a204f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:51.552399 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00b37f7-0723-4c31-adea-ca6c409ab0ee', 'tag': '2de62551-b2e0-4cc6-bfbd-2312f4440e68', 'status': 'completed', 'code': 200} Mar 07 21:37:51.579683 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642aa95c-2eed-446b-9487-d12f4e8a2775 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Pushing event updated for resources: {'Port': ['ID=fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:51.646972 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-642aa95c-2eed-446b-9487-d12f4e8a2775 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Network 38c758dc-7f6c-454b-adaf-334f371206ea is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:51.650077 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-642aa95c-2eed-446b-9487-d12f4e8a2775 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:51.683115 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-1db951e7-f54f-4a87-b627-13c072525947 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Calling delete_port for 3073de58-cca2-4222-8eaa-6cc3aa1d8a0c owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:37:51.689778 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-642aa95c-2eed-446b-9487-d12f4e8a2775 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:51.731772 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516028d3-d36b-4b77-b35e-33c2fd1af4cc', 'tag': '2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08', 'status': 'completed', 'code': 200} Mar 07 21:37:51.756623 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-94a3dc75-fe8c-4997-b310-29bdb5941d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:51.762156 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-94a3dc75-fe8c-4997-b310-29bdb5941d68 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a6e262fc-2bf3-4cfd-93fe-2daf51464844 HTTP/1.1" status: 200 len: 843 time: 0.2925992 Mar 07 21:37:51.963975 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-bece8481-b2e5-4702-9a43-e6892e3e21ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:51.965282 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-bece8481-b2e5-4702-9a43-e6892e3e21ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=24d505245fac495da14eec8c213c2228&device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 1097 time: 0.7051780 Mar 07 21:37:51.969224 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-642aa95c-2eed-446b-9487-d12f4e8a2775 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:51.975489 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-642aa95c-2eed-446b-9487-d12f4e8a2775 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:51.984505 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] device_id is not set on port 9492cfb9-1699-4261-a1b5-a34531a9a9f4 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:37:52.022189 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-0f98025c-dd30-4cfb-9e2b-c41345f20c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:52.023663 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-0f98025c-dd30-4cfb-9e2b-c41345f20c96 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=17af9ab4-845f-4bfd-acf4-cd2799b53cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2532732 Mar 07 21:37:52.105551 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5d54af31-2275-4b49-8e8d-2332a7095631 None None] Provisioning for port fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:37:52.113460 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5d54af31-2275-4b49-8e8d-2332a7095631 None None] Provisioning complete for port fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:52.116620 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5d54af31-2275-4b49-8e8d-2332a7095631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:52.135372 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-642aa95c-2eed-446b-9487-d12f4e8a2775 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4656770 Mar 07 21:37:52.151314 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-843b2df8-c879-4a15-bf30-0ffb0de38cfe service neutron] Request body: {'port': {'device_id': '8b5e1693-73a6-41f1-b344-988f26f5977a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:52.177279 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-5d54af31-2275-4b49-8e8d-2332a7095631 None None] Port fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:37:52.266042 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-481651ef-aef2-4286-b5dc-d837411d038c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:52.269553 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-3d1d76f6-5afb-445c-baa5-5609a269f342 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 HTTP/1.1" status: 200 len: 217 time: 0.2174811 Mar 07 21:37:52.359939 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-fb46db68-af48-49c4-a93a-9a7d057786f5 service neutron] 10.222.0.11 "GET /v2.0/networks/17af9ab4-845f-4bfd-acf4-cd2799b53cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303795 Mar 07 21:37:52.457661 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:52.458240 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3b134d1a-b77f-47a7-989b-9319f3745b9a tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:52.458563 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3b134d1a-b77f-47a7-989b-9319f3745b9a tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:52.551529 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-843b2df8-c879-4a15-bf30-0ffb0de38cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:52.609449 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d819adda-efff-4596-90d7-b80868ad95e8 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:52.683722 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-3b134d1a-b77f-47a7-989b-9319f3745b9a tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Calling delete_port for 6fbd83dc-5f24-4414-b608-19971a4a12b0 owned by network:floatingip {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:37:52.706235 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] device_id is not set on port e5d618a2-9f93-4d94-b835-099d1109a421 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:37:52.723919 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-eeaa2cba-1544-4636-b1d7-a4c860b437e0 req-76a104ae-c931-41a7-b1ab-795ab93fa54d service neutron] 10.222.0.11 "GET /v2.0/networks/17af9ab4-845f-4bfd-acf4-cd2799b53cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567469 Mar 07 21:37:52.774588 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-d05ea051-10ce-4724-8cf2-c93caec858e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:52.776020 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-d05ea051-10ce-4724-8cf2-c93caec858e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8 HTTP/1.1" status: 200 len: 850 time: 0.4909894 Mar 07 21:37:52.822344 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e373d14-4b7f-4681-bcf6-1f99c35a204f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:52.843353 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfa181-374a-49e1-93ea-a9fafe31dfa6 req-74b79179-3382-40a6-a489-400abe7c73f5 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:52.845380 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9edfa181-374a-49e1-93ea-a9fafe31dfa6 req-74b79179-3382-40a6-a489-400abe7c73f5 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 944 time: 0.8836682 Mar 07 21:37:52.865808 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc3d4b-7f42-44d5-9d0e-5517527c4ed0 req-1d10edfe-e365-4f3b-b487-eec82c24550a tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:52.867360 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-20bc3d4b-7f42-44d5-9d0e-5517527c4ed0 req-1d10edfe-e365-4f3b-b487-eec82c24550a tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 944 time: 1.0781002 Mar 07 21:37:52.902622 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1db951e7-f54f-4a87-b627-13c072525947 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:52.996793 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e373d14-4b7f-4681-bcf6-1f99c35a204f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:53.024301 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db951e7-f54f-4a87-b627-13c072525947 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Port': ['ID=3073de58-cca2-4222-8eaa-6cc3aa1d8a0c,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:53.040985 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:53.072199 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edc7da-cdd8-4000-ba8a-52cfb78e4e87 req-64beafd6-a947-44cf-a043-2e206b7245f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:53.073698 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-e9edc7da-cdd8-4000-ba8a-52cfb78e4e87 req-64beafd6-a947-44cf-a043-2e206b7245f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca46cfdafe6b4455a043e6a7c2869cdc&device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 1097 time: 0.1677668 Mar 07 21:37:53.124257 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9edfa181-374a-49e1-93ea-a9fafe31dfa6 req-290e3909-7263-4d09-8469-83e2739acb0f tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4f6244d-d351-4f17-ad46-81866aa9850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705035 Mar 07 21:37:53.127105 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:53.148130 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-20bc3d4b-7f42-44d5-9d0e-5517527c4ed0 req-467d39ee-ec6e-4302-970f-19fe89055db2 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4e0633e-2481-4719-a774-8a28de5e13e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2520285 Mar 07 21:37:53.168232 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1db951e7-f54f-4a87-b627-13c072525947 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:53.175308 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7e373d14-4b7f-4681-bcf6-1f99c35a204f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=93ecebf887204c0baeaf37da90d628db&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2240384 Mar 07 21:37:53.182325 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39558) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:53.247962 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e373d14-4b7f-4681-bcf6-1f99c35a204f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedf086d-d4ee-427e-be4e-297e9c4d4f96,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:53.252844 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-843b2df8-c879-4a15-bf30-0ffb0de38cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 {{(pid=88387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:37:53.263344 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-843b2df8-c879-4a15-bf30-0ffb0de38cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:53.270414 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-b0f12c8d-4331-4499-aee0-63b5764ab55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:53.272593 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-b0f12c8d-4331-4499-aee0-63b5764ab55d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=304e960d-6464-4f92-a5fa-2d8b6be20410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4848506 Mar 07 21:37:53.302707 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-843b2df8-c879-4a15-bf30-0ffb0de38cfe service neutron] Transition to ACTIVE for port object fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 will not be triggered until provisioned by entity L2. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:53.303908 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edc7da-cdd8-4000-ba8a-52cfb78e4e87 req-4e585a04-b980-47b6-bf52-7b71a0e44277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:53.305363 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-e9edc7da-cdd8-4000-ba8a-52cfb78e4e87 req-4e585a04-b980-47b6-bf52-7b71a0e44277 service neutron] 10.222.0.11 "GET /v2.0/networks?id=17af9ab4-845f-4bfd-acf4-cd2799b53cb7 HTTP/1.1" status: 200 len: 904 time: 0.2208071 Mar 07 21:37:53.310784 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:53.385970 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:53.418457 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-843b2df8-c879-4a15-bf30-0ffb0de38cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:53.433678 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-e9edc7da-cdd8-4000-ba8a-52cfb78e4e87 req-7c9684aa-5dd7-4a58-9011-2363cc42a8c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2de62551-b2e0-4cc6-bfbd-2312f4440e68 HTTP/1.1" status: 200 len: 217 time: 0.1202314 Mar 07 21:37:53.544731 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1db951e7-f54f-4a87-b627-13c072525947 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/3073de58-cca2-4222-8eaa-6cc3aa1d8a0c HTTP/1.1" status: 204 len: 168 time: 3.0148520 Mar 07 21:37:53.553418 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39562) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:53.584035 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Pushing event updated for resources: {'Port': ['ID=9492cfb9-1699-4261-a1b5-a34531a9a9f4,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:53.684582 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Checking segment: {'id': 'ed9a2fdf-0704-4a38-bcd4-ed33a8693f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '51c05b44-1b85-4bc3-9c01-f2a22b4c57be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:37:53.685045 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Network hostable DHCP agents. Network: 51c05b44-1b85-4bc3-9c01-f2a22b4c57be, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:37:53.725007 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bbc0a9da-4ff9-4d56-ad86-55f3ef4f024d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:53.731492 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edc7da-cdd8-4000-ba8a-52cfb78e4e87 req-d4f6930f-7e60-4c74-83db-5156c0980933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:53.732924 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-e9edc7da-cdd8-4000-ba8a-52cfb78e4e87 req-d4f6930f-7e60-4c74-83db-5156c0980933 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a6e262fc-2bf3-4cfd-93fe-2daf51464844 HTTP/1.1" status: 200 len: 843 time: 0.2897563 Mar 07 21:37:53.752685 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cfb44f-3bc3-42af-8f96-dd71eb048199 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:53.754188 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cfb44f-3bc3-42af-8f96-dd71eb048199 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:53.755651 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-95cfb44f-3bc3-42af-8f96-dd71eb048199 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1551783 Mar 07 21:37:53.772780 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39566) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:53.782661 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-97fca684-6a65-4ce9-9cd4-c4ff3ce69072 service neutron] 10.222.0.11 "GET /v2.0/networks/304e960d-6464-4f92-a5fa-2d8b6be20410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019436 Mar 07 21:37:53.788021 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b2df8-c879-4a15-bf30-0ffb0de38cfe service neutron] Pushing event updated for resources: {'Port': ['ID=fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:53.822165 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bbc0a9da-4ff9-4d56-ad86-55f3ef4f024d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:53.835377 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-843b2df8-c879-4a15-bf30-0ffb0de38cfe service neutron] Attempting to bind port fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:37:53.835377 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-843b2df8-c879-4a15-bf30-0ffb0de38cfe service neutron] Attempting to bind port fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '8dbd3c1f-a555-4c47-a861-7316787b2fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:37:53.835665 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-843b2df8-c879-4a15-bf30-0ffb0de38cfe service neutron] Attempting to bind port fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 on network 38c758dc-7f6c-454b-adaf-334f371206ea {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:37:53.840018 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3b134d1a-b77f-47a7-989b-9319f3745b9a tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:53.843251 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-843b2df8-c879-4a15-bf30-0ffb0de38cfe service neutron] Port fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 on network 38c758dc-7f6c-454b-adaf-334f371206ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:37:53.843569 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-843b2df8-c879-4a15-bf30-0ffb0de38cfe service neutron] Attempting to bind port fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 on network 38c758dc-7f6c-454b-adaf-334f371206ea {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:37:53.856547 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-843b2df8-c879-4a15-bf30-0ffb0de38cfe service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:37:53.856879 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-843b2df8-c879-4a15-bf30-0ffb0de38cfe service neutron] Checking segment: {'id': '8dbd3c1f-a555-4c47-a861-7316787b2fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:37:53.857252 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-843b2df8-c879-4a15-bf30-0ffb0de38cfe service neutron] Bound using segment: {'id': '8dbd3c1f-a555-4c47-a861-7316787b2fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea'} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:37:53.857677 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-843b2df8-c879-4a15-bf30-0ffb0de38cfe service neutron] Bound port: fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbd3c1f-a555-4c47-a861-7316787b2fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea'}}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:37:53.858043 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-843b2df8-c879-4a15-bf30-0ffb0de38cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:53.875034 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edc7da-cdd8-4000-ba8a-52cfb78e4e87 req-ce6214a5-0b36-4704-aafe-0ba109b799a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:53.877050 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-e9edc7da-cdd8-4000-ba8a-52cfb78e4e87 req-ce6214a5-0b36-4704-aafe-0ba109b799a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=17af9ab4-845f-4bfd-acf4-cd2799b53cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1288168 Mar 07 21:37:53.948622 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b134d1a-b77f-47a7-989b-9319f3745b9a tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Pushing event deleted for resources: {'Port': ['ID=6fbd83dc-5f24-4414-b608-19971a4a12b0,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:54.027139 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Network 51c05b44-1b85-4bc3-9c01-f2a22b4c57be is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:37:54.051615 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db9f22-5089-4aa1-8b9c-1060341bccf1 req-f384557b-8a88-4d77-966f-aacc43a6ae89 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:54.053036 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-03db9f22-5089-4aa1-8b9c-1060341bccf1 req-f384557b-8a88-4d77-966f-aacc43a6ae89 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 943 time: 0.6034904 Mar 07 21:37:54.134076 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 51c05b44-1b85-4bc3-9c01-f2a22b4c57be) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:54.141574 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45bd72d-7c2e-4968-ab9e-b6de8c1a6773 None None] Network 51c05b44-1b85-4bc3-9c01-f2a22b4c57be requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:37:54.143324 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:54.143932 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:54.223785 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-843b2df8-c879-4a15-bf30-0ffb0de38cfe service neutron] For port fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:37:54.246365 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d88d21-2087-4026-9722-2a551a5519d3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet c298e3d3-30f5-432f-ada1-7a2c24891299 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:37:54.268506 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Pushing event updated for resources: {'Port': ['ID=e5d618a2-9f93-4d94-b835-099d1109a421,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:54.278153 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-843b2df8-c879-4a15-bf30-0ffb0de38cfe service neutron] For port fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79,segment=NetworkSegment(8dbd3c1f-a555-4c47-a861-7316787b2fc3),segment_id=8dbd3c1f-a555-4c47-a861-7316787b2fc3)] {{(pid=88387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:37:54.290325 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-e9edc7da-cdd8-4000-ba8a-52cfb78e4e87 req-7ca325c3-6bc1-40ba-920d-c3849ab7d3a2 service neutron] 10.222.0.11 "GET /v2.0/networks/17af9ab4-845f-4bfd-acf4-cd2799b53cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824327 Mar 07 21:37:54.311442 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-29d88d21-2087-4026-9722-2a551a5519d3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:54.316481 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Checking segment: {'id': 'c0a13c19-893d-4a56-9464-cf3a9100c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '67750b40-4b44-427f-9701-828fec8edac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:37:54.316838 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Network hostable DHCP agents. Network: 67750b40-4b44-427f-9701-828fec8edac8, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:37:54.409423 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-843b2df8-c879-4a15-bf30-0ffb0de38cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:54.458495 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-03db9f22-5089-4aa1-8b9c-1060341bccf1 req-01dbb55d-a38b-4401-a5cc-27a425b2ef49 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3315592 Mar 07 21:37:54.466089 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5460d2cd-a1cd-4551-9d26-6f41f54457c1 req-24b520a3-c17c-4720-812e-bec2c7780c6e service neutron] 10.222.0.11 "GET /v2.0/networks/304e960d-6464-4f92-a5fa-2d8b6be20410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6305165 Mar 07 21:37:54.479494 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3b134d1a-b77f-47a7-989b-9319f3745b9a tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks [] for floatingip, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:54.482765 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-3b134d1a-b77f-47a7-989b-9319f3745b9a tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Floating IP 80c60181-32e8-4a17-b74f-e7767706c66b disassociated (deleted). External IP: 172.26.2.62, port: 7e7327ca-f9f9-4262-b027-dff813403538. Mar 07 21:37:54.487781 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Network 67750b40-4b44-427f-9701-828fec8edac8 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:37:54.492394 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-843b2df8-c879-4a15-bf30-0ffb0de38cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:54.492827 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-843b2df8-c879-4a15-bf30-0ffb0de38cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:54.494207 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-843b2df8-c879-4a15-bf30-0ffb0de38cfe service neutron] 10.222.0.11 "PUT /v2.0/ports/fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 HTTP/1.1" status: 200 len: 1093 time: 2.3468611 Mar 07 21:37:54.497985 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5e1693-73a6-41f1-b344-988f26f5977a', 'tag': 'fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:54.531520 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d819adda-efff-4596-90d7-b80868ad95e8 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:54.548399 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b2df8-c879-4a15-bf30-0ffb0de38cfe service neutron] Pushing event updated for resources: {'Port': ['ID=fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:54.552647 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-e9edc7da-cdd8-4000-ba8a-52cfb78e4e87 req-1d35014a-64e2-4793-ba33-a704bd378ec4 service neutron] 10.222.0.11 "GET /v2.0/networks/17af9ab4-845f-4bfd-acf4-cd2799b53cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555721 Mar 07 21:37:54.568446 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-29d88d21-2087-4026-9722-2a551a5519d3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:54.616354 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d819adda-efff-4596-90d7-b80868ad95e8 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:54.643716 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 67750b40-4b44-427f-9701-828fec8edac8) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:54.651803 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:54.655204 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bbc0a9da-4ff9-4d56-ad86-55f3ef4f024d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:54.659648 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb26a790-fd76-4d72-9840-849ec74b7465 None None] Network 67750b40-4b44-427f-9701-828fec8edac8 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:37:54.662351 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:54.667626 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:54.668370 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:54.690574 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:54.740449 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0a9da-4ff9-4d56-ad86-55f3ef4f024d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedf086d-d4ee-427e-be4e-297e9c4d4f96,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:54.820365 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-0ee55497-2895-4a1f-8129-14a614178a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:54.821500 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-0ee55497-2895-4a1f-8129-14a614178a70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=36c0879924594e24ac3af2cf45324a46&device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 1096 time: 0.1470497 Mar 07 21:37:54.826642 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80469424-be75-4709-b3bf-19eb7bd6f423 req-a1c46fc9-0166-4955-9edb-74b41e826ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:54.828312 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-80469424-be75-4709-b3bf-19eb7bd6f423 req-a1c46fc9-0166-4955-9edb-74b41e826ed0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=24d505245fac495da14eec8c213c2228&device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 1097 time: 0.1125097 Mar 07 21:37:54.998477 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-96f962cf-2e4a-4e58-bb14-e1718448ffed tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.4776366 Mar 07 21:37:55.012653 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39578) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:55.020134 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-13fad6c6-3130-4fbf-9df1-f1381506f7d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 HTTP/1.1" status: 200 len: 217 time: 0.1837254 Mar 07 21:37:55.039933 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bbc0a9da-4ff9-4d56-ad86-55f3ef4f024d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:55.043617 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bbc0a9da-4ff9-4d56-ad86-55f3ef4f024d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fedf086d-d4ee-427e-be4e-297e9c4d4f96 HTTP/1.1" status: 204 len: 168 time: 1.8160291 Mar 07 21:37:55.076579 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f70f4e-10b1-419d-87a0-f2f330c48398 req-039f802c-e1e5-494e-89f7-0ca67539a8fd tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:55.078048 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b4f70f4e-10b1-419d-87a0-f2f330c48398 req-039f802c-e1e5-494e-89f7-0ca67539a8fd tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 944 time: 0.7703731 Mar 07 21:37:55.146731 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80469424-be75-4709-b3bf-19eb7bd6f423 req-a334fe75-3c0c-4397-917e-2f1dfec91649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:55.148155 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-80469424-be75-4709-b3bf-19eb7bd6f423 req-a334fe75-3c0c-4397-917e-2f1dfec91649 service neutron] 10.222.0.11 "GET /v2.0/networks?id=304e960d-6464-4f92-a5fa-2d8b6be20410 HTTP/1.1" status: 200 len: 911 time: 0.3136718 Mar 07 21:37:55.152043 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-ef02a1a4-e9db-41b1-80ae-7f184db4c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:55.153333 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-ef02a1a4-e9db-41b1-80ae-7f184db4c7e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f313f210-5759-4bf7-8dc0-7c89a181e7b8 HTTP/1.1" status: 200 len: 850 time: 0.0984957 Mar 07 21:37:55.234432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-29d88d21-2087-4026-9722-2a551a5519d3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:55.256971 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-80469424-be75-4709-b3bf-19eb7bd6f423 req-4fb3fc64-b59d-43b3-bce5-2c964cb694c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 HTTP/1.1" status: 200 len: 217 time: 0.1016953 Mar 07 21:37:55.298780 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fabbf1-3c61-4690-a1cd-2a95f0435c95 req-1acf4bed-a5fd-4282-a784-7cd133a19ede tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:55.300237 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-84fabbf1-3c61-4690-a1cd-2a95f0435c95 req-1acf4bed-a5fd-4282-a784-7cd133a19ede tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 944 time: 0.7037706 Mar 07 21:37:55.327959 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972521c4-1847-458d-831c-9e869adccff6 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:55.333756 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972521c4-1847-458d-831c-9e869adccff6 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:55.334542 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-972521c4-1847-458d-831c-9e869adccff6 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Synchronizing usage tracker for tenant:ec319c69c3b640f5b2abf09eb14ccca4 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:37:55.344061 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-d819adda-efff-4596-90d7-b80868ad95e8 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Allocated IP 172.26.2.94 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/cb97d5af-550e-47b8-ba6e-01ec63dc6d69) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:55.350604 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b4f70f4e-10b1-419d-87a0-f2f330c48398 req-ee33590f-e171-49ba-96a1-485b80bbdf4d tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4f6244d-d351-4f17-ad46-81866aa9850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338800 Mar 07 21:37:55.374767 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80469424-be75-4709-b3bf-19eb7bd6f423 req-1dd6f709-d232-436e-bb36-1ef8bb6ab407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:55.374767 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-80469424-be75-4709-b3bf-19eb7bd6f423 req-1dd6f709-d232-436e-bb36-1ef8bb6ab407 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8 HTTP/1.1" status: 200 len: 850 time: 0.1061306 Mar 07 21:37:55.432004 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5e1693-73a6-41f1-b344-988f26f5977a', 'tag': 'fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79', 'status': 'completed', 'code': 200} Mar 07 21:37:55.446943 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-972521c4-1847-458d-831c-9e869adccff6 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Unset dirty status for tenant:ec319c69c3b640f5b2abf09eb14ccca4 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:37:55.448085 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-972521c4-1847-458d-831c-9e869adccff6 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4327009 Mar 07 21:37:55.450388 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-d0fbb62f-5575-411e-a063-06e547ed594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:55.456155 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-d0fbb62f-5575-411e-a063-06e547ed594e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38c758dc-7f6c-454b-adaf-334f371206ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2437449 Mar 07 21:37:55.456834 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39586) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:55.517969 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-84fabbf1-3c61-4690-a1cd-2a95f0435c95 req-448c041b-2da5-4428-a9b7-a80802f587fc tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4e0633e-2481-4719-a774-8a28de5e13e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984277 Mar 07 21:37:55.597640 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b134d1a-b77f-47a7-989b-9319f3745b9a tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Router c59c5462-05c0-4331-8d57-8b494c922a6e has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:37:55.599277 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-29d88d21-2087-4026-9722-2a551a5519d3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:55.634617 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-bb082058-a00d-45a8-a56c-ab3461e184bf tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Deleting port 9492cfb9-1699-4261-a1b5-a34531a9a9f4 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:37:55.634998 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bb082058-a00d-45a8-a56c-ab3461e184bf tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:55.665898 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80469424-be75-4709-b3bf-19eb7bd6f423 req-ac15c29a-b3fa-411f-a988-944324967bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:55.667389 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-80469424-be75-4709-b3bf-19eb7bd6f423 req-ac15c29a-b3fa-411f-a988-944324967bf8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=304e960d-6464-4f92-a5fa-2d8b6be20410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2882259 Mar 07 21:37:55.685078 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d88d21-2087-4026-9722-2a551a5519d3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=c298e3d3-30f5-432f-ada1-7a2c24891299,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:55.687147 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-29d88d21-2087-4026-9722-2a551a5519d3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:55.694581 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda8bd03-df9f-4e67-bf9b-bdfcfa497942 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:37:55.814947 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-29d88d21-2087-4026-9722-2a551a5519d3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/c298e3d3-30f5-432f-ada1-7a2c24891299 HTTP/1.1" status: 204 len: 168 time: 2.0364380 Mar 07 21:37:55.820490 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39600) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:55.889713 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d819adda-efff-4596-90d7-b80868ad95e8 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:55.928531 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f942076b-67a8-4ef9-8809-f6eaa46b3160 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1066215 Mar 07 21:37:55.933730 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39606) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:55.996920 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-5dc9697d-bae0-4810-b12a-8541fef4b267 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:56.011744 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089ee055-4cb5-4fea-8a90-15b34c8c1ce1 None None] DHCP port deletion for ab63f4f6-c089-409c-a9c4-f2088e2d7005 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:37:56.016464 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-089ee055-4cb5-4fea-8a90-15b34c8c1ce1 None None] Deleting port 96539bf6-1297-4ee7-940d-ff70d3b998e1 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:37:56.017323 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-089ee055-4cb5-4fea-8a90-15b34c8c1ce1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:56.141890 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a476f3c-64db-43dd-9551-c78c9cb7f568 req-8664acbd-593e-4b13-96f6-99fdf2e96013 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:56.143417 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4a476f3c-64db-43dd-9551-c78c9cb7f568 req-8664acbd-593e-4b13-96f6-99fdf2e96013 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 943 time: 0.5075755 Mar 07 21:37:56.151276 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b134d1a-b77f-47a7-989b-9319f3745b9a tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:37:56.158396 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3b134d1a-b77f-47a7-989b-9319f3745b9a tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:56.159572 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 2de62551-b2e0-4cc6-bfbd-2312f4440e68 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 21:37:56.175383 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac2344-bcc4-4881-98c9-35e6c9d51af7 None None] Sync routers for ids ['c59c5462-05c0-4331-8d57-8b494c922a6e'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:37:56.214781 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5dc9697d-bae0-4810-b12a-8541fef4b267 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:56.228236 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5dc9697d-bae0-4810-b12a-8541fef4b267 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:56.236847 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5dc9697d-bae0-4810-b12a-8541fef4b267 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:56.239764 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac2344-bcc4-4881-98c9-35e6c9d51af7 None None] Routers {'c59c5462-05c0-4331-8d57-8b494c922a6e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:37:56.240540 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-78ac2344-bcc4-4881-98c9-35e6c9d51af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:37:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c59c5462-05c0-4331-8d57-8b494c922a6e'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:56.250666 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bb082058-a00d-45a8-a56c-ab3461e184bf tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:56.256112 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39616) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:56.262253 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5dc9697d-bae0-4810-b12a-8541fef4b267 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:56.265789 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-ea45c982-d35c-4350-a21b-a578dde24edb service neutron] 10.222.0.11 "GET /v2.0/networks/38c758dc-7f6c-454b-adaf-334f371206ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8051853 Mar 07 21:37:56.279037 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3b134d1a-b77f-47a7-989b-9319f3745b9a tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] 10.222.0.21 "DELETE /v2.0/floatingips/80c60181-32e8-4a17-b74f-e7767706c66b HTTP/1.1" status: 204 len: 168 time: 5.4949412 Mar 07 21:37:56.284441 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39622) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:56.287384 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4a476f3c-64db-43dd-9551-c78c9cb7f568 req-a061f87d-87c5-4829-ab2c-119c44e73973 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321943 Mar 07 21:37:56.292018 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-9011e695-7380-4611-816d-d14cfea700f9 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:56.306185 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9011e695-7380-4611-816d-d14cfea700f9 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:56.315892 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9011e695-7380-4611-816d-d14cfea700f9 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Usage tracker for resource:floatingip and tenant:32be144809094033b58ac00419e810c1 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:56.324304 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9011e695-7380-4611-816d-d14cfea700f9 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:56.325072 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9011e695-7380-4611-816d-d14cfea700f9 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:56.335341 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.resource_extend [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:37:56.347209 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d819adda-efff-4596-90d7-b80868ad95e8 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:56.361506 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-78ac2344-bcc4-4881-98c9-35e6c9d51af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:56.378012 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-089ee055-4cb5-4fea-8a90-15b34c8c1ce1 None None] For port 96539bf6-1297-4ee7-940d-ff70d3b998e1, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=96539bf6-1297-4ee7-940d-ff70d3b998e1,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:37:56.378394 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-089ee055-4cb5-4fea-8a90-15b34c8c1ce1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:56.423121 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d819adda-efff-4596-90d7-b80868ad95e8 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:56.432088 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-d819adda-efff-4596-90d7-b80868ad95e8 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:56.437679 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc9697d-bae0-4810-b12a-8541fef4b267 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:56.442395 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5dc9697d-bae0-4810-b12a-8541fef4b267 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:56.459250 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d819adda-efff-4596-90d7-b80868ad95e8 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:56.482803 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-ecad5aa3-ff1f-4871-aabd-90935ead4c2e req-26724c1a-fe69-437f-8f4a-65521f8fb17e service neutron] 10.222.0.11 "GET /v2.0/networks/38c758dc-7f6c-454b-adaf-334f371206ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501768 Mar 07 21:37:56.487059 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac2344-bcc4-4881-98c9-35e6c9d51af7 None None] Routers {'c59c5462-05c0-4331-8d57-8b494c922a6e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:37:56.487059 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-78ac2344-bcc4-4881-98c9-35e6c9d51af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:37:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c59c5462-05c0-4331-8d57-8b494c922a6e'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:56.502179 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-8c512e96-6cba-4975-a08b-1792dd240f76 tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] Request body: {'port': {'network_id': '9a0115b0-461f-4840-a5e2-f3b034362f76', 'name': 'tempest-NetworksNegativeTestJSON-2104374750'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:56.529333 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9011e695-7380-4611-816d-d14cfea700f9 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:56.541599 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819adda-efff-4596-90d7-b80868ad95e8 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Pushing event updated for resources: {'Port': ['ID=cb97d5af-550e-47b8-ba6e-01ec63dc6d69,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:56.563171 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-bb082058-a00d-45a8-a56c-ab3461e184bf tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Calling delete_port for 9492cfb9-1699-4261-a1b5-a34531a9a9f4 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:37:56.600152 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-089ee055-4cb5-4fea-8a90-15b34c8c1ce1 None None] Calling delete_port for 96539bf6-1297-4ee7-940d-ff70d3b998e1 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:37:56.607259 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-80469424-be75-4709-b3bf-19eb7bd6f423 req-4fb464ae-57f9-436f-8cd7-3474a019c279 service neutron] 10.222.0.11 "GET /v2.0/networks/304e960d-6464-4f92-a5fa-2d8b6be20410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7175488 Mar 07 21:37:56.653729 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-78ac2344-bcc4-4881-98c9-35e6c9d51af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:37:56.654090 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac2344-bcc4-4881-98c9-35e6c9d51af7 None None] The sync data for ids ['c59c5462-05c0-4331-8d57-8b494c922a6e'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:37:56.745765 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c512e96-6cba-4975-a08b-1792dd240f76 tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] POST failed (client error): The resource could not be found. Mar 07 21:37:56.746269 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c512e96-6cba-4975-a08b-1792dd240f76 tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:37:56.752612 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8c512e96-6cba-4975-a08b-1792dd240f76 tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4903350 Mar 07 21:37:56.773758 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39630) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:56.774467 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 2de62551-b2e0-4cc6-bfbd-2312f4440e68, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2de62551-b2e0-4cc6-bfbd-2312f4440e68,segment=NetworkSegment(a50a6570-3158-4dbd-a798-232ed05d7065),segment_id=a50a6570-3158-4dbd-a798-232ed05d7065)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:37:56.815338 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e6a0cc-3988-4700-87aa-0e0073a96cd1 tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] DELETE failed (client error): The resource could not be found. Mar 07 21:37:56.815693 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e6a0cc-3988-4700-87aa-0e0073a96cd1 tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:37:56.822595 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-36e6a0cc-3988-4700-87aa-0e0073a96cd1 tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] 10.222.0.21 "DELETE /v2.0/networks/f6ef781a-3508-4fa1-9197-617289572710 HTTP/1.1" status: 404 len: 339 time: 0.0379231 Mar 07 21:37:56.831892 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39634) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:56.860774 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '2de62551-b2e0-4cc6-bfbd-2312f4440e68', 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7', 'port_id': '2de62551-b2e0-4cc6-bfbd-2312f4440e68', 'mac_address': 'fa:16:3e:14:30:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e262fc-2bf3-4cfd-93fe-2daf51464844', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 21:37:56.902489 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-6332607c-066d-4443-a6ec-8560ac269d88 tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] DELETE failed (client error): The resource could not be found. Mar 07 21:37:56.902944 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6332607c-066d-4443-a6ec-8560ac269d88 tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:37:56.926047 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:56.929183 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6332607c-066d-4443-a6ec-8560ac269d88 tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] 10.222.0.21 "DELETE /v2.0/ports/48afe1f2-1c02-4a73-939c-fde925ad68a9 HTTP/1.1" status: 404 len: 333 time: 0.0931580 Mar 07 21:37:56.933844 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-80469424-be75-4709-b3bf-19eb7bd6f423 req-96e25b5d-bb1e-49d5-9a4f-d0442529b4b1 service neutron] 10.222.0.11 "GET /v2.0/networks/304e960d-6464-4f92-a5fa-2d8b6be20410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620037 Mar 07 21:37:56.934794 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39638) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:56.949992 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de62551-b2e0-4cc6-bfbd-2312f4440e68 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:37:56.968943 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 2de62551-b2e0-4cc6-bfbd-2312f4440e68, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2de62551-b2e0-4cc6-bfbd-2312f4440e68,segment=NetworkSegment(a50a6570-3158-4dbd-a798-232ed05d7065),segment_id=a50a6570-3158-4dbd-a798-232ed05d7065)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:37:56.977353 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bb082058-a00d-45a8-a56c-ab3461e184bf tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:56.979701 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-089ee055-4cb5-4fea-8a90-15b34c8c1ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:57.015640 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532713e4-c370-46e7-b645-6f2377115862 req-d0bbd537-ec39-4e35-a11c-22f1afc263a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:57.017653 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-532713e4-c370-46e7-b645-6f2377115862 req-d0bbd537-ec39-4e35-a11c-22f1afc263a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=36c0879924594e24ac3af2cf45324a46&device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 1096 time: 0.4074585 Mar 07 21:37:57.018605 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-08386de4-c052-4ba2-b6ae-9ea76a060355 tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] DELETE failed (client error): The resource could not be found. Mar 07 21:37:57.019026 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08386de4-c052-4ba2-b6ae-9ea76a060355 tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:37:57.021558 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-08386de4-c052-4ba2-b6ae-9ea76a060355 tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] 10.222.0.21 "DELETE /v2.0/subnets/badb3951-4b2e-4646-b299-d08070daab4a HTTP/1.1" status: 404 len: 337 time: 0.0852723 Mar 07 21:37:57.031512 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39642) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:57.038411 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ee055-4cb5-4fea-8a90-15b34c8c1ce1 None None] Pushing event deleted for resources: {'Port': ['ID=96539bf6-1297-4ee7-940d-ff70d3b998e1,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:57.040662 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089ee055-4cb5-4fea-8a90-15b34c8c1ce1 None None] No DVR routers for this DVR port 96539bf6-1297-4ee7-940d-ff70d3b998e1 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:37:57.042137 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:57.070024 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bb082058-a00d-45a8-a56c-ab3461e184bf tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:57.072141 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bb082058-a00d-45a8-a56c-ab3461e184bf tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] 10.222.0.21 "DELETE /v2.0/ports/9492cfb9-1699-4261-a1b5-a34531a9a9f4 HTTP/1.1" status: 204 len: 168 time: 1.6133108 Mar 07 21:37:57.091616 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39646) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:57.094159 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb082058-a00d-45a8-a56c-ab3461e184bf tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Pushing event deleted for resources: {'Port': ['ID=9492cfb9-1699-4261-a1b5-a34531a9a9f4,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:57.117174 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1dcdf4-feb8-4429-896a-02fd58a2c10b tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] GET failed (client error): The resource could not be found. Mar 07 21:37:57.118575 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-9f1dcdf4-feb8-4429-896a-02fd58a2c10b tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] 10.222.0.21 "GET /v2.0/networks/3fc139fa-3391-410f-a692-95a9807e2ed7 HTTP/1.1" status: 404 len: 339 time: 0.0847025 Mar 07 21:37:57.122153 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39648) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:57.122808 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 96539bf6-1297-4ee7-940d-ff70d3b998e1 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:37:57.161532 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=2de62551-b2e0-4cc6-bfbd-2312f4440e68,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:57.163917 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 96539bf6-1297-4ee7-940d-ff70d3b998e1 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:37:57.164249 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 96539bf6-1297-4ee7-940d-ff70d3b998e1 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:37:57.215838 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36781e7-f820-4ab1-b792-91b420d9b120 tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] GET failed (client error): The resource could not be found. Mar 07 21:37:57.217136 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a36781e7-f820-4ab1-b792-91b420d9b120 tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] 10.222.0.21 "GET /v2.0/ports/ae420ef4-b518-40d8-bf5b-4369d21fbd61 HTTP/1.1" status: 404 len: 333 time: 0.0940969 Mar 07 21:37:57.224999 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39654) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:57.269516 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-d037264d-c2f6-454c-b5d6-fbb7bce73858 tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] GET failed (client error): The resource could not be found. Mar 07 21:37:57.270871 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d037264d-c2f6-454c-b5d6-fbb7bce73858 tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] 10.222.0.21 "GET /v2.0/subnets/050d217d-c318-4b5f-9326-608cda30eb38 HTTP/1.1" status: 404 len: 337 time: 0.0450413 Mar 07 21:37:57.274668 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39658) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:57.281432 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-d9a1515d-d327-44a0-b8c3-3a88a977c8fa tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:57.306747 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a1515d-d327-44a0-b8c3-3a88a977c8fa tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] PUT failed (client error): The resource could not be found. Mar 07 21:37:57.307205 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a1515d-d327-44a0-b8c3-3a88a977c8fa tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:37:57.307997 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-693024f3-88c4-4ae8-b320-0dabdafb84ab tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Deleting port e5d618a2-9f93-4d94-b835-099d1109a421 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:37:57.308447 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d9a1515d-d327-44a0-b8c3-3a88a977c8fa tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] 10.222.0.21 "PUT /v2.0/networks/5cd77483-b91a-4b94-bc29-a022f30ef3a0 HTTP/1.1" status: 404 len: 339 time: 0.0325747 Mar 07 21:37:57.308541 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-693024f3-88c4-4ae8-b320-0dabdafb84ab tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:57.317452 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39662) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:57.325838 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-230fb356-ae9f-49cc-86f2-c132f027a62c tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:57.340331 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125130d-6e56-4f83-aa53-71ab93f801a2 req-58709192-39bf-4e2e-b42a-0e1b40fdde09 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:57.341777 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2125130d-6e56-4f83-aa53-71ab93f801a2 req-58709192-39bf-4e2e-b42a-0e1b40fdde09 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 944 time: 0.7976067 Mar 07 21:37:57.367030 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532713e4-c370-46e7-b645-6f2377115862 req-2de61be3-f992-43f9-a413-aa7108a161c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:57.369195 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-532713e4-c370-46e7-b645-6f2377115862 req-2de61be3-f992-43f9-a413-aa7108a161c2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=38c758dc-7f6c-454b-adaf-334f371206ea HTTP/1.1" status: 200 len: 911 time: 0.3361356 Mar 07 21:37:57.370610 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-230fb356-ae9f-49cc-86f2-c132f027a62c tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] PUT failed (client error): The resource could not be found. Mar 07 21:37:57.371043 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-230fb356-ae9f-49cc-86f2-c132f027a62c tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:37:57.377470 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['2de62551-b2e0-4cc6-bfbd-2312f4440e68'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 21:37:57.377646 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-230fb356-ae9f-49cc-86f2-c132f027a62c tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] 10.222.0.21 "PUT /v2.0/ports/3bce8278-10c8-4f7a-b3ab-a426b47d41ac HTTP/1.1" status: 404 len: 333 time: 0.0538328 Mar 07 21:37:57.388453 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39668) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:57.403923 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cea81-e214-44ad-ac70-a8a69e14192e req-d66c9906-d088-4986-9ef4-51a9acdaaeb6 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:57.405895 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-420cea81-e214-44ad-ac70-a8a69e14192e req-d66c9906-d088-4986-9ef4-51a9acdaaeb6 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 944 time: 0.6694040 Mar 07 21:37:57.435847 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-532713e4-c370-46e7-b645-6f2377115862 req-933023d3-225d-4aba-8c2b-ee0d696d68f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 HTTP/1.1" status: 200 len: 217 time: 0.0607545 Mar 07 21:37:57.479217 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-0b0e56e7-8dda-4be1-8045-f3f420550007 tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:57.558523 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0e56e7-8dda-4be1-8045-f3f420550007 tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] PUT failed (client error): The resource could not be found. Mar 07 21:37:57.558977 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b0e56e7-8dda-4be1-8045-f3f420550007 tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:37:57.564188 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0b0e56e7-8dda-4be1-8045-f3f420550007 tempest-NetworksNegativeTestJSON-1766051227 tempest-NetworksNegativeTestJSON-1766051227-project] 10.222.0.21 "PUT /v2.0/subnets/d730b669-1f4c-4193-8411-0adf099fde77 HTTP/1.1" status: 404 len: 337 time: 0.1645944 Mar 07 21:37:57.602086 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532713e4-c370-46e7-b645-6f2377115862 req-23661855-6531-4300-a99e-72952c23cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:57.603762 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-532713e4-c370-46e7-b645-6f2377115862 req-23661855-6531-4300-a99e-72952c23cde7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f313f210-5759-4bf7-8dc0-7c89a181e7b8 HTTP/1.1" status: 200 len: 850 time: 0.1613648 Mar 07 21:37:57.671688 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2125130d-6e56-4f83-aa53-71ab93f801a2 req-97b102a3-9123-493f-b7e7-531e367933a5 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4f6244d-d351-4f17-ad46-81866aa9850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178720 Mar 07 21:37:57.686696 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532713e4-c370-46e7-b645-6f2377115862 req-2ebac233-fe3b-417f-9c6f-2ccd44d805c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:57.689051 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-532713e4-c370-46e7-b645-6f2377115862 req-2ebac233-fe3b-417f-9c6f-2ccd44d805c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38c758dc-7f6c-454b-adaf-334f371206ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772688 Mar 07 21:37:57.761607 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-420cea81-e214-44ad-ac70-a8a69e14192e req-ac752e1a-cc74-4cd1-92d0-aafcebeba7c5 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4e0633e-2481-4719-a774-8a28de5e13e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2864285 Mar 07 21:37:57.771249 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9011e695-7380-4611-816d-d14cfea700f9 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:57.850981 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-532713e4-c370-46e7-b645-6f2377115862 req-0090eb54-4737-425d-aa03-5ca3e319d47f service neutron] 10.222.0.11 "GET /v2.0/networks/38c758dc-7f6c-454b-adaf-334f371206ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548762 Mar 07 21:37:57.898389 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5dc9697d-bae0-4810-b12a-8541fef4b267 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:57.990906 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-532713e4-c370-46e7-b645-6f2377115862 req-3e3dea53-e2a0-4616-988c-1ed0dc36034c service neutron] 10.222.0.11 "GET /v2.0/networks/38c758dc-7f6c-454b-adaf-334f371206ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338341 Mar 07 21:37:58.064466 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d819adda-efff-4596-90d7-b80868ad95e8 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:58.069274 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39676) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:58.146390 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 21:37:58.180684 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 2de62551-b2e0-4cc6-bfbd-2312f4440e68 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:37:58.192812 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b3b86162-6b1a-460e-88af-76700d06ef2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:58.209001 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b3b86162-6b1a-460e-88af-76700d06ef2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:58.212789 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b3b86162-6b1a-460e-88af-76700d06ef2d admin admin] Usage tracker for resource:security_group_rule and tenant:c085188fd35b4859a30fde186664cf50 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:58.215716 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b3b86162-6b1a-460e-88af-76700d06ef2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:58.223410 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b3b86162-6b1a-460e-88af-76700d06ef2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:58.246690 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc9697d-bae0-4810-b12a-8541fef4b267 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:58.252280 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-693024f3-88c4-4ae8-b320-0dabdafb84ab tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:58.268733 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-5dc9697d-bae0-4810-b12a-8541fef4b267 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:58.288326 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc9697d-bae0-4810-b12a-8541fef4b267 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:58.288934 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5dc9697d-bae0-4810-b12a-8541fef4b267 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:58.291072 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44dfb94-a791-4be0-b414-fb80c8645957 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:37:58.314374 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b3b86162-6b1a-460e-88af-76700d06ef2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:58.382028 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9697d-bae0-4810-b12a-8541fef4b267 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=25b425fd-d81c-4a32-9974-65ed87898b41,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:58.385596 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b3b86162-6b1a-460e-88af-76700d06ef2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:58.433629 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08,segment=NetworkSegment(00c388d5-0ca3-40a1-bd92-e62e9b97d280),segment_id=00c388d5-0ca3-40a1-bd92-e62e9b97d280)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:37:58.440429 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b3b86162-6b1a-460e-88af-76700d06ef2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c085188fd35b4859a30fde186664cf50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3699973 Mar 07 21:37:58.442017 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b86162-6b1a-460e-88af-76700d06ef2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064d168d-d05b-41a1-bc4d-02dcec7dc476,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:58.444262 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39682) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:58.464736 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-693024f3-88c4-4ae8-b320-0dabdafb84ab tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Calling delete_port for e5d618a2-9f93-4d94-b835-099d1109a421 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:37:58.465152 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08', 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410', 'port_id': '2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08', 'mac_address': 'fa:16:3e:64:a4:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 21:37:58.505921 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b18a878-f74e-458f-9d8e-d8b1ae175d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:58.532500 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b18a878-f74e-458f-9d8e-d8b1ae175d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:58.535059 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 2de62551-b2e0-4cc6-bfbd-2312f4440e68 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:37:58.561015 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 2de62551-b2e0-4cc6-bfbd-2312f4440e68 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:37:58.561817 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:58.644569 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:58.650273 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-9011e695-7380-4611-816d-d14cfea700f9 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Allocated IP 172.26.2.138 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/74272022-52a9-4dd5-bf86-3d8eb1d9589d) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:58.659163 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55832f50-6f6b-4833-8907-30845806f62a req-213340b0-2727-4234-86b9-281a37e7cd37 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:58.660624 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-55832f50-6f6b-4833-8907-30845806f62a req-213340b0-2727-4234-86b9-281a37e7cd37 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 943 time: 0.8506854 Mar 07 21:37:58.667196 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b18a878-f74e-458f-9d8e-d8b1ae175d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:58.684431 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:37:58.692345 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d49cfa-58a5-4b93-a5f6-6514ced6bada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'fixed_ips': [{'subnet_id': '25b425fd-d81c-4a32-9974-65ed87898b41'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:37:58.693144 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-07d49cfa-58a5-4b93-a5f6-6514ced6bada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:58.694367 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18a878-f74e-458f-9d8e-d8b1ae175d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064d168d-d05b-41a1-bc4d-02dcec7dc476,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:58.699179 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b18a878-f74e-458f-9d8e-d8b1ae175d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:58.700455 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2b18a878-f74e-458f-9d8e-d8b1ae175d1d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/064d168d-d05b-41a1-bc4d-02dcec7dc476 HTTP/1.1" status: 204 len: 168 time: 0.2552736 Mar 07 21:37:58.761424 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5dc9697d-bae0-4810-b12a-8541fef4b267 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7800677 Mar 07 21:37:58.765063 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39690) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:58.771533 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'port': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'name': 'tempest-NetworksTestDHCPv6-1166111280'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:58.793395 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08,segment=NetworkSegment(00c388d5-0ca3-40a1-bd92-e62e9b97d280),segment_id=00c388d5-0ca3-40a1-bd92-e62e9b97d280)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:37:58.887566 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:58.956743 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:58.961370 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:port and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:58.965095 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:58.969676 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:58.972161 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:58.998265 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-55832f50-6f6b-4833-8907-30845806f62a req-0a17882b-37b8-4e10-adda-dfc491edf8fb tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3165212 Mar 07 21:37:58.998872 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-693024f3-88c4-4ae8-b320-0dabdafb84ab tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:59.081489 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693024f3-88c4-4ae8-b320-0dabdafb84ab tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Pushing event deleted for resources: {'Port': ['ID=e5d618a2-9f93-4d94-b835-099d1109a421,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:59.083072 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:59.086903 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:59.091795 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 2de62551-b2e0-4cc6-bfbd-2312f4440e68, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2de62551-b2e0-4cc6-bfbd-2312f4440e68,segment=NetworkSegment(a50a6570-3158-4dbd-a798-232ed05d7065),segment_id=a50a6570-3158-4dbd-a798-232ed05d7065)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:37:59.107724 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00b37f7-0723-4c31-adea-ca6c409ab0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de62551-b2e0-4cc6-bfbd-2312f4440e68'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:37:59.122615 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-693024f3-88c4-4ae8-b320-0dabdafb84ab tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:59.130474 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] device_id is not set on port e9030f32-d187-4c83-b4f1-a0e095147d83 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:37:59.132266 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d819adda-efff-4596-90d7-b80868ad95e8 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:59.190471 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:59.222347 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-07d49cfa-58a5-4b93-a5f6-6514ced6bada None None] Allocated IP 2001:db8::2 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/25b425fd-d81c-4a32-9974-65ed87898b41/d4208ff1-df21-4fad-a97d-5cd81e5dab62) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:37:59.239265 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:59.242362 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 21:37:59.263705 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9011e695-7380-4611-816d-d14cfea700f9 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:59.273840 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-693024f3-88c4-4ae8-b320-0dabdafb84ab tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] 10.222.0.21 "DELETE /v2.0/ports/e5d618a2-9f93-4d94-b835-099d1109a421 HTTP/1.1" status: 204 len: 168 time: 2.1447573 Mar 07 21:37:59.276474 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39704) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:59.332493 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-db49a46a-b553-4aea-b034-813aaf69a32d tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Synchronizing usage tracker for tenant:ec319c69c3b640f5b2abf09eb14ccca4 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:37:59.334437 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d8932-905c-4c1c-bbaa-17dfee58f2e4 req-d9399a02-beea-4484-8ebb-1296cd400eb1 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:59.336065 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f42d8932-905c-4c1c-bbaa-17dfee58f2e4 req-d9399a02-beea-4484-8ebb-1296cd400eb1 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 945 time: 0.4563737 Mar 07 21:37:59.390434 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=2de62551-b2e0-4cc6-bfbd-2312f4440e68,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:59.420726 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-db49a46a-b553-4aea-b034-813aaf69a32d tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Unset dirty status for tenant:ec319c69c3b640f5b2abf09eb14ccca4 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:37:59.424552 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-db49a46a-b553-4aea-b034-813aaf69a32d tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1464818 Mar 07 21:37:59.433696 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39712) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:37:59.445267 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-aa45579e-781c-4452-8a92-58f07d25fbc1 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-364778745'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:37:59.453846 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-aa45579e-781c-4452-8a92-58f07d25fbc1 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:37:59.472846 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-aa45579e-781c-4452-8a92-58f07d25fbc1 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Usage tracker for resource:network and tenant:ec319c69c3b640f5b2abf09eb14ccca4 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:37:59.487372 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-aa45579e-781c-4452-8a92-58f07d25fbc1 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:37:59.489797 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f42d8932-905c-4c1c-bbaa-17dfee58f2e4 req-76633f5c-5c78-4b44-bdae-c8df6b2b878c tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4f6244d-d351-4f17-ad46-81866aa9850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018693 Mar 07 21:37:59.497901 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-aa45579e-781c-4452-8a92-58f07d25fbc1 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:37:59.512110 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcb9cb-9fa2-4326-96c2-a691dc2dc022 req-eb3719f1-3e96-4782-bc32-09188470b79b tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:59.513755 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e7bcb9cb-9fa2-4326-96c2-a691dc2dc022 req-eb3719f1-3e96-4782-bc32-09188470b79b tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 945 time: 0.3114259 Mar 07 21:37:59.581281 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e7bcb9cb-9fa2-4326-96c2-a691dc2dc022 req-a3bbc580-71bd-4d9f-82f2-c60711709414 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4e0633e-2481-4719-a774-8a28de5e13e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612726 Mar 07 21:37:59.583048 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9011e695-7380-4611-816d-d14cfea700f9 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:59.630361 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa45579e-781c-4452-8a92-58f07d25fbc1 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Made reservation on behalf of ec319c69c3b640f5b2abf09eb14ccca4 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:37:59.635225 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aa45579e-781c-4452-8a92-58f07d25fbc1 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:59.653844 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9011e695-7380-4611-816d-d14cfea700f9 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:59.657645 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-9011e695-7380-4611-816d-d14cfea700f9 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:59.664487 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9011e695-7380-4611-816d-d14cfea700f9 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:37:59.678236 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa45579e-781c-4452-8a92-58f07d25fbc1 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:37:59.690688 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aa45579e-781c-4452-8a92-58f07d25fbc1 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:59.691719 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-aa45579e-781c-4452-8a92-58f07d25fbc1 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Added segment 8dfd367a-1253-461b-b784-b5816e0e6f38 of type vlan for network 43f8295f-33c4-4763-945a-19400f4ec0f7 Mar 07 21:37:59.699492 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d819adda-efff-4596-90d7-b80868ad95e8 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Router 76298941-bf5c-4166-92be-7746afc84f6c is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:37:59.718134 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-07d49cfa-58a5-4b93-a5f6-6514ced6bada None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:59.727185 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011e695-7380-4611-816d-d14cfea700f9 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Pushing event updated for resources: {'Port': ['ID=74272022-52a9-4dd5-bf86-3d8eb1d9589d,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:37:59.759799 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-07d49cfa-58a5-4b93-a5f6-6514ced6bada None None] Transition to ACTIVE for port object d4208ff1-df21-4fad-a97d-5cd81e5dab62 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:59.763205 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aa45579e-781c-4452-8a92-58f07d25fbc1 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:59.786509 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00b37f7-0723-4c31-adea-ca6c409ab0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de62551-b2e0-4cc6-bfbd-2312f4440e68', 'code': 200} Mar 07 21:37:59.803050 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-07d49cfa-58a5-4b93-a5f6-6514ced6bada None None] Transition to ACTIVE for port object d4208ff1-df21-4fad-a97d-5cd81e5dab62 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:37:59.916016 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-07d49cfa-58a5-4b93-a5f6-6514ced6bada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:59.956856 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aa45579e-781c-4452-8a92-58f07d25fbc1 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:59.960869 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa45579e-781c-4452-8a92-58f07d25fbc1 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:37:59.961458 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aa45579e-781c-4452-8a92-58f07d25fbc1 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:37:59.979755 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d49cfa-58a5-4b93-a5f6-6514ced6bada None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:37:59.986984 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-07d49cfa-58a5-4b93-a5f6-6514ced6bada None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:37:59.991084 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d49cfa-58a5-4b93-a5f6-6514ced6bada None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:00.039484 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9011e695-7380-4611-816d-d14cfea700f9 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:00.059385 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d819adda-efff-4596-90d7-b80868ad95e8 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:38:00.082563 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] Sync routers for ids ['76298941-bf5c-4166-92be-7746afc84f6c'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:38:00.092645 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] Routers {'76298941-bf5c-4166-92be-7746afc84f6c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:38:00.093297 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:37:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['76298941-bf5c-4166-92be-7746afc84f6c'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:00.096739 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d49cfa-58a5-4b93-a5f6-6514ced6bada None None] Pushing event updated for resources: {'Port': ['ID=d4208ff1-df21-4fad-a97d-5cd81e5dab62,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:00.149301 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-07d49cfa-58a5-4b93-a5f6-6514ced6bada None None] Attempting to bind port d4208ff1-df21-4fad-a97d-5cd81e5dab62 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:38:00.149666 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-07d49cfa-58a5-4b93-a5f6-6514ced6bada None None] Attempting to bind port d4208ff1-df21-4fad-a97d-5cd81e5dab62 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:38:00.150035 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d49cfa-58a5-4b93-a5f6-6514ced6bada None None] Attempting to bind port d4208ff1-df21-4fad-a97d-5cd81e5dab62 on network ab63f4f6-c089-409c-a9c4-f2088e2d7005 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:38:00.158209 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 21:38:00.164099 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d49cfa-58a5-4b93-a5f6-6514ced6bada None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:38:00.170544 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d49cfa-58a5-4b93-a5f6-6514ced6bada None None] Checking segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:38:00.171168 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-07d49cfa-58a5-4b93-a5f6-6514ced6bada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:00.171664 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d49cfa-58a5-4b93-a5f6-6514ced6bada None None] Bound using segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:38:00.172276 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-07d49cfa-58a5-4b93-a5f6-6514ced6bada None None] Bound port: d4208ff1-df21-4fad-a97d-5cd81e5dab62, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:38:00.172874 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-07d49cfa-58a5-4b93-a5f6-6514ced6bada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:00.200019 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9011e695-7380-4611-816d-d14cfea700f9 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:00.231847 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d819adda-efff-4596-90d7-b80868ad95e8 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:00.233362 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d819adda-efff-4596-90d7-b80868ad95e8 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.4529073 Mar 07 21:38:00.275571 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39732) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:00.288064 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] Set router 76298941-bf5c-4166-92be-7746afc84f6c gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:38:00.320461 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-aa45579e-781c-4452-8a92-58f07d25fbc1 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8849843 Mar 07 21:38:00.340295 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39736) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:00.340902 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39738) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:00.366955 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79,segment=NetworkSegment(8dbd3c1f-a555-4c47-a861-7316787b2fc3),segment_id=8dbd3c1f-a555-4c47-a861-7316787b2fc3)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:00.370270 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-26ebe6c3-72fc-44e2-9763-f64a9818f86f tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1396198006'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:00.400709 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45579e-781c-4452-8a92-58f07d25fbc1 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Pushing event updated for resources: {'Network': ['ID=43f8295f-33c4-4763-945a-19400f4ec0f7,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:00.406537 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 2001:db8::da (ab63f4f6-c089-409c-a9c4-f2088e2d7005/25b425fd-d81c-4a32-9974-65ed87898b41/e9030f32-d187-4c83-b4f1-a0e095147d83) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:00.429995 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-26ebe6c3-72fc-44e2-9763-f64a9818f86f tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:00.455121 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-26ebe6c3-72fc-44e2-9763-f64a9818f86f tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Usage tracker for resource:network and tenant:ec319c69c3b640f5b2abf09eb14ccca4 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:00.459951 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-26ebe6c3-72fc-44e2-9763-f64a9818f86f tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:00.491217 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-07d49cfa-58a5-4b93-a5f6-6514ced6bada None None] For port d4208ff1-df21-4fad-a97d-5cd81e5dab62, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:38:00.494752 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-26ebe6c3-72fc-44e2-9763-f64a9818f86f tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:00.496459 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-07d49cfa-58a5-4b93-a5f6-6514ced6bada None None] For port d4208ff1-df21-4fad-a97d-5cd81e5dab62, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d4208ff1-df21-4fad-a97d-5cd81e5dab62,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:38:00.497770 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': 'fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79', 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea', 'port_id': 'fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79', 'mac_address': 'fa:16:3e:07:4d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f313f210-5759-4bf7-8dc0-7c89a181e7b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 21:38:00.502603 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 43f8295f-33c4-4763-945a-19400f4ec0f7 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:38:00.595098 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1560991020'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:00.600293 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:00.604102 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:network and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:00.606971 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:00.612951 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76298941-bf5c-4166-92be-7746afc84f6c', 'name': 'tempest-snat-router-1586787501', 'tenant_id': 'c961c95e72b244b78386f0fb2b63bf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.94'}], 'enable_snat': False}, 'gw_port_id': 'cb97d5af-550e-47b8-ba6e-01ec63dc6d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:51Z', 'updated_at': '2022-03-07T21:37:57Z', 'revision_number': 3, 'project_id': 'c961c95e72b244b78386f0fb2b63bf36', 'gw_port': {'id': 'cb97d5af-550e-47b8-ba6e-01ec63dc6d69', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76298941-bf5c-4166-92be-7746afc84f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:54Z', 'updated_at': '2022-03-07T21:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:00.613724 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:00.617281 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] Checking router: 76298941-bf5c-4166-92be-7746afc84f6c for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:38:00.617685 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] Updating router 76298941-bf5c-4166-92be-7746afc84f6c port cb97d5af-550e-47b8-ba6e-01ec63dc6d69 binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:38:00.619998 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:00.622699 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379db0a-84e9-488c-afbf-744c3d2b1ad0 req-6ef0dcd4-ac03-4526-a3d9-c487759a41a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:00.624170 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-e379db0a-84e9-488c-afbf-744c3d2b1ad0 req-6ef0dcd4-ac03-4526-a3d9-c487759a41a2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 1099 time: 0.3830030 Mar 07 21:38:00.633502 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-07d49cfa-58a5-4b93-a5f6-6514ced6bada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:00.653277 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-e379db0a-84e9-488c-afbf-744c3d2b1ad0 req-20222580-4fd3-44e2-9cbd-5a51097f75d3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:00.682023 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:00.684238 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ebe6c3-72fc-44e2-9763-f64a9818f86f tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Made reservation on behalf of ec319c69c3b640f5b2abf09eb14ccca4 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:00.689201 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-26ebe6c3-72fc-44e2-9763-f64a9818f86f tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:00.716244 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:00.722014 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:00.755738 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-e379db0a-84e9-488c-afbf-744c3d2b1ad0 req-20222580-4fd3-44e2-9cbd-5a51097f75d3 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:00.770581 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:00.790042 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f45fc-0100-4d9f-9ca8-416fa5b94f8c req-9b3c1761-dec9-4043-8156-0f8c6206776f tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:00.795959 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-e379db0a-84e9-488c-afbf-744c3d2b1ad0 req-20222580-4fd3-44e2-9cbd-5a51097f75d3 service neutron] Usage tracker for resource:security_group_rule and tenant:ae9a0c4960084db6a302362ed9c54de2 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:00.798083 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0b1f45fc-0100-4d9f-9ca8-416fa5b94f8c req-9b3c1761-dec9-4043-8156-0f8c6206776f tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 943 time: 0.5986967 Mar 07 21:38:00.816550 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:38:00.870048 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ebe6c3-72fc-44e2-9763-f64a9818f86f tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:38:00.879012 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d49cfa-58a5-4b93-a5f6-6514ced6bada None None] Pushing event updated for resources: {'Port': ['ID=d4208ff1-df21-4fad-a97d-5cd81e5dab62,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:00.884468 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-26ebe6c3-72fc-44e2-9763-f64a9818f86f tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:00.884813 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-26ebe6c3-72fc-44e2-9763-f64a9818f86f tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Added segment 7e547c48-dd11-4e00-a6c4-e2d9b67e311b of type vlan for network 3aa29835-7d10-4dec-bfc1-e571e9ad7f52 Mar 07 21:38:00.915466 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-26ebe6c3-72fc-44e2-9763-f64a9818f86f tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:00.924893 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f82c4eac-a1e6-44d5-94d5-8214de6fe3b9 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "GET /v2.0/routers/76298941-bf5c-4166-92be-7746afc84f6c HTTP/1.1" status: 200 len: 908 time: 0.6433651 Mar 07 21:38:00.930505 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79,segment=NetworkSegment(8dbd3c1f-a555-4c47-a861-7316787b2fc3),segment_id=8dbd3c1f-a555-4c47-a861-7316787b2fc3)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:00.944777 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-e379db0a-84e9-488c-afbf-744c3d2b1ad0 req-20222580-4fd3-44e2-9cbd-5a51097f75d3 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:00.947921 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39752) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:00.949144 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:00.982180 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0b1f45fc-0100-4d9f-9ca8-416fa5b94f8c req-4f43e699-581a-4068-99cb-477f72048960 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829419 Mar 07 21:38:00.983941 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-fea1768a-e5d1-4c67-b8b2-ae99e9512edd tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1586787501', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'enable_snat': True}}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:00.988976 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-e379db0a-84e9-488c-afbf-744c3d2b1ad0 req-20222580-4fd3-44e2-9cbd-5a51097f75d3 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:00.994055 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:security_group_rule and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:01.006689 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:01.007846 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-fea1768a-e5d1-4c67-b8b2-ae99e9512edd tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:01.028134 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:01.028678 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-fea1768a-e5d1-4c67-b8b2-ae99e9512edd tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Usage tracker for resource:router and tenant:c961c95e72b244b78386f0fb2b63bf36 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:01.039417 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:01.041465 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-fea1768a-e5d1-4c67-b8b2-ae99e9512edd tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:01.069584 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-fea1768a-e5d1-4c67-b8b2-ae99e9512edd tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:01.124870 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab620657-0f75-4294-8fde-29cd8949c3aa req-dcdfaeb7-dbf6-4b5e-8228-424ba89aef04 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:01.136962 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ab620657-0f75-4294-8fde-29cd8949c3aa req-dcdfaeb7-dbf6-4b5e-8228-424ba89aef04 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 946 time: 0.4289210 Mar 07 21:38:01.152768 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-26ebe6c3-72fc-44e2-9763-f64a9818f86f tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:01.160114 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ebe6c3-72fc-44e2-9763-f64a9818f86f tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:01.160114 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-26ebe6c3-72fc-44e2-9763-f64a9818f86f tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:01.236169 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9011e695-7380-4611-816d-d14cfea700f9 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:01.259237 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fea1768a-e5d1-4c67-b8b2-ae99e9512edd tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:01.260675 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fea1768a-e5d1-4c67-b8b2-ae99e9512edd tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:01.264130 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:01.291531 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:01.298729 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:01.299774 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 21:38:01.316718 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ab620657-0f75-4294-8fde-29cd8949c3aa req-4602a9ca-f1d0-444d-a6c6-b9272b3feb47 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4f6244d-d351-4f17-ad46-81866aa9850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766570 Mar 07 21:38:01.316813 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] Transition to ACTIVE for port object cb97d5af-550e-47b8-ba6e-01ec63dc6d69 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:01.329705 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-26ebe6c3-72fc-44e2-9763-f64a9818f86f tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9803021 Mar 07 21:38:01.339904 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9011e695-7380-4611-816d-d14cfea700f9 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:01.348350 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d4208ff1-df21-4fad-a97d-5cd81e5dab62 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:38:01.392023 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:01.496957 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Transition to ACTIVE for port object e9030f32-d187-4c83-b4f1-a0e095147d83 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:01.499578 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebe6c3-72fc-44e2-9763-f64a9818f86f tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Pushing event updated for resources: {'Network': ['ID=3aa29835-7d10-4dec-bfc1-e571e9ad7f52,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:01.529786 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fea1768a-e5d1-4c67-b8b2-ae99e9512edd tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:01.536601 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9011e695-7380-4611-816d-d14cfea700f9 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:01.566878 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ebc50-8a67-4e1e-ad89-4cc7ddf64a09 None None] Pushing event updated for resources: {'Port': ['ID=cb97d5af-550e-47b8-ba6e-01ec63dc6d69,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:01.569078 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] Attempting to bind port cb97d5af-550e-47b8-ba6e-01ec63dc6d69 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:38:01.569447 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] Attempting to bind port cb97d5af-550e-47b8-ba6e-01ec63dc6d69 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:38:01.569800 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] Attempting to bind port cb97d5af-550e-47b8-ba6e-01ec63dc6d69 on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:38:01.577162 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 3aa29835-7d10-4dec-bfc1-e571e9ad7f52 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:38:01.592051 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:38:01.592422 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:38:01.592814 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:01.593205 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:38:01.593673 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] Bound port: cb97d5af-550e-47b8-ba6e-01ec63dc6d69, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:38:01.594061 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:01.603231 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8408d2f-8ae0-40a5-8640-17cc9df0f293 req-1dafb762-8170-46a5-bf69-09c4108997fc tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:01.605296 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f8408d2f-8ae0-40a5-8640-17cc9df0f293 req-1dafb762-8170-46a5-bf69-09c4108997fc tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 945 time: 0.4574153 Mar 07 21:38:01.612879 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-e379db0a-84e9-488c-afbf-744c3d2b1ad0 req-20222580-4fd3-44e2-9cbd-5a51097f75d3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:01.618934 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:01.644150 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011e695-7380-4611-816d-d14cfea700f9 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Pushing event updated for resources: {'Port': ['ID=74272022-52a9-4dd5-bf86-3d8eb1d9589d,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:01.701902 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] For port cb97d5af-550e-47b8-ba6e-01ec63dc6d69, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:38:01.706361 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] For port cb97d5af-550e-47b8-ba6e-01ec63dc6d69, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=cb97d5af-550e-47b8-ba6e-01ec63dc6d69,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:38:01.707910 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f8408d2f-8ae0-40a5-8640-17cc9df0f293 req-94d1f60a-0c0a-4728-981a-2a895ad57a84 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4e0633e-2481-4719-a774-8a28de5e13e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848556 Mar 07 21:38:01.708910 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9011e695-7380-4611-816d-d14cfea700f9 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:01.710408 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9011e695-7380-4611-816d-d14cfea700f9 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4220161 Mar 07 21:38:01.713228 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39756) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:01.738350 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port d4208ff1-df21-4fad-a97d-5cd81e5dab62 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:38:01.789966 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:01.851417 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:01.861214 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:01.890385 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-e379db0a-84e9-488c-afbf-744c3d2b1ad0 req-20222580-4fd3-44e2-9cbd-5a51097f75d3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:01.956730 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ebc50-8a67-4e1e-ad89-4cc7ddf64a09 None None] Pushing event updated for resources: {'Port': ['ID=cb97d5af-550e-47b8-ba6e-01ec63dc6d69,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:01.975668 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:01.981402 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] Routers {'76298941-bf5c-4166-92be-7746afc84f6c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:38:01.982159 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:37:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['76298941-bf5c-4166-92be-7746afc84f6c'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:01.992272 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:02.005237 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Usage tracker for resource:floatingip and tenant:e542704ad95d4b5fab42e3483f6649f2 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:02.018233 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:02.038919 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:02.123440 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Notify callbacks [] for floatingip, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:02.160460 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:38:02.193076 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=720f0ab5-e8d2-4b3a-b6bf-990a80534bae,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:02.202899 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=e9030f32-d187-4c83-b4f1-a0e095147d83,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:02.205348 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] Set router 76298941-bf5c-4166-92be-7746afc84f6c gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:38:02.207873 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-e379db0a-84e9-488c-afbf-744c3d2b1ad0 req-20222580-4fd3-44e2-9cbd-5a51097f75d3 service neutron] Synchronizing usage tracker for tenant:ae9a0c4960084db6a302362ed9c54de2 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:02.238815 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:02.314077 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:02.314572 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:02.315000 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:02.315430 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:02.315850 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:02.316286 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:02.316704 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:02.317120 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:02.317534 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:02.317967 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:02.318385 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:02.318798 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:02.322935 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:02.323399 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:02.323842 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:02.324266 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:02.324688 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:02.325105 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:02.325522 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:02.325936 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:02.326457 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:02.326874 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:02.327288 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:02.327727 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:02.332260 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:02.357637 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:38:02.358639 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:38:02.364459 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:38:02.365006 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:02.418063 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c973640-0054-4fe4-9d16-27d66ec4605f req-cd06e6f9-7cf9-4179-aaf5-71863619f505 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:02.420049 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6c973640-0054-4fe4-9d16-27d66ec4605f req-cd06e6f9-7cf9-4179-aaf5-71863619f505 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 944 time: 0.1644802 Mar 07 21:38:02.439166 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-e379db0a-84e9-488c-afbf-744c3d2b1ad0 req-20222580-4fd3-44e2-9cbd-5a51097f75d3 service neutron] Unset dirty status for tenant:ae9a0c4960084db6a302362ed9c54de2 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:02.440466 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-e379db0a-84e9-488c-afbf-744c3d2b1ad0 req-20222580-4fd3-44e2-9cbd-5a51097f75d3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b4f6244d-d351-4f17-ad46-81866aa9850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.8085878 Mar 07 21:38:02.488869 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:02.522511 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:02.528838 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:02.530972 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:02.538278 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8e613717-02f4-4235-81f0-577724a90ae4 None None] Provisioning for port d4208ff1-df21-4fad-a97d-5cd81e5dab62 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:38:02.548141 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20222580-4fd3-44e2-9cbd-5a51097f75d3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b0db4758-b7fd-4fc3-9e6d-d42bf65d88df,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:02.562662 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:02.563349 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Added segment 55fe160e-fb95-4ff2-a152-007ef062f095 of type vlan for network a6db8684-d898-46a0-aaf6-8ede249b4167 Mar 07 21:38:02.592843 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8e613717-02f4-4235-81f0-577724a90ae4 None None] Provisioning complete for port d4208ff1-df21-4fad-a97d-5cd81e5dab62 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:38:02.593314 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8e613717-02f4-4235-81f0-577724a90ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:02.709707 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fea1768a-e5d1-4c67-b8b2-ae99e9512edd tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:02.777890 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:02.806940 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6c973640-0054-4fe4-9d16-27d66ec4605f req-a3281bce-546b-4106-bcc9-c0b3b0431100 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3782289 Mar 07 21:38:02.880028 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76298941-bf5c-4166-92be-7746afc84f6c', 'name': 'tempest-snat-router-1586787501', 'tenant_id': 'c961c95e72b244b78386f0fb2b63bf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.94'}], 'enable_snat': False}, 'gw_port_id': 'cb97d5af-550e-47b8-ba6e-01ec63dc6d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:51Z', 'updated_at': '2022-03-07T21:37:57Z', 'revision_number': 3, 'project_id': 'c961c95e72b244b78386f0fb2b63bf36', 'gw_port': {'id': 'cb97d5af-550e-47b8-ba6e-01ec63dc6d69', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76298941-bf5c-4166-92be-7746afc84f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:54Z', 'updated_at': '2022-03-07T21:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:02.884571 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b454abe0-40c4-49cf-8b31-832f6c19abe8 None None] The sync data for ids ['76298941-bf5c-4166-92be-7746afc84f6c'] in dv-neutron-829957-1-hyperv is: [{'id': '76298941-bf5c-4166-92be-7746afc84f6c', 'name': 'tempest-snat-router-1586787501', 'tenant_id': 'c961c95e72b244b78386f0fb2b63bf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.94'}], 'enable_snat': False}, 'gw_port_id': 'cb97d5af-550e-47b8-ba6e-01ec63dc6d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:51Z', 'updated_at': '2022-03-07T21:37:57Z', 'revision_number': 3, 'project_id': 'c961c95e72b244b78386f0fb2b63bf36', 'gw_port': {'id': 'cb97d5af-550e-47b8-ba6e-01ec63dc6d69', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76298941-bf5c-4166-92be-7746afc84f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:54Z', 'updated_at': '2022-03-07T21:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:38:02.886839 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-40da4bcc-1647-4bbb-b42d-efb2b8b6dba9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1206722 Mar 07 21:38:02.889389 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39770) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:02.899105 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:02.924134 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08,segment=NetworkSegment(00c388d5-0ca3-40a1-bd92-e62e9b97d280),segment_id=00c388d5-0ca3-40a1-bd92-e62e9b97d280)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:02.926592 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516028d3-d36b-4b77-b35e-33c2fd1af4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:03.028598 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:03.072052 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:03.080974 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Allocated IP 172.26.2.80 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/ae6df98f-1d88-48b4-901c-4eb064d2eee1) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:03.086424 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:03.087386 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:03.154328 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:03.185812 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.8345091 Mar 07 21:38:03.187519 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8e613717-02f4-4235-81f0-577724a90ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:03.258890 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39776) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:03.311411 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-621e12ad-be7a-4263-b116-f57a73497c86 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'port': {'network_id': 'a6db8684-d898-46a0-aaf6-8ede249b4167', 'name': 'tempest-PortsIpV6TestJSON-1637822157'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:03.315753 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-8e613717-02f4-4235-81f0-577724a90ae4 None None] For port d4208ff1-df21-4fad-a97d-5cd81e5dab62, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d4208ff1-df21-4fad-a97d-5cd81e5dab62,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:03.365207 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8d75c-3240-4483-a3e2-b19d0ef3b661 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Network': ['ID=a6db8684-d898-46a0-aaf6-8ede249b4167,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:03.374161 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8e613717-02f4-4235-81f0-577724a90ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:03.493449 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-621e12ad-be7a-4263-b116-f57a73497c86 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:03.493629 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50256a-3a7f-4250-b7a1-59c4f3749f37 req-6f65c8a2-dc86-49e3-96c1-892fbf218704 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:03.495066 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3a50256a-3a7f-4250-b7a1-59c4f3749f37 req-6f65c8a2-dc86-49e3-96c1-892fbf218704 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 946 time: 0.8802688 Mar 07 21:38:03.547673 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf13942-b0e0-4db4-9007-bfe8d73ce09e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:03.553440 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf13942-b0e0-4db4-9007-bfe8d73ce09e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:03.554902 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network a6db8684-d898-46a0-aaf6-8ede249b4167 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:38:03.559363 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5bf13942-b0e0-4db4-9007-bfe8d73ce09e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:03.645664 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea225367-feab-49c9-b337-787f225629c9 req-ee070e32-a63d-4d92-aadd-b20d62031575 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:03.652661 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ea225367-feab-49c9-b337-787f225629c9 req-ee070e32-a63d-4d92-aadd-b20d62031575 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 946 time: 0.5844927 Mar 07 21:38:03.702197 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-621e12ad-be7a-4263-b116-f57a73497c86 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:port and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:03.709305 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3a50256a-3a7f-4250-b7a1-59c4f3749f37 req-87b0c6c6-cfff-4fcd-8098-2cde4a689f5e tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4f6244d-d351-4f17-ad46-81866aa9850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983368 Mar 07 21:38:03.715874 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:03.757886 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5bf13942-b0e0-4db4-9007-bfe8d73ce09e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:03.761720 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5bf13942-b0e0-4db4-9007-bfe8d73ce09e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.8610301 Mar 07 21:38:03.770094 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c7b52245-59da-4efd-b2d8-7ac072d45ec7 None None] Provisioning for port e9030f32-d187-4c83-b4f1-a0e095147d83 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:38:03.777504 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39780) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:03.792159 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c7b52245-59da-4efd-b2d8-7ac072d45ec7 None None] Provisioning complete for port e9030f32-d187-4c83-b4f1-a0e095147d83 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:38:03.793242 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c7b52245-59da-4efd-b2d8-7ac072d45ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:03.800140 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-621e12ad-be7a-4263-b116-f57a73497c86 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:03.815684 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fea1768a-e5d1-4c67-b8b2-ae99e9512edd tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:03.894647 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ea225367-feab-49c9-b337-787f225629c9 req-5aff0886-915e-4e77-8909-84bcf449a746 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4e0633e-2481-4719-a774-8a28de5e13e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410126 Mar 07 21:38:03.927571 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516028d3-d36b-4b77-b35e-33c2fd1af4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08', 'code': 200} Mar 07 21:38:03.932297 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-621e12ad-be7a-4263-b116-f57a73497c86 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:03.957195 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c7b52245-59da-4efd-b2d8-7ac072d45ec7 None None] Port e9030f32-d187-4c83-b4f1-a0e095147d83 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:38:03.970939 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e613717-02f4-4235-81f0-577724a90ae4 None None] Pushing event updated for resources: {'Port': ['ID=d4208ff1-df21-4fad-a97d-5cd81e5dab62,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:03.989658 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fea1768a-e5d1-4c67-b8b2-ae99e9512edd tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:04.022368 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-0764c657-314f-462d-8ebb-4b0c2e958384 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting port e9030f32-d187-4c83-b4f1-a0e095147d83 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:04.024025 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0764c657-314f-462d-8ebb-4b0c2e958384 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:04.169094 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:38:04.260382 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:04.358416 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-fea1768a-e5d1-4c67-b8b2-ae99e9512edd tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Allocated IP 172.26.2.99 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/3eed52cb-d66b-43b4-a0c0-9f0994f2b38e) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:04.373476 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:38:04.374638 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:38:04.375047 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:04.387967 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621e12ad-be7a-4263-b116-f57a73497c86 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:04.394002 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-621e12ad-be7a-4263-b116-f57a73497c86 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:04.491350 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:04.500798 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d0eb2-2d7c-4905-9795-3de0c28367c7 req-13f0fa5d-e9e8-4789-9a14-abc6bd7c846a tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:04.507822 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f41d0eb2-2d7c-4905-9795-3de0c28367c7 req-13f0fa5d-e9e8-4789-9a14-abc6bd7c846a tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 944 time: 0.4230552 Mar 07 21:38:04.521194 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:04.525757 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:04.532293 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39786) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:04.550162 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:04.559856 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79,segment=NetworkSegment(8dbd3c1f-a555-4c47-a861-7316787b2fc3),segment_id=8dbd3c1f-a555-4c47-a861-7316787b2fc3)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:04.563262 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-621e12ad-be7a-4263-b116-f57a73497c86 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] device_id is not set on port 1aea51f6-7b1e-43d4-bb20-2f3a8995d93c yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:38:04.583722 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d3526559-634e-4e7f-a97a-7b716d387587 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Request body: {'subnets': [{'network_id': '43f8295f-33c4-4763-945a-19400f4ec0f7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1696636820', 'ip_version': 6}, {'network_id': '3aa29835-7d10-4dec-bfc1-e571e9ad7f52', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:04.584135 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d3526559-634e-4e7f-a97a-7b716d387587 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Request body: {'subnet': {'network_id': '43f8295f-33c4-4763-945a-19400f4ec0f7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1696636820', 'ip_version': 6}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:04.584850 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d3526559-634e-4e7f-a97a-7b716d387587 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Request body: {'subnet': {'network_id': '3aa29835-7d10-4dec-bfc1-e571e9ad7f52', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:04.603938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Pushing event updated for resources: {'Port': ['ID=ae6df98f-1d88-48b4-901c-4eb064d2eee1,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:04.618935 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:04.667760 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:04.668103 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:04.668444 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:04.668783 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:04.669113 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:04.669438 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:04.669765 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:04.670113 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:04.670439 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:04.670760 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:04.671075 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:04.671391 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:04.705008 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:04.756033 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f41d0eb2-2d7c-4905-9795-3de0c28367c7 req-9c62eafd-d23f-4b03-85af-0d6e66dd628d tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2471557 Mar 07 21:38:04.763241 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0764c657-314f-462d-8ebb-4b0c2e958384 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:04.889015 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9198a-f363-4c89-b2f5-afb90a3debce req-a9e195de-6314-40cf-a32c-6f538b21327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:04.890519 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-b7f9198a-f363-4c89-b2f5-afb90a3debce req-a9e195de-6314-40cf-a32c-6f538b21327c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 1099 time: 0.4667993 Mar 07 21:38:04.902856 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fea1768a-e5d1-4c67-b8b2-ae99e9512edd tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:05.016916 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-0764c657-314f-462d-8ebb-4b0c2e958384 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Calling delete_port for e9030f32-d187-4c83-b4f1-a0e095147d83 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:05.066385 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-b7f9198a-f363-4c89-b2f5-afb90a3debce req-c19ae295-ec9b-4e60-b562-65abba98c535 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b4e0633e-2481-4719-a774-8a28de5e13e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681249 Mar 07 21:38:05.077754 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-621e12ad-be7a-4263-b116-f57a73497c86 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:05.167131 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d4208ff1-df21-4fad-a97d-5cd81e5dab62 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:38:05.191611 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fea1768a-e5d1-4c67-b8b2-ae99e9512edd tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:05.238835 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-621e12ad-be7a-4263-b116-f57a73497c86 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:05.244416 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port d4208ff1-df21-4fad-a97d-5cd81e5dab62 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:38:05.244858 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:05.265660 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea1768a-e5d1-4c67-b8b2-ae99e9512edd tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:05.265884 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d3526559-634e-4e7f-a97a-7b716d387587 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:05.267454 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-fea1768a-e5d1-4c67-b8b2-ae99e9512edd tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:05.268842 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:05.276757 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea1768a-e5d1-4c67-b8b2-ae99e9512edd tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:05.285905 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d3526559-634e-4e7f-a97a-7b716d387587 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Usage tracker for resource:subnet and tenant:ec319c69c3b640f5b2abf09eb14ccca4 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:05.294126 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d3526559-634e-4e7f-a97a-7b716d387587 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:05.309075 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d3526559-634e-4e7f-a97a-7b716d387587 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:05.319424 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d381fc-89f0-484d-bcd5-67dc4001834d req-dc6c7b05-0d8a-44b2-8bef-5df0e02e2d08 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:05.322638 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-11d381fc-89f0-484d-bcd5-67dc4001834d req-dc6c7b05-0d8a-44b2-8bef-5df0e02e2d08 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 946 time: 0.3115811 Mar 07 21:38:05.341938 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1768a-e5d1-4c67-b8b2-ae99e9512edd tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Pushing event updated for resources: {'Port': ['ID=3eed52cb-d66b-43b4-a0c0-9f0994f2b38e,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:05.383078 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device cb97d5af-550e-47b8-ba6e-01ec63dc6d69 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:38:05.496718 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621e12ad-be7a-4263-b116-f57a73497c86 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Checking segment: {'id': '55fe160e-fb95-4ff2-a152-007ef062f095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a6db8684-d898-46a0-aaf6-8ede249b4167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:38:05.497091 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621e12ad-be7a-4263-b116-f57a73497c86 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network hostable DHCP agents. Network: a6db8684-d898-46a0-aaf6-8ede249b4167, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:38:05.518988 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e12ad-be7a-4263-b116-f57a73497c86 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Port': ['ID=1aea51f6-7b1e-43d4-bb20-2f3a8995d93c,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:05.536924 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3526559-634e-4e7f-a97a-7b716d387587 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Made reservation on behalf of ec319c69c3b640f5b2abf09eb14ccca4 for: {'subnet': 2} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:05.541330 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d3526559-634e-4e7f-a97a-7b716d387587 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:05.543538 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d3526559-634e-4e7f-a97a-7b716d387587 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:05.562510 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port cb97d5af-550e-47b8-ba6e-01ec63dc6d69 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:38:05.566685 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a58a9-da71-4c04-8640-a240cf2a2cf7 req-54ca8c7a-1bfd-4b45-a016-f80397c44958 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:05.568149 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8a6a58a9-da71-4c04-8640-a240cf2a2cf7 req-54ca8c7a-1bfd-4b45-a016-f80397c44958 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 946 time: 0.6998355 Mar 07 21:38:05.568998 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port cb97d5af-550e-47b8-ba6e-01ec63dc6d69 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:38:05.569484 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:05.688645 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621e12ad-be7a-4263-b116-f57a73497c86 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network a6db8684-d898-46a0-aaf6-8ede249b4167 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:38:05.692231 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:05.692419 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:05.708713 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port cb97d5af-550e-47b8-ba6e-01ec63dc6d69, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=cb97d5af-550e-47b8-ba6e-01ec63dc6d69,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:05.729385 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-11d381fc-89f0-484d-bcd5-67dc4001834d req-6cc3bc25-062a-459b-9bef-b48a34e7be25 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4e0633e-2481-4719-a774-8a28de5e13e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3772674 Mar 07 21:38:05.791853 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8a6a58a9-da71-4c04-8640-a240cf2a2cf7 req-a92d8d0d-047e-4c21-a6e0-6c182dc1f2a1 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4f6244d-d351-4f17-ad46-81866aa9850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096243 Mar 07 21:38:05.805411 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0764c657-314f-462d-8ebb-4b0c2e958384 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:05.830497 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:05.875561 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764c657-314f-462d-8ebb-4b0c2e958384 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Port': ['ID=e9030f32-d187-4c83-b4f1-a0e095147d83,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:05.962228 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5e1693-73a6-41f1-b344-988f26f5977a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:05.967325 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=cb97d5af-550e-47b8-ba6e-01ec63dc6d69,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:05.981692 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fea1768a-e5d1-4c67-b8b2-ae99e9512edd tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:05.996664 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:05.997000 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:05.997591 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:05.997708 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:05.997986 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:05.998315 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:05.999072 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:05.999341 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:05.999666 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:05.999983 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:06.000822 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:06.001137 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:38:06.022647 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0764c657-314f-462d-8ebb-4b0c2e958384 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:06.062411 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-621e12ad-be7a-4263-b116-f57a73497c86 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, a6db8684-d898-46a0-aaf6-8ede249b4167) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:06.194004 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621e12ad-be7a-4263-b116-f57a73497c86 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:06.195156 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a066b5d-0be5-4390-995e-86708bddbb0f None None] Network a6db8684-d898-46a0-aaf6-8ede249b4167 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:38:06.195626 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621e12ad-be7a-4263-b116-f57a73497c86 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:06.195626 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-621e12ad-be7a-4263-b116-f57a73497c86 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:06.363401 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f61719-c90d-4f8d-83c9-f84eea069ded req-f07c2938-1241-415a-9703-f7feea4bc1ef tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:06.364866 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-38f61719-c90d-4f8d-83c9-f84eea069ded req-f07c2938-1241-415a-9703-f7feea4bc1ef tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 946 time: 0.4148755 Mar 07 21:38:06.366116 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0764c657-314f-462d-8ebb-4b0c2e958384 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/e9030f32-d187-4c83-b4f1-a0e095147d83 HTTP/1.1" status: 204 len: 168 time: 2.5843489 Mar 07 21:38:06.371077 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39800) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:06.388676 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-621e12ad-be7a-4263-b116-f57a73497c86 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.1243055 Mar 07 21:38:06.415242 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5e1693-73a6-41f1-b344-988f26f5977a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79', 'code': 200} Mar 07 21:38:06.420095 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39804) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:06.429824 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39806) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:06.430252 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-6ddd048e-8feb-499d-87f0-a43a336a03bd tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Request body: {'floatingip': {'port_id': '2de62551-b2e0-4cc6-bfbd-2312f4440e68'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:06.451105 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:06.459430 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77101e9b-22ee-4f61-a69e-b3e4fffd92a9 req-cdb67525-1453-4e4a-9ebb-d3b63c928c83 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:06.461022 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-77101e9b-22ee-4f61-a69e-b3e4fffd92a9 req-cdb67525-1453-4e4a-9ebb-d3b63c928c83 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.5033801 Mar 07 21:38:06.536107 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-77101e9b-22ee-4f61-a69e-b3e4fffd92a9 req-4b43abb5-e2c4-4247-a152-c08efc3913bd tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579224 Mar 07 21:38:06.538291 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:06.625054 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6ddd048e-8feb-499d-87f0-a43a336a03bd tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks [] for floatingip, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:06.685760 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-f0777f9c-38f2-4167-a212-d19b277a1974 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-963305205'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:06.693030 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Pushing event updated for resources: {'Port': ['ID=ae6df98f-1d88-48b4-901c-4eb064d2eee1,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:06.717619 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f0777f9c-38f2-4167-a212-d19b277a1974 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:06.720097 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:06.782661 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f0777f9c-38f2-4167-a212-d19b277a1974 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:network and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:06.792027 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f0777f9c-38f2-4167-a212-d19b277a1974 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:06.839194 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f0777f9c-38f2-4167-a212-d19b277a1974 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:06.843574 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fea1768a-e5d1-4c67-b8b2-ae99e9512edd tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:06.871410 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaaf992-5652-4b43-8281-40c498b3faea tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:06.873012 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaaf992-5652-4b43-8281-40c498b3faea tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:06.873754 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4aaaf992-5652-4b43-8281-40c498b3faea tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:06.886100 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:06.886100 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-543b3873-6207-4dcf-85ea-a8651ef48906 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1709347 Mar 07 21:38:06.891083 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39814) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:06.960252 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d3526559-634e-4e7f-a97a-7b716d387587 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:07.007006 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0777f9c-38f2-4167-a212-d19b277a1974 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:07.010184 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f0777f9c-38f2-4167-a212-d19b277a1974 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:07.010748 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4fd8e539-6041-4f1f-ba02-d91998a4b748 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Synchronizing usage tracker for tenant:32be144809094033b58ac00419e810c1 on resource:floatingip {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:07.078138 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3526559-634e-4e7f-a97a-7b716d387587 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Pushing event updated for resources: {'Subnet': ['ID=7c513b55-b4cb-49a5-a961-c9142adaf176,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:07.088030 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device cb97d5af-550e-47b8-ba6e-01ec63dc6d69 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:38:07.104103 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84d866-e4ac-4d11-9c82-46cd765471b3 req-f1bf5f57-7402-4fe6-a0f0-d2e29b1c48b9 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:07.105674 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8c84d866-e4ac-4d11-9c82-46cd765471b3 req-f1bf5f57-7402-4fe6-a0f0-d2e29b1c48b9 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 946 time: 0.2596557 Mar 07 21:38:07.106622 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3526559-634e-4e7f-a97a-7b716d387587 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Checking segment: {'id': '8dfd367a-1253-461b-b784-b5816e0e6f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '43f8295f-33c4-4763-945a-19400f4ec0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:38:07.107050 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3526559-634e-4e7f-a97a-7b716d387587 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Network hostable DHCP agents. Network: 43f8295f-33c4-4763-945a-19400f4ec0f7, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:38:07.159757 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4fd8e539-6041-4f1f-ba02-d91998a4b748 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Unset dirty status for tenant:32be144809094033b58ac00419e810c1 on resource:floatingip {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:07.163496 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4fd8e539-6041-4f1f-ba02-d91998a4b748 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3091 time: 0.2680693 Mar 07 21:38:07.165228 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port cb97d5af-550e-47b8-ba6e-01ec63dc6d69 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:38:07.165671 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:07.166313 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8c84d866-e4ac-4d11-9c82-46cd765471b3 req-b3a9fcfc-b429-4e75-aadb-fcada5cffb48 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4e0633e-2481-4719-a774-8a28de5e13e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527439 Mar 07 21:38:07.166821 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39818) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:07.195298 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4aaaf992-5652-4b43-8281-40c498b3faea tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:07.196520 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4aaaf992-5652-4b43-8281-40c498b3faea tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8241420 Mar 07 21:38:07.207049 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39824) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:07.240955 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3526559-634e-4e7f-a97a-7b716d387587 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Network 43f8295f-33c4-4763-945a-19400f4ec0f7 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:38:07.271646 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0777f9c-38f2-4167-a212-d19b277a1974 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:38:07.275611 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-52c93f31-6ec5-4c6a-8eb3-94c9288a1b02 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Synchronizing usage tracker for tenant:cb073948b7bf4f40b2703713f7e06128 on resource:floatingip {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:07.287908 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fae2f-5269-45bf-b5ac-6e271523e426 req-6952c599-e475-43af-8e17-8210fa123de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:07.295192 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-8e7fae2f-5269-45bf-b5ac-6e271523e426 req-6952c599-e475-43af-8e17-8210fa123de7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 1098 time: 0.4945335 Mar 07 21:38:07.341912 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f0777f9c-38f2-4167-a212-d19b277a1974 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:07.342276 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-f0777f9c-38f2-4167-a212-d19b277a1974 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Added segment d173e99a-b643-4ab0-a49a-917050818a10 of type vlan for network 5c02cb71-ffb6-4aaf-9c85-5d538881fe14 Mar 07 21:38:07.432782 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-d3526559-634e-4e7f-a97a-7b716d387587 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 43f8295f-33c4-4763-945a-19400f4ec0f7) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:07.438700 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d3526559-634e-4e7f-a97a-7b716d387587 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:07.445843 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ba62bb-d7e8-4bff-a161-33de964053c4 None None] Network 43f8295f-33c4-4763-945a-19400f4ec0f7 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:38:07.462281 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cbf9c70-9963-4ea3-b994-a19611b6f568 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet 25b425fd-d81c-4a32-9974-65ed87898b41 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:38:07.477362 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5cbf9c70-9963-4ea3-b994-a19611b6f568 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:07.519209 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f0777f9c-38f2-4167-a212-d19b277a1974 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:07.524885 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-52c93f31-6ec5-4c6a-8eb3-94c9288a1b02 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Unset dirty status for tenant:cb073948b7bf4f40b2703713f7e06128 on resource:floatingip {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:07.528703 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-52c93f31-6ec5-4c6a-8eb3-94c9288a1b02 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3582337 Mar 07 21:38:07.528858 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-8e7fae2f-5269-45bf-b5ac-6e271523e426 req-1f3392cf-bf91-43b4-b91a-2fb8b7212de6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224021 Mar 07 21:38:07.531506 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39828) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:07.535712 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3526559-634e-4e7f-a97a-7b716d387587 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Pushing event updated for resources: {'Subnet': ['ID=c2e60c61-eed6-4241-a245-18d06b913e3b,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:07.684341 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3810c652-8873-4d90-9d39-f4eda7ba3d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-43f8295f-33c4-4763-945a-19400f4ec0f7', 'network_id': '43f8295f-33c4-4763-945a-19400f4ec0f7', 'tenant_id': 'ec319c69c3b640f5b2abf09eb14ccca4', 'fixed_ips': [{'subnet_id': '7c513b55-b4cb-49a5-a961-c9142adaf176'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:38:07.685201 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3810c652-8873-4d90-9d39-f4eda7ba3d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:07.693207 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3526559-634e-4e7f-a97a-7b716d387587 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Checking segment: {'id': '7e547c48-dd11-4e00-a6c4-e2d9b67e311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3aa29835-7d10-4dec-bfc1-e571e9ad7f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:38:07.693562 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3526559-634e-4e7f-a97a-7b716d387587 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Network hostable DHCP agents. Network: 3aa29835-7d10-4dec-bfc1-e571e9ad7f52, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:38:07.773526 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303fdf6-b666-4886-83e7-9d085e58a94e req-4ee02732-4f37-4a7e-8e1b-07ae3ea856aa tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:07.775052 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f303fdf6-b666-4886-83e7-9d085e58a94e req-4ee02732-4f37-4a7e-8e1b-07ae3ea856aa tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 946 time: 0.4932320 Mar 07 21:38:07.775209 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.resource_extend [None req-f0777f9c-38f2-4167-a212-d19b277a1974 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:38:07.787293 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39834) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:07.793026 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5cbf9c70-9963-4ea3-b994-a19611b6f568 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:07.805501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-1ef8be0d-df68-435f-b9fe-62f6b106b055 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Request body: {'floatingip': {'port_id': '2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:07.867587 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-47940c0b-d32f-4e65-a92f-4319ea9831b4 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Deleting port ae6df98f-1d88-48b4-901c-4eb064d2eee1 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:07.867924 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-47940c0b-d32f-4e65-a92f-4319ea9831b4 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:07.900241 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-3810c652-8873-4d90-9d39-f4eda7ba3d2d None None] Allocated IP 2001:db8::1 (43f8295f-33c4-4763-945a-19400f4ec0f7/7c513b55-b4cb-49a5-a961-c9142adaf176/5673bb27-49da-4896-b6a3-2ce091d91c59) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:07.930339 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea1768a-e5d1-4c67-b8b2-ae99e9512edd tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Router 3759a3bb-317e-40ac-8957-695f94b6609a is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:38:07.938402 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1ef8be0d-df68-435f-b9fe-62f6b106b055 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks [] for floatingip, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:07.943319 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f0777f9c-38f2-4167-a212-d19b277a1974 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:07.948714 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0777f9c-38f2-4167-a212-d19b277a1974 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:07.949628 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f0777f9c-38f2-4167-a212-d19b277a1974 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:08.081794 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3526559-634e-4e7f-a97a-7b716d387587 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Network 3aa29835-7d10-4dec-bfc1-e571e9ad7f52 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:38:08.117245 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3810c652-8873-4d90-9d39-f4eda7ba3d2d None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:08.128260 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3810c652-8873-4d90-9d39-f4eda7ba3d2d None None] Transition to ACTIVE for port object 5673bb27-49da-4896-b6a3-2ce091d91c59 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:08.147627 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3810c652-8873-4d90-9d39-f4eda7ba3d2d None None] Transition to ACTIVE for port object 5673bb27-49da-4896-b6a3-2ce091d91c59 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:08.227348 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-d3526559-634e-4e7f-a97a-7b716d387587 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 3aa29835-7d10-4dec-bfc1-e571e9ad7f52) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:08.239953 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69716095-58f6-4cd0-979c-6fffa8a0ae94 None None] Network 3aa29835-7d10-4dec-bfc1-e571e9ad7f52 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:38:08.242030 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3526559-634e-4e7f-a97a-7b716d387587 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:08.242518 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3526559-634e-4e7f-a97a-7b716d387587 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:08.243137 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d3526559-634e-4e7f-a97a-7b716d387587 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:08.259111 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0603c5-75d9-485d-b314-9ad18e824403 req-cef32d1a-a2e4-4871-bda9-8ac85d270dce tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:08.260575 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1c0603c5-75d9-485d-b314-9ad18e824403 req-cef32d1a-a2e4-4871-bda9-8ac85d270dce tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.6126556 Mar 07 21:38:08.261233 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3810c652-8873-4d90-9d39-f4eda7ba3d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:08.330499 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f0777f9c-38f2-4167-a212-d19b277a1974 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9042799 Mar 07 21:38:08.332494 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5cbf9c70-9963-4ea3-b994-a19611b6f568 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:08.355208 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39838) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:08.361931 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0777f9c-38f2-4167-a212-d19b277a1974 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Network': ['ID=5c02cb71-ffb6-4aaf-9c85-5d538881fe14,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:08.366892 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.resource_extend [None req-6ddd048e-8feb-499d-87f0-a43a336a03bd tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:38:08.383662 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'ports': [{'network_id': 'a6db8684-d898-46a0-aaf6-8ede249b4167'}, {'network_id': '5c02cb71-ffb6-4aaf-9c85-5d538881fe14'}]} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:08.383967 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'port': {'network_id': 'a6db8684-d898-46a0-aaf6-8ede249b4167'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:08.384436 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'port': {'network_id': '5c02cb71-ffb6-4aaf-9c85-5d538881fe14'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:08.387095 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 5c02cb71-ffb6-4aaf-9c85-5d538881fe14 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:38:08.426090 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3810c652-8873-4d90-9d39-f4eda7ba3d2d None None] Network 43f8295f-33c4-4763-945a-19400f4ec0f7 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:08.437713 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-3810c652-8873-4d90-9d39-f4eda7ba3d2d None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:08.439620 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810c652-8873-4d90-9d39-f4eda7ba3d2d None None] Pushing event updated for resources: {'Port': ['ID=5673bb27-49da-4896-b6a3-2ce091d91c59,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:08.446001 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3810c652-8873-4d90-9d39-f4eda7ba3d2d None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:08.513765 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d3526559-634e-4e7f-a97a-7b716d387587 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.9692593 Mar 07 21:38:08.523004 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-47940c0b-d32f-4e65-a92f-4319ea9831b4 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:08.523334 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-47940c0b-d32f-4e65-a92f-4319ea9831b4 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:08.537094 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39842) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:08.542737 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1c0603c5-75d9-485d-b314-9ad18e824403 req-e2837a5d-c662-415e-a4dc-2413727fe6b5 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2710826 Mar 07 21:38:08.575916 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6ddd048e-8feb-499d-87f0-a43a336a03bd tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:08.612280 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea1768a-e5d1-4c67-b8b2-ae99e9512edd tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:38:08.653539 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4678f4-3bef-44bc-b7de-907a903ceff2 None None] Sync routers for ids ['3759a3bb-317e-40ac-8957-695f94b6609a'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:38:08.660343 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-3810c652-8873-4d90-9d39-f4eda7ba3d2d None None] Attempting to bind port 5673bb27-49da-4896-b6a3-2ce091d91c59 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:38:08.660705 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-3810c652-8873-4d90-9d39-f4eda7ba3d2d None None] Attempting to bind port 5673bb27-49da-4896-b6a3-2ce091d91c59 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '8dfd367a-1253-461b-b784-b5816e0e6f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '43f8295f-33c4-4763-945a-19400f4ec0f7'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:38:08.661072 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3810c652-8873-4d90-9d39-f4eda7ba3d2d None None] Attempting to bind port 5673bb27-49da-4896-b6a3-2ce091d91c59 on network 43f8295f-33c4-4763-945a-19400f4ec0f7 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:38:08.677085 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6ddd048e-8feb-499d-87f0-a43a336a03bd tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:08.688111 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4678f4-3bef-44bc-b7de-907a903ceff2 None None] Routers {'3759a3bb-317e-40ac-8957-695f94b6609a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:38:08.688827 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-5e4678f4-3bef-44bc-b7de-907a903ceff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:37:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['3759a3bb-317e-40ac-8957-695f94b6609a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:08.736300 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fea1768a-e5d1-4c67-b8b2-ae99e9512edd tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:08.737641 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-fea1768a-e5d1-4c67-b8b2-ae99e9512edd tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.7856252 Mar 07 21:38:08.738155 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3810c652-8873-4d90-9d39-f4eda7ba3d2d None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:38:08.738655 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5cbf9c70-9963-4ea3-b994-a19611b6f568 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:08.738798 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3810c652-8873-4d90-9d39-f4eda7ba3d2d None None] Checking segment: {'id': '8dfd367a-1253-461b-b784-b5816e0e6f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '43f8295f-33c4-4763-945a-19400f4ec0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:38:08.739239 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3810c652-8873-4d90-9d39-f4eda7ba3d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:08.739711 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3810c652-8873-4d90-9d39-f4eda7ba3d2d None None] Bound using segment: {'id': '8dfd367a-1253-461b-b784-b5816e0e6f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '43f8295f-33c4-4763-945a-19400f4ec0f7'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:38:08.740281 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-3810c652-8873-4d90-9d39-f4eda7ba3d2d None None] Bound port: 5673bb27-49da-4896-b6a3-2ce091d91c59, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dfd367a-1253-461b-b784-b5816e0e6f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '43f8295f-33c4-4763-945a-19400f4ec0f7'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:38:08.740762 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3810c652-8873-4d90-9d39-f4eda7ba3d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:08.749773 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39846) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:08.867381 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf9c70-9963-4ea3-b994-a19611b6f568 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=25b425fd-d81c-4a32-9974-65ed87898b41,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:08.872749 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5cbf9c70-9963-4ea3-b994-a19611b6f568 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:08.874621 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5cbf9c70-9963-4ea3-b994-a19611b6f568 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/25b425fd-d81c-4a32-9974-65ed87898b41 HTTP/1.1" status: 204 len: 168 time: 1.6651051 Mar 07 21:38:08.880729 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39850) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:08.883984 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76976474-5365-4737-b529-0b3c6eb39862 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:38:08.905263 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07307a35-56eb-4ab1-90d1-9d34c31f22b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-3aa29835-7d10-4dec-bfc1-e571e9ad7f52', 'network_id': '3aa29835-7d10-4dec-bfc1-e571e9ad7f52', 'tenant_id': 'ec319c69c3b640f5b2abf09eb14ccca4', 'fixed_ips': [{'subnet_id': 'c2e60c61-eed6-4241-a245-18d06b913e3b'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:38:08.906291 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-07307a35-56eb-4ab1-90d1-9d34c31f22b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:08.950117 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-47940c0b-d32f-4e65-a92f-4319ea9831b4 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Calling delete_port for ae6df98f-1d88-48b4-901c-4eb064d2eee1 owned by network:floatingip {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:09.013258 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6deaebbf-a8db-4556-b88e-906d8154b6ed tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1311779 Mar 07 21:38:09.028394 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39854) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:09.044179 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-0dcd9243-601c-4f97-b9fe-2c5fde53ad30 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:09.088044 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c377c2-d952-4c91-ad08-52bed32accc4 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:09.089660 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c377c2-d952-4c91-ad08-52bed32accc4 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:09.091192 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c377c2-d952-4c91-ad08-52bed32accc4 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:09.091986 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f4c377c2-d952-4c91-ad08-52bed32accc4 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Synchronizing usage tracker for tenant:ec319c69c3b640f5b2abf09eb14ccca4 on resource:subnet {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:09.126646 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-3810c652-8873-4d90-9d39-f4eda7ba3d2d None None] For port 5673bb27-49da-4896-b6a3-2ce091d91c59, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:38:09.145904 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-5e4678f4-3bef-44bc-b7de-907a903ceff2 None None] Set router 3759a3bb-317e-40ac-8957-695f94b6609a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:38:09.210380 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-6ddd048e-8feb-499d-87f0-a43a336a03bd tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Floating IP 93595f67-e955-4d40-bd2f-f96af0b33cab associated. External IP: 172.26.2.220, port: 2de62551-b2e0-4cc6-bfbd-2312f4440e68. Mar 07 21:38:09.286211 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:09.293128 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:port and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:09.297076 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:09.306823 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:09.320700 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-95ac14cb-8852-444c-8518-35951d2a28fc tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "GET /v2.0/routers/3759a3bb-317e-40ac-8957-695f94b6609a HTTP/1.1" status: 200 len: 907 time: 0.5402784 Mar 07 21:38:09.322970 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39858) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:09.342453 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-3810c652-8873-4d90-9d39-f4eda7ba3d2d None None] For port 5673bb27-49da-4896-b6a3-2ce091d91c59, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=5673bb27-49da-4896-b6a3-2ce091d91c59,segment=NetworkSegment(8dfd367a-1253-461b-b784-b5816e0e6f38),segment_id=8dfd367a-1253-461b-b784-b5816e0e6f38)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:38:09.393741 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f4c377c2-d952-4c91-ad08-52bed32accc4 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Unset dirty status for tenant:ec319c69c3b640f5b2abf09eb14ccca4 on resource:subnet {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:09.394321 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f4c377c2-d952-4c91-ad08-52bed32accc4 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.8506467 Mar 07 21:38:09.410198 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39862) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:09.430939 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3810c652-8873-4d90-9d39-f4eda7ba3d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:09.462633 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'port': 2} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:09.467467 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:09.512354 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0dcd9243-601c-4f97-b9fe-2c5fde53ad30 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:09.540097 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0dcd9243-601c-4f97-b9fe-2c5fde53ad30 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:09.548154 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0dcd9243-601c-4f97-b9fe-2c5fde53ad30 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:09.568264 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0dcd9243-601c-4f97-b9fe-2c5fde53ad30 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:09.572504 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-47940c0b-d32f-4e65-a92f-4319ea9831b4 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:09.628453 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:09.659412 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47940c0b-d32f-4e65-a92f-4319ea9831b4 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Pushing event deleted for resources: {'Port': ['ID=ae6df98f-1d88-48b4-901c-4eb064d2eee1,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:09.672878 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-2542a86b-a1ae-4d05-8975-55df9581c0e9 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Deleting subnet 7c513b55-b4cb-49a5-a961-c9142adaf176 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:38:09.690758 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-07307a35-56eb-4ab1-90d1-9d34c31f22b7 None None] Allocated IP 2001:db8:0:1::1 (3aa29835-7d10-4dec-bfc1-e571e9ad7f52/c2e60c61-eed6-4241-a245-18d06b913e3b/0dc5e611-059d-41f1-b44e-75b154fa3a79) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:09.752724 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2542a86b-a1ae-4d05-8975-55df9581c0e9 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:09.761724 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810c652-8873-4d90-9d39-f4eda7ba3d2d None None] Pushing event updated for resources: {'Port': ['ID=5673bb27-49da-4896-b6a3-2ce091d91c59,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:09.837491 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d917f705-6d9e-4151-8654-0cf943e372d1 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:09.908487 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcd9243-601c-4f97-b9fe-2c5fde53ad30 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:09.913756 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0dcd9243-601c-4f97-b9fe-2c5fde53ad30 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:09.939870 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1ef8be0d-df68-435f-b9fe-62f6b106b055 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:10.050210 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2542a86b-a1ae-4d05-8975-55df9581c0e9 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:10.079840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1ef8be0d-df68-435f-b9fe-62f6b106b055 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:10.108922 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e313290-7cfc-4d90-acea-c67da0a7025f None None] DHCP port deletion for ab63f4f6-c089-409c-a9c4-f2088e2d7005 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:38:10.129335 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-5e4678f4-3bef-44bc-b7de-907a903ceff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3759a3bb-317e-40ac-8957-695f94b6609a', 'name': 'tempest-snat-router-1586787501', 'tenant_id': 'c961c95e72b244b78386f0fb2b63bf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': '3eed52cb-d66b-43b4-a0c0-9f0994f2b38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:01Z', 'updated_at': '2022-03-07T21:38:05Z', 'revision_number': 3, 'project_id': 'c961c95e72b244b78386f0fb2b63bf36', 'gw_port': {'id': '3eed52cb-d66b-43b4-a0c0-9f0994f2b38e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3759a3bb-317e-40ac-8957-695f94b6609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:38:04Z', 'updated_at': '2022-03-07T21:38:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:10.134621 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-6e313290-7cfc-4d90-acea-c67da0a7025f None None] Deleting port d4208ff1-df21-4fad-a97d-5cd81e5dab62 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:10.135221 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6e313290-7cfc-4d90-acea-c67da0a7025f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:10.201488 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-47940c0b-d32f-4e65-a92f-4319ea9831b4 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Notify callbacks [] for floatingip, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:10.238640 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4678f4-3bef-44bc-b7de-907a903ceff2 None None] Checking router: 3759a3bb-317e-40ac-8957-695f94b6609a for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:38:10.238640 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4678f4-3bef-44bc-b7de-907a903ceff2 None None] Updating router 3759a3bb-317e-40ac-8957-695f94b6609a port 3eed52cb-d66b-43b4-a0c0-9f0994f2b38e binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:38:10.347283 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-07307a35-56eb-4ab1-90d1-9d34c31f22b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:10.363875 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-07307a35-56eb-4ab1-90d1-9d34c31f22b7 None None] Transition to ACTIVE for port object 0dc5e611-059d-41f1-b44e-75b154fa3a79 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:10.388048 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d917f705-6d9e-4151-8654-0cf943e372d1 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:10.391816 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-07307a35-56eb-4ab1-90d1-9d34c31f22b7 None None] Transition to ACTIVE for port object 0dc5e611-059d-41f1-b44e-75b154fa3a79 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:10.400415 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ddd048e-8feb-499d-87f0-a43a336a03bd tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Router 49152012-a700-4b6b-b6f1-653afaf1df84 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:38:10.423689 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-47940c0b-d32f-4e65-a92f-4319ea9831b4 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:10.424841 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-47940c0b-d32f-4e65-a92f-4319ea9831b4 tempest-FloatingIPAdminTestJSON-1020641850 tempest-FloatingIPAdminTestJSON-1020641850-project] 10.222.0.21 "DELETE /v2.0/floatingips/10cd7f30-4f09-457d-b368-331d63368f86 HTTP/1.1" status: 204 len: 168 time: 2.8906806 Mar 07 21:38:10.451614 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5e4678f4-3bef-44bc-b7de-907a903ceff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:10.452339 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39868) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:10.493453 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-07307a35-56eb-4ab1-90d1-9d34c31f22b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:10.677792 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] device_id is not set on port 96fdffef-c0b2-4056-8fc0-200bbde60e8f yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:38:10.689661 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee5996-3d1a-448d-832c-d74eba3fb66a req-97866e7c-f46e-4448-8cac-7b22c7972887 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:10.691163 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-40ee5996-3d1a-448d-832c-d74eba3fb66a req-97866e7c-f46e-4448-8cac-7b22c7972887 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 1.0286913 Mar 07 21:38:10.702625 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07307a35-56eb-4ab1-90d1-9d34c31f22b7 None None] Network 3aa29835-7d10-4dec-bfc1-e571e9ad7f52 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:10.728856 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-07307a35-56eb-4ab1-90d1-9d34c31f22b7 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:10.742326 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07307a35-56eb-4ab1-90d1-9d34c31f22b7 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:10.769281 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0dcd9243-601c-4f97-b9fe-2c5fde53ad30 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:10.772992 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-d917f705-6d9e-4151-8654-0cf943e372d1 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Deleting port 3eed52cb-d66b-43b4-a0c0-9f0994f2b38e {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:10.773645 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d917f705-6d9e-4151-8654-0cf943e372d1 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:10.820050 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-dd05d3a5-5000-45c1-86bc-85ac02ca3b92 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Deleting port 74272022-52a9-4dd5-bf86-3d8eb1d9589d {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:10.820395 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dd05d3a5-5000-45c1-86bc-85ac02ca3b92 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:10.854738 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-1ef8be0d-df68-435f-b9fe-62f6b106b055 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Floating IP 487b941c-a04e-4375-8a98-d64d479415a2 associated. External IP: 172.26.2.103, port: 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08. Mar 07 21:38:10.876601 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07307a35-56eb-4ab1-90d1-9d34c31f22b7 None None] Pushing event updated for resources: {'Port': ['ID=0dc5e611-059d-41f1-b44e-75b154fa3a79,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:10.966637 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-07307a35-56eb-4ab1-90d1-9d34c31f22b7 None None] Attempting to bind port 0dc5e611-059d-41f1-b44e-75b154fa3a79 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:38:10.967106 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-07307a35-56eb-4ab1-90d1-9d34c31f22b7 None None] Attempting to bind port 0dc5e611-059d-41f1-b44e-75b154fa3a79 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '7e547c48-dd11-4e00-a6c4-e2d9b67e311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3aa29835-7d10-4dec-bfc1-e571e9ad7f52'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:38:10.967529 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07307a35-56eb-4ab1-90d1-9d34c31f22b7 None None] Attempting to bind port 0dc5e611-059d-41f1-b44e-75b154fa3a79 on network 3aa29835-7d10-4dec-bfc1-e571e9ad7f52 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:38:10.974756 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d917f705-6d9e-4151-8654-0cf943e372d1 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:10.980904 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2542a86b-a1ae-4d05-8975-55df9581c0e9 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:10.987471 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-6e313290-7cfc-4d90-acea-c67da0a7025f None None] For port d4208ff1-df21-4fad-a97d-5cd81e5dab62, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d4208ff1-df21-4fad-a97d-5cd81e5dab62,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:10.987933 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6e313290-7cfc-4d90-acea-c67da0a7025f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:10.996954 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07307a35-56eb-4ab1-90d1-9d34c31f22b7 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:38:10.997424 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07307a35-56eb-4ab1-90d1-9d34c31f22b7 None None] Checking segment: {'id': '7e547c48-dd11-4e00-a6c4-e2d9b67e311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3aa29835-7d10-4dec-bfc1-e571e9ad7f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:38:10.997881 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-07307a35-56eb-4ab1-90d1-9d34c31f22b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:10.998343 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07307a35-56eb-4ab1-90d1-9d34c31f22b7 None None] Bound using segment: {'id': '7e547c48-dd11-4e00-a6c4-e2d9b67e311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3aa29835-7d10-4dec-bfc1-e571e9ad7f52'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:38:10.998888 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-07307a35-56eb-4ab1-90d1-9d34c31f22b7 None None] Bound port: 0dc5e611-059d-41f1-b44e-75b154fa3a79, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e547c48-dd11-4e00-a6c4-e2d9b67e311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3aa29835-7d10-4dec-bfc1-e571e9ad7f52'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:38:10.999320 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-07307a35-56eb-4ab1-90d1-9d34c31f22b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:11.118691 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-40ee5996-3d1a-448d-832c-d74eba3fb66a req-5824ac38-96d0-490b-b6ea-b0074e2e0a9b tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3701003 Mar 07 21:38:11.180835 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:38:11.224572 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-6e313290-7cfc-4d90-acea-c67da0a7025f None None] Calling delete_port for d4208ff1-df21-4fad-a97d-5cd81e5dab62 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:11.338599 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-d917f705-6d9e-4151-8654-0cf943e372d1 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Calling delete_port for 3eed52cb-d66b-43b4-a0c0-9f0994f2b38e owned by network:router_gateway {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:11.353094 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 5673bb27-49da-4896-b6a3-2ce091d91c59 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:38:11.424108 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddd048e-8feb-499d-87f0-a43a336a03bd tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:38:11.430395 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2542a86b-a1ae-4d05-8975-55df9581c0e9 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:11.438968 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c5ac44-cdba-42b1-bd52-9b4c5defba1b None None] Network 43f8295f-33c4-4763-945a-19400f4ec0f7 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:38:11.441523 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06e2d36-0cdc-4716-a39c-5d078b62de41 None None] Sync routers for ids ['49152012-a700-4b6b-b6f1-653afaf1df84'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:38:11.454251 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06e2d36-0cdc-4716-a39c-5d078b62de41 None None] Routers {'49152012-a700-4b6b-b6f1-653afaf1df84'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:38:11.455422 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-a06e2d36-0cdc-4716-a39c-5d078b62de41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:37:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['49152012-a700-4b6b-b6f1-653afaf1df84'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:11.506275 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542a86b-a1ae-4d05-8975-55df9581c0e9 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Pushing event deleted for resources: {'Subnet': ['ID=7c513b55-b4cb-49a5-a961-c9142adaf176,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:11.516885 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2542a86b-a1ae-4d05-8975-55df9581c0e9 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:11.524120 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6ddd048e-8feb-499d-87f0-a43a336a03bd tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:11.601092 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcd9243-601c-4f97-b9fe-2c5fde53ad30 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:11.606552 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-0dcd9243-601c-4f97-b9fe-2c5fde53ad30 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:11.613644 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcd9243-601c-4f97-b9fe-2c5fde53ad30 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:11.614435 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0dcd9243-601c-4f97-b9fe-2c5fde53ad30 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:11.617927 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd9243-601c-4f97-b9fe-2c5fde53ad30 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=803eda98-0e46-49ab-96cf-bbd879e00573,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:11.652765 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6ddd048e-8feb-499d-87f0-a43a336a03bd tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "PUT /v2.0/floatingips/93595f67-e955-4d40-bd2f-f96af0b33cab HTTP/1.1" status: 200 len: 992 time: 5.2310717 Mar 07 21:38:11.653008 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dd05d3a5-5000-45c1-86bc-85ac02ca3b92 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:11.653267 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dd05d3a5-5000-45c1-86bc-85ac02ca3b92 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:11.655046 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00b37f7-0723-4c31-adea-ca6c409ab0ee', 'tag': '2de62551-b2e0-4cc6-bfbd-2312f4440e68'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:11.696359 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-07307a35-56eb-4ab1-90d1-9d34c31f22b7 None None] For port 0dc5e611-059d-41f1-b44e-75b154fa3a79, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:38:11.709789 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-62d09c21-ca8c-464c-903b-01d0c03a2a1f None None] Provisioning for port 5673bb27-49da-4896-b6a3-2ce091d91c59 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:38:11.727882 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2542a86b-a1ae-4d05-8975-55df9581c0e9 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] 10.222.0.21 "DELETE /v2.0/subnets/7c513b55-b4cb-49a5-a961-c9142adaf176 HTTP/1.1" status: 204 len: 168 time: 2.3165343 Mar 07 21:38:11.742787 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39878) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:11.746202 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-a06e2d36-0cdc-4716-a39c-5d078b62de41 None None] Set router 49152012-a700-4b6b-b6f1-653afaf1df84 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:38:11.751406 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-07307a35-56eb-4ab1-90d1-9d34c31f22b7 None None] For port 0dc5e611-059d-41f1-b44e-75b154fa3a79, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=0dc5e611-059d-41f1-b44e-75b154fa3a79,segment=NetworkSegment(7e547c48-dd11-4e00-a6c4-e2d9b67e311b),segment_id=7e547c48-dd11-4e00-a6c4-e2d9b67e311b)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:38:11.825984 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec1438f-d513-4c79-916f-80df01f6573f tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Deleting subnet c2e60c61-eed6-4241-a245-18d06b913e3b {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:38:11.829229 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8ec1438f-d513-4c79-916f-80df01f6573f tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:11.829559 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6e313290-7cfc-4d90-acea-c67da0a7025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:11.850612 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 5673bb27-49da-4896-b6a3-2ce091d91c59 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:38:11.874138 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d917f705-6d9e-4151-8654-0cf943e372d1 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:11.885191 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0dcd9243-601c-4f97-b9fe-2c5fde53ad30 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8556457 Mar 07 21:38:11.903550 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-07307a35-56eb-4ab1-90d1-9d34c31f22b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:11.907836 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e313290-7cfc-4d90-acea-c67da0a7025f None None] No DVR routers for this DVR port d4208ff1-df21-4fad-a97d-5cd81e5dab62 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:38:11.918961 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 5673bb27-49da-4896-b6a3-2ce091d91c59 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:38:11.919675 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:11.949586 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39882) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:11.951589 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e313290-7cfc-4d90-acea-c67da0a7025f None None] Pushing event deleted for resources: {'Port': ['ID=d4208ff1-df21-4fad-a97d-5cd81e5dab62,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:12.020622 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7521c0f-5547-4826-968b-c66de1745968 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:38:12.030055 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-b73c0416-31b1-495d-bde5-236b96a63aab tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'port': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'name': 'tempest-NetworksTestDHCPv6-1136846554'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:12.049671 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-dd05d3a5-5000-45c1-86bc-85ac02ca3b92 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Calling delete_port for 74272022-52a9-4dd5-bf86-3d8eb1d9589d owned by network:floatingip {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:12.069662 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8ec1438f-d513-4c79-916f-80df01f6573f tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:12.091281 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-5e4678f4-3bef-44bc-b7de-907a903ceff2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:38:12.091640 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-5e4678f4-3bef-44bc-b7de-907a903ceff2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:38:12.117064 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:12.201068 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-a06e2d36-0cdc-4716-a39c-5d078b62de41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'name': 'tempest-ServersTestJSON-13637364-router', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd87503a3-5ed2-4c15-9f90-722d87340cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:37:19Z', 'revision_number': 4, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'gw_port': {'id': 'd87503a3-5ed2-4c15-9f90-722d87340cce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:05Z', 'updated_at': '2022-03-07T21:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '93595f67-e955-4d40-bd2f-f96af0b33cab', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'floating_ip_address': '172.26.2.220', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'port_id': '2de62551-b2e0-4cc6-bfbd-2312f4440e68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7', 'mac_address': 'fa:16:3e:14:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00b37f7-0723-4c31-adea-ca6c409ab0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:37:31Z', 'updated_at': '2022-03-07T21:38:08Z', 'revision_number': 1, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baecdfba-f3e0-4097-87b4-7be8262c1165', 'name': '', 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'mac_address': 'fa:16:3e:8a:76:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a6e262fc-2bf3-4cfd-93fe-2daf51464844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:16Z', 'updated_at': '2022-03-07T21:37:33Z', 'revision_number': 5, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'subnets': [{'id': 'a6e262fc-2bf3-4cfd-93fe-2daf51464844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:12.201617 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07307a35-56eb-4ab1-90d1-9d34c31f22b7 None None] Pushing event updated for resources: {'Port': ['ID=0dc5e611-059d-41f1-b44e-75b154fa3a79,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:12.203751 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478655a-1cd0-4e00-9cd0-9b052516a831 req-3e2f6b9e-38fe-454e-b5ae-2caab2fac32d tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:12.204986 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6478655a-1cd0-4e00-9cd0-9b052516a831 req-3e2f6b9e-38fe-454e-b5ae-2caab2fac32d tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.8489852 Mar 07 21:38:12.213627 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06e2d36-0cdc-4716-a39c-5d078b62de41 None None] Checking router: 49152012-a700-4b6b-b6f1-653afaf1df84 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:38:12.228756 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06e2d36-0cdc-4716-a39c-5d078b62de41 None None] Routers {'49152012-a700-4b6b-b6f1-653afaf1df84'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:38:12.229517 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-a06e2d36-0cdc-4716-a39c-5d078b62de41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:37:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['49152012-a700-4b6b-b6f1-653afaf1df84'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:12.243909 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917f705-6d9e-4151-8654-0cf943e372d1 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Pushing event deleted for resources: {'Port': ['ID=3eed52cb-d66b-43b4-a0c0-9f0994f2b38e,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:12.247328 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39886) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:12.332577 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f61c86-ce95-4fb7-8bd1-89965446688c None None] DHCP port deletion for 43f8295f-33c4-4763-945a-19400f4ec0f7 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:38:12.377212 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-73f61c86-ce95-4fb7-8bd1-89965446688c None None] Deleting port 5673bb27-49da-4896-b6a3-2ce091d91c59 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:12.377656 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-73f61c86-ce95-4fb7-8bd1-89965446688c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:12.427080 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] device_id is not set on port 213f62bc-e57e-441b-96c4-3465c9726dde yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:38:12.470243 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d917f705-6d9e-4151-8654-0cf943e372d1 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:12.495408 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:12.499612 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef8be0d-df68-435f-b9fe-62f6b106b055 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Router 8447d2b0-a653-4376-bd02-6c2b41a5da0f has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:38:12.515475 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-a06e2d36-0cdc-4716-a39c-5d078b62de41 None None] Set router 49152012-a700-4b6b-b6f1-653afaf1df84 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:38:12.574690 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f43af3-becf-42f1-9897-089e6c93c555 req-75e6e02d-de71-439e-9f4c-1eda760dfd08 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:12.587111 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c7f43af3-becf-42f1-9897-089e6c93c555 req-75e6e02d-de71-439e-9f4c-1eda760dfd08 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 946 time: 0.6010568 Mar 07 21:38:12.666434 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00b37f7-0723-4c31-adea-ca6c409ab0ee', 'tag': '2de62551-b2e0-4cc6-bfbd-2312f4440e68', 'status': 'completed', 'code': 200} Mar 07 21:38:12.673463 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b73c0416-31b1-495d-bde5-236b96a63aab tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:12.682340 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6b0077-31b2-4841-ae4d-66cd993a6c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'fixed_ips': [{'subnet_id': '803eda98-0e46-49ab-96cf-bbd879e00573'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:38:12.682340 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8a6b0077-31b2-4841-ae4d-66cd993a6c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:12.682661 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b73c0416-31b1-495d-bde5-236b96a63aab tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:port and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:12.683154 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b73c0416-31b1-495d-bde5-236b96a63aab tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:12.694502 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b73c0416-31b1-495d-bde5-236b96a63aab tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:12.700734 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4678f4-3bef-44bc-b7de-907a903ceff2 None None] Port 3eed52cb-d66b-43b4-a0c0-9f0994f2b38e not found while updating agent binding for router 3759a3bb-317e-40ac-8957-695f94b6609a. {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 07 21:38:12.704449 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 5673bb27-49da-4896-b6a3-2ce091d91c59, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=5673bb27-49da-4896-b6a3-2ce091d91c59,segment=NetworkSegment(8dfd367a-1253-461b-b784-b5816e0e6f38),segment_id=8dfd367a-1253-461b-b784-b5816e0e6f38)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:12.711438 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-63e26ddd-cb26-4247-bbab-0539eb03a7e4 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Request body: {'floatingip': {'port_id': 'fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:12.744491 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4678f4-3bef-44bc-b7de-907a903ceff2 None None] Routers {'3759a3bb-317e-40ac-8957-695f94b6609a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:38:12.749162 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-5e4678f4-3bef-44bc-b7de-907a903ceff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:37:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['3759a3bb-317e-40ac-8957-695f94b6609a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:12.855182 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:12.920094 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73c0416-31b1-495d-bde5-236b96a63aab tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:12.924123 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b73c0416-31b1-495d-bde5-236b96a63aab tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:12.938054 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-a06e2d36-0cdc-4716-a39c-5d078b62de41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'name': 'tempest-ServersTestJSON-13637364-router', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd87503a3-5ed2-4c15-9f90-722d87340cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:37:19Z', 'revision_number': 4, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'gw_port': {'id': 'd87503a3-5ed2-4c15-9f90-722d87340cce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:05Z', 'updated_at': '2022-03-07T21:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '93595f67-e955-4d40-bd2f-f96af0b33cab', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'floating_ip_address': '172.26.2.220', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'port_id': '2de62551-b2e0-4cc6-bfbd-2312f4440e68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7', 'mac_address': 'fa:16:3e:14:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00b37f7-0723-4c31-adea-ca6c409ab0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:37:31Z', 'updated_at': '2022-03-07T21:38:08Z', 'revision_number': 1, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baecdfba-f3e0-4097-87b4-7be8262c1165', 'name': '', 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'mac_address': 'fa:16:3e:8a:76:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a6e262fc-2bf3-4cfd-93fe-2daf51464844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:16Z', 'updated_at': '2022-03-07T21:37:33Z', 'revision_number': 5, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'subnets': [{'id': 'a6e262fc-2bf3-4cfd-93fe-2daf51464844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:12.942588 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06e2d36-0cdc-4716-a39c-5d078b62de41 None None] The sync data for ids ['49152012-a700-4b6b-b6f1-653afaf1df84'] in dv-neutron-829957-1-hyperv is: [{'id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'name': 'tempest-ServersTestJSON-13637364-router', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd87503a3-5ed2-4c15-9f90-722d87340cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:37:19Z', 'revision_number': 4, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'gw_port': {'id': 'd87503a3-5ed2-4c15-9f90-722d87340cce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:05Z', 'updated_at': '2022-03-07T21:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '93595f67-e955-4d40-bd2f-f96af0b33cab', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'floating_ip_address': '172.26.2.220', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'port_id': '2de62551-b2e0-4cc6-bfbd-2312f4440e68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7', 'mac_address': 'fa:16:3e:14:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00b37f7-0723-4c31-adea-ca6c409ab0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:37:31Z', 'updated_at': '2022-03-07T21:38:08Z', 'revision_number': 1, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baecdfba-f3e0-4097-87b4-7be8262c1165', 'name': '', 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'mac_address': 'fa:16:3e:8a:76:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a6e262fc-2bf3-4cfd-93fe-2daf51464844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:16Z', 'updated_at': '2022-03-07T21:37:33Z', 'revision_number': 5, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'subnets': [{'id': 'a6e262fc-2bf3-4cfd-93fe-2daf51464844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:38:13.053655 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-b73c0416-31b1-495d-bde5-236b96a63aab tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] device_id is not set on port 44444186-a64b-446e-ad5c-42fc48e9c599 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:38:13.068347 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d4208ff1-df21-4fad-a97d-5cd81e5dab62 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:38:13.154572 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef8be0d-df68-435f-b9fe-62f6b106b055 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:38:13.188204 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:13.206371 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-63e26ddd-cb26-4247-bbab-0539eb03a7e4 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks [] for floatingip, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:13.210783 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: d4208ff1-df21-4fad-a97d-5cd81e5dab62 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:38:13.211131 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d4208ff1-df21-4fad-a97d-5cd81e5dab62 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:38:13.253398 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c7f43af3-becf-42f1-9897-089e6c93c555 req-a2c27037-88ff-404c-87ef-780f7cc52b29 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4f6244d-d351-4f17-ad46-81866aa9850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6651919 Mar 07 21:38:13.264430 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09799c8f-e543-4bbe-b279-2844d741a395 None None] Sync routers for ids ['8447d2b0-a653-4376-bd02-6c2b41a5da0f'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:38:13.278844 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1ef8be0d-df68-435f-b9fe-62f6b106b055 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:13.341710 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dd05d3a5-5000-45c1-86bc-85ac02ca3b92 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:13.347071 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df97474-6132-4199-8b9a-78d1894367a6 None None] New status for floating IP 93595f67-e955-4d40-bd2f-f96af0b33cab: ACTIVE {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:38:13.376108 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-5e4678f4-3bef-44bc-b7de-907a903ceff2 None None] Set router 3759a3bb-317e-40ac-8957-695f94b6609a gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:38:13.423772 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:13.451062 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05d3a5-5000-45c1-86bc-85ac02ca3b92 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Pushing event deleted for resources: {'Port': ['ID=74272022-52a9-4dd5-bf86-3d8eb1d9589d,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:13.517132 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d917f705-6d9e-4151-8654-0cf943e372d1 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:13.523509 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 0dc5e611-059d-41f1-b44e-75b154fa3a79 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:38:13.530112 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d917f705-6d9e-4151-8654-0cf943e372d1 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:13.553706 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-73f61c86-ce95-4fb7-8bd1-89965446688c None None] For port 5673bb27-49da-4896-b6a3-2ce091d91c59, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=5673bb27-49da-4896-b6a3-2ce091d91c59,segment=NetworkSegment(8dfd367a-1253-461b-b784-b5816e0e6f38),segment_id=8dfd367a-1253-461b-b784-b5816e0e6f38)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:13.554433 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-73f61c86-ce95-4fb7-8bd1-89965446688c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:13.571937 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1ef8be0d-df68-435f-b9fe-62f6b106b055 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "PUT /v2.0/floatingips/487b941c-a04e-4375-8a98-d64d479415a2 HTTP/1.1" status: 200 len: 992 time: 5.7676225 Mar 07 21:38:13.579593 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network a6db8684-d898-46a0-aaf6-8ede249b4167 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:13.582441 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09799c8f-e543-4bbe-b279-2844d741a395 None None] Routers {'8447d2b0-a653-4376-bd02-6c2b41a5da0f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:38:13.582785 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-b73c0416-31b1-495d-bde5-236b96a63aab tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 2001:db8::d9 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/803eda98-0e46-49ab-96cf-bbd879e00573/44444186-a64b-446e-ad5c-42fc48e9c599) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:13.583418 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-09799c8f-e543-4bbe-b279-2844d741a395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:37:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['8447d2b0-a653-4376-bd02-6c2b41a5da0f'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:13.585307 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516028d3-d36b-4b77-b35e-33c2fd1af4cc', 'tag': '2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:13.603658 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:13.607446 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:13.607446 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:13.687882 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8ec1438f-d513-4c79-916f-80df01f6573f tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:13.699057 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-5e4678f4-3bef-44bc-b7de-907a903ceff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3759a3bb-317e-40ac-8957-695f94b6609a', 'name': 'tempest-snat-router-1586787501', 'tenant_id': 'c961c95e72b244b78386f0fb2b63bf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:01Z', 'updated_at': '2022-03-07T21:38:11Z', 'revision_number': 5, 'project_id': 'c961c95e72b244b78386f0fb2b63bf36', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:13.716872 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Port': ['ID=96fdffef-c0b2-4056-8fc0-200bbde60e8f,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:13.783996 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75014fc-01a0-4894-a748-dc5677679141 None None] Network 3aa29835-7d10-4dec-bfc1-e571e9ad7f52 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:38:13.812622 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516028d3-d36b-4b77-b35e-33c2fd1af4cc', 'tag': '2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08', 'status': 'completed', 'code': 200} Mar 07 21:38:13.828792 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dd05d3a5-5000-45c1-86bc-85ac02ca3b92 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:13.831708 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dd05d3a5-5000-45c1-86bc-85ac02ca3b92 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:13.832951 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-dd05d3a5-5000-45c1-86bc-85ac02ca3b92 tempest-FloatingIPAdminTestJSON-377425286 tempest-FloatingIPAdminTestJSON-377425286-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/09354803-f72f-40be-9fdb-32875134de4c HTTP/1.1" status: 204 len: 168 time: 3.3796692 Mar 07 21:38:13.852815 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39898) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:13.889215 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=5673bb27-49da-4896-b6a3-2ce091d91c59,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:13.926722 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Checking segment: {'id': 'd173e99a-b643-4ab0-a49a-917050818a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5c02cb71-ffb6-4aaf-9c85-5d538881fe14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:38:13.927220 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network hostable DHCP agents. Network: 5c02cb71-ffb6-4aaf-9c85-5d538881fe14, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:38:13.933219 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d917f705-6d9e-4151-8654-0cf943e372d1 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:13.933801 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d917f705-6d9e-4151-8654-0cf943e372d1 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3759a3bb-317e-40ac-8957-695f94b6609a {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:38:13.945383 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-73f61c86-ce95-4fb7-8bd1-89965446688c None None] Calling delete_port for 5673bb27-49da-4896-b6a3-2ce091d91c59 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:13.953778 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Port': ['ID=213f62bc-e57e-441b-96c4-3465c9726dde,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:13.977002 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-c9b1a339-159f-43b9-9d42-a1852c082f4c tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Deleting port 7e7327ca-f9f9-4262-b027-dff813403538 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:13.977002 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a339-159f-43b9-9d42-a1852c082f4c tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:13.989325 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4678f4-3bef-44bc-b7de-907a903ceff2 None None] The sync data for ids ['3759a3bb-317e-40ac-8957-695f94b6609a'] in dv-neutron-829957-1-hyperv is: [{'id': '3759a3bb-317e-40ac-8957-695f94b6609a', 'name': 'tempest-snat-router-1586787501', 'tenant_id': 'c961c95e72b244b78386f0fb2b63bf36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:38:01Z', 'updated_at': '2022-03-07T21:38:11Z', 'revision_number': 5, 'project_id': 'c961c95e72b244b78386f0fb2b63bf36', 'gw_port_host': None}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:38:14.059207 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888785b-81a8-4afc-9e7f-3b79de828316 req-5fe228dd-24d4-4c68-bf20-54a13d07a2fb tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:14.060463 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d888785b-81a8-4afc-9e7f-3b79de828316 req-5fe228dd-24d4-4c68-bf20-54a13d07a2fb tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 946 time: 0.2937160 Mar 07 21:38:14.075340 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba95491-1649-470c-8243-bb6051959508 req-9686043c-bdd1-44ff-85ba-b3c6eff3c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:14.076838 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-dba95491-1649-470c-8243-bb6051959508 req-9686043c-bdd1-44ff-85ba-b3c6eff3c99a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca46cfdafe6b4455a043e6a7c2869cdc&device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 1099 time: 1.4095867 Mar 07 21:38:14.131866 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network 5c02cb71-ffb6-4aaf-9c85-5d538881fe14 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:38:14.213760 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d888785b-81a8-4afc-9e7f-3b79de828316 req-0a9a5585-4f08-4a68-abd8-e9cb9fd1945d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4e0633e-2481-4719-a774-8a28de5e13e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087873 Mar 07 21:38:14.225869 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9a9c5b99-13bd-4432-829b-a3e41ec5a158 None None] Provisioning for port 0dc5e611-059d-41f1-b44e-75b154fa3a79 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:38:14.267840 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d917f705-6d9e-4151-8654-0cf943e372d1 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:14.269073 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d917f705-6d9e-4151-8654-0cf943e372d1 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "DELETE /v2.0/routers/3759a3bb-317e-40ac-8957-695f94b6609a HTTP/1.1" status: 204 len: 168 time: 4.9447539 Mar 07 21:38:14.279117 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39904) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:14.291326 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 5c02cb71-ffb6-4aaf-9c85-5d538881fe14) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:14.294930 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8ec1438f-d513-4c79-916f-80df01f6573f tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:14.295554 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:14.301410 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:14.306801 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:14.307482 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:14.315314 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954703ec-c68d-41d3-98fd-1a2da92edde8 None None] Network 5c02cb71-ffb6-4aaf-9c85-5d538881fe14 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:38:14.431349 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1438f-d513-4c79-916f-80df01f6573f tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Pushing event deleted for resources: {'Subnet': ['ID=c2e60c61-eed6-4241-a245-18d06b913e3b,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:14.438097 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8ec1438f-d513-4c79-916f-80df01f6573f tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:14.479360 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-09799c8f-e543-4bbe-b279-2844d741a395 None None] Set router 8447d2b0-a653-4376-bd02-6c2b41a5da0f gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:38:14.497262 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a339-159f-43b9-9d42-a1852c082f4c tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:14.518975 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d3221-34a3-432c-8058-c177403e4edb req-476daca1-6c39-48ff-a135-0be49297db9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:14.520103 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-53b0e73d-a531-43ba-8f19-0bcef6573911 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.1514549 Mar 07 21:38:14.523934 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-402d3221-34a3-432c-8058-c177403e4edb req-476daca1-6c39-48ff-a135-0be49297db9c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=24d505245fac495da14eec8c213c2228&device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 1099 time: 0.7486107 Mar 07 21:38:14.527077 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-73f61c86-ce95-4fb7-8bd1-89965446688c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:38:14.527077 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-73f61c86-ce95-4fb7-8bd1-89965446688c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:38:14.528657 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39910) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:14.564509 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 0dc5e611-059d-41f1-b44e-75b154fa3a79 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:38:14.590457 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 0dc5e611-059d-41f1-b44e-75b154fa3a79 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:38:14.591364 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:14.628685 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba95491-1649-470c-8243-bb6051959508 req-0d03bcae-794f-471d-ae4b-84b6228675ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:14.630122 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-dba95491-1649-470c-8243-bb6051959508 req-0d03bcae-794f-471d-ae4b-84b6228675ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=17af9ab4-845f-4bfd-acf4-cd2799b53cb7 HTTP/1.1" status: 200 len: 904 time: 0.5387390 Mar 07 21:38:14.640378 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-c9b1a339-159f-43b9-9d42-a1852c082f4c tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Calling delete_port for 7e7327ca-f9f9-4262-b027-dff813403538 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:14.662583 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8ec1438f-d513-4c79-916f-80df01f6573f tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] 10.222.0.21 "DELETE /v2.0/subnets/c2e60c61-eed6-4241-a245-18d06b913e3b HTTP/1.1" status: 204 len: 168 time: 2.9165244 Mar 07 21:38:14.669804 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39914) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:14.678955 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b73c0416-31b1-495d-bde5-236b96a63aab tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:14.858002 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5fd84821-2a43-47b7-bb43-46ae52214887 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:14.929451 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-b73c0416-31b1-495d-bde5-236b96a63aab tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Transition to ACTIVE for port object 44444186-a64b-446e-ad5c-42fc48e9c599 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:14.967552 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b0abea-05f2-44b9-88cb-f122d0eee3dd tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:14.968230 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c8b0abea-05f2-44b9-88cb-f122d0eee3dd tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Synchronizing usage tracker for tenant:ec319c69c3b640f5b2abf09eb14ccca4 on resource:subnet {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:15.001869 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-f0044092-94a9-4de3-8ec1-f63c4334ba55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port 213f62bc-e57e-441b-96c4-3465c9726dde {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:15.002456 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f0044092-94a9-4de3-8ec1-f63c4334ba55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:15.054356 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-dba95491-1649-470c-8243-bb6051959508 req-359154c3-e2ae-400b-a672-cf31b6dda593 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2de62551-b2e0-4cc6-bfbd-2312f4440e68 HTTP/1.1" status: 200 len: 1002 time: 0.3803046 Mar 07 21:38:15.081647 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-73f61c86-ce95-4fb7-8bd1-89965446688c None None] Deleting port 5673bb27-49da-4896-b6a3-2ce091d91c59 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:15.082214 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-73f61c86-ce95-4fb7-8bd1-89965446688c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:15.146614 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d3221-34a3-432c-8058-c177403e4edb req-8769f100-89e7-4720-822a-98590d8bd99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:15.148052 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-402d3221-34a3-432c-8058-c177403e4edb req-8769f100-89e7-4720-822a-98590d8bd99d service neutron] 10.222.0.11 "GET /v2.0/networks?id=304e960d-6464-4f92-a5fa-2d8b6be20410 HTTP/1.1" status: 200 len: 911 time: 0.5293062 Mar 07 21:38:15.148744 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c8b0abea-05f2-44b9-88cb-f122d0eee3dd tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Unset dirty status for tenant:ec319c69c3b640f5b2abf09eb14ccca4 on resource:subnet {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:15.149863 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c8b0abea-05f2-44b9-88cb-f122d0eee3dd tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4789846 Mar 07 21:38:15.153236 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5fd84821-2a43-47b7-bb43-46ae52214887 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:15.156302 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39918) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:15.218762 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103733c8-1253-4a64-87d4-7ff424beabbc None None] DHCP port deletion for 3aa29835-7d10-4dec-bfc1-e571e9ad7f52 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:38:15.235001 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-103733c8-1253-4a64-87d4-7ff424beabbc None None] Deleting port 0dc5e611-059d-41f1-b44e-75b154fa3a79 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:15.235472 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-103733c8-1253-4a64-87d4-7ff424beabbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:15.251975 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a339-159f-43b9-9d42-a1852c082f4c tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:15.302143 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:15.313515 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-5fd84821-2a43-47b7-bb43-46ae52214887 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Deleting port cb97d5af-550e-47b8-ba6e-01ec63dc6d69 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:15.313861 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5fd84821-2a43-47b7-bb43-46ae52214887 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:15.353239 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1a339-159f-43b9-9d42-a1852c082f4c tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Pushing event deleted for resources: {'Port': ['ID=7e7327ca-f9f9-4262-b027-dff813403538,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:15.449317 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba95491-1649-470c-8243-bb6051959508 req-2d639032-8c67-4ac0-9858-bcaa4574c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:15.451578 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-dba95491-1649-470c-8243-bb6051959508 req-2d639032-8c67-4ac0-9858-bcaa4574c9b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a6e262fc-2bf3-4cfd-93fe-2daf51464844 HTTP/1.1" status: 200 len: 843 time: 0.3883650 Mar 07 21:38:15.465563 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4057455b-93eb-42b6-88cd-fc52332c4f52 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:15.604297 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-4057455b-93eb-42b6-88cd-fc52332c4f52 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Deleting port 0dc5e611-059d-41f1-b44e-75b154fa3a79 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:15.604816 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4057455b-93eb-42b6-88cd-fc52332c4f52 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:15.643594 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 0dc5e611-059d-41f1-b44e-75b154fa3a79, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=0dc5e611-059d-41f1-b44e-75b154fa3a79,segment=NetworkSegment(7e547c48-dd11-4e00-a6c4-e2d9b67e311b),segment_id=7e547c48-dd11-4e00-a6c4-e2d9b67e311b)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:15.655222 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a339-159f-43b9-9d42-a1852c082f4c tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:15.677613 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c9b1a339-159f-43b9-9d42-a1852c082f4c tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] 10.222.0.21 "DELETE /v2.0/ports/7e7327ca-f9f9-4262-b027-dff813403538 HTTP/1.1" status: 204 len: 168 time: 1.8208537 Mar 07 21:38:15.680933 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39922) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:15.706343 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-73f61c86-ce95-4fb7-8bd1-89965446688c None None] For port 5673bb27-49da-4896-b6a3-2ce091d91c59, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=5673bb27-49da-4896-b6a3-2ce091d91c59,segment=NetworkSegment(8dfd367a-1253-461b-b784-b5816e0e6f38),segment_id=8dfd367a-1253-461b-b784-b5816e0e6f38)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:15.706719 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-73f61c86-ce95-4fb7-8bd1-89965446688c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:15.760814 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-63e26ddd-cb26-4247-bbab-0539eb03a7e4 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:15.783282 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b73c0416-31b1-495d-bde5-236b96a63aab tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:15.786332 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-402d3221-34a3-432c-8058-c177403e4edb req-63ffb9a4-bcdf-40a7-912f-5a84032eb7f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 HTTP/1.1" status: 200 len: 1000 time: 0.5954823 Mar 07 21:38:15.801709 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-5fd84821-2a43-47b7-bb43-46ae52214887 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] For port cb97d5af-550e-47b8-ba6e-01ec63dc6d69, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=cb97d5af-550e-47b8-ba6e-01ec63dc6d69,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:15.802403 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5fd84821-2a43-47b7-bb43-46ae52214887 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:15.881343 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:15.883168 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:15.890407 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-73f61c86-ce95-4fb7-8bd1-89965446688c None None] Calling delete_port for 5673bb27-49da-4896-b6a3-2ce091d91c59 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:15.959010 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-5fd84821-2a43-47b7-bb43-46ae52214887 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Calling delete_port for cb97d5af-550e-47b8-ba6e-01ec63dc6d69 owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:15.961269 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c0416-31b1-495d-bde5-236b96a63aab tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=44444186-a64b-446e-ad5c-42fc48e9c599,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:15.963628 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-63e26ddd-cb26-4247-bbab-0539eb03a7e4 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:15.975736 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 5673bb27-49da-4896-b6a3-2ce091d91c59 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:38:16.016381 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73c0416-31b1-495d-bde5-236b96a63aab tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:16.019897 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-8a6b0077-31b2-4841-ae4d-66cd993a6c02 None None] Allocated IP 2001:db8::2 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/803eda98-0e46-49ab-96cf-bbd879e00573/a6d9f6f1-94fc-49be-bf2a-94af63b2cf19) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:16.043437 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-b73c0416-31b1-495d-bde5-236b96a63aab tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:16.067734 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73c0416-31b1-495d-bde5-236b96a63aab tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:16.071070 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-103733c8-1253-4a64-87d4-7ff424beabbc None None] For port 0dc5e611-059d-41f1-b44e-75b154fa3a79, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=0dc5e611-059d-41f1-b44e-75b154fa3a79,segment=NetworkSegment(7e547c48-dd11-4e00-a6c4-e2d9b67e311b),segment_id=7e547c48-dd11-4e00-a6c4-e2d9b67e311b)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:16.071476 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-103733c8-1253-4a64-87d4-7ff424beabbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:16.073238 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73c0416-31b1-495d-bde5-236b96a63aab tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:16.073843 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b73c0416-31b1-495d-bde5-236b96a63aab tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:16.097827 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f0044092-94a9-4de3-8ec1-f63c4334ba55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:16.268383 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-103733c8-1253-4a64-87d4-7ff424beabbc None None] Calling delete_port for 0dc5e611-059d-41f1-b44e-75b154fa3a79 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:16.300476 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=0dc5e611-059d-41f1-b44e-75b154fa3a79,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:16.305248 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-f0044092-94a9-4de3-8ec1-f63c4334ba55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Calling delete_port for 213f62bc-e57e-441b-96c4-3465c9726dde owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:16.335832 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d3221-34a3-432c-8058-c177403e4edb req-3c32b7b7-3826-49e8-8efa-e3616531e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:16.341027 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-402d3221-34a3-432c-8058-c177403e4edb req-3c32b7b7-3826-49e8-8efa-e3616531e208 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8 HTTP/1.1" status: 200 len: 850 time: 0.4601951 Mar 07 21:38:16.357091 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b73c0416-31b1-495d-bde5-236b96a63aab tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3964856 Mar 07 21:38:16.395696 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39926) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:16.425711 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4769e5-2d2e-4f47-b1e9-ea9db0068615 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:16.426438 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5f4769e5-2d2e-4f47-b1e9-ea9db0068615 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Synchronizing usage tracker for tenant:cb073948b7bf4f40b2703713f7e06128 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:16.441840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-4057455b-93eb-42b6-88cd-fc52332c4f52 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] For port 0dc5e611-059d-41f1-b44e-75b154fa3a79, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=0dc5e611-059d-41f1-b44e-75b154fa3a79,segment=NetworkSegment(7e547c48-dd11-4e00-a6c4-e2d9b67e311b),segment_id=7e547c48-dd11-4e00-a6c4-e2d9b67e311b)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:16.442201 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4057455b-93eb-42b6-88cd-fc52332c4f52 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:16.442722 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba95491-1649-470c-8243-bb6051959508 req-c175e2e4-cbca-46f1-ade4-b6484737e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:16.444179 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-dba95491-1649-470c-8243-bb6051959508 req-c175e2e4-cbca-46f1-ade4-b6484737e460 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=17af9ab4-845f-4bfd-acf4-cd2799b53cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9005346 Mar 07 21:38:16.456241 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-09799c8f-e543-4bbe-b279-2844d741a395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'name': 'tempest-ServersTestManualDisk-554214114-router', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:37:15Z', 'revision_number': 4, 'project_id': '24d505245fac495da14eec8c213c2228', 'gw_port': {'id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '487b941c-a04e-4375-8a98-d64d479415a2', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'floating_ip_address': '172.26.2.103', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'port_id': '2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410', 'mac_address': 'fa:16:3e:64:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516028d3-d36b-4b77-b35e-33c2fd1af4cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:37:26Z', 'updated_at': '2022-03-07T21:38:09Z', 'revision_number': 1, 'project_id': '24d505245fac495da14eec8c213c2228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e910605e-b336-452a-a586-b0c85d594b40', 'name': '', 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'mac_address': 'fa:16:3e:8f:3b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:12Z', 'updated_at': '2022-03-07T21:37:29Z', 'revision_number': 5, 'project_id': '24d505245fac495da14eec8c213c2228', 'subnets': [{'id': 'fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:16.507865 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09799c8f-e543-4bbe-b279-2844d741a395 None None] Checking router: 8447d2b0-a653-4376-bd02-6c2b41a5da0f for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:38:16.536501 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-63e26ddd-cb26-4247-bbab-0539eb03a7e4 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Floating IP e6e400f7-42b6-4bd9-a330-b7804a0f63ca associated. External IP: 172.26.2.213, port: fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79. Mar 07 21:38:16.540104 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-73f61c86-ce95-4fb7-8bd1-89965446688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:16.588196 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-4057455b-93eb-42b6-88cd-fc52332c4f52 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Calling delete_port for 0dc5e611-059d-41f1-b44e-75b154fa3a79 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:16.615027 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09799c8f-e543-4bbe-b279-2844d741a395 None None] Routers {'8447d2b0-a653-4376-bd02-6c2b41a5da0f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:38:16.615654 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-09799c8f-e543-4bbe-b279-2844d741a395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:37:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['8447d2b0-a653-4376-bd02-6c2b41a5da0f'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:16.616864 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5f4769e5-2d2e-4f47-b1e9-ea9db0068615 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Unset dirty status for tenant:cb073948b7bf4f40b2703713f7e06128 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:16.620972 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5f4769e5-2d2e-4f47-b1e9-ea9db0068615 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c59c5462-05c0-4331-8d57-8b494c922a6e HTTP/1.1" status: 200 len: 913 time: 0.9359987 Mar 07 21:38:16.627371 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39930) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:16.677762 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f61c86-ce95-4fb7-8bd1-89965446688c None None] Pushing event deleted for resources: {'Port': ['ID=5673bb27-49da-4896-b6a3-2ce091d91c59,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:16.677762 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:16.689608 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f61c86-ce95-4fb7-8bd1-89965446688c None None] No DVR routers for this DVR port 5673bb27-49da-4896-b6a3-2ce091d91c59 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:38:16.698997 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-103733c8-1253-4a64-87d4-7ff424beabbc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:38:16.706101 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-103733c8-1253-4a64-87d4-7ff424beabbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:38:16.934870 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f0044092-94a9-4de3-8ec1-f63c4334ba55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:16.942715 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8a6b0077-31b2-4841-ae4d-66cd993a6c02 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:16.968083 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4057455b-93eb-42b6-88cd-fc52332c4f52 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:16.976497 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8a6b0077-31b2-4841-ae4d-66cd993a6c02 None None] Transition to ACTIVE for port object a6d9f6f1-94fc-49be-bf2a-94af63b2cf19 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:16.991694 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-dba95491-1649-470c-8243-bb6051959508 req-cedfeda4-bde8-427d-8bf1-068d7a9888a7 service neutron] 10.222.0.11 "GET /v2.0/networks/17af9ab4-845f-4bfd-acf4-cd2799b53cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287833 Mar 07 21:38:16.999099 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-09799c8f-e543-4bbe-b279-2844d741a395 None None] Set router 8447d2b0-a653-4376-bd02-6c2b41a5da0f gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:38:17.026777 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057455b-93eb-42b6-88cd-fc52332c4f52 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Pushing event deleted for resources: {'Port': ['ID=0dc5e611-059d-41f1-b44e-75b154fa3a79,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:17.038452 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4057455b-93eb-42b6-88cd-fc52332c4f52 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] No DVR routers for this DVR port 0dc5e611-059d-41f1-b44e-75b154fa3a79 on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:38:17.040093 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d3221-34a3-432c-8058-c177403e4edb req-9a835be7-495f-43c4-929f-29830a9034aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:17.041609 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-402d3221-34a3-432c-8058-c177403e4edb req-9a835be7-495f-43c4-929f-29830a9034aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=304e960d-6464-4f92-a5fa-2d8b6be20410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6857855 Mar 07 21:38:17.042381 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0044092-94a9-4de3-8ec1-f63c4334ba55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Port': ['ID=213f62bc-e57e-441b-96c4-3465c9726dde,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:17.058822 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5de491-bb08-4066-9a88-343c0e1858e8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:17.059545 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1b5de491-bb08-4066-9a88-343c0e1858e8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:17.071940 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 0dc5e611-059d-41f1-b44e-75b154fa3a79 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:38:17.083157 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5fd84821-2a43-47b7-bb43-46ae52214887 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:17.108815 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8a6b0077-31b2-4841-ae4d-66cd993a6c02 None None] Transition to ACTIVE for port object a6d9f6f1-94fc-49be-bf2a-94af63b2cf19 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:17.115611 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 0dc5e611-059d-41f1-b44e-75b154fa3a79 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:38:17.115831 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 0dc5e611-059d-41f1-b44e-75b154fa3a79 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:38:17.126531 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f0044092-94a9-4de3-8ec1-f63c4334ba55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:17.202906 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-103733c8-1253-4a64-87d4-7ff424beabbc None None] Deleting port 0dc5e611-059d-41f1-b44e-75b154fa3a79 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:17.203239 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-103733c8-1253-4a64-87d4-7ff424beabbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:17.215104 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd84821-2a43-47b7-bb43-46ae52214887 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb97d5af-550e-47b8-ba6e-01ec63dc6d69,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:17.246658 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8a6b0077-31b2-4841-ae4d-66cd993a6c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:17.309664 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f0044092-94a9-4de3-8ec1-f63c4334ba55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/ports/213f62bc-e57e-441b-96c4-3465c9726dde HTTP/1.1" status: 204 len: 168 time: 2.7243788 Mar 07 21:38:17.316173 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39934) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:17.323802 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-103733c8-1253-4a64-87d4-7ff424beabbc None None] The port '0dc5e611-059d-41f1-b44e-75b154fa3a79' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:38:17.371946 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4057455b-93eb-42b6-88cd-fc52332c4f52 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:17.381073 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6b0077-31b2-4841-ae4d-66cd993a6c02 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:17.381892 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b0077-31b2-4841-ae4d-66cd993a6c02 None None] Pushing event updated for resources: {'Port': ['ID=a6d9f6f1-94fc-49be-bf2a-94af63b2cf19,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:17.385792 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-8a6b0077-31b2-4841-ae4d-66cd993a6c02 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:17.388003 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1b5de491-bb08-4066-9a88-343c0e1858e8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:17.388396 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6b0077-31b2-4841-ae4d-66cd993a6c02 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:17.391785 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1b5de491-bb08-4066-9a88-343c0e1858e8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.9860103 Mar 07 21:38:17.402664 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39938) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:17.439548 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-4057455b-93eb-42b6-88cd-fc52332c4f52 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa29835-7d10-4dec-bfc1-e571e9ad7f52']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:17.466891 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-4057455b-93eb-42b6-88cd-fc52332c4f52 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e547c48-dd11-4e00-a6c4-e2d9b67e311b') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:17.467093 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-4057455b-93eb-42b6-88cd-fc52332c4f52 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e547c48-dd11-4e00-a6c4-e2d9b67e311b') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:17.485521 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5fd84821-2a43-47b7-bb43-46ae52214887 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:17.528731 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-dba95491-1649-470c-8243-bb6051959508 req-d11e592e-0bfc-4ca5-a37f-455ab8f688f3 service neutron] 10.222.0.11 "GET /v2.0/networks/17af9ab4-845f-4bfd-acf4-cd2799b53cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106931 Mar 07 21:38:17.580508 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-402d3221-34a3-432c-8058-c177403e4edb req-dd479761-7a71-472c-a748-3d05720e099d service neutron] 10.222.0.11 "GET /v2.0/networks/304e960d-6464-4f92-a5fa-2d8b6be20410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031712 Mar 07 21:38:17.584294 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-8a6b0077-31b2-4841-ae4d-66cd993a6c02 None None] Attempting to bind port a6d9f6f1-94fc-49be-bf2a-94af63b2cf19 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:38:17.584294 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-8a6b0077-31b2-4841-ae4d-66cd993a6c02 None None] Attempting to bind port a6d9f6f1-94fc-49be-bf2a-94af63b2cf19 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:38:17.584779 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6b0077-31b2-4841-ae4d-66cd993a6c02 None None] Attempting to bind port a6d9f6f1-94fc-49be-bf2a-94af63b2cf19 on network ab63f4f6-c089-409c-a9c4-f2088e2d7005 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:38:17.591644 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4057455b-93eb-42b6-88cd-fc52332c4f52 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:17.597211 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6b0077-31b2-4841-ae4d-66cd993a6c02 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:38:17.597712 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6b0077-31b2-4841-ae4d-66cd993a6c02 None None] Checking segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:38:17.598605 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8a6b0077-31b2-4841-ae4d-66cd993a6c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:17.599098 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6b0077-31b2-4841-ae4d-66cd993a6c02 None None] Bound using segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:38:17.599665 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-8a6b0077-31b2-4841-ae4d-66cd993a6c02 None None] Bound port: a6d9f6f1-94fc-49be-bf2a-94af63b2cf19, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:38:17.600160 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8a6b0077-31b2-4841-ae4d-66cd993a6c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:17.651356 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-3f9f5250-2f99-486c-b823-85968eacafb2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting port 44444186-a64b-446e-ad5c-42fc48e9c599 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:17.651696 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5250-2f99-486c-b823-85968eacafb2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:17.690248 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e26ddd-cb26-4247-bbab-0539eb03a7e4 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Router c25620e1-a202-45a4-9d3a-e1c5f472fbb5 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:38:17.710863 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5fd84821-2a43-47b7-bb43-46ae52214887 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:17.829073 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5fd84821-2a43-47b7-bb43-46ae52214887 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:17.831394 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-8a6b0077-31b2-4841-ae4d-66cd993a6c02 None None] For port a6d9f6f1-94fc-49be-bf2a-94af63b2cf19, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:38:17.831642 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4057455b-93eb-42b6-88cd-fc52332c4f52 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:17.836818 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-8a6b0077-31b2-4841-ae4d-66cd993a6c02 None None] For port a6d9f6f1-94fc-49be-bf2a-94af63b2cf19, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a6d9f6f1-94fc-49be-bf2a-94af63b2cf19,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:38:17.845230 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4057455b-93eb-42b6-88cd-fc52332c4f52 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:38:17.845839 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4057455b-93eb-42b6-88cd-fc52332c4f52 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:17.859980 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbc5347-1fea-4c38-b8b8-ef4e1b662f64 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:38:17.861917 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:38:17.865834 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbc5347-1fea-4c38-b8b8-ef4e1b662f64 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:17.866627 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4dbc5347-1fea-4c38-b8b8-ef4e1b662f64 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Synchronizing usage tracker for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:17.899955 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-09799c8f-e543-4bbe-b279-2844d741a395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'name': 'tempest-ServersTestManualDisk-554214114-router', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:37:15Z', 'revision_number': 4, 'project_id': '24d505245fac495da14eec8c213c2228', 'gw_port': {'id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '487b941c-a04e-4375-8a98-d64d479415a2', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'floating_ip_address': '172.26.2.103', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'port_id': '2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410', 'mac_address': 'fa:16:3e:64:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516028d3-d36b-4b77-b35e-33c2fd1af4cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:37:26Z', 'updated_at': '2022-03-07T21:38:09Z', 'revision_number': 1, 'project_id': '24d505245fac495da14eec8c213c2228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e910605e-b336-452a-a586-b0c85d594b40', 'name': '', 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'mac_address': 'fa:16:3e:8f:3b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:12Z', 'updated_at': '2022-03-07T21:37:29Z', 'revision_number': 5, 'project_id': '24d505245fac495da14eec8c213c2228', 'subnets': [{'id': 'fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:17.906758 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09799c8f-e543-4bbe-b279-2844d741a395 None None] The sync data for ids ['8447d2b0-a653-4376-bd02-6c2b41a5da0f'] in dv-neutron-829957-1-hyperv is: [{'id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'name': 'tempest-ServersTestManualDisk-554214114-router', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:37:15Z', 'revision_number': 4, 'project_id': '24d505245fac495da14eec8c213c2228', 'gw_port': {'id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '487b941c-a04e-4375-8a98-d64d479415a2', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'floating_ip_address': '172.26.2.103', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'port_id': '2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410', 'mac_address': 'fa:16:3e:64:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516028d3-d36b-4b77-b35e-33c2fd1af4cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:37:26Z', 'updated_at': '2022-03-07T21:38:09Z', 'revision_number': 1, 'project_id': '24d505245fac495da14eec8c213c2228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e910605e-b336-452a-a586-b0c85d594b40', 'name': '', 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'mac_address': 'fa:16:3e:8f:3b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:12Z', 'updated_at': '2022-03-07T21:37:29Z', 'revision_number': 5, 'project_id': '24d505245fac495da14eec8c213c2228', 'subnets': [{'id': 'fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:38:17.919708 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8a6b0077-31b2-4841-ae4d-66cd993a6c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:17.988307 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-402d3221-34a3-432c-8058-c177403e4edb req-6e0f61ac-48c7-4c9f-939f-14fd74d1090d service neutron] 10.222.0.11 "GET /v2.0/networks/304e960d-6464-4f92-a5fa-2d8b6be20410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985066 Mar 07 21:38:18.039400 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5fd84821-2a43-47b7-bb43-46ae52214887 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:18.039890 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd84821-2a43-47b7-bb43-46ae52214887 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76298941-bf5c-4166-92be-7746afc84f6c {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:38:18.067544 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-05edc9cd-f716-4fe1-93da-1e1280bda696 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:18.107668 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4dbc5347-1fea-4c38-b8b8-ef4e1b662f64 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Unset dirty status for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:18.107668 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4dbc5347-1fea-4c38-b8b8-ef4e1b662f64 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.7794988 Mar 07 21:38:18.111621 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39942) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:18.155503 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4057455b-93eb-42b6-88cd-fc52332c4f52 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:18.201651 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4057455b-93eb-42b6-88cd-fc52332c4f52 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:18.202934 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b0077-31b2-4841-ae4d-66cd993a6c02 None None] Pushing event updated for resources: {'Port': ['ID=a6d9f6f1-94fc-49be-bf2a-94af63b2cf19,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:18.250469 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057455b-93eb-42b6-88cd-fc52332c4f52 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Pushing event deleted for resources: {'Network': ['ID=3aa29835-7d10-4dec-bfc1-e571e9ad7f52,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:18.281243 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e26ddd-cb26-4247-bbab-0539eb03a7e4 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:38:18.282897 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4057455b-93eb-42b6-88cd-fc52332c4f52 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] 10.222.0.21 "DELETE /v2.0/networks/3aa29835-7d10-4dec-bfc1-e571e9ad7f52 HTTP/1.1" status: 204 len: 168 time: 3.1252463 Mar 07 21:38:18.287170 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-63e26ddd-cb26-4247-bbab-0539eb03a7e4 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:18.290789 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd4ad2c-0a46-42a8-8df9-2b5610e5ed48 None None] Sync routers for ids ['c25620e1-a202-45a4-9d3a-e1c5f472fbb5'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:38:18.298292 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39946) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:18.301144 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd4ad2c-0a46-42a8-8df9-2b5610e5ed48 None None] Routers {'c25620e1-a202-45a4-9d3a-e1c5f472fbb5'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:38:18.301925 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-fdd4ad2c-0a46-42a8-8df9-2b5610e5ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:37:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c25620e1-a202-45a4-9d3a-e1c5f472fbb5'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:18.303880 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5fd84821-2a43-47b7-bb43-46ae52214887 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:18.305246 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5fd84821-2a43-47b7-bb43-46ae52214887 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "DELETE /v2.0/routers/76298941-bf5c-4166-92be-7746afc84f6c HTTP/1.1" status: 204 len: 168 time: 4.0258472 Mar 07 21:38:18.322396 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed7da9-0659-4f76-a26d-79f21703e259 None None] New status for floating IP 487b941c-a04e-4375-8a98-d64d479415a2: ACTIVE {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:38:18.348864 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39950) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:18.402641 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-3419da15-ffe2-42ce-8dff-66ed2329e596 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port 96fdffef-c0b2-4056-8fc0-200bbde60e8f {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:18.403248 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3419da15-ffe2-42ce-8dff-66ed2329e596 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:18.458626 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-993234d0-fb55-4f4f-9199-8e84cb3d8275 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-330362225', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}, 'admin_state_up': False}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:18.478564 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-993234d0-fb55-4f4f-9199-8e84cb3d8275 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:18.542845 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-fdd4ad2c-0a46-42a8-8df9-2b5610e5ed48 None None] Set router c25620e1-a202-45a4-9d3a-e1c5f472fbb5 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:38:18.563837 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-993234d0-fb55-4f4f-9199-8e84cb3d8275 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Usage tracker for resource:router and tenant:27e41ad4a5d142a5819c06accd61dec6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:18.571723 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-993234d0-fb55-4f4f-9199-8e84cb3d8275 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:18.600809 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-993234d0-fb55-4f4f-9199-8e84cb3d8275 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:18.608854 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5250-2f99-486c-b823-85968eacafb2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:18.629483 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-63e26ddd-cb26-4247-bbab-0539eb03a7e4 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "PUT /v2.0/floatingips/e6e400f7-42b6-4bd9-a330-b7804a0f63ca HTTP/1.1" status: 200 len: 991 time: 6.0912511 Mar 07 21:38:18.634487 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5e1693-73a6-41f1-b344-988f26f5977a', 'tag': 'fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:18.712299 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-00ed4f51-920a-4107-9a54-c631f5355ab5 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:18.833441 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5e1693-73a6-41f1-b344-988f26f5977a', 'tag': 'fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79', 'status': 'completed', 'code': 200} Mar 07 21:38:18.840964 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-3f9f5250-2f99-486c-b823-85968eacafb2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Calling delete_port for 44444186-a64b-446e-ad5c-42fc48e9c599 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:18.848623 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-993234d0-fb55-4f4f-9199-8e84cb3d8275 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:18.849768 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-993234d0-fb55-4f4f-9199-8e84cb3d8275 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:19.005277 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-993234d0-fb55-4f4f-9199-8e84cb3d8275 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:19.095856 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a6d9f6f1-94fc-49be-bf2a-94af63b2cf19 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:38:19.195243 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-00ed4f51-920a-4107-9a54-c631f5355ab5 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:19.209231 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd10785-3e27-4c8e-8ec2-d78d4f1a3878 req-6e655c64-a507-4510-a0bb-3d4a49223dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:19.210753 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-0bd10785-3e27-4c8e-8ec2-d78d4f1a3878 req-6e655c64-a507-4510-a0bb-3d4a49223dab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=36c0879924594e24ac3af2cf45324a46&device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 1098 time: 0.3821349 Mar 07 21:38:19.214669 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3419da15-ffe2-42ce-8dff-66ed2329e596 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:19.248412 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-fdd4ad2c-0a46-42a8-8df9-2b5610e5ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'name': 'tempest-ServerActionsTestJSON-471892280-router', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '1d0e87b1-d146-41ab-aab2-916d08a6905e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:18Z', 'revision_number': 4, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'gw_port': {'id': '1d0e87b1-d146-41ab-aab2-916d08a6905e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:06Z', 'updated_at': '2022-03-07T21:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'e6e400f7-42b6-4bd9-a330-b7804a0f63ca', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'floating_ip_address': '172.26.2.213', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'port_id': 'fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea', 'mac_address': 'fa:16:3e:07:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e1693-73a6-41f1-b344-988f26f5977a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:37:35Z', 'updated_at': '2022-03-07T21:38:15Z', 'revision_number': 1, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8917be17-98eb-45a2-8ed3-1ae5f89227eb', 'name': '', 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'mac_address': 'fa:16:3e:4d:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'f313f210-5759-4bf7-8dc0-7c89a181e7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:16Z', 'updated_at': '2022-03-07T21:37:32Z', 'revision_number': 5, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'subnets': [{'id': 'f313f210-5759-4bf7-8dc0-7c89a181e7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:19.252579 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd4ad2c-0a46-42a8-8df9-2b5610e5ed48 None None] Checking router: c25620e1-a202-45a4-9d3a-e1c5f472fbb5 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:38:19.260872 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd4ad2c-0a46-42a8-8df9-2b5610e5ed48 None None] Routers {'c25620e1-a202-45a4-9d3a-e1c5f472fbb5'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:38:19.261454 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-fdd4ad2c-0a46-42a8-8df9-2b5610e5ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:37:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c25620e1-a202-45a4-9d3a-e1c5f472fbb5'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:19.325797 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port a6d9f6f1-94fc-49be-bf2a-94af63b2cf19 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:38:19.380258 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-00ed4f51-920a-4107-9a54-c631f5355ab5 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f8295f-33c4-4763-945a-19400f4ec0f7']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:19.394347 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-3419da15-ffe2-42ce-8dff-66ed2329e596 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Calling delete_port for 96fdffef-c0b2-4056-8fc0-200bbde60e8f owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:19.443172 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device cb97d5af-550e-47b8-ba6e-01ec63dc6d69 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:38:19.455109 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-00ed4f51-920a-4107-9a54-c631f5355ab5 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dfd367a-1253-461b-b784-b5816e0e6f38') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:19.455471 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-00ed4f51-920a-4107-9a54-c631f5355ab5 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dfd367a-1253-461b-b784-b5816e0e6f38') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:19.489023 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: cb97d5af-550e-47b8-ba6e-01ec63dc6d69 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:38:19.489363 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device cb97d5af-550e-47b8-ba6e-01ec63dc6d69 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:38:19.493275 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5250-2f99-486c-b823-85968eacafb2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:19.523936 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-fdd4ad2c-0a46-42a8-8df9-2b5610e5ed48 None None] Set router c25620e1-a202-45a4-9d3a-e1c5f472fbb5 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:38:19.538457 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-993234d0-fb55-4f4f-9199-8e84cb3d8275 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:19.550601 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-00ed4f51-920a-4107-9a54-c631f5355ab5 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:19.568817 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f5250-2f99-486c-b823-85968eacafb2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Port': ['ID=44444186-a64b-446e-ad5c-42fc48e9c599,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:19.580049 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3463861-bea9-4ecb-89dc-1f8ea491be21 req-f7e0f032-8ec8-44c3-82eb-c2a251e1a30f tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:19.581895 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a3463861-bea9-4ecb-89dc-1f8ea491be21 req-f7e0f032-8ec8-44c3-82eb-c2a251e1a30f tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.6985285 Mar 07 21:38:19.746137 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-00ed4f51-920a-4107-9a54-c631f5355ab5 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:19.752412 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5250-2f99-486c-b823-85968eacafb2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:19.761844 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd10785-3e27-4c8e-8ec2-d78d4f1a3878 req-aff3d760-ac05-42ef-81c0-ded1fa7b5686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:19.761844 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-0bd10785-3e27-4c8e-8ec2-d78d4f1a3878 req-aff3d760-ac05-42ef-81c0-ded1fa7b5686 service neutron] 10.222.0.11 "GET /v2.0/networks?id=38c758dc-7f6c-454b-adaf-334f371206ea HTTP/1.1" status: 200 len: 911 time: 0.5383959 Mar 07 21:38:19.772638 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-05edc9cd-f716-4fe1-93da-1e1280bda696 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Deleting port 6dec8a42-64f9-4eee-a3ba-adec82d34ba9 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:19.772864 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-05edc9cd-f716-4fe1-93da-1e1280bda696 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:19.802934 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ed4f51-920a-4107-9a54-c631f5355ab5 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:38:19.802934 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-00ed4f51-920a-4107-9a54-c631f5355ab5 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:38:19.822609 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:38:19.890041 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3f9f5250-2f99-486c-b823-85968eacafb2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/44444186-a64b-446e-ad5c-42fc48e9c599 HTTP/1.1" status: 204 len: 168 time: 2.4751201 Mar 07 21:38:19.900035 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3419da15-ffe2-42ce-8dff-66ed2329e596 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:19.902518 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39960) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:19.965308 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a3463861-bea9-4ecb-89dc-1f8ea491be21 req-bf381ec0-ea74-461b-87e1-fc2b368e435e tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3746953 Mar 07 21:38:19.999042 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-fdd4ad2c-0a46-42a8-8df9-2b5610e5ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'name': 'tempest-ServerActionsTestJSON-471892280-router', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '1d0e87b1-d146-41ab-aab2-916d08a6905e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:18Z', 'revision_number': 4, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'gw_port': {'id': '1d0e87b1-d146-41ab-aab2-916d08a6905e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:06Z', 'updated_at': '2022-03-07T21:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'e6e400f7-42b6-4bd9-a330-b7804a0f63ca', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'floating_ip_address': '172.26.2.213', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'port_id': 'fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea', 'mac_address': 'fa:16:3e:07:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e1693-73a6-41f1-b344-988f26f5977a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:37:35Z', 'updated_at': '2022-03-07T21:38:15Z', 'revision_number': 1, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8917be17-98eb-45a2-8ed3-1ae5f89227eb', 'name': '', 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'mac_address': 'fa:16:3e:4d:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'f313f210-5759-4bf7-8dc0-7c89a181e7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:16Z', 'updated_at': '2022-03-07T21:37:32Z', 'revision_number': 5, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'subnets': [{'id': 'f313f210-5759-4bf7-8dc0-7c89a181e7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:20.006452 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd4ad2c-0a46-42a8-8df9-2b5610e5ed48 None None] The sync data for ids ['c25620e1-a202-45a4-9d3a-e1c5f472fbb5'] in dv-neutron-829957-1-hyperv is: [{'id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'name': 'tempest-ServerActionsTestJSON-471892280-router', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '1d0e87b1-d146-41ab-aab2-916d08a6905e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:18Z', 'revision_number': 4, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'gw_port': {'id': '1d0e87b1-d146-41ab-aab2-916d08a6905e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:06Z', 'updated_at': '2022-03-07T21:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'e6e400f7-42b6-4bd9-a330-b7804a0f63ca', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'floating_ip_address': '172.26.2.213', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'port_id': 'fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea', 'mac_address': 'fa:16:3e:07:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e1693-73a6-41f1-b344-988f26f5977a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:37:35Z', 'updated_at': '2022-03-07T21:38:15Z', 'revision_number': 1, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8917be17-98eb-45a2-8ed3-1ae5f89227eb', 'name': '', 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'mac_address': 'fa:16:3e:4d:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'f313f210-5759-4bf7-8dc0-7c89a181e7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:16Z', 'updated_at': '2022-03-07T21:37:32Z', 'revision_number': 5, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'subnets': [{'id': 'f313f210-5759-4bf7-8dc0-7c89a181e7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:38:20.042063 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419da15-ffe2-42ce-8dff-66ed2329e596 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Port': ['ID=96fdffef-c0b2-4056-8fc0-200bbde60e8f,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:20.054828 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-111fd7bd-a299-4fbb-a820-fe4481f1d37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:20.082747 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2e33e3d6-cf93-494a-b621-e15f293b863f None None] Provisioning for port a6d9f6f1-94fc-49be-bf2a-94af63b2cf19 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:38:20.093008 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2e33e3d6-cf93-494a-b621-e15f293b863f None None] Provisioning complete for port a6d9f6f1-94fc-49be-bf2a-94af63b2cf19 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:38:20.094134 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2e33e3d6-cf93-494a-b621-e15f293b863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:20.100949 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3419da15-ffe2-42ce-8dff-66ed2329e596 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:20.113669 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-0bd10785-3e27-4c8e-8ec2-d78d4f1a3878 req-fb7f2898-964c-4809-ac37-bc332d7e3e36 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 HTTP/1.1" status: 200 len: 999 time: 0.3329487 Mar 07 21:38:20.199346 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97009dce-728b-4530-88b4-2031af4726c2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:20.200972 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97009dce-728b-4530-88b4-2031af4726c2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:20.201725 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-97009dce-728b-4530-88b4-2031af4726c2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:20.216280 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-31feb845-215a-44a3-a0d0-dbceaad8179d req-5d51f3f4-a949-4dd2-b8f0-bb2846d6ce15 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5265648 Mar 07 21:38:20.243375 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd10785-3e27-4c8e-8ec2-d78d4f1a3878 req-ce6bcd8c-5eb8-42ec-8a31-656d8a1ebbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:20.245373 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-0bd10785-3e27-4c8e-8ec2-d78d4f1a3878 req-ce6bcd8c-5eb8-42ec-8a31-656d8a1ebbae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f313f210-5759-4bf7-8dc0-7c89a181e7b8 HTTP/1.1" status: 200 len: 850 time: 0.1044347 Mar 07 21:38:20.254391 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-00ed4f51-920a-4107-9a54-c631f5355ab5 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:20.258772 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-00ed4f51-920a-4107-9a54-c631f5355ab5 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:20.332930 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-97009dce-728b-4530-88b4-2031af4726c2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:20.336499 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-97009dce-728b-4530-88b4-2031af4726c2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4213243 Mar 07 21:38:20.339764 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed4f51-920a-4107-9a54-c631f5355ab5 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Pushing event deleted for resources: {'Network': ['ID=43f8295f-33c4-4763-945a-19400f4ec0f7,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:20.343152 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3419da15-ffe2-42ce-8dff-66ed2329e596 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/ports/96fdffef-c0b2-4056-8fc0-200bbde60e8f HTTP/1.1" status: 204 len: 168 time: 2.2303984 Mar 07 21:38:20.345356 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39968) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:20.345734 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39970) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:20.361045 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2e33e3d6-cf93-494a-b621-e15f293b863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:20.377389 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-00ed4f51-920a-4107-9a54-c631f5355ab5 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] 10.222.0.21 "DELETE /v2.0/networks/43f8295f-33c4-4763-945a-19400f4ec0f7 HTTP/1.1" status: 204 len: 168 time: 2.0686219 Mar 07 21:38:20.390872 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39972) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:20.411281 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec40305-2a51-4ffc-91e4-32a924cd2206 None None] New status for floating IP e6e400f7-42b6-4bd9-a330-b7804a0f63ca: ACTIVE {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:38:20.456477 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-05edc9cd-f716-4fe1-93da-1e1280bda696 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:20.503913 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2e33e3d6-cf93-494a-b621-e15f293b863f None None] For port a6d9f6f1-94fc-49be-bf2a-94af63b2cf19, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a6d9f6f1-94fc-49be-bf2a-94af63b2cf19,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:20.601891 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2e33e3d6-cf93-494a-b621-e15f293b863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:20.673209 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-05edc9cd-f716-4fe1-93da-1e1280bda696 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Calling delete_port for 6dec8a42-64f9-4eee-a3ba-adec82d34ba9 owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:20.720338 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6ea989-7342-4c7e-9449-8cc32df6c6de tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet 803eda98-0e46-49ab-96cf-bbd879e00573 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:38:20.730211 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fe3058da-ba83-4885-b5de-d99df580da59 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:20.735034 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea989-7342-4c7e-9449-8cc32df6c6de tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:20.744231 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e95533-ffdf-4121-b11d-a19c5db31a45 req-67ae9ce2-d568-4176-90f5-e816be44116c tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:20.745696 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-83e95533-ffdf-4121-b11d-a19c5db31a45 req-67ae9ce2-d568-4176-90f5-e816be44116c tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.5490904 Mar 07 21:38:20.748175 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-19347f57-225b-48d6-80ca-e1899cd45725 None None] Could not find standard attr ID for object 44444186-a64b-446e-ad5c-42fc48e9c599. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:38:20.751673 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33e3d6-cf93-494a-b621-e15f293b863f None None] Pushing event updated for resources: {'Port': ['ID=a6d9f6f1-94fc-49be-bf2a-94af63b2cf19,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:20.811847 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd10785-3e27-4c8e-8ec2-d78d4f1a3878 req-ecf8d6ea-56e1-490e-9f64-5e99fb3b65aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:20.813365 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-0bd10785-3e27-4c8e-8ec2-d78d4f1a3878 req-ecf8d6ea-56e1-490e-9f64-5e99fb3b65aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38c758dc-7f6c-454b-adaf-334f371206ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5582786 Mar 07 21:38:20.824017 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea989-7342-4c7e-9449-8cc32df6c6de tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:20.879870 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31feb845-215a-44a3-a0d0-dbceaad8179d req-c0b6a7a2-8feb-43be-b2fe-8810ff8dd380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:20.881423 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-31feb845-215a-44a3-a0d0-dbceaad8179d req-c0b6a7a2-8feb-43be-b2fe-8810ff8dd380 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=24d505245fac495da14eec8c213c2228&device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 1099 time: 0.5347552 Mar 07 21:38:20.906798 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e91c28-9f35-4545-90a4-c747fc6d14a9 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:20.907494 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-14e91c28-9f35-4545-90a4-c747fc6d14a9 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Synchronizing usage tracker for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:20.966782 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-83e95533-ffdf-4121-b11d-a19c5db31a45 req-336331a7-a000-4238-aea6-48a9385a5a58 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035987 Mar 07 21:38:21.020759 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a6d9f6f1-94fc-49be-bf2a-94af63b2cf19 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:38:21.100189 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port a6d9f6f1-94fc-49be-bf2a-94af63b2cf19 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:38:21.101048 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:21.102876 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-14e91c28-9f35-4545-90a4-c747fc6d14a9 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Unset dirty status for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:21.106686 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-14e91c28-9f35-4545-90a4-c747fc6d14a9 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7131805 Mar 07 21:38:21.113880 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39980) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:21.143389 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fe3058da-ba83-4885-b5de-d99df580da59 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:21.150397 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-993234d0-fb55-4f4f-9199-8e84cb3d8275 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:21.186170 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-993234d0-fb55-4f4f-9199-8e84cb3d8275 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:21.190123 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-091cbc71-631a-4617-acb7-8b227b160406 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] GET failed (client error): The resource could not be found. Mar 07 21:38:21.191447 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-091cbc71-631a-4617-acb7-8b227b160406 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports/213f62bc-e57e-441b-96c4-3465c9726dde HTTP/1.1" status: 404 len: 333 time: 0.0766070 Mar 07 21:38:21.200315 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39984) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:21.242087 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-fe3058da-ba83-4885-b5de-d99df580da59 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67750b40-4b44-427f-9701-828fec8edac8']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:21.242464 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-0bd10785-3e27-4c8e-8ec2-d78d4f1a3878 req-f2db3a62-1796-4382-9afa-9cc8a79c8ee8 service neutron] 10.222.0.11 "GET /v2.0/networks/38c758dc-7f6c-454b-adaf-334f371206ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899837 Mar 07 21:38:21.264847 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-fe3058da-ba83-4885-b5de-d99df580da59 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a13c19-893d-4a56-9464-cf3a9100c9c0') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:21.265149 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-fe3058da-ba83-4885-b5de-d99df580da59 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a13c19-893d-4a56-9464-cf3a9100c9c0') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:21.284093 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31feb845-215a-44a3-a0d0-dbceaad8179d req-4aa45b24-56a4-4726-93fa-1f973a4531b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:21.285548 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-31feb845-215a-44a3-a0d0-dbceaad8179d req-4aa45b24-56a4-4726-93fa-1f973a4531b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=304e960d-6464-4f92-a5fa-2d8b6be20410 HTTP/1.1" status: 200 len: 911 time: 0.3729937 Mar 07 21:38:21.286465 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09bd2b4-524f-42f9-875a-247d5a076221 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] GET failed (client error): The resource could not be found. Mar 07 21:38:21.287691 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f09bd2b4-524f-42f9-875a-247d5a076221 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports/96fdffef-c0b2-4056-8fc0-200bbde60e8f HTTP/1.1" status: 404 len: 333 time: 0.0864379 Mar 07 21:38:21.302474 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 39988) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:21.303731 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea989-7342-4c7e-9449-8cc32df6c6de tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:21.399561 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fe3058da-ba83-4885-b5de-d99df580da59 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:21.464934 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fe3058da-ba83-4885-b5de-d99df580da59 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:21.514303 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3058da-ba83-4885-b5de-d99df580da59 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:38:21.514622 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fe3058da-ba83-4885-b5de-d99df580da59 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:38:21.532068 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:38:21.632512 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-993234d0-fb55-4f4f-9199-8e84cb3d8275 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Allocated IP 172.26.2.61 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/378d349c-d706-41ee-8e23-360580e6122b) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:21.634933 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7269bc6f-4e1c-449a-ac8e-0757960f85f9 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:21.644575 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-31feb845-215a-44a3-a0d0-dbceaad8179d req-abd99518-8865-4c03-8624-d85e541146c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 HTTP/1.1" status: 200 len: 1002 time: 0.3429983 Mar 07 21:38:21.719222 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-0bd10785-3e27-4c8e-8ec2-d78d4f1a3878 req-fa78a4c4-89b4-4ca3-b524-9ba8f9e7c64d service neutron] 10.222.0.11 "GET /v2.0/networks/38c758dc-7f6c-454b-adaf-334f371206ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604006 Mar 07 21:38:21.721595 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-05edc9cd-f716-4fe1-93da-1e1280bda696 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:21.755789 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea989-7342-4c7e-9449-8cc32df6c6de tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:21.776274 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fe3058da-ba83-4885-b5de-d99df580da59 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:21.788590 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05edc9cd-f716-4fe1-93da-1e1280bda696 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Pushing event deleted for resources: {'Port': ['ID=6dec8a42-64f9-4eee-a3ba-adec82d34ba9,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:21.808721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fe3058da-ba83-4885-b5de-d99df580da59 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:21.833694 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31feb845-215a-44a3-a0d0-dbceaad8179d req-b4f26038-ab6f-4832-83a6-e6cc58f6bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:21.835176 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-31feb845-215a-44a3-a0d0-dbceaad8179d req-b4f26038-ab6f-4832-83a6-e6cc58f6bb19 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8 HTTP/1.1" status: 200 len: 850 time: 0.1815188 Mar 07 21:38:21.835869 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ea989-7342-4c7e-9449-8cc32df6c6de tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=803eda98-0e46-49ab-96cf-bbd879e00573,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:21.840159 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea989-7342-4c7e-9449-8cc32df6c6de tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:21.842727 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9931c37-5e41-42be-8435-2d0454f40178 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:38:21.852413 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3058da-ba83-4885-b5de-d99df580da59 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Pushing event deleted for resources: {'Network': ['ID=67750b40-4b44-427f-9701-828fec8edac8,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:21.922447 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-fe3058da-ba83-4885-b5de-d99df580da59 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] 10.222.0.21 "DELETE /v2.0/networks/67750b40-4b44-427f-9701-828fec8edac8 HTTP/1.1" status: 204 len: 168 time: 1.5297344 Mar 07 21:38:21.931570 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39992) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:21.957845 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7269bc6f-4e1c-449a-ac8e-0757960f85f9 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:22.001150 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-7269bc6f-4e1c-449a-ac8e-0757960f85f9 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c02cb71-ffb6-4aaf-9c85-5d538881fe14']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:22.016716 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-7269bc6f-4e1c-449a-ac8e-0757960f85f9 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd173e99a-b643-4ab0-a49a-917050818a10') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:22.016911 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-7269bc6f-4e1c-449a-ac8e-0757960f85f9 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd173e99a-b643-4ab0-a49a-917050818a10') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:22.031499 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7269bc6f-4e1c-449a-ac8e-0757960f85f9 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:22.057873 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7269bc6f-4e1c-449a-ac8e-0757960f85f9 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:22.074580 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3c6ea989-7342-4c7e-9449-8cc32df6c6de tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/803eda98-0e46-49ab-96cf-bbd879e00573 HTTP/1.1" status: 204 len: 168 time: 1.6837208 Mar 07 21:38:22.076092 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-993234d0-fb55-4f4f-9199-8e84cb3d8275 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:22.078746 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7269bc6f-4e1c-449a-ac8e-0757960f85f9 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:38:22.079385 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7269bc6f-4e1c-449a-ac8e-0757960f85f9 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:22.134966 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 39998) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:38:22.171808 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:38:22.184783 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31feb845-215a-44a3-a0d0-dbceaad8179d req-5356a605-e08d-4682-a81f-504e37699165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:22.186424 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-31feb845-215a-44a3-a0d0-dbceaad8179d req-5356a605-e08d-4682-a81f-504e37699165 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=304e960d-6464-4f92-a5fa-2d8b6be20410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3392766 Mar 07 21:38:22.199365 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7155bb9d-e038-43f3-98ca-629e983bee5b None None] DHCP port deletion for ab63f4f6-c089-409c-a9c4-f2088e2d7005 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:38:22.204395 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-7155bb9d-e038-43f3-98ca-629e983bee5b None None] Deleting port a6d9f6f1-94fc-49be-bf2a-94af63b2cf19 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:22.204875 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7155bb9d-e038-43f3-98ca-629e983bee5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:22.243137 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-43b1b0a0-c4b8-429e-b2d7-e9d17c3ca2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:22.285659 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fb65-fc75-49f7-8f23-c2a2a57aad87 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:22.291744 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-47b2a5c1-c253-441e-845e-b24f6a566d1a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1516080 Mar 07 21:38:22.303361 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40002) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:22.428721 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-7155bb9d-e038-43f3-98ca-629e983bee5b None None] For port a6d9f6f1-94fc-49be-bf2a-94af63b2cf19, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a6d9f6f1-94fc-49be-bf2a-94af63b2cf19,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:22.429320 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7155bb9d-e038-43f3-98ca-629e983bee5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:22.451501 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7269bc6f-4e1c-449a-ac8e-0757960f85f9 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:22.472795 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-31feb845-215a-44a3-a0d0-dbceaad8179d req-405cda05-7dc9-4a3f-8097-23bb0cd518e1 service neutron] 10.222.0.11 "GET /v2.0/networks/304e960d-6464-4f92-a5fa-2d8b6be20410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780974 Mar 07 21:38:22.479095 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7269bc6f-4e1c-449a-ac8e-0757960f85f9 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:22.481602 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269bc6f-4e1c-449a-ac8e-0757960f85f9 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Network': ['ID=5c02cb71-ffb6-4aaf-9c85-5d538881fe14,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:22.524665 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7269bc6f-4e1c-449a-ac8e-0757960f85f9 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/networks/5c02cb71-ffb6-4aaf-9c85-5d538881fe14 HTTP/1.1" status: 204 len: 168 time: 1.1882341 Mar 07 21:38:22.524877 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40006) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:22.530142 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-0b7ce039-521e-430f-a5f2-ec2ae3798c91 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-951166169'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:22.541222 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0b7ce039-521e-430f-a5f2-ec2ae3798c91 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:22.551293 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-05edc9cd-f716-4fe1-93da-1e1280bda696 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:22.564854 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-7155bb9d-e038-43f3-98ca-629e983bee5b None None] Calling delete_port for a6d9f6f1-94fc-49be-bf2a-94af63b2cf19 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:22.584123 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0b7ce039-521e-430f-a5f2-ec2ae3798c91 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:network and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:22.590741 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0b7ce039-521e-430f-a5f2-ec2ae3798c91 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:22.604082 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0b7ce039-521e-430f-a5f2-ec2ae3798c91 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:22.649802 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-31feb845-215a-44a3-a0d0-dbceaad8179d req-f787533f-4291-46db-8d26-6a137238c3d8 service neutron] 10.222.0.11 "GET /v2.0/networks/304e960d-6464-4f92-a5fa-2d8b6be20410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660149 Mar 07 21:38:22.682661 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7ce039-521e-430f-a5f2-ec2ae3798c91 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:22.686590 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b7ce039-521e-430f-a5f2-ec2ae3798c91 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:22.686902 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-993234d0-fb55-4f4f-9199-8e84cb3d8275 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:22.716838 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7155bb9d-e038-43f3-98ca-629e983bee5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:22.721286 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7ce039-521e-430f-a5f2-ec2ae3798c91 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:38:22.729975 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b7ce039-521e-430f-a5f2-ec2ae3798c91 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:22.730696 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-0b7ce039-521e-430f-a5f2-ec2ae3798c91 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Added segment 5c12ee97-09e1-4451-9ce8-30a2befb170f of type vlan for network 5c50be28-7337-4796-9836-2a36a8e43228 Mar 07 21:38:22.744506 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fb65-fc75-49f7-8f23-c2a2a57aad87 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:22.757929 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b7ce039-521e-430f-a5f2-ec2ae3798c91 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:22.766198 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155bb9d-e038-43f3-98ca-629e983bee5b None None] Pushing event deleted for resources: {'Port': ['ID=a6d9f6f1-94fc-49be-bf2a-94af63b2cf19,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:22.774572 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7155bb9d-e038-43f3-98ca-629e983bee5b None None] No DVR routers for this DVR port a6d9f6f1-94fc-49be-bf2a-94af63b2cf19 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:38:22.784782 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9ff9f-ff1c-4913-8dd7-bc22764f944c req-f29350df-51f5-480c-b5ec-156e52247878 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:22.790442 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f8d9ff9f-ff1c-4913-8dd7-bc22764f944c req-f29350df-51f5-480c-b5ec-156e52247878 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.5653322 Mar 07 21:38:22.871299 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b7ce039-521e-430f-a5f2-ec2ae3798c91 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:22.878941 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7ce039-521e-430f-a5f2-ec2ae3798c91 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:22.879839 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b7ce039-521e-430f-a5f2-ec2ae3798c91 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:22.932784 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241e6237-c45f-462b-be83-c9fc5376818a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:22.933460 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-241e6237-c45f-462b-be83-c9fc5376818a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:22.941052 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993234d0-fb55-4f4f-9199-8e84cb3d8275 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:22.960519 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-d9c1fb65-fc75-49f7-8f23-c2a2a57aad87 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c05b44-1b85-4bc3-9c01-f2a22b4c57be']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:22.969886 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-993234d0-fb55-4f4f-9199-8e84cb3d8275 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:22.989105 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ce039-521e-430f-a5f2-ec2ae3798c91 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Network': ['ID=5c50be28-7337-4796-9836-2a36a8e43228,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:23.000300 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-d9c1fb65-fc75-49f7-8f23-c2a2a57aad87 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed9a2fdf-0704-4a38-bcd4-ed33a8693f77') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:23.000610 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-d9c1fb65-fc75-49f7-8f23-c2a2a57aad87 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed9a2fdf-0704-4a38-bcd4-ed33a8693f77') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:23.001994 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 5c50be28-7337-4796-9836-2a36a8e43228 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:38:23.003296 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0b7ce039-521e-430f-a5f2-ec2ae3798c91 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4775238 Mar 07 21:38:23.006678 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40010) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:23.019619 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-5a297168-8ba5-4bc5-98c4-b96bff1b9037 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'subnet': {'network_id': '5c50be28-7337-4796-9836-2a36a8e43228', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:23.026301 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993234d0-fb55-4f4f-9199-8e84cb3d8275 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:23.041520 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a6d9f6f1-94fc-49be-bf2a-94af63b2cf19 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:38:23.076640 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fb65-fc75-49f7-8f23-c2a2a57aad87 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:23.095502 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: a6d9f6f1-94fc-49be-bf2a-94af63b2cf19 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:38:23.095840 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a6d9f6f1-94fc-49be-bf2a-94af63b2cf19 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:38:23.144559 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5a297168-8ba5-4bc5-98c4-b96bff1b9037 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:23.148531 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5a297168-8ba5-4bc5-98c4-b96bff1b9037 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:subnet and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:23.151944 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5a297168-8ba5-4bc5-98c4-b96bff1b9037 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:23.152947 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993234d0-fb55-4f4f-9199-8e84cb3d8275 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Pushing event updated for resources: {'Port': ['ID=378d349c-d706-41ee-8e23-360580e6122b,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:23.159236 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5a297168-8ba5-4bc5-98c4-b96bff1b9037 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:23.188388 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f8d9ff9f-ff1c-4913-8dd7-bc22764f944c req-7d3f0cdd-3b5f-47eb-b0a6-c53fe7689255 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3824680 Mar 07 21:38:23.189401 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fb65-fc75-49f7-8f23-c2a2a57aad87 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:23.198682 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:23.201935 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-241e6237-c45f-462b-be83-c9fc5376818a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:23.206001 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-241e6237-c45f-462b-be83-c9fc5376818a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8962946 Mar 07 21:38:23.210509 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40014) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:23.214249 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c1fb65-fc75-49f7-8f23-c2a2a57aad87 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:38:23.214640 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fb65-fc75-49f7-8f23-c2a2a57aad87 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:38:23.229287 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:38:23.259184 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a297168-8ba5-4bc5-98c4-b96bff1b9037 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:23.262630 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5a297168-8ba5-4bc5-98c4-b96bff1b9037 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:23.374243 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.ipam_backend_mixin [None req-5a297168-8ba5-4bc5-98c4-b96bff1b9037 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Performing IP validity checks on allocation pools {{(pid=88387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 07 21:38:23.377058 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.ipam_backend_mixin [None req-5a297168-8ba5-4bc5-98c4-b96bff1b9037 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 07 21:38:23.381639 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bab3c29-4023-4970-975b-77e452bd1aa3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:23.382345 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0bab3c29-4023-4970-975b-77e452bd1aa3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:23.385517 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:23.463957 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0bab3c29-4023-4970-975b-77e452bd1aa3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:23.467076 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0bab3c29-4023-4970-975b-77e452bd1aa3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2536492 Mar 07 21:38:23.467817 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40020) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:23.538610 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cc346b47-bf82-4543-89f6-7b65899076a1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689120 Mar 07 21:38:23.543828 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40024) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:23.548612 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-d28a4df8-3a4a-41d2-8acb-b7b116c7eb3d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:23.664916 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d28a4df8-3a4a-41d2-8acb-b7b116c7eb3d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:23.672423 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fb65-fc75-49f7-8f23-c2a2a57aad87 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:23.706673 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d28a4df8-3a4a-41d2-8acb-b7b116c7eb3d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:23.774702 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fb65-fc75-49f7-8f23-c2a2a57aad87 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:23.786841 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1fb65-fc75-49f7-8f23-c2a2a57aad87 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] Pushing event deleted for resources: {'Network': ['ID=51c05b44-1b85-4bc3-9c01-f2a22b4c57be,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:23.795033 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28a4df8-3a4a-41d2-8acb-b7b116c7eb3d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:23.799737 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d28a4df8-3a4a-41d2-8acb-b7b116c7eb3d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:23.819190 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d9c1fb65-fc75-49f7-8f23-c2a2a57aad87 tempest-BulkNetworkOpsIpV6Test-1295534756 tempest-BulkNetworkOpsIpV6Test-1295534756-project] 10.222.0.21 "DELETE /v2.0/networks/51c05b44-1b85-4bc3-9c01-f2a22b4c57be HTTP/1.1" status: 204 len: 168 time: 1.8867879 Mar 07 21:38:23.826984 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448eb5b4-a507-4b62-96bc-d5201a3aea9c req-3f5e17e8-4e22-4f57-95d0-c9bfbde4f694 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:23.828967 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-448eb5b4-a507-4b62-96bc-d5201a3aea9c req-3f5e17e8-4e22-4f57-95d0-c9bfbde4f694 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.5138378 Mar 07 21:38:23.862584 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05edc9cd-f716-4fe1-93da-1e1280bda696 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Router c59c5462-05c0-4331-8d57-8b494c922a6e has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:38:23.901680 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5a297168-8ba5-4bc5-98c4-b96bff1b9037 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:24.015006 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a297168-8ba5-4bc5-98c4-b96bff1b9037 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Subnet': ['ID=fb9482c2-d1da-4110-87ec-6a50e79a3414,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:24.026196 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-448eb5b4-a507-4b62-96bc-d5201a3aea9c req-0f186115-d608-4d36-b295-5963c8203870 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896586 Mar 07 21:38:24.029350 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a297168-8ba5-4bc5-98c4-b96bff1b9037 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Checking segment: {'id': '5c12ee97-09e1-4451-9ce8-30a2befb170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5c50be28-7337-4796-9836-2a36a8e43228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:38:24.029714 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a297168-8ba5-4bc5-98c4-b96bff1b9037 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network hostable DHCP agents. Network: 5c50be28-7337-4796-9836-2a36a8e43228, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:38:24.040217 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-993234d0-fb55-4f4f-9199-8e84cb3d8275 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router_gateway, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:24.225339 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a297168-8ba5-4bc5-98c4-b96bff1b9037 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network 5c50be28-7337-4796-9836-2a36a8e43228 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:38:24.248863 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d28a4df8-3a4a-41d2-8acb-b7b116c7eb3d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:24.311895 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28a4df8-3a4a-41d2-8acb-b7b116c7eb3d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:24.315840 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-d28a4df8-3a4a-41d2-8acb-b7b116c7eb3d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:24.320653 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28a4df8-3a4a-41d2-8acb-b7b116c7eb3d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:24.321257 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d28a4df8-3a4a-41d2-8acb-b7b116c7eb3d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:24.333157 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a9cb05-44e7-4a07-aeac-22ed237018d3 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:38:24.348996 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-5a297168-8ba5-4bc5-98c4-b96bff1b9037 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 5c50be28-7337-4796-9836-2a36a8e43228) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:24.355744 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a297168-8ba5-4bc5-98c4-b96bff1b9037 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:24.356330 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5a297168-8ba5-4bc5-98c4-b96bff1b9037 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:24.369836 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a4df8-3a4a-41d2-8acb-b7b116c7eb3d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=ee6ed2e9-9e89-477e-a6fa-0132c805b56a,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:24.383653 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023ac09e-b7ae-4876-a602-2fa978e1b225 None None] Network 5c50be28-7337-4796-9836-2a36a8e43228 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:38:24.390422 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40034) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:24.424506 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d28a4df8-3a4a-41d2-8acb-b7b116c7eb3d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8806336 Mar 07 21:38:24.427269 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40040) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:24.434263 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-985cc534-8889-469d-b16b-e7aeedacad11 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'port': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'fixed_ips': [{'subnet_id': 'ee6ed2e9-9e89-477e-a6fa-0132c805b56a', 'ip_address': '2001:db8::bb3a:f4f1:e3:1a54'}], 'name': 'tempest-NetworksTestDHCPv6-1552398255'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:24.452833 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05edc9cd-f716-4fe1-93da-1e1280bda696 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:38:24.460740 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-05edc9cd-f716-4fe1-93da-1e1280bda696 tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] 10.222.0.21 "PUT /v2.0/routers/c59c5462-05c0-4331-8d57-8b494c922a6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8323891 Mar 07 21:38:24.463836 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40044) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:24.468823 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c47f260-20fc-4f09-a261-f08bdddc95d6 None None] Sync routers for ids ['c59c5462-05c0-4331-8d57-8b494c922a6e'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:38:24.473337 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5a297168-8ba5-4bc5-98c4-b96bff1b9037 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4651649 Mar 07 21:38:24.476886 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40048) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:24.480292 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c47f260-20fc-4f09-a261-f08bdddc95d6 None None] Routers {'c59c5462-05c0-4331-8d57-8b494c922a6e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:38:24.485424 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-6c47f260-20fc-4f09-a261-f08bdddc95d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:38:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c59c5462-05c0-4331-8d57-8b494c922a6e'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:24.486643 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-4daa31c0-3762-4b7c-b89b-ec71d0adfb1a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'port': {'network_id': '5c50be28-7337-4796-9836-2a36a8e43228', 'name': 'tempest-PortsIpV6TestJSON-633978236'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:24.629830 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-6c47f260-20fc-4f09-a261-f08bdddc95d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:24.636670 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c47f260-20fc-4f09-a261-f08bdddc95d6 None None] Routers {'c59c5462-05c0-4331-8d57-8b494c922a6e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:38:24.637640 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-6c47f260-20fc-4f09-a261-f08bdddc95d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:38:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c59c5462-05c0-4331-8d57-8b494c922a6e'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:24.716768 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-6c47f260-20fc-4f09-a261-f08bdddc95d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:24.718932 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c47f260-20fc-4f09-a261-f08bdddc95d6 None None] The sync data for ids ['c59c5462-05c0-4331-8d57-8b494c922a6e'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:38:24.863680 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:24.876507 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f2cd467-1b28-4f74-9b17-bd73d3f522bc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:24.922427 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f578b4-c72c-432c-b3cf-83ce0ce08ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'fixed_ips': [{'subnet_id': 'ee6ed2e9-9e89-477e-a6fa-0132c805b56a'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:38:24.923275 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-05f578b4-c72c-432c-b3cf-83ce0ce08ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:24.941512 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-4daa31c0-3762-4b7c-b89b-ec71d0adfb1a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:24.942681 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-993234d0-fb55-4f4f-9199-8e84cb3d8275 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:24.958660 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-985cc534-8889-469d-b16b-e7aeedacad11 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:24.962520 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cad9ee15-339b-4107-ac35-bfe55fdfe9af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec319c69c3b640f5b2abf09eb14ccca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5710096 Mar 07 21:38:24.963470 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-4daa31c0-3762-4b7c-b89b-ec71d0adfb1a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:24.966394 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40054) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:24.988588 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-985cc534-8889-469d-b16b-e7aeedacad11 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:24.990573 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c61b69-3cb0-40f4-9e3f-2cd2049a1325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-5c50be28-7337-4796-9836-2a36a8e43228', 'network_id': '5c50be28-7337-4796-9836-2a36a8e43228', 'tenant_id': '798f97419872427fbdc61064af1a2dd7', 'fixed_ips': [{'subnet_id': 'fb9482c2-d1da-4110-87ec-6a50e79a3414'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:38:24.991446 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-27c61b69-3cb0-40f4-9e3f-2cd2049a1325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:25.039907 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f1ccc0a9-4a3e-4a10-9629-bf862446c1ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:25.066231 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f1ccc0a9-4a3e-4a10-9629-bf862446c1ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:25.102300 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4daa31c0-3762-4b7c-b89b-ec71d0adfb1a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:25.105527 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4daa31c0-3762-4b7c-b89b-ec71d0adfb1a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:25.130933 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985cc534-8889-469d-b16b-e7aeedacad11 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:25.148267 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-4daa31c0-3762-4b7c-b89b-ec71d0adfb1a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] device_id is not set on port 0575ef4f-796d-48ce-91d7-0ee373861d38 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:38:25.207901 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe1ec4-5c7e-4917-92c7-a99eda6d08dc req-6a6f5de1-bda0-4e80-8768-90c59468aa7b tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:25.209550 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cafe1ec4-5c7e-4917-92c7-a99eda6d08dc req-6a6f5de1-bda0-4e80-8768-90c59468aa7b tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.4410098 Mar 07 21:38:25.224913 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-05f578b4-c72c-432c-b3cf-83ce0ce08ef3 None None] Allocated IP 2001:db8::2 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/ee6ed2e9-9e89-477e-a6fa-0132c805b56a/29bf1e8e-f536-430c-a23f-7f016a699a5d) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:25.250898 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-27c61b69-3cb0-40f4-9e3f-2cd2049a1325 None None] Allocated IP 2001:db8::2 (5c50be28-7337-4796-9836-2a36a8e43228/fb9482c2-d1da-4110-87ec-6a50e79a3414/efe4e01d-84ee-416c-a4e1-d63d251c972f) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:25.290245 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f2cd467-1b28-4f74-9b17-bd73d3f522bc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:25.323576 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cafe1ec4-5c7e-4917-92c7-a99eda6d08dc req-2e833267-d17d-4ab7-83e6-243e2752ee68 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953608 Mar 07 21:38:25.349405 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-985cc534-8889-469d-b16b-e7aeedacad11 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:25.361587 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f1ccc0a9-4a3e-4a10-9629-bf862446c1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:25.383736 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccc0a9-4a3e-4a10-9629-bf862446c1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03942bb6-20c8-4537-9500-7c2a70dd53b7,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:25.384590 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-6f2cd467-1b28-4f74-9b17-bd73d3f522bc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Deleting port b24f3f75-2a2c-4441-bec7-43c8567234aa {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:25.393227 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f2cd467-1b28-4f74-9b17-bd73d3f522bc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:25.393314 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-985cc534-8889-469d-b16b-e7aeedacad11 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] device_id is not set on port 56dca593-ab49-4338-88b0-c369a02315e2 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:38:25.469173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993234d0-fb55-4f4f-9199-8e84cb3d8275 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Router 7c78811f-6ee4-4d3b-a1f2-633e2f5c2578 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:38:25.581483 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f1ccc0a9-4a3e-4a10-9629-bf862446c1ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:25.585180 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f1ccc0a9-4a3e-4a10-9629-bf862446c1ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03942bb6-20c8-4537-9500-7c2a70dd53b7 HTTP/1.1" status: 204 len: 168 time: 0.6145160 Mar 07 21:38:25.630429 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-05f578b4-c72c-432c-b3cf-83ce0ce08ef3 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:25.650382 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-05f578b4-c72c-432c-b3cf-83ce0ce08ef3 None None] Transition to ACTIVE for port object 29bf1e8e-f536-430c-a23f-7f016a699a5d will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:25.662411 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-27c61b69-3cb0-40f4-9e3f-2cd2049a1325 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:25.679078 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-27c61b69-3cb0-40f4-9e3f-2cd2049a1325 None None] Transition to ACTIVE for port object efe4e01d-84ee-416c-a4e1-d63d251c972f will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:25.681516 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-05f578b4-c72c-432c-b3cf-83ce0ce08ef3 None None] Transition to ACTIVE for port object 29bf1e8e-f536-430c-a23f-7f016a699a5d will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:25.699918 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-27c61b69-3cb0-40f4-9e3f-2cd2049a1325 None None] Transition to ACTIVE for port object efe4e01d-84ee-416c-a4e1-d63d251c972f will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:25.732248 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f2cd467-1b28-4f74-9b17-bd73d3f522bc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:25.771892 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-05f578b4-c72c-432c-b3cf-83ce0ce08ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:25.840309 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-985cc534-8889-469d-b16b-e7aeedacad11 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 2001:db8::bb3a:f4f1:e3:1a54 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/ee6ed2e9-9e89-477e-a6fa-0132c805b56a/56dca593-ab49-4338-88b0-c369a02315e2) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:25.893290 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f578b4-c72c-432c-b3cf-83ce0ce08ef3 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:25.896156 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f578b4-c72c-432c-b3cf-83ce0ce08ef3 None None] Pushing event updated for resources: {'Port': ['ID=29bf1e8e-f536-430c-a23f-7f016a699a5d,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:25.906414 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-05f578b4-c72c-432c-b3cf-83ce0ce08ef3 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:25.909626 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-27c61b69-3cb0-40f4-9e3f-2cd2049a1325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:25.997151 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f578b4-c72c-432c-b3cf-83ce0ce08ef3 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:26.005128 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c61b69-3cb0-40f4-9e3f-2cd2049a1325 None None] Pushing event updated for resources: {'Port': ['ID=efe4e01d-84ee-416c-a4e1-d63d251c972f,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:26.006858 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-6f2cd467-1b28-4f74-9b17-bd73d3f522bc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Calling delete_port for b24f3f75-2a2c-4441-bec7-43c8567234aa owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:26.029746 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-4daa31c0-3762-4b7c-b89b-ec71d0adfb1a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Allocated IP 2001:db8::53 (5c50be28-7337-4796-9836-2a36a8e43228/fb9482c2-d1da-4110-87ec-6a50e79a3414/0575ef4f-796d-48ce-91d7-0ee373861d38) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:26.041268 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993234d0-fb55-4f4f-9199-8e84cb3d8275 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:38:26.104172 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628bcbbc-617a-47c5-a028-2fba7f8b4639 None None] Sync routers for ids ['7c78811f-6ee4-4d3b-a1f2-633e2f5c2578'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:38:26.155292 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-993234d0-fb55-4f4f-9199-8e84cb3d8275 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:26.156612 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-993234d0-fb55-4f4f-9199-8e84cb3d8275 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.7321935 Mar 07 21:38:26.161071 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40076) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:26.165586 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c61b69-3cb0-40f4-9e3f-2cd2049a1325 None None] Network 5c50be28-7337-4796-9836-2a36a8e43228 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:26.181210 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-74ae1f92-357a-48a7-810b-b9f95161d934 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'enable_snat': False}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:26.195511 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-27c61b69-3cb0-40f4-9e3f-2cd2049a1325 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:26.206788 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628bcbbc-617a-47c5-a028-2fba7f8b4639 None None] Routers {'7c78811f-6ee4-4d3b-a1f2-633e2f5c2578'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:38:26.207415 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-628bcbbc-617a-47c5-a028-2fba7f8b4639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:38:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['7c78811f-6ee4-4d3b-a1f2-633e2f5c2578'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:26.266723 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c61b69-3cb0-40f4-9e3f-2cd2049a1325 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:26.279795 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-05f578b4-c72c-432c-b3cf-83ce0ce08ef3 None None] Attempting to bind port 29bf1e8e-f536-430c-a23f-7f016a699a5d on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:38:26.280165 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-05f578b4-c72c-432c-b3cf-83ce0ce08ef3 None None] Attempting to bind port 29bf1e8e-f536-430c-a23f-7f016a699a5d by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:38:26.280527 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f578b4-c72c-432c-b3cf-83ce0ce08ef3 None None] Attempting to bind port 29bf1e8e-f536-430c-a23f-7f016a699a5d on network ab63f4f6-c089-409c-a9c4-f2088e2d7005 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:38:26.286373 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-628bcbbc-617a-47c5-a028-2fba7f8b4639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:26.330191 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f578b4-c72c-432c-b3cf-83ce0ce08ef3 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:38:26.330847 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f578b4-c72c-432c-b3cf-83ce0ce08ef3 None None] Checking segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:38:26.331244 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-05f578b4-c72c-432c-b3cf-83ce0ce08ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:26.331652 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f578b4-c72c-432c-b3cf-83ce0ce08ef3 None None] Bound using segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:38:26.332179 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-05f578b4-c72c-432c-b3cf-83ce0ce08ef3 None None] Bound port: 29bf1e8e-f536-430c-a23f-7f016a699a5d, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:38:26.332535 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-05f578b4-c72c-432c-b3cf-83ce0ce08ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:26.389787 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-985cc534-8889-469d-b16b-e7aeedacad11 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:26.420182 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-985cc534-8889-469d-b16b-e7aeedacad11 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Transition to ACTIVE for port object 56dca593-ab49-4338-88b0-c369a02315e2 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:26.455266 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f2cd467-1b28-4f74-9b17-bd73d3f522bc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:26.455501 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4daa31c0-3762-4b7c-b89b-ec71d0adfb1a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:26.477045 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-4daa31c0-3762-4b7c-b89b-ec71d0adfb1a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Transition to ACTIVE for port object 0575ef4f-796d-48ce-91d7-0ee373861d38 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:26.569527 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-985cc534-8889-469d-b16b-e7aeedacad11 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:26.576044 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628bcbbc-617a-47c5-a028-2fba7f8b4639 None None] Routers {'7c78811f-6ee4-4d3b-a1f2-633e2f5c2578'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:38:26.576661 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-628bcbbc-617a-47c5-a028-2fba7f8b4639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:38:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['7c78811f-6ee4-4d3b-a1f2-633e2f5c2578'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:26.633529 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-27c61b69-3cb0-40f4-9e3f-2cd2049a1325 None None] Attempting to bind port efe4e01d-84ee-416c-a4e1-d63d251c972f on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:38:26.633901 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-27c61b69-3cb0-40f4-9e3f-2cd2049a1325 None None] Attempting to bind port efe4e01d-84ee-416c-a4e1-d63d251c972f by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '5c12ee97-09e1-4451-9ce8-30a2befb170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5c50be28-7337-4796-9836-2a36a8e43228'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:38:26.634288 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c61b69-3cb0-40f4-9e3f-2cd2049a1325 None None] Attempting to bind port efe4e01d-84ee-416c-a4e1-d63d251c972f on network 5c50be28-7337-4796-9836-2a36a8e43228 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:38:26.637014 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-05f578b4-c72c-432c-b3cf-83ce0ce08ef3 None None] For port 29bf1e8e-f536-430c-a23f-7f016a699a5d, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:38:26.642642 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4daa31c0-3762-4b7c-b89b-ec71d0adfb1a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:26.650452 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-628bcbbc-617a-47c5-a028-2fba7f8b4639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:26.650860 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628bcbbc-617a-47c5-a028-2fba7f8b4639 None None] The sync data for ids ['7c78811f-6ee4-4d3b-a1f2-633e2f5c2578'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:38:26.657206 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-05f578b4-c72c-432c-b3cf-83ce0ce08ef3 None None] For port 29bf1e8e-f536-430c-a23f-7f016a699a5d, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=29bf1e8e-f536-430c-a23f-7f016a699a5d,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:38:26.658419 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c61b69-3cb0-40f4-9e3f-2cd2049a1325 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:38:26.658799 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c61b69-3cb0-40f4-9e3f-2cd2049a1325 None None] Checking segment: {'id': '5c12ee97-09e1-4451-9ce8-30a2befb170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5c50be28-7337-4796-9836-2a36a8e43228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:38:26.659179 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-27c61b69-3cb0-40f4-9e3f-2cd2049a1325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:26.659561 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c61b69-3cb0-40f4-9e3f-2cd2049a1325 None None] Bound using segment: {'id': '5c12ee97-09e1-4451-9ce8-30a2befb170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5c50be28-7337-4796-9836-2a36a8e43228'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:38:26.660014 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-27c61b69-3cb0-40f4-9e3f-2cd2049a1325 None None] Bound port: efe4e01d-84ee-416c-a4e1-d63d251c972f, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c12ee97-09e1-4451-9ce8-30a2befb170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5c50be28-7337-4796-9836-2a36a8e43228'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:38:26.660388 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-27c61b69-3cb0-40f4-9e3f-2cd2049a1325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:26.672704 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985cc534-8889-469d-b16b-e7aeedacad11 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:26.679798 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-985cc534-8889-469d-b16b-e7aeedacad11 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:26.682760 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2cd467-1b28-4f74-9b17-bd73d3f522bc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Pushing event deleted for resources: {'Port': ['ID=b24f3f75-2a2c-4441-bec7-43c8567234aa,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:26.690231 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985cc534-8889-469d-b16b-e7aeedacad11 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:26.696453 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985cc534-8889-469d-b16b-e7aeedacad11 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:26.697440 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-985cc534-8889-469d-b16b-e7aeedacad11 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:26.719541 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daa31c0-3762-4b7c-b89b-ec71d0adfb1a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network 5c50be28-7337-4796-9836-2a36a8e43228 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:26.731275 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-4daa31c0-3762-4b7c-b89b-ec71d0adfb1a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:26.743222 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daa31c0-3762-4b7c-b89b-ec71d0adfb1a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:26.749667 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daa31c0-3762-4b7c-b89b-ec71d0adfb1a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:26.750315 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4daa31c0-3762-4b7c-b89b-ec71d0adfb1a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:26.761002 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-27c61b69-3cb0-40f4-9e3f-2cd2049a1325 None None] For port efe4e01d-84ee-416c-a4e1-d63d251c972f, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:38:26.764233 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-27c61b69-3cb0-40f4-9e3f-2cd2049a1325 None None] For port efe4e01d-84ee-416c-a4e1-d63d251c972f, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=efe4e01d-84ee-416c-a4e1-d63d251c972f,segment=NetworkSegment(5c12ee97-09e1-4451-9ce8-30a2befb170f),segment_id=5c12ee97-09e1-4451-9ce8-30a2befb170f)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:38:26.767388 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-05f578b4-c72c-432c-b3cf-83ce0ce08ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:26.770711 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cc534-8889-469d-b16b-e7aeedacad11 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=56dca593-ab49-4338-88b0-c369a02315e2,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:26.823664 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f2cd467-1b28-4f74-9b17-bd73d3f522bc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:26.858330 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f578b4-c72c-432c-b3cf-83ce0ce08ef3 None None] Pushing event updated for resources: {'Port': ['ID=29bf1e8e-f536-430c-a23f-7f016a699a5d,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:26.859149 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa31c0-3762-4b7c-b89b-ec71d0adfb1a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Port': ['ID=0575ef4f-796d-48ce-91d7-0ee373861d38,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:26.898122 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-27c61b69-3cb0-40f4-9e3f-2cd2049a1325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:26.944999 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-985cc534-8889-469d-b16b-e7aeedacad11 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.5164347 Mar 07 21:38:26.947710 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4daa31c0-3762-4b7c-b89b-ec71d0adfb1a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4688549 Mar 07 21:38:26.953650 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40092) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:26.994898 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40096) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:27.003569 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c61b69-3cb0-40f4-9e3f-2cd2049a1325 None None] Pushing event updated for resources: {'Port': ['ID=efe4e01d-84ee-416c-a4e1-d63d251c972f,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:27.117488 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-70a3b9bc-c820-42d2-a615-3e061dad085a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port 0575ef4f-796d-48ce-91d7-0ee373861d38 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:27.117904 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-70a3b9bc-c820-42d2-a615-3e061dad085a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:27.160647 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40102) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:27.185815 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f2cd467-1b28-4f74-9b17-bd73d3f522bc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:27.191011 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f2cd467-1b28-4f74-9b17-bd73d3f522bc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:27.202085 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e48244-487c-497e-98cb-928dab8bf90e req-9bc957a7-1b7c-430e-9dc9-c322eb8312de tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:27.203695 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-68e48244-487c-497e-98cb-928dab8bf90e req-9bc957a7-1b7c-430e-9dc9-c322eb8312de tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.6196430 Mar 07 21:38:27.225856 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2f8aed-3bfc-4f54-8fb9-603581fa3619 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:27.232251 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2f8aed-3bfc-4f54-8fb9-603581fa3619 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:27.233171 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-3b2f8aed-3bfc-4f54-8fb9-603581fa3619 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:27.381507 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f2cd467-1b28-4f74-9b17-bd73d3f522bc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:27.382013 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2cd467-1b28-4f74-9b17-bd73d3f522bc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Fanout notify agent at l3_agent the message router_deleted on router c59c5462-05c0-4331-8d57-8b494c922a6e {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:38:27.410031 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-3b2f8aed-3bfc-4f54-8fb9-603581fa3619 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:27.414472 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3b2f8aed-3bfc-4f54-8fb9-603581fa3619 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.4649620 Mar 07 21:38:27.418225 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-68e48244-487c-497e-98cb-928dab8bf90e req-b01706ce-9a5d-4b50-9870-3696a71e4b22 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065377 Mar 07 21:38:27.422247 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40108) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:27.631544 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-f3bc2f48-a517-4404-97dd-5fab2493ab43 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Request body: {'security_group': {'name': 'tempest-secgroup--399450369'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:27.648415 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f3bc2f48-a517-4404-97dd-5fab2493ab43 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:27.656510 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f3bc2f48-a517-4404-97dd-5fab2493ab43 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Usage tracker for resource:security_group and tenant:5bfb643a68a54e6c90849bccdc165310 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:27.661217 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f3bc2f48-a517-4404-97dd-5fab2493ab43 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:27.668369 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f2cd467-1b28-4f74-9b17-bd73d3f522bc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:27.669502 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6f2cd467-1b28-4f74-9b17-bd73d3f522bc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] 10.222.0.21 "DELETE /v2.0/routers/c59c5462-05c0-4331-8d57-8b494c922a6e HTTP/1.1" status: 204 len: 168 time: 3.2042549 Mar 07 21:38:27.670379 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f3bc2f48-a517-4404-97dd-5fab2493ab43 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:27.672637 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40112) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:27.699834 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-ca431ea3-ecdf-482d-bb53-f5c17abbf056 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting port 56dca593-ab49-4338-88b0-c369a02315e2 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:27.700167 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca431ea3-ecdf-482d-bb53-f5c17abbf056 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:27.748577 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-70a3b9bc-c820-42d2-a615-3e061dad085a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:27.754707 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-74ae1f92-357a-48a7-810b-b9f95161d934 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:27.871150 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f3bc2f48-a517-4404-97dd-5fab2493ab43 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:27.887876 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-70a3b9bc-c820-42d2-a615-3e061dad085a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Calling delete_port for 0575ef4f-796d-48ce-91d7-0ee373861d38 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:27.929105 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-35edd497-e050-45ea-99d8-c5f82069605e tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Deleting subnet c229b628-eba6-4b54-b424-19b1cb042b5e {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:38:27.937569 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f3bc2f48-a517-4404-97dd-5fab2493ab43 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:27.946489 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-35edd497-e050-45ea-99d8-c5f82069605e tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:28.005315 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f3bc2f48-a517-4404-97dd-5fab2493ab43 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:28.018359 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f3bc2f48-a517-4404-97dd-5fab2493ab43 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Usage tracker for resource:security_group_rule and tenant:5bfb643a68a54e6c90849bccdc165310 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:28.023151 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f3bc2f48-a517-4404-97dd-5fab2493ab43 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:28.033664 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f3bc2f48-a517-4404-97dd-5fab2493ab43 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:28.045317 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca431ea3-ecdf-482d-bb53-f5c17abbf056 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:28.060366 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-35edd497-e050-45ea-99d8-c5f82069605e tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:28.181748 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-ca431ea3-ecdf-482d-bb53-f5c17abbf056 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Calling delete_port for 56dca593-ab49-4338-88b0-c369a02315e2 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:28.231011 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-35edd497-e050-45ea-99d8-c5f82069605e tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:28.285380 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-70a3b9bc-c820-42d2-a615-3e061dad085a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:28.364059 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3b9bc-c820-42d2-a615-3e061dad085a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Port': ['ID=0575ef4f-796d-48ce-91d7-0ee373861d38,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:28.424576 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-70a3b9bc-c820-42d2-a615-3e061dad085a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:28.438563 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-264761d0-667d-4360-a807-83ce1a26d145 None None] Provisioning for port 29bf1e8e-f536-430c-a23f-7f016a699a5d completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:38:28.471009 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-70a3b9bc-c820-42d2-a615-3e061dad085a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/ports/0575ef4f-796d-48ce-91d7-0ee373861d38 HTTP/1.1" status: 204 len: 168 time: 1.4748619 Mar 07 21:38:28.477988 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40118) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:28.529711 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-5baa1292-b381-40f0-890f-fdf99ee95fb4 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] DELETE failed (client error): The resource could not be found. Mar 07 21:38:28.530221 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5baa1292-b381-40f0-890f-fdf99ee95fb4 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:38:28.531988 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5baa1292-b381-40f0-890f-fdf99ee95fb4 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/ports/0575ef4f-796d-48ce-91d7-0ee373861d38 HTTP/1.1" status: 404 len: 333 time: 0.0530591 Mar 07 21:38:28.535641 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40122) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:28.536807 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-35edd497-e050-45ea-99d8-c5f82069605e tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:28.543567 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f3bc2f48-a517-4404-97dd-5fab2493ab43 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:28.610019 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca431ea3-ecdf-482d-bb53-f5c17abbf056 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:28.631890 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f3bc2f48-a517-4404-97dd-5fab2493ab43 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:28.632897 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f652416e-5fe3-475c-afb3-f0c3a8ed3dab None None] Network f4c474a5-541b-4621-b704-b033aa04f0f9 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:38:28.636046 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-35edd497-e050-45ea-99d8-c5f82069605e tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:28.637942 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-35edd497-e050-45ea-99d8-c5f82069605e tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] 10.222.0.21 "DELETE /v2.0/subnets/c229b628-eba6-4b54-b424-19b1cb042b5e HTTP/1.1" status: 204 len: 168 time: 0.9643712 Mar 07 21:38:28.668889 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-162fc9bb-3ce7-47be-b1b9-bffb96dabb23 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] GET failed (client error): The resource could not be found. Mar 07 21:38:28.669580 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-162fc9bb-3ce7-47be-b1b9-bffb96dabb23 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Synchronizing usage tracker for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:28.672300 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edd497-e050-45ea-99d8-c5f82069605e tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Pushing event deleted for resources: {'Subnet': ['ID=c229b628-eba6-4b54-b424-19b1cb042b5e,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:28.675276 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40126) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:28.676885 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc2f48-a517-4404-97dd-5fab2493ab43 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1e0cea-3706-4c37-bcbc-a32fd5534303,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:28.682648 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f3bc2f48-a517-4404-97dd-5fab2493ab43 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:28.686808 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-87d692f0-7894-4587-816a-9628917ce9ba None None] Could not find standard attr ID for object 56dca593-ab49-4338-88b0-c369a02315e2. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:38:28.707402 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f3bc2f48-a517-4404-97dd-5fab2493ab43 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Usage tracker for resource:security_group_rule and tenant:5bfb643a68a54e6c90849bccdc165310 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:28.712759 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f3bc2f48-a517-4404-97dd-5fab2493ab43 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:28.733473 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f3bc2f48-a517-4404-97dd-5fab2493ab43 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:28.808714 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca431ea3-ecdf-482d-bb53-f5c17abbf056 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Port': ['ID=56dca593-ab49-4338-88b0-c369a02315e2,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:28.843276 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9441292c-2ad6-4150-bc26-5596f8389cfc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:28.854391 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-162fc9bb-3ce7-47be-b1b9-bffb96dabb23 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Unset dirty status for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:28.858642 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-162fc9bb-3ce7-47be-b1b9-bffb96dabb23 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports/0575ef4f-796d-48ce-91d7-0ee373861d38 HTTP/1.1" status: 404 len: 333 time: 0.3146300 Mar 07 21:38:28.865854 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40130) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:28.866018 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f4fcf2-2d43-45a4-9398-abf331d8ddde None None] Network 5c50be28-7337-4796-9836-2a36a8e43228 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:38:28.868873 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-9441292c-2ad6-4150-bc26-5596f8389cfc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Deleting port 2b39b3f2-d68e-4caf-81ed-911da321d524 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:28.869215 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9441292c-2ad6-4150-bc26-5596f8389cfc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:28.887429 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca431ea3-ecdf-482d-bb53-f5c17abbf056 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:29.079350 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c2cbc14c-fbe8-4daf-aad5-02c53b0d0bf2 None None] Provisioning for port efe4e01d-84ee-416c-a4e1-d63d251c972f completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:38:29.120181 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f3bc2f48-a517-4404-97dd-5fab2493ab43 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:29.125336 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ca431ea3-ecdf-482d-bb53-f5c17abbf056 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/56dca593-ab49-4338-88b0-c369a02315e2 HTTP/1.1" status: 204 len: 168 time: 1.6999638 Mar 07 21:38:29.126391 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40134) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:29.135424 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f04f671-11e1-41ec-b5f0-708421473ca7 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting subnet fb9482c2-d1da-4110-87ec-6a50e79a3414 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:38:29.170092 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9f04f671-11e1-41ec-b5f0-708421473ca7 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:29.195439 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d4cac-9ab3-4eed-97f7-2d11b894eb03 req-1ddb042e-6b8d-42c5-9a9c-2f0f2b4175fa tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:29.197192 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d50d4cac-9ab3-4eed-97f7-2d11b894eb03 req-1ddb042e-6b8d-42c5-9a9c-2f0f2b4175fa tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.6481509 Mar 07 21:38:29.210745 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device efe4e01d-84ee-416c-a4e1-d63d251c972f up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:38:29.221991 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f3bc2f48-a517-4404-97dd-5fab2493ab43 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:29.241598 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587da6ec-c696-4bef-a3bc-4d2f0d6c6ff9 None None] DHCP port deletion for f4c474a5-541b-4621-b704-b033aa04f0f9 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:38:29.268716 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-587da6ec-c696-4bef-a3bc-4d2f0d6c6ff9 None None] Deleting port 2b39b3f2-d68e-4caf-81ed-911da321d524 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:29.269095 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-587da6ec-c696-4bef-a3bc-4d2f0d6c6ff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:29.289630 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc2f48-a517-4404-97dd-5fab2493ab43 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8658aa-f9af-41f9-9ea0-c6c9b0461ce9,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:29.396160 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9f04f671-11e1-41ec-b5f0-708421473ca7 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:29.452673 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-9441292c-2ad6-4150-bc26-5596f8389cfc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] For port 2b39b3f2-d68e-4caf-81ed-911da321d524, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2b39b3f2-d68e-4caf-81ed-911da321d524,segment=NetworkSegment(67c18c4a-178c-407a-a3b1-df1c1f77bf8b),segment_id=67c18c4a-178c-407a-a3b1-df1c1f77bf8b)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:29.453550 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9441292c-2ad6-4150-bc26-5596f8389cfc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:29.456597 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a659557-ef64-4ecc-bdfa-59e433379a1e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:29.458322 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a659557-ef64-4ecc-bdfa-59e433379a1e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:29.468950 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5a659557-ef64-4ecc-bdfa-59e433379a1e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:29.469128 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f3bc2f48-a517-4404-97dd-5fab2493ab43 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:29.469128 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f3bc2f48-a517-4404-97dd-5fab2493ab43 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3056912 Mar 07 21:38:29.473997 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40138) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:29.503110 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d50d4cac-9ab3-4eed-97f7-2d11b894eb03 req-de228637-f920-4a45-a968-b30c2497c7dc tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2960129 Mar 07 21:38:29.514921 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-74ae1f92-357a-48a7-810b-b9f95161d934 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:29.518693 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-74ae1f92-357a-48a7-810b-b9f95161d934 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-864536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-864531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-867168'] for router, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:29.538142 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port efe4e01d-84ee-416c-a4e1-d63d251c972f completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:38:29.542776 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-587da6ec-c696-4bef-a3bc-4d2f0d6c6ff9 None None] For port 2b39b3f2-d68e-4caf-81ed-911da321d524, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2b39b3f2-d68e-4caf-81ed-911da321d524,segment=NetworkSegment(67c18c4a-178c-407a-a3b1-df1c1f77bf8b),segment_id=67c18c4a-178c-407a-a3b1-df1c1f77bf8b)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:29.543400 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-587da6ec-c696-4bef-a3bc-4d2f0d6c6ff9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:29.568684 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port efe4e01d-84ee-416c-a4e1-d63d251c972f triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:38:29.569054 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:29.604905 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5a659557-ef64-4ecc-bdfa-59e433379a1e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:29.608518 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5a659557-ef64-4ecc-bdfa-59e433379a1e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4753056 Mar 07 21:38:29.614863 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40142) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:29.731825 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-587da6ec-c696-4bef-a3bc-4d2f0d6c6ff9 None None] Calling delete_port for 2b39b3f2-d68e-4caf-81ed-911da321d524 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:29.753496 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-9441292c-2ad6-4150-bc26-5596f8389cfc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Calling delete_port for 2b39b3f2-d68e-4caf-81ed-911da321d524 owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:29.770017 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78313ce-a334-49b4-a382-7d348615a046 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet ee6ed2e9-9e89-477e-a6fa-0132c805b56a {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:38:29.776385 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c78313ce-a334-49b4-a382-7d348615a046 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:29.833865 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5d8078cf-3900-4883-ad39-26a7870300d6 None None] Provisioning complete for port efe4e01d-84ee-416c-a4e1-d63d251c972f triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:38:29.834157 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5d8078cf-3900-4883-ad39-26a7870300d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:29.857441 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ae1f92-357a-48a7-810b-b9f95161d934 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Router 7c78811f-6ee4-4d3b-a1f2-633e2f5c2578 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:38:29.860053 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c78313ce-a334-49b4-a382-7d348615a046 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:29.883453 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9f04f671-11e1-41ec-b5f0-708421473ca7 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:29.956176 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9441292c-2ad6-4150-bc26-5596f8389cfc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:29.998694 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-587da6ec-c696-4bef-a3bc-4d2f0d6c6ff9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:38:29.999145 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-587da6ec-c696-4bef-a3bc-4d2f0d6c6ff9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:38:30.037822 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441292c-2ad6-4150-bc26-5596f8389cfc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Pushing event deleted for resources: {'Port': ['ID=2b39b3f2-d68e-4caf-81ed-911da321d524,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:30.052981 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9441292c-2ad6-4150-bc26-5596f8389cfc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] No DVR routers for this DVR port 2b39b3f2-d68e-4caf-81ed-911da321d524 on host dv-neutron-829957-1-hyperv {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:38:30.054072 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:30.112974 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c78313ce-a334-49b4-a382-7d348615a046 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:30.122509 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5d8078cf-3900-4883-ad39-26a7870300d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:30.171239 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ae1f92-357a-48a7-810b-b9f95161d934 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:38:30.177267 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-74ae1f92-357a-48a7-810b-b9f95161d934 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:30.178456 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-74ae1f92-357a-48a7-810b-b9f95161d934 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "PUT /v2.0/routers/7c78811f-6ee4-4d3b-a1f2-633e2f5c2578 HTTP/1.1" status: 200 len: 920 time: 4.0156755 Mar 07 21:38:30.181529 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40146) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:30.185193 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a739148d-87f1-470b-8d09-6980f8897325 None None] Sync routers for ids ['7c78811f-6ee4-4d3b-a1f2-633e2f5c2578'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:38:30.198242 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a739148d-87f1-470b-8d09-6980f8897325 None None] Routers {'7c78811f-6ee4-4d3b-a1f2-633e2f5c2578'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:38:30.199134 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-a739148d-87f1-470b-8d09-6980f8897325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:38:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['7c78811f-6ee4-4d3b-a1f2-633e2f5c2578'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:30.236796 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-765010ec-9a1b-4859-92eb-3ca8414a852e tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Synchronizing usage tracker for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:30.250902 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9441292c-2ad6-4150-bc26-5596f8389cfc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:30.263525 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9f04f671-11e1-41ec-b5f0-708421473ca7 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:30.278224 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-a739148d-87f1-470b-8d09-6980f8897325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:30.289554 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a739148d-87f1-470b-8d09-6980f8897325 None None] Routers {'7c78811f-6ee4-4d3b-a1f2-633e2f5c2578'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:38:30.290621 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-a739148d-87f1-470b-8d09-6980f8897325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:38:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['7c78811f-6ee4-4d3b-a1f2-633e2f5c2578'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:30.333021 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9f04f671-11e1-41ec-b5f0-708421473ca7 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:30.335640 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04f671-11e1-41ec-b5f0-708421473ca7 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Subnet': ['ID=fb9482c2-d1da-4110-87ec-6a50e79a3414,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:30.346343 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca82450-7363-45df-ae3c-0345c1150160 None None] Network 5c50be28-7337-4796-9836-2a36a8e43228 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:38:30.349794 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-9441292c-2ad6-4150-bc26-5596f8389cfc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c474a5-541b-4621-b704-b033aa04f0f9']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:30.362123 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-9f04f671-11e1-41ec-b5f0-708421473ca7 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/subnets/fb9482c2-d1da-4110-87ec-6a50e79a3414 HTTP/1.1" status: 204 len: 168 time: 1.4959598 Mar 07 21:38:30.363395 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40150) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:30.368820 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-9441292c-2ad6-4150-bc26-5596f8389cfc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c18c4a-178c-407a-a3b1-df1c1f77bf8b') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:30.370957 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-9441292c-2ad6-4150-bc26-5596f8389cfc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c18c4a-178c-407a-a3b1-df1c1f77bf8b') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:30.383076 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9441292c-2ad6-4150-bc26-5596f8389cfc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:30.387788 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c78313ce-a334-49b4-a382-7d348615a046 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:30.391029 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-a739148d-87f1-470b-8d09-6980f8897325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:30.391516 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a739148d-87f1-470b-8d09-6980f8897325 None None] The sync data for ids ['7c78811f-6ee4-4d3b-a1f2-633e2f5c2578'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:38:30.401930 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9441292c-2ad6-4150-bc26-5596f8389cfc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:30.408576 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9441292c-2ad6-4150-bc26-5596f8389cfc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:38:30.408966 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9441292c-2ad6-4150-bc26-5596f8389cfc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:38:30.425342 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:38:30.436859 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-765010ec-9a1b-4859-92eb-3ca8414a852e tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Unset dirty status for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:30.442156 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-765010ec-9a1b-4859-92eb-3ca8414a852e tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.9677055 Mar 07 21:38:30.442852 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40154) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:30.463063 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78313ce-a334-49b4-a382-7d348615a046 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=ee6ed2e9-9e89-477e-a6fa-0132c805b56a,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:30.469078 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4303158c-6895-48a4-8aee-c1f7352a159a tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "GET /v2.0/routers/7c78811f-6ee4-4d3b-a1f2-633e2f5c2578 HTTP/1.1" status: 200 len: 920 time: 0.2806153 Mar 07 21:38:30.473639 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40158) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:30.474870 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c78313ce-a334-49b4-a382-7d348615a046 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:30.498481 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e382563-8953-45af-9af6-8c3080e7538f None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:38:30.509979 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-3e19ea08-a5f2-466d-ae13-329e086a2cfd tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Request body: {'security_group': {'name': 'tempest-security--983973298', 'description': 'tempest-security-description-487550038'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:30.523150 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-587da6ec-c696-4bef-a3bc-4d2f0d6c6ff9 None None] Deleting port 2b39b3f2-d68e-4caf-81ed-911da321d524 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:30.523519 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-587da6ec-c696-4bef-a3bc-4d2f0d6c6ff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:30.551387 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3e19ea08-a5f2-466d-ae13-329e086a2cfd tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:30.603787 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:38:30.604874 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:38:30.612924 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-5d8078cf-3900-4883-ad39-26a7870300d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:38:30.613466 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-5d8078cf-3900-4883-ad39-26a7870300d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:38:30.613581 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:30.616757 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3e19ea08-a5f2-466d-ae13-329e086a2cfd tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:30.619922 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9441292c-2ad6-4150-bc26-5596f8389cfc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:30.629743 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9441292c-2ad6-4150-bc26-5596f8389cfc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:30.632744 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port efe4e01d-84ee-416c-a4e1-d63d251c972f {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:30.633219 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:30.660103 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-9441292c-2ad6-4150-bc26-5596f8389cfc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] 10.222.0.21 "DELETE /v2.0/networks/f4c474a5-541b-4621-b704-b033aa04f0f9 HTTP/1.1" status: 204 len: 168 time: 1.9802694 Mar 07 21:38:30.661611 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40164) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:30.663925 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441292c-2ad6-4150-bc26-5596f8389cfc tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Pushing event deleted for resources: {'Network': ['ID=f4c474a5-541b-4621-b704-b033aa04f0f9,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:30.699190 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-587da6ec-c696-4bef-a3bc-4d2f0d6c6ff9 None None] The port '2b39b3f2-d68e-4caf-81ed-911da321d524' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:38:30.715069 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3e19ea08-a5f2-466d-ae13-329e086a2cfd tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:30.719775 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3e19ea08-a5f2-466d-ae13-329e086a2cfd tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:30.725879 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3e19ea08-a5f2-466d-ae13-329e086a2cfd tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "PUT /v2.0/security-groups/2e8658aa-f9af-41f9-9ea0-c6c9b0461ce9 HTTP/1.1" status: 200 len: 1776 time: 0.2762434 Mar 07 21:38:30.733183 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40168) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:30.778467 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c78313ce-a334-49b4-a382-7d348615a046 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/ee6ed2e9-9e89-477e-a6fa-0132c805b56a HTTP/1.1" status: 204 len: 168 time: 1.1597989 Mar 07 21:38:30.781525 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40172) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:30.789471 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19ea08-a5f2-466d-ae13-329e086a2cfd tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8658aa-f9af-41f9-9ea0-c6c9b0461ce9,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:30.856172 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7cb63b-b00f-4609-84a5-43bfd2d909c3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:30.856876 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4e7cb63b-b00f-4609-84a5-43bfd2d909c3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Synchronizing usage tracker for tenant:c961c95e72b244b78386f0fb2b63bf36 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:30.888723 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-436d552e-7679-47d5-b868-c5ba8bd4fd48 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1005361 Mar 07 21:38:30.892439 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-30fa9ad0-9cef-4ccc-820f-1cba72a39ab7 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-groups/2e8658aa-f9af-41f9-9ea0-c6c9b0461ce9 HTTP/1.1" status: 200 len: 1776 time: 0.1522605 Mar 07 21:38:30.892439 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40176) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:30.892943 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40178) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:30.917668 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-14fcb856-40a2-4521-85f6-516abf2b2b91 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:30.933024 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5b64a2-944b-4f8e-906a-d4c595353796 None None] DHCP port deletion for 5c50be28-7337-4796-9836-2a36a8e43228 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:38:30.937977 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-0b5b64a2-944b-4f8e-906a-d4c595353796 None None] Deleting port efe4e01d-84ee-416c-a4e1-d63d251c972f {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:30.938378 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0b5b64a2-944b-4f8e-906a-d4c595353796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:31.004916 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e314096-2f6b-41da-998f-5100b3d00e61 None None] DHCP port deletion for ab63f4f6-c089-409c-a9c4-f2088e2d7005 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:38:31.014182 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-4e314096-2f6b-41da-998f-5100b3d00e61 None None] Deleting port 29bf1e8e-f536-430c-a23f-7f016a699a5d {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:31.014554 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4e314096-2f6b-41da-998f-5100b3d00e61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:31.137677 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-14fcb856-40a2-4521-85f6-516abf2b2b91 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:31.143857 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1e0ed49-c0e5-4805-8df3-d2a4a3c4651a tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:31.148027 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-14fcb856-40a2-4521-85f6-516abf2b2b91 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:31.160635 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-14fcb856-40a2-4521-85f6-516abf2b2b91 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:31.172529 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-14fcb856-40a2-4521-85f6-516abf2b2b91 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:31.190793 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-9a7989cb-3c36-40b2-9295-623ab0c0a91b tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Deleting port 8b145229-0733-4996-b683-766b4f13a96d {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:31.203198 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9a7989cb-3c36-40b2-9295-623ab0c0a91b tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:31.203363 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1e0ed49-c0e5-4805-8df3-d2a4a3c4651a tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:31.304812 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5d8078cf-3900-4883-ad39-26a7870300d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:31.314611 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4e7cb63b-b00f-4609-84a5-43bfd2d909c3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Unset dirty status for tenant:c961c95e72b244b78386f0fb2b63bf36 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:31.315758 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4e7cb63b-b00f-4609-84a5-43bfd2d909c3 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093&device_id=7c78811f-6ee4-4d3b-a1f2-633e2f5c2578&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8379846 Mar 07 21:38:31.318863 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40184) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:31.325024 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:31.342923 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe7613-1c98-4ee4-9354-7d46149b7a01 req-cf2b4237-c92e-4377-91f3-97ab514a1f80 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:31.350449 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ccfe7613-1c98-4ee4-9354-7d46149b7a01 req-cf2b4237-c92e-4377-91f3-97ab514a1f80 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.6807973 Mar 07 21:38:31.359083 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1e0ed49-c0e5-4805-8df3-d2a4a3c4651a tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:31.363177 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fcb856-40a2-4521-85f6-516abf2b2b91 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:31.366734 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-14fcb856-40a2-4521-85f6-516abf2b2b91 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:31.463479 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0ed49-c0e5-4805-8df3-d2a4a3c4651a tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8658aa-f9af-41f9-9ea0-c6c9b0461ce9,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:31.519081 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-0b5b64a2-944b-4f8e-906a-d4c595353796 None None] For port efe4e01d-84ee-416c-a4e1-d63d251c972f, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=efe4e01d-84ee-416c-a4e1-d63d251c972f,segment=NetworkSegment(5c12ee97-09e1-4451-9ce8-30a2befb170f),segment_id=5c12ee97-09e1-4451-9ce8-30a2befb170f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:31.519314 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] For port efe4e01d-84ee-416c-a4e1-d63d251c972f, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=efe4e01d-84ee-416c-a4e1-d63d251c972f,segment=NetworkSegment(5c12ee97-09e1-4451-9ce8-30a2befb170f),segment_id=5c12ee97-09e1-4451-9ce8-30a2befb170f)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:31.519582 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:31.519714 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0b5b64a2-944b-4f8e-906a-d4c595353796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:31.545998 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ccfe7613-1c98-4ee4-9354-7d46149b7a01 req-aeb78628-99b3-495a-b1bd-f7bd718f3fb8 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945877 Mar 07 21:38:31.576055 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1e0ed49-c0e5-4805-8df3-d2a4a3c4651a tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:31.577162 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d1e0ed49-c0e5-4805-8df3-d2a4a3c4651a tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "DELETE /v2.0/security-groups/2e8658aa-f9af-41f9-9ea0-c6c9b0461ce9 HTTP/1.1" status: 204 len: 168 time: 0.6832438 Mar 07 21:38:31.581548 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c698928-aebb-4b64-af81-32a632d4cc59 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:31.586243 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-9c698928-aebb-4b64-af81-32a632d4cc59 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Synchronizing usage tracker for tenant:c961c95e72b244b78386f0fb2b63bf36 on resource:network {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:31.587169 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40188) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:31.686288 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Calling delete_port for efe4e01d-84ee-416c-a4e1-d63d251c972f owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:31.699886 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-75fb3a22-5c1f-4886-92cb-25aa336ab379 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Synchronizing usage tracker for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:31.701655 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-4e314096-2f6b-41da-998f-5100b3d00e61 None None] For port 29bf1e8e-f536-430c-a23f-7f016a699a5d, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=29bf1e8e-f536-430c-a23f-7f016a699a5d,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:31.702223 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4e314096-2f6b-41da-998f-5100b3d00e61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:31.718282 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-0b5b64a2-944b-4f8e-906a-d4c595353796 None None] Calling delete_port for efe4e01d-84ee-416c-a4e1-d63d251c972f owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:31.737261 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-9c698928-aebb-4b64-af81-32a632d4cc59 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Unset dirty status for tenant:c961c95e72b244b78386f0fb2b63bf36 on resource:network {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:31.741127 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-9c698928-aebb-4b64-af81-32a632d4cc59 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "GET /v2.0/networks/a3015ce6-e7a9-4329-aba7-a9f29a3d3093 HTTP/1.1" status: 200 len: 881 time: 0.4186013 Mar 07 21:38:31.741275 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9a7989cb-3c36-40b2-9295-623ab0c0a91b tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:31.741275 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9a7989cb-3c36-40b2-9295-623ab0c0a91b tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:31.741539 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40192) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:31.745450 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port efe4e01d-84ee-416c-a4e1-d63d251c972f, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=efe4e01d-84ee-416c-a4e1-d63d251c972f,segment=NetworkSegment(5c12ee97-09e1-4451-9ce8-30a2befb170f),segment_id=5c12ee97-09e1-4451-9ce8-30a2befb170f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:31.878065 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-4e314096-2f6b-41da-998f-5100b3d00e61 None None] Calling delete_port for 29bf1e8e-f536-430c-a23f-7f016a699a5d owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:31.898882 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-9a7989cb-3c36-40b2-9295-623ab0c0a91b tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Calling delete_port for 8b145229-0733-4996-b683-766b4f13a96d owned by network:floatingip {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:31.905302 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:31.906064 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 29bf1e8e-f536-430c-a23f-7f016a699a5d up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:38:31.909073 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-75fb3a22-5c1f-4886-92cb-25aa336ab379 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Unset dirty status for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:31.913092 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-75fb3a22-5c1f-4886-92cb-25aa336ab379 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3219962 Mar 07 21:38:31.917832 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4d037c81-97d5-4543-91d5-9e8d3bede480 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c78811f-6ee4-4d3b-a1f2-633e2f5c2578 HTTP/1.1" status: 200 len: 205 time: 0.1729221 Mar 07 21:38:31.917832 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40196) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:31.919753 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40198) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:31.995648 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-14fcb856-40a2-4521-85f6-516abf2b2b91 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:32.045490 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-768ecd5a-8bb9-42fb-a9a3-969662a7dda5 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] delete failed (client error): The resource could not be found. Mar 07 21:38:32.051200 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-768ecd5a-8bb9-42fb-a9a3-969662a7dda5 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "DELETE /v2.0/security-groups/2e8658aa-f9af-41f9-9ea0-c6c9b0461ce9 HTTP/1.1" status: 404 len: 347 time: 0.1328404 Mar 07 21:38:32.055522 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40204) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:32.064206 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.api [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:38:32.064557 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG oslo_db.api [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:38:32.067517 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-802406ed-2123-4cf0-b3c2-dfff520cf57c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127653786'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:32.080116 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-802406ed-2123-4cf0-b3c2-dfff520cf57c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:32.089856 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fcb856-40a2-4521-85f6-516abf2b2b91 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:32.094935 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-14fcb856-40a2-4521-85f6-516abf2b2b91 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:32.095078 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-802406ed-2123-4cf0-b3c2-dfff520cf57c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:32.102919 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fcb856-40a2-4521-85f6-516abf2b2b91 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:32.103503 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-14fcb856-40a2-4521-85f6-516abf2b2b91 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:32.136089 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-5d8078cf-3900-4883-ad39-26a7870300d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:38:32.136392 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-5d8078cf-3900-4883-ad39-26a7870300d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:38:32.142591 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=efe4e01d-84ee-416c-a4e1-d63d251c972f,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:32.181894 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcb856-40a2-4521-85f6-516abf2b2b91 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=c51e9aca-f2b2-4676-baa3-ae6e198b6663,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:32.183923 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-0b5b64a2-944b-4f8e-906a-d4c595353796 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:38:32.184270 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-0b5b64a2-944b-4f8e-906a-d4c595353796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:38:32.207023 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-802406ed-2123-4cf0-b3c2-dfff520cf57c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:32.216313 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9a7989cb-3c36-40b2-9295-623ab0c0a91b tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:32.224311 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-45b894e3-6b6d-4274-a7a3-ac9302a2110e tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:32.264056 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 29bf1e8e-f536-430c-a23f-7f016a699a5d completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:38:32.269077 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 29bf1e8e-f536-430c-a23f-7f016a699a5d triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:38:32.269442 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:32.272850 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7989cb-3c36-40b2-9295-623ab0c0a91b tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Pushing event deleted for resources: {'Port': ['ID=8b145229-0733-4996-b683-766b4f13a96d,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:32.294006 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-14fcb856-40a2-4521-85f6-516abf2b2b91 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3999085 Mar 07 21:38:32.294175 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40208) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:32.301877 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-7bc7503c-525f-45d8-84f2-c271eb5d4d42 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'port': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'fixed_ips': [{'subnet_id': 'c51e9aca-f2b2-4676-baa3-ae6e198b6663', 'ip_address': '2001:db8::dea8:57fe:6509:c876'}], 'name': 'tempest-NetworksTestDHCPv6-1117887934'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:32.311452 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-802406ed-2123-4cf0-b3c2-dfff520cf57c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:32.345914 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-802406ed-2123-4cf0-b3c2-dfff520cf57c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Usage tracker for resource:security_group_rule and tenant:5bfb643a68a54e6c90849bccdc165310 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:32.352590 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-802406ed-2123-4cf0-b3c2-dfff520cf57c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:32.368881 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-802406ed-2123-4cf0-b3c2-dfff520cf57c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:32.370130 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4e314096-2f6b-41da-998f-5100b3d00e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:32.373517 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Port 29bf1e8e-f536-430c-a23f-7f016a699a5d update to ACTIVE by agent not found {{(pid=88388) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 07 21:38:32.399439 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9a7989cb-3c36-40b2-9295-623ab0c0a91b tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks [] for floatingip, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:32.418914 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e314096-2f6b-41da-998f-5100b3d00e61 None None] Pushing event deleted for resources: {'Port': ['ID=29bf1e8e-f536-430c-a23f-7f016a699a5d,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:32.420723 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e314096-2f6b-41da-998f-5100b3d00e61 None None] No DVR routers for this DVR port 29bf1e8e-f536-430c-a23f-7f016a699a5d on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:38:32.442133 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08fff9c-df23-4d18-b239-47561fe3d849 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:38:32.476793 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-802406ed-2123-4cf0-b3c2-dfff520cf57c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:32.522905 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device efe4e01d-84ee-416c-a4e1-d63d251c972f no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:38:32.525541 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-45b894e3-6b6d-4274-a7a3-ac9302a2110e tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:32.536601 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7bc7503c-525f-45d8-84f2-c271eb5d4d42 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:32.537252 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-802406ed-2123-4cf0-b3c2-dfff520cf57c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:32.548638 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7bc7503c-525f-45d8-84f2-c271eb5d4d42 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:port and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:32.551789 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7bc7503c-525f-45d8-84f2-c271eb5d4d42 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:32.559230 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7bc7503c-525f-45d8-84f2-c271eb5d4d42 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:32.569480 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port efe4e01d-84ee-416c-a4e1-d63d251c972f {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:32.569815 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:32.624072 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-45b894e3-6b6d-4274-a7a3-ac9302a2110e tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Deleting port 378d349c-d706-41ee-8e23-360580e6122b {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:32.624755 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-45b894e3-6b6d-4274-a7a3-ac9302a2110e tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:32.624895 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802406ed-2123-4cf0-b3c2-dfff520cf57c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07ccf1e2-e554-4a8b-b25a-ba8d28c0b1a5,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:32.633139 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9a7989cb-3c36-40b2-9295-623ab0c0a91b tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:32.634482 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9a7989cb-3c36-40b2-9295-623ab0c0a91b tempest-FloatingIPAdminTestJSON-674145409 tempest-FloatingIPAdminTestJSON-674145409-project] 10.222.0.21 "DELETE /v2.0/floatingips/877e2ad7-efdd-46e2-a5d1-532e2c0bee2d HTTP/1.1" status: 204 len: 168 time: 1.9668498 Mar 07 21:38:32.688260 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-0b5b64a2-944b-4f8e-906a-d4c595353796 None None] Deleting port efe4e01d-84ee-416c-a4e1-d63d251c972f {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:32.688841 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0b5b64a2-944b-4f8e-906a-d4c595353796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:32.754710 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc7503c-525f-45d8-84f2-c271eb5d4d42 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:32.756968 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:32.769123 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-802406ed-2123-4cf0-b3c2-dfff520cf57c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:32.773028 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-802406ed-2123-4cf0-b3c2-dfff520cf57c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7157657 Mar 07 21:38:32.773810 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40216) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:32.801776 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-bb35cb06-2f80-48a7-9561-d4b5cc19ae24 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Request body: {'security_group_rule': {'security_group_id': '07ccf1e2-e554-4a8b-b25a-ba8d28c0b1a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:32.852035 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5bf5c3-0b21-4160-887f-dd2d1e99117f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'fixed_ips': [{'subnet_id': 'c51e9aca-f2b2-4676-baa3-ae6e198b6663'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:38:32.852850 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9b5bf5c3-0b21-4160-887f-dd2d1e99117f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:32.897847 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port efe4e01d-84ee-416c-a4e1-d63d251c972f, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=efe4e01d-84ee-416c-a4e1-d63d251c972f,segment=NetworkSegment(5c12ee97-09e1-4451-9ce8-30a2befb170f),segment_id=5c12ee97-09e1-4451-9ce8-30a2befb170f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:32.968606 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7bc7503c-525f-45d8-84f2-c271eb5d4d42 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:32.992797 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-bb35cb06-2f80-48a7-9561-d4b5cc19ae24 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:33.010798 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-7bc7503c-525f-45d8-84f2-c271eb5d4d42 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] device_id is not set on port 46475f20-2024-4a8d-93fe-de7f48002560 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:38:33.013087 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bb35cb06-2f80-48a7-9561-d4b5cc19ae24 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Usage tracker for resource:security_group_rule and tenant:5bfb643a68a54e6c90849bccdc165310 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:33.020185 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bb35cb06-2f80-48a7-9561-d4b5cc19ae24 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:33.027145 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-bb35cb06-2f80-48a7-9561-d4b5cc19ae24 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:33.036210 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] For port efe4e01d-84ee-416c-a4e1-d63d251c972f, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=efe4e01d-84ee-416c-a4e1-d63d251c972f,segment=NetworkSegment(5c12ee97-09e1-4451-9ce8-30a2befb170f),segment_id=5c12ee97-09e1-4451-9ce8-30a2befb170f)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:33.036564 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:33.075458 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:33.075835 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 29bf1e8e-f536-430c-a23f-7f016a699a5d no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:38:33.091338 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-45b894e3-6b6d-4274-a7a3-ac9302a2110e tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:33.168773 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Calling delete_port for efe4e01d-84ee-416c-a4e1-d63d251c972f owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:33.221187 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bb35cb06-2f80-48a7-9561-d4b5cc19ae24 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:33.226609 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 29bf1e8e-f536-430c-a23f-7f016a699a5d {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:38:33.226950 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 29bf1e8e-f536-430c-a23f-7f016a699a5d not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:38:33.227368 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2b39b3f2-d68e-4caf-81ed-911da321d524 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:38:33.259697 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-45b894e3-6b6d-4274-a7a3-ac9302a2110e tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Calling delete_port for 378d349c-d706-41ee-8e23-360580e6122b owned by network:router_gateway {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:33.282727 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f360370-a9ff-43f1-a449-e7cb9a8c09ce req-1e753d37-6e3d-4d10-9d6c-e4b53c73f04d tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:33.284753 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1f360370-a9ff-43f1-a449-e7cb9a8c09ce req-1e753d37-6e3d-4d10-9d6c-e4b53c73f04d tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.5633185 Mar 07 21:38:33.310070 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40226) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:33.330839 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 2b39b3f2-d68e-4caf-81ed-911da321d524 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:38:33.331201 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2b39b3f2-d68e-4caf-81ed-911da321d524 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:38:33.340638 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5d8078cf-3900-4883-ad39-26a7870300d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:33.352997 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-0b5b64a2-944b-4f8e-906a-d4c595353796 None None] For port efe4e01d-84ee-416c-a4e1-d63d251c972f, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=efe4e01d-84ee-416c-a4e1-d63d251c972f,segment=NetworkSegment(5c12ee97-09e1-4451-9ce8-30a2befb170f),segment_id=5c12ee97-09e1-4451-9ce8-30a2befb170f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:33.353428 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0b5b64a2-944b-4f8e-906a-d4c595353796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:33.377133 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1f360370-a9ff-43f1-a449-e7cb9a8c09ce req-0f7740a5-a97f-4bea-8233-4dfa1adeb796 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828044 Mar 07 21:38:33.379062 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bb35cb06-2f80-48a7-9561-d4b5cc19ae24 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:33.392048 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.api [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:38:33.392379 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG oslo_db.api [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:38:33.424159 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port efe4e01d-84ee-416c-a4e1-d63d251c972f {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:33.424516 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:33.492826 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bb35cb06-2f80-48a7-9561-d4b5cc19ae24 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:33.500799 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-0b5b64a2-944b-4f8e-906a-d4c595353796 None None] Calling delete_port for efe4e01d-84ee-416c-a4e1-d63d251c972f owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:33.550544 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=efe4e01d-84ee-416c-a4e1-d63d251c972f,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:33.562414 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-45b894e3-6b6d-4274-a7a3-ac9302a2110e tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:33.563869 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-9b5bf5c3-0b21-4160-887f-dd2d1e99117f None None] Allocated IP 2001:db8::2 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/c51e9aca-f2b2-4676-baa3-ae6e198b6663/e9003a06-a076-4583-b419-ad515ddcbd8a) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:33.589225 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-5d8078cf-3900-4883-ad39-26a7870300d6 None None] For port efe4e01d-84ee-416c-a4e1-d63d251c972f, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=efe4e01d-84ee-416c-a4e1-d63d251c972f,segment=NetworkSegment(5c12ee97-09e1-4451-9ce8-30a2befb170f),segment_id=5c12ee97-09e1-4451-9ce8-30a2befb170f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:33.607483 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35cb06-2f80-48a7-9561-d4b5cc19ae24 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b07c8b-dcef-4deb-80b0-cd073f8f6d62,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:33.687695 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5d8078cf-3900-4883-ad39-26a7870300d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:33.729488 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b894e3-6b6d-4274-a7a3-ac9302a2110e tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Pushing event deleted for resources: {'Port': ['ID=378d349c-d706-41ee-8e23-360580e6122b,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:33.736048 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e0bf63f6-6d9a-4a09-951a-720c68ac65b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb073948b7bf4f40b2703713f7e06128&name=default HTTP/1.1" status: 200 len: 2977 time: 0.4228766 Mar 07 21:38:33.738893 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40234) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:33.785234 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-0b5b64a2-944b-4f8e-906a-d4c595353796 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:38:33.785705 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-0b5b64a2-944b-4f8e-906a-d4c595353796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:38:33.793034 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8078cf-3900-4883-ad39-26a7870300d6 None None] Pushing event updated for resources: {'Port': ['ID=efe4e01d-84ee-416c-a4e1-d63d251c972f,revision_number=6']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:33.814849 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d0121091-559d-4420-b57f-746b92923944 None None] Could not find standard attr ID for object 0575ef4f-796d-48ce-91d7-0ee373861d38. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:38:33.825187 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bb35cb06-2f80-48a7-9561-d4b5cc19ae24 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:33.826395 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bb35cb06-2f80-48a7-9561-d4b5cc19ae24 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0432894 Mar 07 21:38:33.830051 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40240) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:33.862589 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] For port efe4e01d-84ee-416c-a4e1-d63d251c972f, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=efe4e01d-84ee-416c-a4e1-d63d251c972f,segment=NetworkSegment(5c12ee97-09e1-4451-9ce8-30a2befb170f),segment_id=5c12ee97-09e1-4451-9ce8-30a2befb170f)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:33.862938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:33.881478 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9b5bf5c3-0b21-4160-887f-dd2d1e99117f None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:33.896516 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9b5bf5c3-0b21-4160-887f-dd2d1e99117f None None] Transition to ACTIVE for port object e9003a06-a076-4583-b419-ad515ddcbd8a will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:33.937447 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9b5bf5c3-0b21-4160-887f-dd2d1e99117f None None] Transition to ACTIVE for port object e9003a06-a076-4583-b419-ad515ddcbd8a will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:33.954646 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-45b894e3-6b6d-4274-a7a3-ac9302a2110e tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:34.026783 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9b5bf5c3-0b21-4160-887f-dd2d1e99117f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:34.049685 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Calling delete_port for efe4e01d-84ee-416c-a4e1-d63d251c972f owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:34.094665 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5bf5c3-0b21-4160-887f-dd2d1e99117f None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:34.101765 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-9b5bf5c3-0b21-4160-887f-dd2d1e99117f None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:34.104480 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5bf5c3-0b21-4160-887f-dd2d1e99117f None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:34.113655 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-041d8004-0681-4cd6-884b-b5d588d2af24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:34.138438 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9a407238-5185-49aa-9587-b7f5e436ba17 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:34.139115 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5bf5c3-0b21-4160-887f-dd2d1e99117f None None] Pushing event updated for resources: {'Port': ['ID=e9003a06-a076-4583-b419-ad515ddcbd8a,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:34.172543 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9a407238-5185-49aa-9587-b7f5e436ba17 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:34.179257 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-041d8004-0681-4cd6-884b-b5d588d2af24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:34.213462 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-9b5bf5c3-0b21-4160-887f-dd2d1e99117f None None] Attempting to bind port e9003a06-a076-4583-b419-ad515ddcbd8a on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:38:34.214129 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-9b5bf5c3-0b21-4160-887f-dd2d1e99117f None None] Attempting to bind port e9003a06-a076-4583-b419-ad515ddcbd8a by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:38:34.214707 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5bf5c3-0b21-4160-887f-dd2d1e99117f None None] Attempting to bind port e9003a06-a076-4583-b419-ad515ddcbd8a on network ab63f4f6-c089-409c-a9c4-f2088e2d7005 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:38:34.220684 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5bf5c3-0b21-4160-887f-dd2d1e99117f None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:38:34.225367 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5bf5c3-0b21-4160-887f-dd2d1e99117f None None] Checking segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:38:34.225367 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9b5bf5c3-0b21-4160-887f-dd2d1e99117f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:34.225367 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5bf5c3-0b21-4160-887f-dd2d1e99117f None None] Bound using segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:38:34.225367 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-9b5bf5c3-0b21-4160-887f-dd2d1e99117f None None] Bound port: e9003a06-a076-4583-b419-ad515ddcbd8a, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:38:34.225367 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9b5bf5c3-0b21-4160-887f-dd2d1e99117f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:34.233574 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5eda2a-2202-4983-bd51-ba51425e7fbf req-8c9bd47a-a8f7-4973-8d5a-93c735e28021 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:34.235362 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0b5eda2a-2202-4983-bd51-ba51425e7fbf req-8c9bd47a-a8f7-4973-8d5a-93c735e28021 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.2937384 Mar 07 21:38:34.249745 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.api [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:38:34.250084 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG oslo_db.api [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:38:34.262379 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-45b894e3-6b6d-4274-a7a3-ac9302a2110e tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:34.270980 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-45b894e3-6b6d-4274-a7a3-ac9302a2110e tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:34.275575 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-0b5b64a2-944b-4f8e-906a-d4c595353796 None None] Deleting port efe4e01d-84ee-416c-a4e1-d63d251c972f {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:34.275945 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0b5b64a2-944b-4f8e-906a-d4c595353796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:34.287876 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-7bc7503c-525f-45d8-84f2-c271eb5d4d42 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 2001:db8::dea8:57fe:6509:c876 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/c51e9aca-f2b2-4676-baa3-ae6e198b6663/46475f20-2024-4a8d-93fe-de7f48002560) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:34.304679 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0b5eda2a-2202-4983-bd51-ba51425e7fbf req-a2a65c45-4da7-4063-8ac6-3822a5f5120b tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572829 Mar 07 21:38:34.358358 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23a268-da6e-43e0-b46c-2e5f97b53034 req-4d444557-bbb4-43a0-9578-7a1e1b531a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:34.360102 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2d23a268-da6e-43e0-b46c-2e5f97b53034 req-4d444557-bbb4-43a0-9578-7a1e1b531a1d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=36c0879924594e24ac3af2cf45324a46&device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 1098 time: 0.2868049 Mar 07 21:38:34.366406 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-041d8004-0681-4cd6-884b-b5d588d2af24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:34.384188 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8004-0681-4cd6-884b-b5d588d2af24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be7cccf-a2b1-48bd-8bb9-bb2f550eb887,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:34.411610 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-45b894e3-6b6d-4274-a7a3-ac9302a2110e tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:34.412146 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b894e3-6b6d-4274-a7a3-ac9302a2110e tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Fanout notify agent at l3_agent the message router_deleted on router 7c78811f-6ee4-4d3b-a1f2-633e2f5c2578 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:38:34.413422 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-9b5bf5c3-0b21-4160-887f-dd2d1e99117f None None] For port e9003a06-a076-4583-b419-ad515ddcbd8a, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:38:34.413547 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9a407238-5185-49aa-9587-b7f5e436ba17 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:34.457658 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-9b5bf5c3-0b21-4160-887f-dd2d1e99117f None None] For port e9003a06-a076-4583-b419-ad515ddcbd8a, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e9003a06-a076-4583-b419-ad515ddcbd8a,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:38:34.463176 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-041d8004-0681-4cd6-884b-b5d588d2af24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:34.464712 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-041d8004-0681-4cd6-884b-b5d588d2af24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1be7cccf-a2b1-48bd-8bb9-bb2f550eb887 HTTP/1.1" status: 204 len: 168 time: 0.7244105 Mar 07 21:38:34.514238 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a407238-5185-49aa-9587-b7f5e436ba17 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25b07c8b-dcef-4deb-80b0-cd073f8f6d62,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:34.532237 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-0b5b64a2-944b-4f8e-906a-d4c595353796 None None] For port efe4e01d-84ee-416c-a4e1-d63d251c972f, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=efe4e01d-84ee-416c-a4e1-d63d251c972f,segment=NetworkSegment(5c12ee97-09e1-4451-9ce8-30a2befb170f),segment_id=5c12ee97-09e1-4451-9ce8-30a2befb170f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:34.532619 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0b5b64a2-944b-4f8e-906a-d4c595353796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:34.542814 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9b5bf5c3-0b21-4160-887f-dd2d1e99117f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:34.614748 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9a407238-5185-49aa-9587-b7f5e436ba17 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:34.615845 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-9a407238-5185-49aa-9587-b7f5e436ba17 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/25b07c8b-dcef-4deb-80b0-cd073f8f6d62 HTTP/1.1" status: 204 len: 168 time: 0.7738500 Mar 07 21:38:34.618926 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40246) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:34.625781 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-45b894e3-6b6d-4274-a7a3-ac9302a2110e tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:34.630909 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-45b894e3-6b6d-4274-a7a3-ac9302a2110e tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "DELETE /v2.0/routers/7c78811f-6ee4-4d3b-a1f2-633e2f5c2578 HTTP/1.1" status: 204 len: 168 time: 2.7062435 Mar 07 21:38:34.634228 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40250) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:34.652304 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-bca5d23d-499f-410b-baef-f575aa0a2461 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2119879737', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:34.665561 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-bca5d23d-499f-410b-baef-f575aa0a2461 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:34.678315 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23a268-da6e-43e0-b46c-2e5f97b53034 req-7bbeff6e-c708-4698-bf71-ae76b66af719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:34.679349 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d1ae3c13-0a89-435f-9fdf-9c175a8e66c9 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Synchronizing usage tracker for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:34.679742 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2d23a268-da6e-43e0-b46c-2e5f97b53034 req-7bbeff6e-c708-4698-bf71-ae76b66af719 service neutron] 10.222.0.11 "GET /v2.0/networks?id=38c758dc-7f6c-454b-adaf-334f371206ea HTTP/1.1" status: 200 len: 911 time: 0.3104961 Mar 07 21:38:34.683160 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-bca5d23d-499f-410b-baef-f575aa0a2461 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Usage tracker for resource:router and tenant:27e41ad4a5d142a5819c06accd61dec6 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:34.688109 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-bca5d23d-499f-410b-baef-f575aa0a2461 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:34.706477 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-0b5b64a2-944b-4f8e-906a-d4c595353796 None None] Calling delete_port for efe4e01d-84ee-416c-a4e1-d63d251c972f owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:34.763074 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-bca5d23d-499f-410b-baef-f575aa0a2461 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:34.774178 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port efe4e01d-84ee-416c-a4e1-d63d251c972f {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:34.774806 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:34.777618 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7bc7503c-525f-45d8-84f2-c271eb5d4d42 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:34.818180 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5bf5c3-0b21-4160-887f-dd2d1e99117f None None] Pushing event updated for resources: {'Port': ['ID=e9003a06-a076-4583-b419-ad515ddcbd8a,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:34.821482 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-7bc7503c-525f-45d8-84f2-c271eb5d4d42 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Transition to ACTIVE for port object 46475f20-2024-4a8d-93fe-de7f48002560 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:34.850090 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2d23a268-da6e-43e0-b46c-2e5f97b53034 req-c21fb257-6009-44d2-9555-e2823ad0f95a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 HTTP/1.1" status: 200 len: 1001 time: 0.1590242 Mar 07 21:38:34.862592 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d1ae3c13-0a89-435f-9fdf-9c175a8e66c9 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Unset dirty status for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:34.867319 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d1ae3c13-0a89-435f-9fdf-9c175a8e66c9 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2473288 Mar 07 21:38:34.867966 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40256) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:34.908462 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bca5d23d-499f-410b-baef-f575aa0a2461 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:34.909470 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bca5d23d-499f-410b-baef-f575aa0a2461 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:34.923000 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0b5b64a2-944b-4f8e-906a-d4c595353796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:34.949287 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] The port 'efe4e01d-84ee-416c-a4e1-d63d251c972f' was deleted {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:38:34.955902 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7bc7503c-525f-45d8-84f2-c271eb5d4d42 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:34.960670 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bca5d23d-499f-410b-baef-f575aa0a2461 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:35.013150 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23a268-da6e-43e0-b46c-2e5f97b53034 req-f19487e3-e38a-430f-9ed3-f868724e5825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:35.014615 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2d23a268-da6e-43e0-b46c-2e5f97b53034 req-f19487e3-e38a-430f-9ed3-f868724e5825 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f313f210-5759-4bf7-8dc0-7c89a181e7b8 HTTP/1.1" status: 200 len: 850 time: 0.1374815 Mar 07 21:38:35.022202 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b64a2-944b-4f8e-906a-d4c595353796 None None] Pushing event deleted for resources: {'Port': ['ID=efe4e01d-84ee-416c-a4e1-d63d251c972f,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:35.023921 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5b64a2-944b-4f8e-906a-d4c595353796 None None] No DVR routers for this DVR port efe4e01d-84ee-416c-a4e1-d63d251c972f on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:38:35.073376 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4c951f8d-d0e2-4d91-b6d0-24965ef032b5 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:35.127826 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc7503c-525f-45d8-84f2-c271eb5d4d42 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:35.133680 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-7bc7503c-525f-45d8-84f2-c271eb5d4d42 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:35.137037 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7503c-525f-45d8-84f2-c271eb5d4d42 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=46475f20-2024-4a8d-93fe-de7f48002560,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:35.139365 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc7503c-525f-45d8-84f2-c271eb5d4d42 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:35.145115 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc7503c-525f-45d8-84f2-c271eb5d4d42 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:35.145910 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7bc7503c-525f-45d8-84f2-c271eb5d4d42 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:35.175036 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:35.183448 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4c951f8d-d0e2-4d91-b6d0-24965ef032b5 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:35.198341 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23a268-da6e-43e0-b46c-2e5f97b53034 req-82d6bbd0-8414-4d79-b8ff-daa65bf44f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:35.199660 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2d23a268-da6e-43e0-b46c-2e5f97b53034 req-82d6bbd0-8414-4d79-b8ff-daa65bf44f93 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38c758dc-7f6c-454b-adaf-334f371206ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1739984 Mar 07 21:38:35.205139 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bca5d23d-499f-410b-baef-f575aa0a2461 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:35.224655 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40260) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:35.246627 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c50be28-7337-4796-9836-2a36a8e43228']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:35.258696 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f13fb30d-f3f0-419e-b39f-f11c43af8dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:35.281852 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c12ee97-09e1-4451-9ce8-30a2befb170f') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:35.282231 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c12ee97-09e1-4451-9ce8-30a2befb170f') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:35.295415 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7bc7503c-525f-45d8-84f2-c271eb5d4d42 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0001860 Mar 07 21:38:35.298098 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f13fb30d-f3f0-419e-b39f-f11c43af8dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:35.300448 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40264) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:35.301109 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:35.313663 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f13fb30d-f3f0-419e-b39f-f11c43af8dd9 admin admin] Usage tracker for resource:security_group_rule and tenant:e542704ad95d4b5fab42e3483f6649f2 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:35.318622 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f13fb30d-f3f0-419e-b39f-f11c43af8dd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:35.325009 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:35.327175 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f13fb30d-f3f0-419e-b39f-f11c43af8dd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:35.334565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:38:35.334948 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:35.350119 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bca5d23d-499f-410b-baef-f575aa0a2461 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:38:35.350343 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:38:35.352386 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bca5d23d-499f-410b-baef-f575aa0a2461 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7138176 Mar 07 21:38:35.359210 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40270) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:35.373653 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-927514f7-5251-4c83-a66c-752d9d3efa31 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:35.392826 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2d23a268-da6e-43e0-b46c-2e5f97b53034 req-e00d4cea-ae05-472b-a9da-d3de7f2b3049 service neutron] 10.222.0.11 "GET /v2.0/networks/38c758dc-7f6c-454b-adaf-334f371206ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854548 Mar 07 21:38:35.599264 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4c951f8d-d0e2-4d91-b6d0-24965ef032b5 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:35.613400 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5a3e71-2aa1-4850-9f28-ee4bfddc380a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:35.619050 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5a3e71-2aa1-4850-9f28-ee4bfddc380a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:35.619818 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5e5a3e71-2aa1-4850-9f28-ee4bfddc380a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:35.661336 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c951f8d-d0e2-4d91-b6d0-24965ef032b5 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ccf1e2-e554-4a8b-b25a-ba8d28c0b1a5,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:35.682033 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2d23a268-da6e-43e0-b46c-2e5f97b53034 req-e173566f-c236-4167-960f-8a9d2957f6ea service neutron] 10.222.0.11 "GET /v2.0/networks/38c758dc-7f6c-454b-adaf-334f371206ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827260 Mar 07 21:38:35.754632 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5e5a3e71-2aa1-4850-9f28-ee4bfddc380a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:35.758660 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5e5a3e71-2aa1-4850-9f28-ee4bfddc380a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4544361 Mar 07 21:38:35.758660 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40274) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:35.837389 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-85185c7a-8ecc-4647-ac3b-a44827c3bbf1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting port 46475f20-2024-4a8d-93fe-de7f48002560 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:35.838001 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-85185c7a-8ecc-4647-ac3b-a44827c3bbf1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:35.898886 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:35.928722 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:35.994453 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4c951f8d-d0e2-4d91-b6d0-24965ef032b5 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:35.995570 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4c951f8d-d0e2-4d91-b6d0-24965ef032b5 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "DELETE /v2.0/security-groups/07ccf1e2-e554-4a8b-b25a-ba8d28c0b1a5 HTTP/1.1" status: 204 len: 168 time: 1.1244016 Mar 07 21:38:35.998670 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40278) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:36.024668 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Network': ['ID=5c50be28-7337-4796-9836-2a36a8e43228,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:36.043669 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-561114bf-0fdb-4266-a58d-0e6dcef12a4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/networks/5c50be28-7337-4796-9836-2a36a8e43228 HTTP/1.1" status: 204 len: 168 time: 5.6752124 Mar 07 21:38:36.071845 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40282) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:36.092444 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-26266f09-ff3e-46e6-83f3-235a55eb0600 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-452017807'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:36.113003 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-927514f7-5251-4c83-a66c-752d9d3efa31 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:36.116341 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-26266f09-ff3e-46e6-83f3-235a55eb0600 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:36.136076 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-26266f09-ff3e-46e6-83f3-235a55eb0600 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:network and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:36.137719 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298f3e7-9bab-497a-8562-a3579f5d8bb5 req-c659724a-cb97-4923-9291-3aa446df80b1 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:36.139386 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-05f67124-5c5c-4ad9-bc29-e92669100d64 None None] Provisioning for port e9003a06-a076-4583-b419-ad515ddcbd8a completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:38:36.140637 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e298f3e7-9bab-497a-8562-a3579f5d8bb5 req-c659724a-cb97-4923-9291-3aa446df80b1 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.6074274 Mar 07 21:38:36.143758 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f13fb30d-f3f0-419e-b39f-f11c43af8dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:36.143957 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-26266f09-ff3e-46e6-83f3-235a55eb0600 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:36.155164 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-26266f09-ff3e-46e6-83f3-235a55eb0600 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:36.160339 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-19254c62-dcde-462e-9624-6f88764ab0ee tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1598587 Mar 07 21:38:36.168470 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40286) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:36.177073 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-20eb209f-bcc9-48a1-b116-33d987ad9a30 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Request body: {'security_group': {'name': 'tempest-secgroup--2082448554'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:36.183863 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-85185c7a-8ecc-4647-ac3b-a44827c3bbf1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:36.184139 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-20eb209f-bcc9-48a1-b116-33d987ad9a30 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:36.195774 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-20eb209f-bcc9-48a1-b116-33d987ad9a30 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Usage tracker for resource:security_group and tenant:5bfb643a68a54e6c90849bccdc165310 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:36.200056 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-20eb209f-bcc9-48a1-b116-33d987ad9a30 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:36.214410 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-20eb209f-bcc9-48a1-b116-33d987ad9a30 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:36.221592 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e298f3e7-9bab-497a-8562-a3579f5d8bb5 req-fce6b323-9558-486a-b652-7a39c83f1fe5 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703411 Mar 07 21:38:36.253058 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26266f09-ff3e-46e6-83f3-235a55eb0600 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:36.254479 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f13fb30d-f3f0-419e-b39f-f11c43af8dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:36.257367 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-26266f09-ff3e-46e6-83f3-235a55eb0600 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:36.308385 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f13fb30d-f3f0-419e-b39f-f11c43af8dd9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e542704ad95d4b5fab42e3483f6649f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0825312 Mar 07 21:38:36.309148 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13fb30d-f3f0-419e-b39f-f11c43af8dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09e9e17-92ca-4450-b4d4-8e072e289197,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:36.311421 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40290) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:36.334690 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-85185c7a-8ecc-4647-ac3b-a44827c3bbf1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Calling delete_port for 46475f20-2024-4a8d-93fe-de7f48002560 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:36.383069 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-20eb209f-bcc9-48a1-b116-33d987ad9a30 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:36.397318 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26266f09-ff3e-46e6-83f3-235a55eb0600 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:38:36.426782 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-26266f09-ff3e-46e6-83f3-235a55eb0600 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:36.427179 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-26266f09-ff3e-46e6-83f3-235a55eb0600 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Added segment d522cf54-91b4-4b7d-bf4e-7b1684234a4f of type vlan for network 69cbd5fb-334f-401a-8619-83c816901ac4 Mar 07 21:38:36.436391 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-20eb209f-bcc9-48a1-b116-33d987ad9a30 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:36.443920 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-20eb209f-bcc9-48a1-b116-33d987ad9a30 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Usage tracker for resource:security_group_rule and tenant:5bfb643a68a54e6c90849bccdc165310 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:36.449071 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-20eb209f-bcc9-48a1-b116-33d987ad9a30 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:36.454191 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-aa434d95-3fc4-437b-a22c-edcb9c0a9f1f None None] Provisioning for port 46475f20-2024-4a8d-93fe-de7f48002560 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:38:36.461896 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-aa434d95-3fc4-437b-a22c-edcb9c0a9f1f None None] Provisioning complete for port 46475f20-2024-4a8d-93fe-de7f48002560 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:38:36.464399 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-aa434d95-3fc4-437b-a22c-edcb9c0a9f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:36.464525 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-20eb209f-bcc9-48a1-b116-33d987ad9a30 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:36.480092 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2cfa555b-0375-4ef7-8b19-b6fb117a2ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:36.487791 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-26266f09-ff3e-46e6-83f3-235a55eb0600 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:36.529231 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2cfa555b-0375-4ef7-8b19-b6fb117a2ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:36.539023 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-aa434d95-3fc4-437b-a22c-edcb9c0a9f1f None None] Port 46475f20-2024-4a8d-93fe-de7f48002560 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:38:36.575336 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e9003a06-a076-4583-b419-ad515ddcbd8a up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:38:36.623664 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-85185c7a-8ecc-4647-ac3b-a44827c3bbf1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:36.625873 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-26266f09-ff3e-46e6-83f3-235a55eb0600 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:36.631626 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26266f09-ff3e-46e6-83f3-235a55eb0600 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:36.632237 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-26266f09-ff3e-46e6-83f3-235a55eb0600 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:36.682504 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-20eb209f-bcc9-48a1-b116-33d987ad9a30 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:36.716941 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port e9003a06-a076-4583-b419-ad515ddcbd8a completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:38:36.722835 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port e9003a06-a076-4583-b419-ad515ddcbd8a triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:38:36.723203 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:36.727874 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85185c7a-8ecc-4647-ac3b-a44827c3bbf1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Port': ['ID=46475f20-2024-4a8d-93fe-de7f48002560,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:36.747058 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-20eb209f-bcc9-48a1-b116-33d987ad9a30 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:36.804618 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-927514f7-5251-4c83-a66c-752d9d3efa31 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:36.839676 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26266f09-ff3e-46e6-83f3-235a55eb0600 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Network': ['ID=69cbd5fb-334f-401a-8619-83c816901ac4,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:36.856613 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 69cbd5fb-334f-401a-8619-83c816901ac4 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:38:36.867167 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2cfa555b-0375-4ef7-8b19-b6fb117a2ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:36.872793 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb209f-bcc9-48a1-b116-33d987ad9a30 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8c774d-f2fa-4c70-9545-e5f2cac5983a,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:36.882735 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-927514f7-5251-4c83-a66c-752d9d3efa31 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:36.900332 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-26266f09-ff3e-46e6-83f3-235a55eb0600 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8260469 Mar 07 21:38:36.903160 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40294) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:36.910164 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-b52114bc-75fd-422e-9cea-ab2d8ad33002 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'subnet': {'network_id': '69cbd5fb-334f-401a-8619-83c816901ac4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:36.972101 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa555b-0375-4ef7-8b19-b6fb117a2ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09e9e17-92ca-4450-b4d4-8e072e289197,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:37.000334 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2cfa555b-0375-4ef7-8b19-b6fb117a2ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:37.003958 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2cfa555b-0375-4ef7-8b19-b6fb117a2ce0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a09e9e17-92ca-4450-b4d4-8e072e289197 HTTP/1.1" status: 204 len: 168 time: 0.6880684 Mar 07 21:38:37.017306 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:37.034129 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b52114bc-75fd-422e-9cea-ab2d8ad33002 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:37.038568 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b52114bc-75fd-422e-9cea-ab2d8ad33002 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:subnet and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:37.041513 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b52114bc-75fd-422e-9cea-ab2d8ad33002 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:37.048178 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b52114bc-75fd-422e-9cea-ab2d8ad33002 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:37.056436 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port e9003a06-a076-4583-b419-ad515ddcbd8a, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e9003a06-a076-4583-b419-ad515ddcbd8a,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:37.088489 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-20eb209f-bcc9-48a1-b116-33d987ad9a30 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:37.089697 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-20eb209f-bcc9-48a1-b116-33d987ad9a30 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9197102 Mar 07 21:38:37.092710 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40300) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:37.098496 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-aaa14ef4-894d-4a81-9941-2d64a0707422 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Request body: {'security_group_rule': {'security_group_id': '6f8c774d-f2fa-4c70-9545-e5f2cac5983a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:37.106242 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-85185c7a-8ecc-4647-ac3b-a44827c3bbf1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:37.108163 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-85185c7a-8ecc-4647-ac3b-a44827c3bbf1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/46475f20-2024-4a8d-93fe-de7f48002560 HTTP/1.1" status: 204 len: 168 time: 1.3484833 Mar 07 21:38:37.114917 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-aaa14ef4-894d-4a81-9941-2d64a0707422 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:37.114917 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-aaa14ef4-894d-4a81-9941-2d64a0707422 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Usage tracker for resource:security_group_rule and tenant:5bfb643a68a54e6c90849bccdc165310 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:37.116298 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40304) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:37.118820 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-927514f7-5251-4c83-a66c-752d9d3efa31 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Allocated IP 172.26.2.132 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/0eb2da35-e870-46b8-aada-ef9b1acc6e3c) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:37.118948 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-aaa14ef4-894d-4a81-9941-2d64a0707422 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:37.161395 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52114bc-75fd-422e-9cea-ab2d8ad33002 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:37.165033 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b52114bc-75fd-422e-9cea-ab2d8ad33002 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:37.177620 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:37.187114 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-aaa14ef4-894d-4a81-9941-2d64a0707422 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:37.253296 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=e9003a06-a076-4583-b419-ad515ddcbd8a,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:37.283751 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203d1627-6f78-427b-945e-fd8f451b126e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:37.285227 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203d1627-6f78-427b-945e-fd8f451b126e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:37.285990 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-203d1627-6f78-427b-945e-fd8f451b126e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:37.315544 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aaa14ef4-894d-4a81-9941-2d64a0707422 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:37.426468 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-203d1627-6f78-427b-945e-fd8f451b126e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:37.427138 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-927514f7-5251-4c83-a66c-752d9d3efa31 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:37.427637 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-203d1627-6f78-427b-945e-fd8f451b126e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3104408 Mar 07 21:38:37.432559 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40312) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:37.453266 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aaa14ef4-894d-4a81-9941-2d64a0707422 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:37.516398 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c3c722-34ca-433d-a478-e8e3ad8eb035 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet c51e9aca-f2b2-4676-baa3-ae6e198b6663 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:38:37.522144 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aaa14ef4-894d-4a81-9941-2d64a0707422 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:37.530772 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-97c3c722-34ca-433d-a478-e8e3ad8eb035 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:37.543237 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa14ef4-894d-4a81-9941-2d64a0707422 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d38e4999-9a97-4014-af71-79270bfaa545,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:37.553279 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b52114bc-75fd-422e-9cea-ab2d8ad33002 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:37.584471 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344cd3c-2a72-4626-828b-c3588081615a req-f5d1ac33-e7f3-4c8a-85cb-c17d33841e24 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:37.585909 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8344cd3c-2a72-4626-828b-c3588081615a req-f5d1ac33-e7f3-4c8a-85cb-c17d33841e24 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.2264037 Mar 07 21:38:37.609648 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-97c3c722-34ca-433d-a478-e8e3ad8eb035 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:37.637610 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52114bc-75fd-422e-9cea-ab2d8ad33002 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Subnet': ['ID=d49de897-9576-4fe5-b3da-7a9d85b3f79f,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:37.643760 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52114bc-75fd-422e-9cea-ab2d8ad33002 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Checking segment: {'id': 'd522cf54-91b4-4b7d-bf4e-7b1684234a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '69cbd5fb-334f-401a-8619-83c816901ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:38:37.644108 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52114bc-75fd-422e-9cea-ab2d8ad33002 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network hostable DHCP agents. Network: 69cbd5fb-334f-401a-8619-83c816901ac4, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:38:37.660822 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aaa14ef4-894d-4a81-9941-2d64a0707422 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:37.662006 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-aaa14ef4-894d-4a81-9941-2d64a0707422 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5677743 Mar 07 21:38:37.664817 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40316) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:37.669667 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-927514f7-5251-4c83-a66c-752d9d3efa31 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:37.669862 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-8b34b5ef-02d1-450b-840e-a639a95bcc80 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Request body: {'security_group_rule': {'security_group_id': '6f8c774d-f2fa-4c70-9545-e5f2cac5983a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:37.676286 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8b34b5ef-02d1-450b-840e-a639a95bcc80 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:37.680318 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8b34b5ef-02d1-450b-840e-a639a95bcc80 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Usage tracker for resource:security_group_rule and tenant:5bfb643a68a54e6c90849bccdc165310 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:37.683238 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8b34b5ef-02d1-450b-840e-a639a95bcc80 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:37.689446 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8b34b5ef-02d1-450b-840e-a639a95bcc80 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:37.739823 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52114bc-75fd-422e-9cea-ab2d8ad33002 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network 69cbd5fb-334f-401a-8619-83c816901ac4 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:38:37.740064 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8344cd3c-2a72-4626-828b-c3588081615a req-2169b894-d9b6-439e-8d75-782f588d70fd tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463339 Mar 07 21:38:37.750673 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927514f7-5251-4c83-a66c-752d9d3efa31 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:37.752112 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40320) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:37.755070 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-927514f7-5251-4c83-a66c-752d9d3efa31 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:37.763122 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927514f7-5251-4c83-a66c-752d9d3efa31 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:37.778121 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b8b01ab-3526-4ba1-b83c-d32908e7cae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:37.817310 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927514f7-5251-4c83-a66c-752d9d3efa31 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Pushing event updated for resources: {'Port': ['ID=0eb2da35-e870-46b8-aada-ef9b1acc6e3c,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:37.837002 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-97c3c722-34ca-433d-a478-e8e3ad8eb035 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:37.898084 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-b52114bc-75fd-422e-9cea-ab2d8ad33002 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 69cbd5fb-334f-401a-8619-83c816901ac4) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:37.907271 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52114bc-75fd-422e-9cea-ab2d8ad33002 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:37.907877 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b52114bc-75fd-422e-9cea-ab2d8ad33002 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:37.908052 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b72997b-f224-48d3-97c1-50f60b2deffb None None] Network 69cbd5fb-334f-401a-8619-83c816901ac4 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:38:37.927089 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5b8b01ab-3526-4ba1-b83c-d32908e7cae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:37.929210 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8b34b5ef-02d1-450b-840e-a639a95bcc80 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:37.939576 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5b8b01ab-3526-4ba1-b83c-d32908e7cae1 admin admin] Usage tracker for resource:security_group_rule and tenant:32be144809094033b58ac00419e810c1 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:37.945147 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5b8b01ab-3526-4ba1-b83c-d32908e7cae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:37.958988 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5b8b01ab-3526-4ba1-b83c-d32908e7cae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:37.980678 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b52114bc-75fd-422e-9cea-ab2d8ad33002 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0736439 Mar 07 21:38:37.981161 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40326) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:37.990666 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-8edfff3f-e368-44f1-8cc5-3ceddb0ca8d2 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'port': {'network_id': '69cbd5fb-334f-401a-8619-83c816901ac4', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-638185192'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:38.117120 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8b34b5ef-02d1-450b-840e-a639a95bcc80 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:38.144554 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ade4fa-1ce1-46e4-8061-667140bcfd15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-69cbd5fb-334f-401a-8619-83c816901ac4', 'network_id': '69cbd5fb-334f-401a-8619-83c816901ac4', 'tenant_id': '798f97419872427fbdc61064af1a2dd7', 'fixed_ips': [{'subnet_id': 'd49de897-9576-4fe5-b3da-7a9d85b3f79f'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:38:38.145626 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a6ade4fa-1ce1-46e4-8061-667140bcfd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:38.154723 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811dd2b-d6c3-4e13-aa22-f3bdb2ae576c req-82759d33-9996-4482-be80-f3043775e7b4 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:38.156396 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b811dd2b-d6c3-4e13-aa22-f3bdb2ae576c req-82759d33-9996-4482-be80-f3043775e7b4 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.2291300 Mar 07 21:38:38.195994 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8b34b5ef-02d1-450b-840e-a639a95bcc80 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:38.210675 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b811dd2b-d6c3-4e13-aa22-f3bdb2ae576c req-7b321bce-a00c-4dd2-99f6-ba8f35ea6977 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479062 Mar 07 21:38:38.236583 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8edfff3f-e368-44f1-8cc5-3ceddb0ca8d2 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:38.237593 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-97c3c722-34ca-433d-a478-e8e3ad8eb035 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:38.244987 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34b5ef-02d1-450b-840e-a639a95bcc80 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07043fda-b39f-42fc-90d9-6b0a11de808d,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:38.248870 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8edfff3f-e368-44f1-8cc5-3ceddb0ca8d2 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:port and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:38.253070 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b8b01ab-3526-4ba1-b83c-d32908e7cae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:38.254763 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8edfff3f-e368-44f1-8cc5-3ceddb0ca8d2 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:38.264993 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8edfff3f-e368-44f1-8cc5-3ceddb0ca8d2 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:38.318463 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b8b01ab-3526-4ba1-b83c-d32908e7cae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:38.321274 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-a6ade4fa-1ce1-46e4-8061-667140bcfd15 None None] Allocated IP 2001:db8::2 (69cbd5fb-334f-401a-8619-83c816901ac4/d49de897-9576-4fe5-b3da-7a9d85b3f79f/bc7f0884-6344-4849-832b-e72dcd3df896) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:38.343525 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8b34b5ef-02d1-450b-840e-a639a95bcc80 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:38.347274 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8b34b5ef-02d1-450b-840e-a639a95bcc80 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6789815 Mar 07 21:38:38.349294 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40334) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:38.351045 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3c722-34ca-433d-a478-e8e3ad8eb035 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=c51e9aca-f2b2-4676-baa3-ae6e198b6663,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:38.362957 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-97c3c722-34ca-433d-a478-e8e3ad8eb035 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:38.369541 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ca1df8-2b16-4083-90d7-df13bfffd749 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:38:38.369902 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-a49dd1ef-b9a9-4dd1-8774-039e20e9fc7d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Request body: {'security_group_rule': {'security_group_id': '6f8c774d-f2fa-4c70-9545-e5f2cac5983a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:38.377898 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a49dd1ef-b9a9-4dd1-8774-039e20e9fc7d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:38.379631 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5b8b01ab-3526-4ba1-b83c-d32908e7cae1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32be144809094033b58ac00419e810c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6264205 Mar 07 21:38:38.383270 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40338) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:38.395809 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b01ab-3526-4ba1-b83c-d32908e7cae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08795d42-a787-4ffd-9502-2dc072d8ac04,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:38.397858 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a49dd1ef-b9a9-4dd1-8774-039e20e9fc7d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Usage tracker for resource:security_group_rule and tenant:5bfb643a68a54e6c90849bccdc165310 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:38.406585 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a49dd1ef-b9a9-4dd1-8774-039e20e9fc7d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:38.418541 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a49dd1ef-b9a9-4dd1-8774-039e20e9fc7d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:38.446926 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edfff3f-e368-44f1-8cc5-3ceddb0ca8d2 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:38.446926 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8edfff3f-e368-44f1-8cc5-3ceddb0ca8d2 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:38.460950 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-8edfff3f-e368-44f1-8cc5-3ceddb0ca8d2 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] device_id is not set on port 328e84eb-1ee0-48a2-871a-69ca83887927 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:38:38.499886 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-97c3c722-34ca-433d-a478-e8e3ad8eb035 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/c51e9aca-f2b2-4676-baa3-ae6e198b6663 HTTP/1.1" status: 204 len: 168 time: 1.0663741 Mar 07 21:38:38.506434 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40342) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:38.516105 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e9003a06-a076-4583-b419-ad515ddcbd8a up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:38:38.567016 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a3c5ffeb-3bd8-4373-abbb-f4b80620fb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:38.598118 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a3c5ffeb-3bd8-4373-abbb-f4b80620fb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:38.602153 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5b56b988-a202-45f2-96f9-2bb6b05fc20b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0948865 Mar 07 21:38:38.606141 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40348) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:38.611680 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-927514f7-5251-4c83-a66c-752d9d3efa31 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router_gateway, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:38.666845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a49dd1ef-b9a9-4dd1-8774-039e20e9fc7d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:38.682948 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-562bdacd-87ec-4c4d-8e85-39d863a8070b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:38.723456 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port e9003a06-a076-4583-b419-ad515ddcbd8a triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:38:38.723908 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:38.733685 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a3c5ffeb-3bd8-4373-abbb-f4b80620fb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:38.750768 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5ffeb-3bd8-4373-abbb-f4b80620fb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08795d42-a787-4ffd-9502-2dc072d8ac04,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:38.765234 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a3c5ffeb-3bd8-4373-abbb-f4b80620fb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:38.767299 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a3c5ffeb-3bd8-4373-abbb-f4b80620fb3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08795d42-a787-4ffd-9502-2dc072d8ac04 HTTP/1.1" status: 204 len: 168 time: 0.3824399 Mar 07 21:38:38.830026 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a6ade4fa-1ce1-46e4-8061-667140bcfd15 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:38.851821 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a6ade4fa-1ce1-46e4-8061-667140bcfd15 None None] Transition to ACTIVE for port object bc7f0884-6344-4849-832b-e72dcd3df896 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:38.902367 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a6ade4fa-1ce1-46e4-8061-667140bcfd15 None None] Transition to ACTIVE for port object bc7f0884-6344-4849-832b-e72dcd3df896 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:38.971947 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06938b0c-0700-4964-b4ca-3791e3f9f318 None None] DHCP port deletion for ab63f4f6-c089-409c-a9c4-f2088e2d7005 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:38:38.976268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-06938b0c-0700-4964-b4ca-3791e3f9f318 None None] Deleting port e9003a06-a076-4583-b419-ad515ddcbd8a {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:38.976689 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-06938b0c-0700-4964-b4ca-3791e3f9f318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:39.006234 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a6ade4fa-1ce1-46e4-8061-667140bcfd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:39.074299 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-8edfff3f-e368-44f1-8cc5-3ceddb0ca8d2 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Allocated IP 2001:db8::cd (69cbd5fb-334f-401a-8619-83c816901ac4/d49de897-9576-4fe5-b3da-7a9d85b3f79f/328e84eb-1ee0-48a2-871a-69ca83887927) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:39.127837 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ade4fa-1ce1-46e4-8061-667140bcfd15 None None] Network 69cbd5fb-334f-401a-8619-83c816901ac4 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:39.131666 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-a6ade4fa-1ce1-46e4-8061-667140bcfd15 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:39.142449 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ade4fa-1ce1-46e4-8061-667140bcfd15 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:39.163094 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a49dd1ef-b9a9-4dd1-8774-039e20e9fc7d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:39.187373 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ade4fa-1ce1-46e4-8061-667140bcfd15 None None] Pushing event updated for resources: {'Port': ['ID=bc7f0884-6344-4849-832b-e72dcd3df896,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:39.193198 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-562bdacd-87ec-4c4d-8e85-39d863a8070b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:39.206428 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-562bdacd-87ec-4c4d-8e85-39d863a8070b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:39.212014 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-562bdacd-87ec-4c4d-8e85-39d863a8070b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:39.297778 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-562bdacd-87ec-4c4d-8e85-39d863a8070b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:39.299318 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-a6ade4fa-1ce1-46e4-8061-667140bcfd15 None None] Attempting to bind port bc7f0884-6344-4849-832b-e72dcd3df896 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:38:39.299683 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-a6ade4fa-1ce1-46e4-8061-667140bcfd15 None None] Attempting to bind port bc7f0884-6344-4849-832b-e72dcd3df896 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'd522cf54-91b4-4b7d-bf4e-7b1684234a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '69cbd5fb-334f-401a-8619-83c816901ac4'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:38:39.300042 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ade4fa-1ce1-46e4-8061-667140bcfd15 None None] Attempting to bind port bc7f0884-6344-4849-832b-e72dcd3df896 on network 69cbd5fb-334f-401a-8619-83c816901ac4 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:38:39.302447 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8edfff3f-e368-44f1-8cc5-3ceddb0ca8d2 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:39.305761 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a49dd1ef-b9a9-4dd1-8774-039e20e9fc7d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:39.323041 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ade4fa-1ce1-46e4-8061-667140bcfd15 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:38:39.323559 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ade4fa-1ce1-46e4-8061-667140bcfd15 None None] Checking segment: {'id': 'd522cf54-91b4-4b7d-bf4e-7b1684234a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '69cbd5fb-334f-401a-8619-83c816901ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:38:39.323805 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a6ade4fa-1ce1-46e4-8061-667140bcfd15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:39.324179 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ade4fa-1ce1-46e4-8061-667140bcfd15 None None] Bound using segment: {'id': 'd522cf54-91b4-4b7d-bf4e-7b1684234a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '69cbd5fb-334f-401a-8619-83c816901ac4'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:38:39.324637 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-a6ade4fa-1ce1-46e4-8061-667140bcfd15 None None] Bound port: bc7f0884-6344-4849-832b-e72dcd3df896, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd522cf54-91b4-4b7d-bf4e-7b1684234a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '69cbd5fb-334f-401a-8619-83c816901ac4'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:38:39.324998 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a6ade4fa-1ce1-46e4-8061-667140bcfd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:39.325796 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-8edfff3f-e368-44f1-8cc5-3ceddb0ca8d2 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Transition to ACTIVE for port object 328e84eb-1ee0-48a2-871a-69ca83887927 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:39.368156 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f2181-e8e2-4898-afde-1ff50a9b2d20 req-f22ff6bc-ea25-4b62-9bf2-5a1feb2e534c tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:39.369895 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a40f2181-e8e2-4898-afde-1ff50a9b2d20 req-f22ff6bc-ea25-4b62-9bf2-5a1feb2e534c tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.3783166 Mar 07 21:38:39.376276 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49dd1ef-b9a9-4dd1-8774-039e20e9fc7d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040ecbec-be26-4a1c-a70b-53b2425b1d6b,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:39.441161 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8edfff3f-e368-44f1-8cc5-3ceddb0ca8d2 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:39.444754 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-06938b0c-0700-4964-b4ca-3791e3f9f318 None None] For port e9003a06-a076-4583-b419-ad515ddcbd8a, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e9003a06-a076-4583-b419-ad515ddcbd8a,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:39.445136 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-06938b0c-0700-4964-b4ca-3791e3f9f318 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:39.472452 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562bdacd-87ec-4c4d-8e85-39d863a8070b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:39.475940 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-562bdacd-87ec-4c4d-8e85-39d863a8070b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:39.510995 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edfff3f-e368-44f1-8cc5-3ceddb0ca8d2 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network 69cbd5fb-334f-401a-8619-83c816901ac4 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:39.514459 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-8edfff3f-e368-44f1-8cc5-3ceddb0ca8d2 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:39.522598 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edfff3f-e368-44f1-8cc5-3ceddb0ca8d2 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:39.531353 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edfff3f-e368-44f1-8cc5-3ceddb0ca8d2 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:39.531650 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a49dd1ef-b9a9-4dd1-8774-039e20e9fc7d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:39.531755 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8edfff3f-e368-44f1-8cc5-3ceddb0ca8d2 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:39.531853 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a49dd1ef-b9a9-4dd1-8774-039e20e9fc7d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1802592 Mar 07 21:38:39.539087 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40366) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:39.547132 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-91ca7735-4522-462e-934e-454f6c9cdf4c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Request body: {'security_group_rule': {'security_group_id': '6f8c774d-f2fa-4c70-9545-e5f2cac5983a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:39.548617 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a40f2181-e8e2-4898-afde-1ff50a9b2d20 req-234f59f6-e293-48ec-9ce4-07a1d8c778dd tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617262 Mar 07 21:38:39.567685 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edfff3f-e368-44f1-8cc5-3ceddb0ca8d2 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Port': ['ID=328e84eb-1ee0-48a2-871a-69ca83887927,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:39.590029 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-06938b0c-0700-4964-b4ca-3791e3f9f318 None None] Calling delete_port for e9003a06-a076-4583-b419-ad515ddcbd8a owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:39.596953 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-91ca7735-4522-462e-934e-454f6c9cdf4c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:39.604550 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-91ca7735-4522-462e-934e-454f6c9cdf4c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Usage tracker for resource:security_group_rule and tenant:5bfb643a68a54e6c90849bccdc165310 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:39.611770 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-91ca7735-4522-462e-934e-454f6c9cdf4c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:39.622184 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-91ca7735-4522-462e-934e-454f6c9cdf4c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:39.628897 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-927514f7-5251-4c83-a66c-752d9d3efa31 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:39.640861 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-927514f7-5251-4c83-a66c-752d9d3efa31 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-864536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-864531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-867168'] for router, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:39.663088 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-a6ade4fa-1ce1-46e4-8061-667140bcfd15 None None] For port bc7f0884-6344-4849-832b-e72dcd3df896, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:38:39.675886 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-a6ade4fa-1ce1-46e4-8061-667140bcfd15 None None] For port bc7f0884-6344-4849-832b-e72dcd3df896, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=bc7f0884-6344-4849-832b-e72dcd3df896,segment=NetworkSegment(d522cf54-91b4-4b7d-bf4e-7b1684234a4f),segment_id=d522cf54-91b4-4b7d-bf4e-7b1684234a4f)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:38:39.678447 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8edfff3f-e368-44f1-8cc5-3ceddb0ca8d2 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.6962776 Mar 07 21:38:39.685086 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40372) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:39.737629 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-91ca7735-4522-462e-934e-454f6c9cdf4c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:39.757348 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a6ade4fa-1ce1-46e4-8061-667140bcfd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:39.776511 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-5a7c6e3f-db29-4861-af92-ae714a83fc25 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port 328e84eb-1ee0-48a2-871a-69ca83887927 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:39.776854 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5a7c6e3f-db29-4861-af92-ae714a83fc25 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:39.816688 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-06938b0c-0700-4964-b4ca-3791e3f9f318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:39.850256 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06938b0c-0700-4964-b4ca-3791e3f9f318 None None] No DVR routers for this DVR port e9003a06-a076-4583-b419-ad515ddcbd8a on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:38:39.854874 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ade4fa-1ce1-46e4-8061-667140bcfd15 None None] Pushing event updated for resources: {'Port': ['ID=bc7f0884-6344-4849-832b-e72dcd3df896,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:39.906132 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06938b0c-0700-4964-b4ca-3791e3f9f318 None None] Pushing event deleted for resources: {'Port': ['ID=e9003a06-a076-4583-b419-ad515ddcbd8a,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:39.988338 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-91ca7735-4522-462e-934e-454f6c9cdf4c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:40.052477 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce15c3-e809-4e45-be17-bd65e2768ae5 req-0308faa8-5efd-4f82-9551-25981dcd2366 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:40.054015 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f3ce15c3-e809-4e45-be17-bd65e2768ae5 req-0308faa8-5efd-4f82-9551-25981dcd2366 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.3219435 Mar 07 21:38:40.056880 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-91ca7735-4522-462e-934e-454f6c9cdf4c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:40.126019 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f3ce15c3-e809-4e45-be17-bd65e2768ae5 req-8589a24d-3a6d-4a69-b539-5835e149cd64 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601015 Mar 07 21:38:40.154143 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca7735-4522-462e-934e-454f6c9cdf4c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73190e6a-cebc-4b91-a38d-c6e01677d124,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:40.158689 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-562bdacd-87ec-4c4d-8e85-39d863a8070b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:40.209165 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5a7c6e3f-db29-4861-af92-ae714a83fc25 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:40.244688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927514f7-5251-4c83-a66c-752d9d3efa31 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Router a3f2b80b-aac2-4d2f-b037-d2b409471750 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:38:40.283820 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-91ca7735-4522-462e-934e-454f6c9cdf4c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:40.286014 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-91ca7735-4522-462e-934e-454f6c9cdf4c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7452521 Mar 07 21:38:40.351900 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40386) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:40.360780 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-5a7c6e3f-db29-4861-af92-ae714a83fc25 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Calling delete_port for 328e84eb-1ee0-48a2-871a-69ca83887927 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:40.366990 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562bdacd-87ec-4c4d-8e85-39d863a8070b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:40.379541 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-562bdacd-87ec-4c4d-8e85-39d863a8070b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:40.391740 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3b0f70-121f-4873-b21f-21c46b3aceeb None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:38:40.446010 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562bdacd-87ec-4c4d-8e85-39d863a8070b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:40.446298 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-562bdacd-87ec-4c4d-8e85-39d863a8070b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:40.454464 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562bdacd-87ec-4c4d-8e85-39d863a8070b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=5ee0880d-d152-44bc-8b73-98717e4c0782,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:40.556974 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device bc7f0884-6344-4849-832b-e72dcd3df896 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:38:40.557546 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-a4654f63-28d8-400c-bc0f-60732e122047 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Request body: {'security_group_rule': {'security_group_id': '6f8c774d-f2fa-4c70-9545-e5f2cac5983a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:40.568082 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a4654f63-28d8-400c-bc0f-60732e122047 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:40.575707 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a4654f63-28d8-400c-bc0f-60732e122047 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Usage tracker for resource:security_group_rule and tenant:5bfb643a68a54e6c90849bccdc165310 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:40.583317 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a4654f63-28d8-400c-bc0f-60732e122047 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:40.591894 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a4654f63-28d8-400c-bc0f-60732e122047 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:40.618362 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363ebe6-a61c-4baa-85e2-6fffc4998ad1 req-86789389-a56a-4a2b-a739-6271823185d0 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:40.619844 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4363ebe6-a61c-4baa-85e2-6fffc4998ad1 req-86789389-a56a-4a2b-a739-6271823185d0 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.2505133 Mar 07 21:38:40.623178 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927514f7-5251-4c83-a66c-752d9d3efa31 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:38:40.631441 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-927514f7-5251-4c83-a66c-752d9d3efa31 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:40.632961 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-927514f7-5251-4c83-a66c-752d9d3efa31 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "PUT /v2.0/routers/a3f2b80b-aac2-4d2f-b037-d2b409471750 HTTP/1.1" status: 200 len: 880 time: 5.2632382 Mar 07 21:38:40.635556 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40392) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:40.660115 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304809a-d555-4c99-bde7-c33a53c11d3d None None] Sync routers for ids ['a3f2b80b-aac2-4d2f-b037-d2b409471750'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:38:40.687974 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4363ebe6-a61c-4baa-85e2-6fffc4998ad1 req-9c2031e6-da64-412e-a8e5-14426a8a1604 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523450 Mar 07 21:38:40.688155 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3304809a-d555-4c99-bde7-c33a53c11d3d None None] Routers {'a3f2b80b-aac2-4d2f-b037-d2b409471750'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:38:40.688589 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3304809a-d555-4c99-bde7-c33a53c11d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:38:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['a3f2b80b-aac2-4d2f-b037-d2b409471750'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:40.754810 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-562bdacd-87ec-4c4d-8e85-39d863a8070b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1445696 Mar 07 21:38:40.757050 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40400) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:40.763181 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-e65d04a0-51d3-4789-868f-cb391f39430f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'port': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'fixed_ips': [{'subnet_id': '5ee0880d-d152-44bc-8b73-98717e4c0782', 'ip_address': '2001:db8::9674:90dc:ae78:87fa'}], 'name': 'tempest-NetworksTestDHCPv6-21794702'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:40.845513 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3304809a-d555-4c99-bde7-c33a53c11d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:40.861428 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3d8baf-f494-4846-a979-f23d67067c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'fixed_ips': [{'subnet_id': '5ee0880d-d152-44bc-8b73-98717e4c0782'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:38:40.862423 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0e3d8baf-f494-4846-a979-f23d67067c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:40.878153 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port bc7f0884-6344-4849-832b-e72dcd3df896 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:38:40.888335 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3304809a-d555-4c99-bde7-c33a53c11d3d None None] Routers {'a3f2b80b-aac2-4d2f-b037-d2b409471750'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:38:40.889420 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3304809a-d555-4c99-bde7-c33a53c11d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:38:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['a3f2b80b-aac2-4d2f-b037-d2b409471750'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:40.980903 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3304809a-d555-4c99-bde7-c33a53c11d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:40.981312 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304809a-d555-4c99-bde7-c33a53c11d3d None None] The sync data for ids ['a3f2b80b-aac2-4d2f-b037-d2b409471750'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:38:41.039063 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5a7c6e3f-db29-4861-af92-ae714a83fc25 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:41.042602 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e9003a06-a076-4583-b419-ad515ddcbd8a no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:38:41.083503 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: e9003a06-a076-4583-b419-ad515ddcbd8a {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:38:41.083847 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e9003a06-a076-4583-b419-ad515ddcbd8a not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:38:41.243097 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e65d04a0-51d3-4789-868f-cb391f39430f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:41.250886 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e65d04a0-51d3-4789-868f-cb391f39430f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:port and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:41.256116 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e65d04a0-51d3-4789-868f-cb391f39430f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:41.270892 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e65d04a0-51d3-4789-868f-cb391f39430f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:41.273020 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c6e3f-db29-4861-af92-ae714a83fc25 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Port': ['ID=328e84eb-1ee0-48a2-871a-69ca83887927,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:41.282681 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-0e3d8baf-f494-4846-a979-f23d67067c49 None None] Allocated IP 2001:db8::2 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/5ee0880d-d152-44bc-8b73-98717e4c0782/9372d512-dcb6-4d78-977f-13678811081e) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:41.303540 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a4654f63-28d8-400c-bc0f-60732e122047 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:41.319009 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5a7c6e3f-db29-4861-af92-ae714a83fc25 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:41.335169 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5a7c6e3f-db29-4861-af92-ae714a83fc25 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/ports/328e84eb-1ee0-48a2-871a-69ca83887927 HTTP/1.1" status: 204 len: 168 time: 1.6524074 Mar 07 21:38:41.335350 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40412) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:41.359637 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ebc9977b-d586-450a-9de1-1cfab556d3af tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "GET /v2.0/routers/a3f2b80b-aac2-4d2f-b037-d2b409471750 HTTP/1.1" status: 200 len: 921 time: 0.7176838 Mar 07 21:38:41.378050 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40416) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:41.441623 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65d04a0-51d3-4789-868f-cb391f39430f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:41.466996 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a4654f63-28d8-400c-bc0f-60732e122047 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:41.490978 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb6e27c-cfa9-4221-8388-630517319ff6 None None] Network 69cbd5fb-334f-401a-8619-83c816901ac4 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:38:41.507413 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa49cf6-1425-431e-b861-bdf7b9dd2f3d tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:41.508248 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ffa49cf6-1425-431e-b861-bdf7b9dd2f3d tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Synchronizing usage tracker for tenant:c961c95e72b244b78386f0fb2b63bf36 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:41.521458 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ffa49cf6-1425-431e-b861-bdf7b9dd2f3d tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Unset dirty status for tenant:c961c95e72b244b78386f0fb2b63bf36 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:41.523640 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ffa49cf6-1425-431e-b861-bdf7b9dd2f3d tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093&device_id=a3f2b80b-aac2-4d2f-b037-d2b409471750&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1407673 Mar 07 21:38:41.530082 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40422) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:41.552077 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a4654f63-28d8-400c-bc0f-60732e122047 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:41.583615 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e65d04a0-51d3-4789-868f-cb391f39430f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:41.594786 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4654f63-28d8-400c-bc0f-60732e122047 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b979b314-8cfb-4a49-9d37-21baf98429b3,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:41.607186 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-e65d04a0-51d3-4789-868f-cb391f39430f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] device_id is not set on port fb2bbed2-c131-40e8-bc1f-a97600914437 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:38:41.659933 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd56dbd6-581b-4f66-ad99-de88cf4a9929 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] GET failed (client error): The resource could not be found. Mar 07 21:38:41.661887 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-fd56dbd6-581b-4f66-ad99-de88cf4a9929 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Synchronizing usage tracker for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:41.715052 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d5aec8-c0a7-45d5-ab21-d704db703820 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:41.719297 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f2d5aec8-c0a7-45d5-ab21-d704db703820 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "GET /v2.0/networks/a3015ce6-e7a9-4329-aba7-a9f29a3d3093 HTTP/1.1" status: 200 len: 881 time: 0.1853626 Mar 07 21:38:41.719596 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40428) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:41.726574 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d1dd6e7e-71fb-488e-8b3a-512e49f27d88 None None] Provisioning for port bc7f0884-6344-4849-832b-e72dcd3df896 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:38:41.769170 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c52eb9a0-83a9-493c-a3da-73ed08cd0325 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3f2b80b-aac2-4d2f-b037-d2b409471750 HTTP/1.1" status: 200 len: 205 time: 0.0460434 Mar 07 21:38:41.769389 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40434) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:41.786269 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d1dd6e7e-71fb-488e-8b3a-512e49f27d88 None None] Provisioning complete for port bc7f0884-6344-4849-832b-e72dcd3df896 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:38:41.786911 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d1dd6e7e-71fb-488e-8b3a-512e49f27d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:41.807486 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-fd56dbd6-581b-4f66-ad99-de88cf4a9929 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Unset dirty status for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:41.811162 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-fd56dbd6-581b-4f66-ad99-de88cf4a9929 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports/328e84eb-1ee0-48a2-871a-69ca83887927 HTTP/1.1" status: 404 len: 333 time: 0.4723213 Mar 07 21:38:41.855221 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40440) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:41.866381 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b404134-7ec1-474d-a815-de0629b207b2 req-9d3d0e2d-6b84-432f-90aa-3eb0542c9f38 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:41.868629 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8b404134-7ec1-474d-a815-de0629b207b2 req-9d3d0e2d-6b84-432f-90aa-3eb0542c9f38 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.4736040 Mar 07 21:38:41.913822 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a4654f63-28d8-400c-bc0f-60732e122047 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:41.917557 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a4654f63-28d8-400c-bc0f-60732e122047 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.5628321 Mar 07 21:38:41.934014 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40444) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:41.957561 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ecef5b2-065c-4295-aab4-7dd27acaca7d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting subnet d49de897-9576-4fe5-b3da-7a9d85b3f79f {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:38:41.980308 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0e3d8baf-f494-4846-a979-f23d67067c49 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:41.982253 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40448) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:41.985573 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-531ced7f-532f-4679-b666-6d7475b17b5a tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:41.997713 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3ecef5b2-065c-4295-aab4-7dd27acaca7d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:41.999090 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-0e3d8baf-f494-4846-a979-f23d67067c49 None None] Transition to ACTIVE for port object 9372d512-dcb6-4d78-977f-13678811081e will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:42.007175 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-531ced7f-532f-4679-b666-6d7475b17b5a tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:42.059638 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d1dd6e7e-71fb-488e-8b3a-512e49f27d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:42.099037 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-0e3d8baf-f494-4846-a979-f23d67067c49 None None] Transition to ACTIVE for port object 9372d512-dcb6-4d78-977f-13678811081e will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:42.119617 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-d1dd6e7e-71fb-488e-8b3a-512e49f27d88 None None] For port bc7f0884-6344-4849-832b-e72dcd3df896, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=bc7f0884-6344-4849-832b-e72dcd3df896,segment=NetworkSegment(d522cf54-91b4-4b7d-bf4e-7b1684234a4f),segment_id=d522cf54-91b4-4b7d-bf4e-7b1684234a4f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:42.138150 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-05a08bb4-4b46-4f37-bc7e-66445c8a3f17 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:42.174061 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8b404134-7ec1-474d-a815-de0629b207b2 req-ffb4d300-db08-47a5-a624-2b0f05610535 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113738 Mar 07 21:38:42.174733 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3ecef5b2-065c-4295-aab4-7dd27acaca7d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:42.207169 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-3cbba64f-e481-48c9-9aa9-962a913b4579 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-211561427', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:42.216252 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-531ced7f-532f-4679-b666-6d7475b17b5a tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:42.224271 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0e3d8baf-f494-4846-a979-f23d67067c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:42.227935 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d1dd6e7e-71fb-488e-8b3a-512e49f27d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:42.260656 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-3cbba64f-e481-48c9-9aa9-962a913b4579 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:42.271295 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ced7f-532f-4679-b666-6d7475b17b5a tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b979b314-8cfb-4a49-9d37-21baf98429b3,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:42.276988 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-3cbba64f-e481-48c9-9aa9-962a913b4579 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Usage tracker for resource:port and tenant:97ecc662432b4316a8aed25ece37eb10 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:42.279992 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-531ced7f-532f-4679-b666-6d7475b17b5a tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:42.285537 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-531ced7f-532f-4679-b666-6d7475b17b5a tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b979b314-8cfb-4a49-9d37-21baf98429b3 HTTP/1.1" status: 204 len: 168 time: 0.3464079 Mar 07 21:38:42.285537 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-3cbba64f-e481-48c9-9aa9-962a913b4579 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:42.285698 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40454) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:42.294452 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-3cbba64f-e481-48c9-9aa9-962a913b4579 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:42.302530 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcbb69-d810-44be-87d3-21ead86712e6 req-538435ff-ef05-4078-904a-3c9c16ef90fb tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:42.305035 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a5dcbb69-d810-44be-87d3-21ead86712e6 req-538435ff-ef05-4078-904a-3c9c16ef90fb tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 946 time: 0.3087590 Mar 07 21:38:42.305335 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3d8baf-f494-4846-a979-f23d67067c49 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:42.308582 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-0e3d8baf-f494-4846-a979-f23d67067c49 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:42.317811 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3d8baf-f494-4846-a979-f23d67067c49 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:42.328161 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d8baf-f494-4846-a979-f23d67067c49 None None] Pushing event updated for resources: {'Port': ['ID=9372d512-dcb6-4d78-977f-13678811081e,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:42.394598 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-e65d04a0-51d3-4789-868f-cb391f39430f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 2001:db8::9674:90dc:ae78:87fa (ab63f4f6-c089-409c-a9c4-f2088e2d7005/5ee0880d-d152-44bc-8b73-98717e4c0782/fb2bbed2-c131-40e8-bc1f-a97600914437) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:42.415116 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-05a08bb4-4b46-4f37-bc7e-66445c8a3f17 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:42.451336 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-02fc370e-6a09-4aec-9f04-f48d25474857 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Synchronizing usage tracker for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:42.454172 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbba64f-e481-48c9-9aa9-962a913b4579 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Made reservation on behalf of 97ecc662432b4316a8aed25ece37eb10 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:42.456437 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3cbba64f-e481-48c9-9aa9-962a913b4579 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:42.466536 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a5dcbb69-d810-44be-87d3-21ead86712e6 req-c5a23013-a09a-434b-8b76-4aa5fad4431c tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4f6244d-d351-4f17-ad46-81866aa9850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355898 Mar 07 21:38:42.470496 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3cbba64f-e481-48c9-9aa9-962a913b4579 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:42.489148 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-0e3d8baf-f494-4846-a979-f23d67067c49 None None] Attempting to bind port 9372d512-dcb6-4d78-977f-13678811081e on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:38:42.489504 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-0e3d8baf-f494-4846-a979-f23d67067c49 None None] Attempting to bind port 9372d512-dcb6-4d78-977f-13678811081e by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:38:42.489917 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3d8baf-f494-4846-a979-f23d67067c49 None None] Attempting to bind port 9372d512-dcb6-4d78-977f-13678811081e on network ab63f4f6-c089-409c-a9c4-f2088e2d7005 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:38:42.497094 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-3cbba64f-e481-48c9-9aa9-962a913b4579 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:42.501387 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-3cbba64f-e481-48c9-9aa9-962a913b4579 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Usage tracker for resource:security_group_rule and tenant:97ecc662432b4316a8aed25ece37eb10 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:42.503438 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3ecef5b2-065c-4295-aab4-7dd27acaca7d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:42.504536 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-3cbba64f-e481-48c9-9aa9-962a913b4579 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:42.510640 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3d8baf-f494-4846-a979-f23d67067c49 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:38:42.511205 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3d8baf-f494-4846-a979-f23d67067c49 None None] Checking segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:38:42.511378 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0e3d8baf-f494-4846-a979-f23d67067c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:42.511759 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3d8baf-f494-4846-a979-f23d67067c49 None None] Bound using segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:38:42.512210 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-0e3d8baf-f494-4846-a979-f23d67067c49 None None] Bound port: 9372d512-dcb6-4d78-977f-13678811081e, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:38:42.512481 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-3cbba64f-e481-48c9-9aa9-962a913b4579 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:42.512607 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0e3d8baf-f494-4846-a979-f23d67067c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:42.522647 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-05a08bb4-4b46-4f37-bc7e-66445c8a3f17 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Deleting port 0eb2da35-e870-46b8-aada-ef9b1acc6e3c {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:42.523290 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-05a08bb4-4b46-4f37-bc7e-66445c8a3f17 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:42.641286 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-0e3d8baf-f494-4846-a979-f23d67067c49 None None] For port 9372d512-dcb6-4d78-977f-13678811081e, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:38:42.644804 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-0e3d8baf-f494-4846-a979-f23d67067c49 None None] For port 9372d512-dcb6-4d78-977f-13678811081e, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=9372d512-dcb6-4d78-977f-13678811081e,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:38:42.648717 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd6e7e-71fb-488e-8b3a-512e49f27d88 None None] Pushing event updated for resources: {'Port': ['ID=bc7f0884-6344-4849-832b-e72dcd3df896,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:42.651420 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d93a0c0c-bb24-4d36-9576-36897e33c5a1 None None] Provisioning complete for port bc7f0884-6344-4849-832b-e72dcd3df896 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:38:42.651781 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d93a0c0c-bb24-4d36-9576-36897e33c5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:42.720017 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-02fc370e-6a09-4aec-9f04-f48d25474857 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Unset dirty status for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:42.721558 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-02fc370e-6a09-4aec-9f04-f48d25474857 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4340672 Mar 07 21:38:42.726449 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40458) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:42.768999 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0e3d8baf-f494-4846-a979-f23d67067c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:42.773268 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3cbba64f-e481-48c9-9aa9-962a913b4579 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:42.785087 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-57a8d650-f543-4573-9b50-c7f8b9a0e8f9 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:42.806808 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-57a8d650-f543-4573-9b50-c7f8b9a0e8f9 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:42.807827 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-05a08bb4-4b46-4f37-bc7e-66445c8a3f17 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:42.850409 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e65d04a0-51d3-4789-868f-cb391f39430f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:42.871417 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-e65d04a0-51d3-4789-868f-cb391f39430f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Transition to ACTIVE for port object fb2bbed2-c131-40e8-bc1f-a97600914437 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:42.906191 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d8baf-f494-4846-a979-f23d67067c49 None None] Pushing event updated for resources: {'Port': ['ID=9372d512-dcb6-4d78-977f-13678811081e,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:42.940269 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3ecef5b2-065c-4295-aab4-7dd27acaca7d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:42.976008 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-05a08bb4-4b46-4f37-bc7e-66445c8a3f17 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Calling delete_port for 0eb2da35-e870-46b8-aada-ef9b1acc6e3c owned by network:router_gateway {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:42.986050 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-57a8d650-f543-4573-9b50-c7f8b9a0e8f9 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:43.002313 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecef5b2-065c-4295-aab4-7dd27acaca7d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Subnet': ['ID=d49de897-9576-4fe5-b3da-7a9d85b3f79f,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:43.004320 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3ecef5b2-065c-4295-aab4-7dd27acaca7d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:43.012710 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f50990-694a-4af4-b681-718b87fd7998 None None] Network 69cbd5fb-334f-401a-8619-83c816901ac4 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:38:43.015462 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3cbba64f-e481-48c9-9aa9-962a913b4579 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:43.017613 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8d650-f543-4573-9b50-c7f8b9a0e8f9 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73190e6a-cebc-4b91-a38d-c6e01677d124,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:43.023018 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e65d04a0-51d3-4789-868f-cb391f39430f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:43.027590 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-57a8d650-f543-4573-9b50-c7f8b9a0e8f9 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:43.030465 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-57a8d650-f543-4573-9b50-c7f8b9a0e8f9 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/73190e6a-cebc-4b91-a38d-c6e01677d124 HTTP/1.1" status: 204 len: 168 time: 0.2982581 Mar 07 21:38:43.040622 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40462) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:43.042241 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-3cbba64f-e481-48c9-9aa9-962a913b4579 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] device_id is not set on port 86d82fbe-9ff3-4109-9a22-63be2df0ef75 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:38:43.080000 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3ecef5b2-065c-4295-aab4-7dd27acaca7d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/subnets/d49de897-9576-4fe5-b3da-7a9d85b3f79f HTTP/1.1" status: 204 len: 168 time: 1.2100406 Mar 07 21:38:43.088019 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40464) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:43.122163 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9927e55a-5fb6-43ad-9d9f-ee26816ad75e None None] Could not find standard attr ID for object 328e84eb-1ee0-48a2-871a-69ca83887927. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:38:43.132043 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65d04a0-51d3-4789-868f-cb391f39430f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:43.133319 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-e65d04a0-51d3-4789-868f-cb391f39430f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:43.148103 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d04a0-51d3-4789-868f-cb391f39430f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:43.155481 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65d04a0-51d3-4789-868f-cb391f39430f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:43.156214 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e65d04a0-51d3-4789-868f-cb391f39430f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:43.181971 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d04a0-51d3-4789-868f-cb391f39430f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=fb2bbed2-c131-40e8-bc1f-a97600914437,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:43.249699 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e65d04a0-51d3-4789-868f-cb391f39430f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.4905918 Mar 07 21:38:43.252078 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40472) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:43.408748 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2f5d27-115b-4b86-b13f-573afdd2e041 None None] DHCP port deletion for 69cbd5fb-334f-401a-8619-83c816901ac4 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:38:43.414354 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbba64f-e481-48c9-9aa9-962a913b4579 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa4cdf7-a924-4d06-a3ee-db13404284d8,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:43.415093 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-fd2f5d27-115b-4b86-b13f-573afdd2e041 None None] Deleting port bc7f0884-6344-4849-832b-e72dcd3df896 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:43.415648 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fd2f5d27-115b-4b86-b13f-573afdd2e041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:43.437915 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332455f9-6c0b-455f-b777-c4d32ccf53a2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:43.444575 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332455f9-6c0b-455f-b777-c4d32ccf53a2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:43.445296 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-332455f9-6c0b-455f-b777-c4d32ccf53a2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:43.462948 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7841ba7-c1eb-490a-badd-3db423dd3800 req-6b4f89f7-17ae-4f12-bfd8-68beb19d9698 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:43.464538 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d7841ba7-c1eb-490a-badd-3db423dd3800 req-6b4f89f7-17ae-4f12-bfd8-68beb19d9698 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.1613734 Mar 07 21:38:43.531636 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d7841ba7-c1eb-490a-badd-3db423dd3800 req-c29e2c7d-f10d-4b77-acfa-739b43a71e50 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603666 Mar 07 21:38:43.545173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-332455f9-6c0b-455f-b777-c4d32ccf53a2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:43.548160 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-332455f9-6c0b-455f-b777-c4d32ccf53a2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2950997 Mar 07 21:38:43.551148 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40478) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:43.675871 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-7a491121-9b2e-4b80-af35-0fe2385f7849 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting port fb2bbed2-c131-40e8-bc1f-a97600914437 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:43.676208 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7a491121-9b2e-4b80-af35-0fe2385f7849 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:43.680195 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-fd2f5d27-115b-4b86-b13f-573afdd2e041 None None] For port bc7f0884-6344-4849-832b-e72dcd3df896, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=bc7f0884-6344-4849-832b-e72dcd3df896,segment=NetworkSegment(d522cf54-91b4-4b7d-bf4e-7b1684234a4f),segment_id=d522cf54-91b4-4b7d-bf4e-7b1684234a4f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:43.680743 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fd2f5d27-115b-4b86-b13f-573afdd2e041 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:43.682405 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-dc6708c5-87be-4aa9-9746-b16e6e04557c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Synchronizing usage tracker for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:43.708022 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-780792ff-dfae-44c5-8161-684f66773182 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:43.775995 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-3cbba64f-e481-48c9-9aa9-962a913b4579 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Allocated IP 172.26.2.253 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/86d82fbe-9ff3-4109-9a22-63be2df0ef75) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:43.871005 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-fd2f5d27-115b-4b86-b13f-573afdd2e041 None None] Calling delete_port for bc7f0884-6344-4849-832b-e72dcd3df896 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:43.877839 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-780792ff-dfae-44c5-8161-684f66773182 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port bc7f0884-6344-4849-832b-e72dcd3df896 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:43.878839 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-780792ff-dfae-44c5-8161-684f66773182 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:43.907139 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-dc6708c5-87be-4aa9-9746-b16e6e04557c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Unset dirty status for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:43.911180 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-dc6708c5-87be-4aa9-9746-b16e6e04557c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.8272223 Mar 07 21:38:43.916366 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40484) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:43.936659 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c4164-b132-479b-b02a-4ce72103c6cd req-6b775026-0620-4f20-a94f-98ff15b3ac69 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:43.937219 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d59c4164-b132-479b-b02a-4ce72103c6cd req-6b775026-0620-4f20-a94f-98ff15b3ac69 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.11 "GET /v2.0/ports?device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 946 time: 0.6393912 Mar 07 21:38:43.988304 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a8b26-808f-4f49-9136-6dd393eef192 req-62c630f6-b874-4416-8893-58d8e9772f45 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:43.989719 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-048a8b26-808f-4f49-9136-6dd393eef192 req-62c630f6-b874-4416-8893-58d8e9772f45 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 946 time: 0.3648934 Mar 07 21:38:44.020778 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fd2f5d27-115b-4b86-b13f-573afdd2e041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:44.025800 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-05a08bb4-4b46-4f37-bc7e-66445c8a3f17 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:44.088640 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f5d27-115b-4b86-b13f-573afdd2e041 None None] Pushing event deleted for resources: {'Port': ['ID=bc7f0884-6344-4849-832b-e72dcd3df896,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:44.096458 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2f5d27-115b-4b86-b13f-573afdd2e041 None None] No DVR routers for this DVR port bc7f0884-6344-4849-832b-e72dcd3df896 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:38:44.151937 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-d59c4164-b132-479b-b02a-4ce72103c6cd req-57eac620-7c34-4ee7-9c5d-f6f08f6d6466 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Deleting port 2de62551-b2e0-4cc6-bfbd-2312f4440e68 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:44.158636 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d59c4164-b132-479b-b02a-4ce72103c6cd req-57eac620-7c34-4ee7-9c5d-f6f08f6d6466 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:44.228421 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-048a8b26-808f-4f49-9136-6dd393eef192 req-f0f4ce0c-847c-4fb8-a5e9-11581d3607d3 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4f6244d-d351-4f17-ad46-81866aa9850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815281 Mar 07 21:38:44.247630 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7a491121-9b2e-4b80-af35-0fe2385f7849 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:44.255597 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a08bb4-4b46-4f37-bc7e-66445c8a3f17 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Pushing event deleted for resources: {'Port': ['ID=0eb2da35-e870-46b8-aada-ef9b1acc6e3c,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:44.258753 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8bfee1d3-245a-4577-96e2-0e860ee0081f tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:44.272312 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-780792ff-dfae-44c5-8161-684f66773182 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] The port 'bc7f0884-6344-4849-832b-e72dcd3df896' was deleted {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:38:44.325342 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8bfee1d3-245a-4577-96e2-0e860ee0081f tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:44.404658 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce17fce-6b0f-424b-b53e-859e82f04386 req-6f73c6aa-7019-4306-bbb7-b1d1bbead619 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:44.413618 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9ce17fce-6b0f-424b-b53e-859e82f04386 req-6f73c6aa-7019-4306-bbb7-b1d1bbead619 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.2511034 Mar 07 21:38:44.424859 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-7a491121-9b2e-4b80-af35-0fe2385f7849 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Calling delete_port for fb2bbed2-c131-40e8-bc1f-a97600914437 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:44.548946 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9ce17fce-6b0f-424b-b53e-859e82f04386 req-c31507ed-ff0f-4e12-be1e-c533f107bf80 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343598 Mar 07 21:38:44.568294 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 9372d512-dcb6-4d78-977f-13678811081e up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:38:44.716944 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8bfee1d3-245a-4577-96e2-0e860ee0081f tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:44.717616 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-0acb4238-f435-44c9-9616-6d5175180f6c None None] Provisioning for port 9372d512-dcb6-4d78-977f-13678811081e completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:38:44.718061 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7a491121-9b2e-4b80-af35-0fe2385f7849 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:44.774670 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a491121-9b2e-4b80-af35-0fe2385f7849 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Port': ['ID=fb2bbed2-c131-40e8-bc1f-a97600914437,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:44.783219 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-780792ff-dfae-44c5-8161-684f66773182 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:44.785470 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 9372d512-dcb6-4d78-977f-13678811081e completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:38:44.793309 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 9372d512-dcb6-4d78-977f-13678811081e triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:38:44.793463 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-05a08bb4-4b46-4f37-bc7e-66445c8a3f17 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:44.793725 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:44.821530 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7a491121-9b2e-4b80-af35-0fe2385f7849 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:44.854542 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-69778810-82ee-4672-a200-c93dc7e994ed None None] Could not find standard attr ID for object fb2bbed2-c131-40e8-bc1f-a97600914437. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:38:44.906267 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfee1d3-245a-4577-96e2-0e860ee0081f tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=040ecbec-be26-4a1c-a70b-53b2425b1d6b,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:44.909818 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7a491121-9b2e-4b80-af35-0fe2385f7849 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/fb2bbed2-c131-40e8-bc1f-a97600914437 HTTP/1.1" status: 204 len: 168 time: 1.3575845 Mar 07 21:38:44.910844 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40492) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:44.946046 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:44.989387 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 9372d512-dcb6-4d78-977f-13678811081e, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=9372d512-dcb6-4d78-977f-13678811081e,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:44.999909 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df82047b-2557-493b-b45f-ee13eb30defa tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:45.001488 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df82047b-2557-493b-b45f-ee13eb30defa tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:45.002344 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-df82047b-2557-493b-b45f-ee13eb30defa tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:45.006996 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-780792ff-dfae-44c5-8161-684f66773182 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69cbd5fb-334f-401a-8619-83c816901ac4']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:45.063503 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.089778 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-df82047b-2557-493b-b45f-ee13eb30defa tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:45.093307 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-df82047b-2557-493b-b45f-ee13eb30defa tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1809566 Mar 07 21:38:45.098820 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40496) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:45.119239 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device bc7f0884-6344-4849-832b-e72dcd3df896 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:38:45.156395 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: bc7f0884-6344-4849-832b-e72dcd3df896 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:38:45.156769 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device bc7f0884-6344-4849-832b-e72dcd3df896 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:38:45.177217 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f985c62-8794-4acb-b072-20356b8850ca tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet 5ee0880d-d152-44bc-8b73-98717e4c0782 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:38:45.180796 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9f985c62-8794-4acb-b072-20356b8850ca tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.181045 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=9372d512-dcb6-4d78-977f-13678811081e,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:45.228283 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-05a08bb4-4b46-4f37-bc7e-66445c8a3f17 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.231146 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-05a08bb4-4b46-4f37-bc7e-66445c8a3f17 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.234361 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-780792ff-dfae-44c5-8161-684f66773182 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd522cf54-91b4-4b7d-bf4e-7b1684234a4f') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:45.234652 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-780792ff-dfae-44c5-8161-684f66773182 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd522cf54-91b4-4b7d-bf4e-7b1684234a4f') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:45.240248 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9f985c62-8794-4acb-b072-20356b8850ca tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.268451 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-780792ff-dfae-44c5-8161-684f66773182 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.311739 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3cbba64f-e481-48c9-9aa9-962a913b4579 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.326320 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-780792ff-dfae-44c5-8161-684f66773182 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.329745 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9f985c62-8794-4acb-b072-20356b8850ca tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.338999 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780792ff-dfae-44c5-8161-684f66773182 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:38:45.339384 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-780792ff-dfae-44c5-8161-684f66773182 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:38:45.359403 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:38:45.431614 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-d59c4164-b132-479b-b02a-4ce72103c6cd req-57eac620-7c34-4ee7-9c5d-f6f08f6d6466 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] For port 2de62551-b2e0-4cc6-bfbd-2312f4440e68, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2de62551-b2e0-4cc6-bfbd-2312f4440e68,segment=NetworkSegment(a50a6570-3158-4dbd-a798-232ed05d7065),segment_id=a50a6570-3158-4dbd-a798-232ed05d7065)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:45.431983 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d59c4164-b132-479b-b02a-4ce72103c6cd req-57eac620-7c34-4ee7-9c5d-f6f08f6d6466 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.441301 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8bfee1d3-245a-4577-96e2-0e860ee0081f tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.445164 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8bfee1d3-245a-4577-96e2-0e860ee0081f tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/040ecbec-be26-4a1c-a70b-53b2425b1d6b HTTP/1.1" status: 204 len: 168 time: 1.5229480 Mar 07 21:38:45.446101 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40504) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:45.450605 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-05a08bb4-4b46-4f37-bc7e-66445c8a3f17 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.451111 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a08bb4-4b46-4f37-bc7e-66445c8a3f17 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Fanout notify agent at l3_agent the message router_deleted on router a3f2b80b-aac2-4d2f-b037-d2b409471750 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:38:45.504013 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a374c4-d823-49f3-b1b9-f368fa9dbdd5 req-3f75fbf8-6c61-4b94-b8af-fe13f17bf17f tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:45.505562 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-31a374c4-d823-49f3-b1b9-f368fa9dbdd5 req-3f75fbf8-6c61-4b94-b8af-fe13f17bf17f tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 946 time: 0.1376204 Mar 07 21:38:45.527481 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-05a08bb4-4b46-4f37-bc7e-66445c8a3f17 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.533184 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-05a08bb4-4b46-4f37-bc7e-66445c8a3f17 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "DELETE /v2.0/routers/a3f2b80b-aac2-4d2f-b037-d2b409471750 HTTP/1.1" status: 204 len: 168 time: 3.7581782 Mar 07 21:38:45.533559 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40508) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:45.549778 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d16b2453-b45a-4e3e-bdaf-2c9506129f0d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Synchronizing usage tracker for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:45.555110 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-3bd72d10-7e0a-4246-b4fe-b565c37c1a52 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1649793225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:45.570457 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9f985c62-8794-4acb-b072-20356b8850ca tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.570457 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3bd72d10-7e0a-4246-b4fe-b565c37c1a52 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:45.620163 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3bd72d10-7e0a-4246-b4fe-b565c37c1a52 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Usage tracker for resource:router and tenant:27e41ad4a5d142a5819c06accd61dec6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:45.631389 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3bd72d10-7e0a-4246-b4fe-b565c37c1a52 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:45.634066 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f985c62-8794-4acb-b072-20356b8850ca tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=5ee0880d-d152-44bc-8b73-98717e4c0782,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:45.643271 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9f985c62-8794-4acb-b072-20356b8850ca tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.648505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3bd72d10-7e0a-4246-b4fe-b565c37c1a52 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:45.651938 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bf13f9-a251-4ddd-9132-1252b095ca37 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:38:45.655754 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-31a374c4-d823-49f3-b1b9-f368fa9dbdd5 req-30127b00-e570-426b-86e8-3f383ccc9c9f tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4f6244d-d351-4f17-ad46-81866aa9850d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418574 Mar 07 21:38:45.669575 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.745434 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d16b2453-b45a-4e3e-bdaf-2c9506129f0d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Unset dirty status for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:45.750549 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d16b2453-b45a-4e3e-bdaf-2c9506129f0d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2999997 Mar 07 21:38:45.750710 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40514) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:45.818658 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d59c4164-b132-479b-b02a-4ce72103c6cd req-57eac620-7c34-4ee7-9c5d-f6f08f6d6466 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.819207 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d59c4164-b132-479b-b02a-4ce72103c6cd req-57eac620-7c34-4ee7-9c5d-f6f08f6d6466 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.819477 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [req-d59c4164-b132-479b-b02a-4ce72103c6cd req-57eac620-7c34-4ee7-9c5d-f6f08f6d6466 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Floating IP 93595f67-e955-4d40-bd2f-f96af0b33cab disassociated. External IP: 172.26.2.220, port: 2de62551-b2e0-4cc6-bfbd-2312f4440e68. Mar 07 21:38:45.819874 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-d59c4164-b132-479b-b02a-4ce72103c6cd req-57eac620-7c34-4ee7-9c5d-f6f08f6d6466 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Calling delete_port for 2de62551-b2e0-4cc6-bfbd-2312f4440e68 owned by compute:nova {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:45.854597 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9f985c62-8794-4acb-b072-20356b8850ca tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/5ee0880d-d152-44bc-8b73-98717e4c0782 HTTP/1.1" status: 204 len: 168 time: 0.7518704 Mar 07 21:38:45.854597 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3bd72d10-7e0a-4246-b4fe-b565c37c1a52 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.854597 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3bd72d10-7e0a-4246-b4fe-b565c37c1a52 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.868178 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40518) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:45.901946 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3cbba64f-e481-48c9-9aa9-962a913b4579 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.903573 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-780792ff-dfae-44c5-8161-684f66773182 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.947963 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed0f980-4606-47b0-99ba-bdf9f9c74eab None None] DHCP port deletion for ab63f4f6-c089-409c-a9c4-f2088e2d7005 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:38:45.948532 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7b54fb44-8196-4621-b946-36839bef49d4 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.954343 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-6ed0f980-4606-47b0-99ba-bdf9f9c74eab None None] Deleting port 9372d512-dcb6-4d78-977f-13678811081e {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:45.954812 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6ed0f980-4606-47b0-99ba-bdf9f9c74eab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.958438 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7b54fb44-8196-4621-b946-36839bef49d4 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.967403 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-780792ff-dfae-44c5-8161-684f66773182 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:45.998008 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-645c7f5c-0999-405f-9a3e-2f8b75f75689 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1281216 Mar 07 21:38:46.002090 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40524) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:46.019928 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780792ff-dfae-44c5-8161-684f66773182 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Network': ['ID=69cbd5fb-334f-401a-8619-83c816901ac4,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:46.053854 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbba64f-e481-48c9-9aa9-962a913b4579 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:46.060465 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-780792ff-dfae-44c5-8161-684f66773182 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/networks/69cbd5fb-334f-401a-8619-83c816901ac4 HTTP/1.1" status: 204 len: 168 time: 2.9654369 Mar 07 21:38:46.060749 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-3cbba64f-e481-48c9-9aa9-962a913b4579 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:46.065733 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40528) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:46.070654 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbba64f-e481-48c9-9aa9-962a913b4579 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:46.095663 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbba64f-e481-48c9-9aa9-962a913b4579 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Pushing event updated for resources: {'Port': ['ID=86d82fbe-9ff3-4109-9a22-63be2df0ef75,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:46.105733 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-482c1e73-3bb0-4090-bfe8-580fd440f0f3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'port': {'network_id': 'a6db8684-d898-46a0-aaf6-8ede249b4167', 'name': 'tempest-PortsIpV6TestJSON-1006977215'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:46.193605 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-6ed0f980-4606-47b0-99ba-bdf9f9c74eab None None] For port 9372d512-dcb6-4d78-977f-13678811081e, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=9372d512-dcb6-4d78-977f-13678811081e,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:46.194096 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6ed0f980-4606-47b0-99ba-bdf9f9c74eab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:46.199602 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7b54fb44-8196-4621-b946-36839bef49d4 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:46.223677 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d59c4164-b132-479b-b02a-4ce72103c6cd req-57eac620-7c34-4ee7-9c5d-f6f08f6d6466 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:46.241411 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3bd72d10-7e0a-4246-b4fe-b565c37c1a52 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:46.251639 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54fb44-8196-4621-b946-36839bef49d4 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07043fda-b39f-42fc-90d9-6b0a11de808d,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:46.280105 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23523ad8-a3d6-4eec-babf-63a3650c1bbd req-295c5433-473b-461e-bb2b-be910acf8ef6 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:46.281589 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-23523ad8-a3d6-4eec-babf-63a3650c1bbd req-295c5433-473b-461e-bb2b-be910acf8ef6 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.5130699 Mar 07 21:38:46.288453 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbba64f-e481-48c9-9aa9-962a913b4579 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:46.288453 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3cbba64f-e481-48c9-9aa9-962a913b4579 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:46.300695 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eac620-7c34-4ee7-9c5d-f6f08f6d6466 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Pushing event deleted for resources: {'Port': ['ID=2de62551-b2e0-4cc6-bfbd-2312f4440e68,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:46.311939 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-482c1e73-3bb0-4090-bfe8-580fd440f0f3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:46.326167 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-6ed0f980-4606-47b0-99ba-bdf9f9c74eab None None] Calling delete_port for 9372d512-dcb6-4d78-977f-13678811081e owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:46.326955 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-482c1e73-3bb0-4090-bfe8-580fd440f0f3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:46.360902 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e190dd0-6a23-422e-ad8b-c692d39b056e req-8dc3a9a8-0f80-4eaf-8146-f0eec5e897bd tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:46.362388 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7e190dd0-6a23-422e-ad8b-c692d39b056e req-8dc3a9a8-0f80-4eaf-8146-f0eec5e897bd tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 946 time: 0.3478785 Mar 07 21:38:46.388581 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-23523ad8-a3d6-4eec-babf-63a3650c1bbd req-8be38ef5-0372-406e-81c1-ad2a23a48fce tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935395 Mar 07 21:38:46.398914 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fdecc6-64ad-479b-85b9-ccc710f0caa5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:46.399613 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-41fdecc6-64ad-479b-85b9-ccc710f0caa5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:46.406569 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7b54fb44-8196-4621-b946-36839bef49d4 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:46.410017 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7b54fb44-8196-4621-b946-36839bef49d4 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/07043fda-b39f-42fc-90d9-6b0a11de808d HTTP/1.1" status: 204 len: 168 time: 0.6560533 Mar 07 21:38:46.410797 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40532) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:46.411479 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3bd72d10-7e0a-4246-b4fe-b565c37c1a52 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:46.424228 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3cbba64f-e481-48c9-9aa9-962a913b4579 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.4259591 Mar 07 21:38:46.437234 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40536) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:46.458134 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-b1c441d9-eb23-4709-b3fb-2ead601fa955 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.253'}]}}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:46.465862 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7e190dd0-6a23-422e-ad8b-c692d39b056e req-890a456f-037c-4e1c-9e0b-e0ea407404d3 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4e0633e-2481-4719-a774-8a28de5e13e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968637 Mar 07 21:38:46.494048 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6ed0f980-4606-47b0-99ba-bdf9f9c74eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:46.534695 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b1c441d9-eb23-4709-b3fb-2ead601fa955 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:46.539906 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482c1e73-3bb0-4090-bfe8-580fd440f0f3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:46.540205 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-482c1e73-3bb0-4090-bfe8-580fd440f0f3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:46.541980 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 9372d512-dcb6-4d78-977f-13678811081e no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:38:46.557079 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3bd72d10-7e0a-4246-b4fe-b565c37c1a52 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:46.558423 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3bd72d10-7e0a-4246-b4fe-b565c37c1a52 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0224116 Mar 07 21:38:46.559398 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-41fdecc6-64ad-479b-85b9-ccc710f0caa5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:46.560755 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-41fdecc6-64ad-479b-85b9-ccc710f0caa5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5561988 Mar 07 21:38:46.561909 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40542) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:46.564669 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40546) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:46.573120 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d3046718-6c89-4d8c-b4bb-a347bd3a5b73 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'enable_snat': True}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:46.585194 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b1c441d9-eb23-4709-b3fb-2ead601fa955 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Usage tracker for resource:router and tenant:97ecc662432b4316a8aed25ece37eb10 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:46.593564 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0f980-4606-47b0-99ba-bdf9f9c74eab None None] Pushing event deleted for resources: {'Port': ['ID=9372d512-dcb6-4d78-977f-13678811081e,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:46.596401 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed0f980-4606-47b0-99ba-bdf9f9c74eab None None] No DVR routers for this DVR port 9372d512-dcb6-4d78-977f-13678811081e on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:38:46.598143 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 9372d512-dcb6-4d78-977f-13678811081e {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:38:46.599134 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 9372d512-dcb6-4d78-977f-13678811081e not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:38:46.619319 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b1c441d9-eb23-4709-b3fb-2ead601fa955 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:46.645253 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b1c441d9-eb23-4709-b3fb-2ead601fa955 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:46.675697 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-132c60db-8415-4695-b7bd-b28932afebbf tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Synchronizing usage tracker for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:46.684151 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-482c1e73-3bb0-4090-bfe8-580fd440f0f3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] device_id is not set on port e60d74d5-ebfc-420c-85b1-c6b4b98ae4f3 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:38:46.724786 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d59c4164-b132-479b-b02a-4ce72103c6cd req-57eac620-7c34-4ee7-9c5d-f6f08f6d6466 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Router 49152012-a700-4b6b-b6f1-653afaf1df84 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:38:46.847533 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b1c441d9-eb23-4709-b3fb-2ead601fa955 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:46.848569 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b1c441d9-eb23-4709-b3fb-2ead601fa955 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:46.861893 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-132c60db-8415-4695-b7bd-b28932afebbf tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Unset dirty status for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:46.863255 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-132c60db-8415-4695-b7bd-b28932afebbf tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4514098 Mar 07 21:38:46.870224 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40552) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:46.923465 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b1c441d9-eb23-4709-b3fb-2ead601fa955 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:47.038222 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480a9659-4db9-41c4-a7c3-c4c24b215e50 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:47.039003 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-480a9659-4db9-41c4-a7c3-c4c24b215e50 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:47.114845 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-793a8e53-e450-48a8-82ba-dfe8b608f632 req-3151e57c-8e93-40fe-b5e9-0397e7ad67bb tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 210 time: 0.1245272 Mar 07 21:38:47.135950 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ee16bce-de50-4bcd-a224-b748c3c60f14 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:47.154050 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127751dd-412e-49c5-a1bf-7d7730d8827f req-f02e1844-9c6b-43fd-a771-e2d71364cfc6 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:47.155814 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-127751dd-412e-49c5-a1bf-7d7730d8827f req-f02e1844-9c6b-43fd-a771-e2d71364cfc6 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.4847212 Mar 07 21:38:47.187380 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ee16bce-de50-4bcd-a224-b748c3c60f14 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:47.244291 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d3046718-6c89-4d8c-b4bb-a347bd3a5b73 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:47.261212 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-480a9659-4db9-41c4-a7c3-c4c24b215e50 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:47.262769 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-480a9659-4db9-41c4-a7c3-c4c24b215e50 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6969657 Mar 07 21:38:47.265853 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40556) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:47.334420 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-127751dd-412e-49c5-a1bf-7d7730d8827f req-32783c5f-91e9-4b43-a9e8-c68add9ac466 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692383 Mar 07 21:38:47.343570 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c15d690e-2c55-49df-8dbe-d49226963e61 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766239 Mar 07 21:38:47.347719 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40560) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:47.364446 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-35f118d1-ba75-49f6-a229-f968b847f707 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:47.369413 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d59c4164-b132-479b-b02a-4ce72103c6cd req-57eac620-7c34-4ee7-9c5d-f6f08f6d6466 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:38:47.383650 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b194b1-1dda-456e-ac65-b5c8b7d8da0d None None] Sync routers for ids ['49152012-a700-4b6b-b6f1-653afaf1df84'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:38:47.412955 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b194b1-1dda-456e-ac65-b5c8b7d8da0d None None] Routers {'49152012-a700-4b6b-b6f1-653afaf1df84'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:38:47.413789 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-32b194b1-1dda-456e-ac65-b5c8b7d8da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:38:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['49152012-a700-4b6b-b6f1-653afaf1df84'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:47.515967 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-35f118d1-ba75-49f6-a229-f968b847f707 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:47.533359 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-35f118d1-ba75-49f6-a229-f968b847f707 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:47.536749 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-482c1e73-3bb0-4090-bfe8-580fd440f0f3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:47.605527 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59c4164-b132-479b-b02a-4ce72103c6cd req-57eac620-7c34-4ee7-9c5d-f6f08f6d6466 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] No DVR routers for this DVR port 2de62551-b2e0-4cc6-bfbd-2312f4440e68 on host hv-neutron-8299 {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:38:47.615816 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ee16bce-de50-4bcd-a224-b748c3c60f14 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:47.628442 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d59c4164-b132-479b-b02a-4ce72103c6cd req-57eac620-7c34-4ee7-9c5d-f6f08f6d6466 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:47.635609 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00b37f7-0723-4c31-adea-ca6c409ab0ee', 'name': 'network-vif-deleted', 'tag': '2de62551-b2e0-4cc6-bfbd-2312f4440e68'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:47.680384 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-32b194b1-1dda-456e-ac65-b5c8b7d8da0d None None] Set router 49152012-a700-4b6b-b6f1-653afaf1df84 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:38:47.710427 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee16bce-de50-4bcd-a224-b748c3c60f14 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d38e4999-9a97-4014-af71-79270bfaa545,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:47.713367 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f118d1-ba75-49f6-a229-f968b847f707 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:47.713921 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b1c441d9-eb23-4709-b3fb-2ead601fa955 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:47.718483 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-35f118d1-ba75-49f6-a229-f968b847f707 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:47.743098 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d59c4164-b132-479b-b02a-4ce72103c6cd req-57eac620-7c34-4ee7-9c5d-f6f08f6d6466 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.11 "DELETE /v2.0/ports/2de62551-b2e0-4cc6-bfbd-2312f4440e68 HTTP/1.1" status: 204 len: 173 time: 3.7872126 Mar 07 21:38:47.763484 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4514169-32c1-4833-8c28-dcb94fe47125 req-9081b67a-d9a1-4113-a514-c08e51feb1dd tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:47.763726 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-c4514169-32c1-4833-8c28-dcb94fe47125 req-9081b67a-d9a1-4113-a514-c08e51feb1dd tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Synchronizing usage tracker for tenant:24d505245fac495da14eec8c213c2228 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:47.846838 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ee16bce-de50-4bcd-a224-b748c3c60f14 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:47.850744 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0ee16bce-de50-4bcd-a224-b748c3c60f14 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/d38e4999-9a97-4014-af71-79270bfaa545 HTTP/1.1" status: 204 len: 168 time: 0.9759576 Mar 07 21:38:47.854689 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40570) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:47.923345 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-c4514169-32c1-4833-8c28-dcb94fe47125 req-9081b67a-d9a1-4113-a514-c08e51feb1dd tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Unset dirty status for tenant:24d505245fac495da14eec8c213c2228 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:47.924734 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c4514169-32c1-4833-8c28-dcb94fe47125 req-9081b67a-d9a1-4113-a514-c08e51feb1dd tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.11 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 946 time: 0.7207673 Mar 07 21:38:47.944917 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-482c1e73-3bb0-4090-bfe8-580fd440f0f3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:48.157056 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b263286a-4775-4fcd-9999-0d03ce02c6dd tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Synchronizing usage tracker for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:48.163504 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ef9fc-0155-4a39-998c-773d4f057932 req-7164d5bc-6962-42d7-b9d2-f0ba1a6da7fd tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:48.168242 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-993ef9fc-0155-4a39-998c-773d4f057932 req-7164d5bc-6962-42d7-b9d2-f0ba1a6da7fd tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 946 time: 0.5063050 Mar 07 21:38:48.194679 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:38:48.228598 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-32b194b1-1dda-456e-ac65-b5c8b7d8da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'name': 'tempest-ServersTestJSON-13637364-router', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd87503a3-5ed2-4c15-9f90-722d87340cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:37:19Z', 'revision_number': 4, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'gw_port': {'id': 'd87503a3-5ed2-4c15-9f90-722d87340cce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:05Z', 'updated_at': '2022-03-07T21:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'baecdfba-f3e0-4097-87b4-7be8262c1165', 'name': '', 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'mac_address': 'fa:16:3e:8a:76:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a6e262fc-2bf3-4cfd-93fe-2daf51464844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:16Z', 'updated_at': '2022-03-07T21:37:33Z', 'revision_number': 5, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'subnets': [{'id': 'a6e262fc-2bf3-4cfd-93fe-2daf51464844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:48.233149 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b194b1-1dda-456e-ac65-b5c8b7d8da0d None None] Checking router: 49152012-a700-4b6b-b6f1-653afaf1df84 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:38:48.236273 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482c1e73-3bb0-4090-bfe8-580fd440f0f3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network a6db8684-d898-46a0-aaf6-8ede249b4167 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:48.243857 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b194b1-1dda-456e-ac65-b5c8b7d8da0d None None] Routers {'49152012-a700-4b6b-b6f1-653afaf1df84'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:38:48.244520 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-32b194b1-1dda-456e-ac65-b5c8b7d8da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:38:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['49152012-a700-4b6b-b6f1-653afaf1df84'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:48.254568 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a38f6a-c200-4480-952a-ac13bcbe6dee req-4e865141-f5ee-4b9a-9c0e-7905d83a2b5d tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:48.260126 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-482c1e73-3bb0-4090-bfe8-580fd440f0f3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:48.272702 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482c1e73-3bb0-4090-bfe8-580fd440f0f3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:48.275289 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-18a38f6a-c200-4480-952a-ac13bcbe6dee req-4e865141-f5ee-4b9a-9c0e-7905d83a2b5d tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.6646523 Mar 07 21:38:48.278558 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482c1e73-3bb0-4090-bfe8-580fd440f0f3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:48.279213 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-482c1e73-3bb0-4090-bfe8-580fd440f0f3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:48.303894 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c1e73-3bb0-4090-bfe8-580fd440f0f3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Port': ['ID=e60d74d5-ebfc-420c-85b1-c6b4b98ae4f3,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:48.312772 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-c4514169-32c1-4833-8c28-dcb94fe47125 req-6c960e18-e0f6-4938-b2bf-958c3525967d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Deleting port 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:48.313375 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-c4514169-32c1-4833-8c28-dcb94fe47125 req-6c960e18-e0f6-4938-b2bf-958c3525967d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:48.393859 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 2de62551-b2e0-4cc6-bfbd-2312f4440e68 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:38:48.414415 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b263286a-4775-4fcd-9999-0d03ce02c6dd tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Unset dirty status for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:48.419945 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b263286a-4775-4fcd-9999-0d03ce02c6dd tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5564792 Mar 07 21:38:48.424792 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40576) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:48.456701 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 2de62551-b2e0-4cc6-bfbd-2312f4440e68 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:38:48.461173 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 2de62551-b2e0-4cc6-bfbd-2312f4440e68 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:38:48.475698 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-482c1e73-3bb0-4090-bfe8-580fd440f0f3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4088686 Mar 07 21:38:48.478129 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40580) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:48.527781 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-32b194b1-1dda-456e-ac65-b5c8b7d8da0d None None] Set router 49152012-a700-4b6b-b6f1-653afaf1df84 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:38:48.591049 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-993ef9fc-0155-4a39-998c-773d4f057932 req-6f882218-56f4-4be4-9a47-ea18b3b36345 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4e0633e-2481-4719-a774-8a28de5e13e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3113143 Mar 07 21:38:48.633060 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-18a38f6a-c200-4480-952a-ac13bcbe6dee req-4c82dab4-d545-4011-abcf-ad47def17833 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3507981 Mar 07 21:38:48.634145 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-35f118d1-ba75-49f6-a229-f968b847f707 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:48.684179 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00b37f7-0723-4c31-adea-ca6c409ab0ee', 'name': 'network-vif-deleted', 'tag': '2de62551-b2e0-4cc6-bfbd-2312f4440e68', 'status': 'completed', 'code': 200} Mar 07 21:38:48.788501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-3e47a2f9-4985-4655-9eab-d03b26c05a65 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port e60d74d5-ebfc-420c-85b1-c6b4b98ae4f3 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:48.789200 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e47a2f9-4985-4655-9eab-d03b26c05a65 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:48.835261 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-83a97a9d-3d57-4817-afa0-30e797fa2b20 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:48.862602 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f118d1-ba75-49f6-a229-f968b847f707 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:48.876261 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-35f118d1-ba75-49f6-a229-f968b847f707 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:48.878408 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d3046718-6c89-4d8c-b4bb-a347bd3a5b73 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:48.891344 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d8ecf4-dd70-461d-bae6-a00f1c4c3342 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:38:48.959005 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f118d1-ba75-49f6-a229-f968b847f707 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:48.959596 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-35f118d1-ba75-49f6-a229-f968b847f707 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:49.055428 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-32b194b1-1dda-456e-ac65-b5c8b7d8da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'name': 'tempest-ServersTestJSON-13637364-router', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd87503a3-5ed2-4c15-9f90-722d87340cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:37:19Z', 'revision_number': 4, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'gw_port': {'id': 'd87503a3-5ed2-4c15-9f90-722d87340cce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:05Z', 'updated_at': '2022-03-07T21:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'baecdfba-f3e0-4097-87b4-7be8262c1165', 'name': '', 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'mac_address': 'fa:16:3e:8a:76:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a6e262fc-2bf3-4cfd-93fe-2daf51464844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:16Z', 'updated_at': '2022-03-07T21:37:33Z', 'revision_number': 5, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'subnets': [{'id': 'a6e262fc-2bf3-4cfd-93fe-2daf51464844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:49.060199 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b194b1-1dda-456e-ac65-b5c8b7d8da0d None None] The sync data for ids ['49152012-a700-4b6b-b6f1-653afaf1df84'] in dv-neutron-829957-1-hyperv is: [{'id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'name': 'tempest-ServersTestJSON-13637364-router', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd87503a3-5ed2-4c15-9f90-722d87340cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:37:19Z', 'revision_number': 4, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'gw_port': {'id': 'd87503a3-5ed2-4c15-9f90-722d87340cce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:05Z', 'updated_at': '2022-03-07T21:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'baecdfba-f3e0-4097-87b4-7be8262c1165', 'name': '', 'network_id': '17af9ab4-845f-4bfd-acf4-cd2799b53cb7', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'mac_address': 'fa:16:3e:8a:76:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a6e262fc-2bf3-4cfd-93fe-2daf51464844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:16Z', 'updated_at': '2022-03-07T21:37:33Z', 'revision_number': 5, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'subnets': [{'id': 'a6e262fc-2bf3-4cfd-93fe-2daf51464844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:38:49.119698 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d3046718-6c89-4d8c-b4bb-a347bd3a5b73 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:49.139490 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f118d1-ba75-49f6-a229-f968b847f707 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=cdf6e9eb-bfc7-459c-8ed0-ff2331183f0c,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:49.196534 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ac5b48f3-a0e3-4e87-9153-1572d50afe71 req-6b6ab159-5bfe-4cd6-9961-545634421c03 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00b37f7-0723-4c31-adea-ca6c409ab0ee HTTP/1.1" status: 200 len: 210 time: 0.2443461 Mar 07 21:38:49.202678 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-c4514169-32c1-4833-8c28-dcb94fe47125 req-6c960e18-e0f6-4938-b2bf-958c3525967d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] For port 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08,segment=NetworkSegment(00c388d5-0ca3-40a1-bd92-e62e9b97d280),segment_id=00c388d5-0ca3-40a1-bd92-e62e9b97d280)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:49.203863 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-c4514169-32c1-4833-8c28-dcb94fe47125 req-6c960e18-e0f6-4938-b2bf-958c3525967d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:49.216533 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-83a97a9d-3d57-4817-afa0-30e797fa2b20 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:49.265578 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae52d72-63db-4260-b16c-3e0a01156f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'fixed_ips': [{'subnet_id': 'cdf6e9eb-bfc7-459c-8ed0-ff2331183f0c'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:38:49.266485 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2ae52d72-63db-4260-b16c-3e0a01156f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:49.288638 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-35f118d1-ba75-49f6-a229-f968b847f707 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9396367 Mar 07 21:38:49.306771 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40586) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:49.341715 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-82f03265-9462-4841-b644-34cf91accf1f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'port': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'fixed_ips': [{'subnet_id': 'cdf6e9eb-bfc7-459c-8ed0-ff2331183f0c', 'ip_address': '2001:db8::9950:c1bf:64da:db2e'}], 'name': 'tempest-NetworksTestDHCPv6-1340010539'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:49.451030 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-2ae52d72-63db-4260-b16c-3e0a01156f36 None None] Allocated IP 2001:db8::2 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/cdf6e9eb-bfc7-459c-8ed0-ff2331183f0c/8d152ea2-13af-422b-878c-e1533321102f) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:49.466360 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e47a2f9-4985-4655-9eab-d03b26c05a65 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:49.482579 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7f3073-1178-4c37-b1be-4be4df5a2f3d None None] New status for floating IP 93595f67-e955-4d40-bd2f-f96af0b33cab: DOWN {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:38:49.484342 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b1c441d9-eb23-4709-b3fb-2ead601fa955 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:49.524736 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b1c441d9-eb23-4709-b3fb-2ead601fa955 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:49.536062 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855603fe-00e7-4aeb-894c-cf034044c403 req-290e6dbd-2033-4f4b-a12b-c61ea5a7852f tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:49.538427 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-855603fe-00e7-4aeb-894c-cf034044c403 req-290e6dbd-2033-4f4b-a12b-c61ea5a7852f tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.6730261 Mar 07 21:38:49.609929 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-3e47a2f9-4985-4655-9eab-d03b26c05a65 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Calling delete_port for e60d74d5-ebfc-420c-85b1-c6b4b98ae4f3 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:49.644913 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-83a97a9d-3d57-4817-afa0-30e797fa2b20 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:49.680586 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-d3046718-6c89-4d8c-b4bb-a347bd3a5b73 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Allocated IP 172.26.2.180 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/865d44d9-1b80-45ca-8bfc-2d41f5bed2cd) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:49.699131 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a97a9d-3d57-4817-afa0-30e797fa2b20 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8c774d-f2fa-4c70-9545-e5f2cac5983a,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:49.723468 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-82f03265-9462-4841-b644-34cf91accf1f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:49.813988 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-82f03265-9462-4841-b644-34cf91accf1f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:49.815046 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-855603fe-00e7-4aeb-894c-cf034044c403 req-cb77553c-c942-4734-b42a-fe7552f39dea tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656137 Mar 07 21:38:49.867840 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-83a97a9d-3d57-4817-afa0-30e797fa2b20 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:49.868884 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-83a97a9d-3d57-4817-afa0-30e797fa2b20 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "DELETE /v2.0/security-groups/6f8c774d-f2fa-4c70-9545-e5f2cac5983a HTTP/1.1" status: 204 len: 168 time: 1.4408727 Mar 07 21:38:49.884498 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40594) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:49.953751 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2ae52d72-63db-4260-b16c-3e0a01156f36 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:49.955084 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f03265-9462-4841-b644-34cf91accf1f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:49.965343 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2ae52d72-63db-4260-b16c-3e0a01156f36 None None] Transition to ACTIVE for port object 8d152ea2-13af-422b-878c-e1533321102f will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:49.971766 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-c4514169-32c1-4833-8c28-dcb94fe47125 req-6c960e18-e0f6-4938-b2bf-958c3525967d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:49.972130 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-c4514169-32c1-4833-8c28-dcb94fe47125 req-6c960e18-e0f6-4938-b2bf-958c3525967d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:49.972436 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [req-c4514169-32c1-4833-8c28-dcb94fe47125 req-6c960e18-e0f6-4938-b2bf-958c3525967d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Floating IP 487b941c-a04e-4375-8a98-d64d479415a2 disassociated. External IP: 172.26.2.103, port: 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08. Mar 07 21:38:49.972774 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-c4514169-32c1-4833-8c28-dcb94fe47125 req-6c960e18-e0f6-4938-b2bf-958c3525967d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Calling delete_port for 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 owned by compute:nova {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:49.993771 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2ae52d72-63db-4260-b16c-3e0a01156f36 None None] Transition to ACTIVE for port object 8d152ea2-13af-422b-878c-e1533321102f will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:50.008734 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e47a2f9-4985-4655-9eab-d03b26c05a65 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:50.049052 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2ae52d72-63db-4260-b16c-3e0a01156f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:50.051004 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-eda9e750-20cb-4ded-a866-e13e990070a3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Synchronizing usage tracker for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:50.090107 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-37c3bb2f-3f58-4d7c-84a1-c016420a6a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:50.119380 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae52d72-63db-4260-b16c-3e0a01156f36 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:50.122827 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-2ae52d72-63db-4260-b16c-3e0a01156f36 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:50.132404 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae52d72-63db-4260-b16c-3e0a01156f36 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:50.175738 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae52d72-63db-4260-b16c-3e0a01156f36 None None] Pushing event updated for resources: {'Port': ['ID=8d152ea2-13af-422b-878c-e1533321102f,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:50.226857 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-82f03265-9462-4841-b644-34cf91accf1f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:50.235635 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-2ae52d72-63db-4260-b16c-3e0a01156f36 None None] Attempting to bind port 8d152ea2-13af-422b-878c-e1533321102f on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:38:50.236002 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-2ae52d72-63db-4260-b16c-3e0a01156f36 None None] Attempting to bind port 8d152ea2-13af-422b-878c-e1533321102f by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:38:50.236360 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae52d72-63db-4260-b16c-3e0a01156f36 None None] Attempting to bind port 8d152ea2-13af-422b-878c-e1533321102f on network ab63f4f6-c089-409c-a9c4-f2088e2d7005 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:38:50.243035 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae52d72-63db-4260-b16c-3e0a01156f36 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:38:50.244080 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae52d72-63db-4260-b16c-3e0a01156f36 None None] Checking segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:38:50.244080 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2ae52d72-63db-4260-b16c-3e0a01156f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:50.244287 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae52d72-63db-4260-b16c-3e0a01156f36 None None] Bound using segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:38:50.245213 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47a2f9-4985-4655-9eab-d03b26c05a65 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Port': ['ID=e60d74d5-ebfc-420c-85b1-c6b4b98ae4f3,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:50.245346 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-2ae52d72-63db-4260-b16c-3e0a01156f36 None None] Bound port: 8d152ea2-13af-422b-878c-e1533321102f, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:38:50.245699 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2ae52d72-63db-4260-b16c-3e0a01156f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:50.255681 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-eda9e750-20cb-4ded-a866-e13e990070a3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Unset dirty status for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:50.255681 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-eda9e750-20cb-4ded-a866-e13e990070a3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3681130 Mar 07 21:38:50.258916 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40600) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:50.261854 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d3046718-6c89-4d8c-b4bb-a347bd3a5b73 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:50.269923 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-82f03265-9462-4841-b644-34cf91accf1f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] device_id is not set on port 028c5ac1-13b4-4cf7-ac99-9802d3b722ae yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:38:50.271525 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e47a2f9-4985-4655-9eab-d03b26c05a65 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:50.276358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-52686723-4360-40ac-ab2b-9907154d08e3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Request body: {'security_group': {'name': 'tempest-secgroup--501856526'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:50.296482 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-52686723-4360-40ac-ab2b-9907154d08e3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:50.319215 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-52686723-4360-40ac-ab2b-9907154d08e3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:50.338048 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c86aa-ae02-422a-b691-c1830d17d27f req-9ddc29d6-e6d3-4bc7-bed1-643bd3032e0d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:50.339522 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3b5c86aa-ae02-422a-b691-c1830d17d27f req-9ddc29d6-e6d3-4bc7-bed1-643bd3032e0d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 946 time: 0.6130161 Mar 07 21:38:50.355203 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2ae52d72-63db-4260-b16c-3e0a01156f36 None None] For port 8d152ea2-13af-422b-878c-e1533321102f, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:38:50.361630 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2ae52d72-63db-4260-b16c-3e0a01156f36 None None] For port 8d152ea2-13af-422b-878c-e1533321102f, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=8d152ea2-13af-422b-878c-e1533321102f,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:38:50.389531 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3e47a2f9-4985-4655-9eab-d03b26c05a65 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/ports/e60d74d5-ebfc-420c-85b1-c6b4b98ae4f3 HTTP/1.1" status: 204 len: 168 time: 1.9002433 Mar 07 21:38:50.392125 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4d01d-7727-4318-8922-41ed001c23e1 req-f4e1534f-e6e0-4af3-b966-f399dd6858bd tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:50.393256 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40604) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:50.393552 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-30a4d01d-7727-4318-8922-41ed001c23e1 req-f4e1534f-e6e0-4af3-b966-f399dd6858bd tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.3990018 Mar 07 21:38:50.404487 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-cc532f16-1c27-4dfd-aad1-926170f4a24b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'port': {'network_id': 'a6db8684-d898-46a0-aaf6-8ede249b4167', 'mac_address': 'fa:16:3e:2f:ec:74', 'name': 'tempest-PortsIpV6TestJSON-478636906'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:50.427539 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-52686723-4360-40ac-ab2b-9907154d08e3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:50.442203 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-c4514169-32c1-4833-8c28-dcb94fe47125 req-6c960e18-e0f6-4938-b2bf-958c3525967d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:50.448612 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3b5c86aa-ae02-422a-b691-c1830d17d27f req-d8ad29b0-d528-4b56-988b-45980461d932 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4e0633e-2481-4719-a774-8a28de5e13e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967336 Mar 07 21:38:50.466995 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2ae52d72-63db-4260-b16c-3e0a01156f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:50.469856 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-52686723-4360-40ac-ab2b-9907154d08e3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:50.474421 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-30a4d01d-7727-4318-8922-41ed001c23e1 req-1d5194cc-a32f-42c4-aa7a-55f285fe3767 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725017 Mar 07 21:38:50.482159 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-52686723-4360-40ac-ab2b-9907154d08e3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Usage tracker for resource:security_group_rule and tenant:5bfb643a68a54e6c90849bccdc165310 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:50.486620 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-52686723-4360-40ac-ab2b-9907154d08e3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:50.504007 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-52686723-4360-40ac-ab2b-9907154d08e3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:50.507747 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d3046718-6c89-4d8c-b4bb-a347bd3a5b73 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:50.532605 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c960e18-e0f6-4938-b2bf-958c3525967d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Pushing event deleted for resources: {'Port': ['ID=2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:50.600737 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae52d72-63db-4260-b16c-3e0a01156f36 None None] Pushing event updated for resources: {'Port': ['ID=8d152ea2-13af-422b-878c-e1533321102f,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:50.642000 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3046718-6c89-4d8c-b4bb-a347bd3a5b73 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:50.650850 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-d3046718-6c89-4d8c-b4bb-a347bd3a5b73 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:50.660858 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3046718-6c89-4d8c-b4bb-a347bd3a5b73 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:50.661396 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40612) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:50.709359 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3046718-6c89-4d8c-b4bb-a347bd3a5b73 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Pushing event updated for resources: {'Port': ['ID=865d44d9-1b80-45ca-8bfc-2d41f5bed2cd,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:50.869989 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-52686723-4360-40ac-ab2b-9907154d08e3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:50.957661 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-52686723-4360-40ac-ab2b-9907154d08e3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:51.031553 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-cc532f16-1c27-4dfd-aad1-926170f4a24b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:51.045120 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-cc532f16-1c27-4dfd-aad1-926170f4a24b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:port and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:51.054520 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52686723-4360-40ac-ab2b-9907154d08e3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac145ec-1784-421f-ac51-c073b14778a7,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:51.060309 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-82f03265-9462-4841-b644-34cf91accf1f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 2001:db8::9950:c1bf:64da:db2e (ab63f4f6-c089-409c-a9c4-f2088e2d7005/cdf6e9eb-bfc7-459c-8ed0-ff2331183f0c/028c5ac1-13b4-4cf7-ac99-9802d3b722ae) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:38:51.082505 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-cc532f16-1c27-4dfd-aad1-926170f4a24b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:51.111756 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b1c441d9-eb23-4709-b3fb-2ead601fa955 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:51.119557 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cfee2-7aa4-48bb-a8dc-f8d1cc283f4e req-164c67f5-bfa8-461a-861b-af3ccb313d3a tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:51.128141 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bd0cfee2-7aa4-48bb-a8dc-f8d1cc283f4e req-164c67f5-bfa8-461a-861b-af3ccb313d3a tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.3030424 Mar 07 21:38:51.144325 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-52686723-4360-40ac-ab2b-9907154d08e3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:51.145536 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-52686723-4360-40ac-ab2b-9907154d08e3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8793092 Mar 07 21:38:51.148348 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40616) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:51.155836 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-c55db62f-d81c-4907-bd6a-e6b1c7866f5d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Request body: {'security_group_rule': {'security_group_id': '4ac145ec-1784-421f-ac51-c073b14778a7', 'direction': 'ingress', 'protocol': 17}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:51.161557 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-cc532f16-1c27-4dfd-aad1-926170f4a24b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:51.221584 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c55db62f-d81c-4907-bd6a-e6b1c7866f5d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:51.246880 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c55db62f-d81c-4907-bd6a-e6b1c7866f5d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Usage tracker for resource:security_group_rule and tenant:5bfb643a68a54e6c90849bccdc165310 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:51.252744 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c55db62f-d81c-4907-bd6a-e6b1c7866f5d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:51.259665 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bd0cfee2-7aa4-48bb-a8dc-f8d1cc283f4e req-307d9c0b-3ad6-4a4b-976b-cb63b0bfa848 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306453 Mar 07 21:38:51.260499 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8c6fadb3-4668-4f44-8ad8-5640aaaaea2f tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:51.265466 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c55db62f-d81c-4907-bd6a-e6b1c7866f5d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:51.367835 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc532f16-1c27-4dfd-aad1-926170f4a24b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:51.380360 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c55db62f-d81c-4907-bd6a-e6b1c7866f5d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:51.388473 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d3046718-6c89-4d8c-b4bb-a347bd3a5b73 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:51.549932 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8c6fadb3-4668-4f44-8ad8-5640aaaaea2f tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:51.630056 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c55db62f-d81c-4907-bd6a-e6b1c7866f5d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:51.646257 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9ab05ca7-b04d-4dfc-9f23-5b8ef7af1106 req-a881bb01-8b27-43e4-9bbf-45fb8f4f1a48 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 210 time: 0.0712407 Mar 07 21:38:51.705314 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c55db62f-d81c-4907-bd6a-e6b1c7866f5d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:51.744791 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55db62f-d81c-4907-bd6a-e6b1c7866f5d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a693615-f789-45cf-bb2d-5c3233525fce,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:51.771309 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b1c441d9-eb23-4709-b3fb-2ead601fa955 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:51.781102 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b1c441d9-eb23-4709-b3fb-2ead601fa955 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:51.800061 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4514169-32c1-4833-8c28-dcb94fe47125 req-6c960e18-e0f6-4938-b2bf-958c3525967d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Router 8447d2b0-a653-4376-bd02-6c2b41a5da0f has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:38:51.840391 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c55db62f-d81c-4907-bd6a-e6b1c7866f5d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:51.845190 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c55db62f-d81c-4907-bd6a-e6b1c7866f5d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6958218 Mar 07 21:38:51.846954 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40624) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:51.893255 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc532f16-1c27-4dfd-aad1-926170f4a24b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:51.911715 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d3046718-6c89-4d8c-b4bb-a347bd3a5b73 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:51.919373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d3046718-6c89-4d8c-b4bb-a347bd3a5b73 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-864536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-864531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-867168'] for router, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:51.952570 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-cc532f16-1c27-4dfd-aad1-926170f4a24b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] device_id is not set on port 44da090c-f66b-4b16-b0dd-95e55a10e875 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:38:52.042583 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1d1ec1c0-ec69-47df-843d-ea59c38b9bac None None] Provisioning for port 8d152ea2-13af-422b-878c-e1533321102f completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:38:52.051140 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b1c441d9-eb23-4709-b3fb-2ead601fa955 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:52.053708 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c441d9-eb23-4709-b3fb-2ead601fa955 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6328a622-dc31-42d8-a6e4-fdf48a2905d3 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:38:52.110148 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-82f03265-9462-4841-b644-34cf91accf1f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:52.122268 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e6bf-e848-4330-955e-0efc701fa535 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:52.144623 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8c6fadb3-4668-4f44-8ad8-5640aaaaea2f tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:52.162075 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e6bf-e848-4330-955e-0efc701fa535 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:52.196550 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-82f03265-9462-4841-b644-34cf91accf1f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Transition to ACTIVE for port object 028c5ac1-13b4-4cf7-ac99-9802d3b722ae will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:38:52.221722 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4514169-32c1-4833-8c28-dcb94fe47125 req-6c960e18-e0f6-4938-b2bf-958c3525967d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:38:52.223998 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fadb3-4668-4f44-8ad8-5640aaaaea2f tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f6244d-d351-4f17-ad46-81866aa9850d,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:52.233032 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4460abe8-10e4-4e16-af53-7258db0f5a75 None None] Sync routers for ids ['8447d2b0-a653-4376-bd02-6c2b41a5da0f'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:38:52.252885 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4460abe8-10e4-4e16-af53-7258db0f5a75 None None] Routers {'8447d2b0-a653-4376-bd02-6c2b41a5da0f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:38:52.254295 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-4460abe8-10e4-4e16-af53-7258db0f5a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:38:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['8447d2b0-a653-4376-bd02-6c2b41a5da0f'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:52.270535 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-b1c441d9-eb23-4709-b3fb-2ead601fa955 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 07 21:38:52.274389 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b1c441d9-eb23-4709-b3fb-2ead601fa955 tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.8316205 Mar 07 21:38:52.280552 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40628) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:52.283886 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6cb9a7af-ef97-4292-abb3-7b11d49fa1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:52.373421 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-c286159a-a860-40e6-bec0-cf762785449f tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Deleting port 86d82fbe-9ff3-4109-9a22-63be2df0ef75 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:52.373777 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c286159a-a860-40e6-bec0-cf762785449f tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:52.393668 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:38:52.411813 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e6bf-e848-4330-955e-0efc701fa535 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:52.448789 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5e6bf-e848-4330-955e-0efc701fa535 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac145ec-1784-421f-ac51-c073b14778a7,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:52.490473 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4514169-32c1-4833-8c28-dcb94fe47125 req-6c960e18-e0f6-4938-b2bf-958c3525967d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] No DVR routers for this DVR port 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 on host hv-neutron-8299 {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:38:52.499104 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-c4514169-32c1-4833-8c28-dcb94fe47125 req-6c960e18-e0f6-4938-b2bf-958c3525967d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:52.504542 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516028d3-d36b-4b77-b35e-33c2fd1af4cc', 'name': 'network-vif-deleted', 'tag': '2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:38:52.508154 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e6bf-e848-4330-955e-0efc701fa535 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:52.510392 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:38:52.512558 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f0a5e6bf-e848-4330-955e-0efc701fa535 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "DELETE /v2.0/security-groups/4ac145ec-1784-421f-ac51-c073b14778a7 HTTP/1.1" status: 204 len: 168 time: 0.6633897 Mar 07 21:38:52.516270 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40634) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:52.548920 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:38:52.550314 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-4460abe8-10e4-4e16-af53-7258db0f5a75 None None] Set router 8447d2b0-a653-4376-bd02-6c2b41a5da0f gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:38:52.600155 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3046718-6c89-4d8c-b4bb-a347bd3a5b73 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Router 30aedbb9-1980-43fe-a0ec-756973b65e6f is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:38:52.609483 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 8d152ea2-13af-422b-878c-e1533321102f up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:38:52.616110 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516028d3-d36b-4b77-b35e-33c2fd1af4cc', 'name': 'network-vif-deleted', 'tag': '2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08', 'status': 'completed', 'code': 200} Mar 07 21:38:52.624548 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8c6fadb3-4668-4f44-8ad8-5640aaaaea2f tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:52.627858 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8c6fadb3-4668-4f44-8ad8-5640aaaaea2f tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "DELETE /v2.0/security-groups/b4f6244d-d351-4f17-ad46-81866aa9850d HTTP/1.1" status: 204 len: 168 time: 1.9252234 Mar 07 21:38:52.630311 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40638) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:52.639300 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c4514169-32c1-4833-8c28-dcb94fe47125 req-6c960e18-e0f6-4938-b2bf-958c3525967d tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.11 "DELETE /v2.0/ports/2aaf3ac5-c3f6-4a61-910e-e5b7ba72bc08 HTTP/1.1" status: 204 len: 173 time: 4.6814215 Mar 07 21:38:52.688081 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-0b8f29ed-0513-4dfd-a582-e6d8956dd620 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] show failed (client error): The resource could not be found. Mar 07 21:38:52.692773 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0b8f29ed-0513-4dfd-a582-e6d8956dd620 tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "GET /v2.0/security-groups/b4f6244d-d351-4f17-ad46-81866aa9850d HTTP/1.1" status: 404 len: 347 time: 0.0486362 Mar 07 21:38:52.705306 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc532f16-1c27-4dfd-aad1-926170f4a24b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:52.706865 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40644) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:52.772303 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bd57f168-2581-430b-a971-72fe11b047a9 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Synchronizing usage tracker for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:52.803124 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 8d152ea2-13af-422b-878c-e1533321102f completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:38:52.810119 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 8d152ea2-13af-422b-878c-e1533321102f triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:38:52.811975 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:52.936921 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-82f03265-9462-4841-b644-34cf91accf1f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:52.975474 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bd57f168-2581-430b-a971-72fe11b047a9 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Unset dirty status for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:52.983523 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bd57f168-2581-430b-a971-72fe11b047a9 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4655671 Mar 07 21:38:52.985043 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40648) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:52.985185 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-4460abe8-10e4-4e16-af53-7258db0f5a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'name': 'tempest-ServersTestManualDisk-554214114-router', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:37:15Z', 'revision_number': 4, 'project_id': '24d505245fac495da14eec8c213c2228', 'gw_port': {'id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'e910605e-b336-452a-a586-b0c85d594b40', 'name': '', 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'mac_address': 'fa:16:3e:8f:3b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:12Z', 'updated_at': '2022-03-07T21:37:29Z', 'revision_number': 5, 'project_id': '24d505245fac495da14eec8c213c2228', 'subnets': [{'id': 'fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:52.989308 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4460abe8-10e4-4e16-af53-7258db0f5a75 None None] Checking router: 8447d2b0-a653-4376-bd02-6c2b41a5da0f for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:38:52.994862 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:53.001180 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4460abe8-10e4-4e16-af53-7258db0f5a75 None None] Routers {'8447d2b0-a653-4376-bd02-6c2b41a5da0f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:38:53.001826 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-4460abe8-10e4-4e16-af53-7258db0f5a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:38:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['8447d2b0-a653-4376-bd02-6c2b41a5da0f'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:53.010979 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c286159a-a860-40e6-bec0-cf762785449f tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:53.027801 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cedc4d08-bc3b-4933-9112-c492f5b227e3 req-e4a3638b-bf0d-482c-bba6-3cf489083254 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/ports?device_id=516028d3-d36b-4b77-b35e-33c2fd1af4cc HTTP/1.1" status: 200 len: 210 time: 0.1960726 Mar 07 21:38:53.040314 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-cf8425b6-02b1-4cab-927a-2baadbb839dc tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Deleting port 6bbd6e6d-98a4-4c0d-95ab-d27388ba07f9 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:53.040916 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cf8425b6-02b1-4cab-927a-2baadbb839dc tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:53.046297 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 8d152ea2-13af-422b-878c-e1533321102f, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=8d152ea2-13af-422b-878c-e1533321102f,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:53.048394 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d97e2845-c4b2-486b-a0ed-04047838ba75 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Request body: {'security_group': {'name': 'tempest-secgroup--1010795792'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:53.096384 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f03265-9462-4841-b644-34cf91accf1f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:53.102873 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-82f03265-9462-4841-b644-34cf91accf1f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:53.113335 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f03265-9462-4841-b644-34cf91accf1f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:53.114309 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d97e2845-c4b2-486b-a0ed-04047838ba75 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:53.121087 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f03265-9462-4841-b644-34cf91accf1f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:53.121087 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-82f03265-9462-4841-b644-34cf91accf1f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:53.121986 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:53.190868 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-c286159a-a860-40e6-bec0-cf762785449f tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Calling delete_port for 86d82fbe-9ff3-4109-9a22-63be2df0ef75 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:53.194581 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f03265-9462-4841-b644-34cf91accf1f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=028c5ac1-13b4-4cf7-ac99-9802d3b722ae,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:53.197684 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-4460abe8-10e4-4e16-af53-7258db0f5a75 None None] Set router 8447d2b0-a653-4376-bd02-6c2b41a5da0f gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:38:53.239395 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d97e2845-c4b2-486b-a0ed-04047838ba75 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:53.250468 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3046718-6c89-4d8c-b4bb-a347bd3a5b73 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:38:53.256142 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:53.262180 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d3046718-6c89-4d8c-b4bb-a347bd3a5b73 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:53.266635 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d3046718-6c89-4d8c-b4bb-a347bd3a5b73 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "PUT /v2.0/routers/30aedbb9-1980-43fe-a0ec-756973b65e6f HTTP/1.1" status: 200 len: 915 time: 6.7037570 Mar 07 21:38:53.269927 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504dca82-d53e-435d-97e6-ded14f5f164d None None] Sync routers for ids ['30aedbb9-1980-43fe-a0ec-756973b65e6f'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:38:53.275736 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40652) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:53.301896 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-82f03265-9462-4841-b644-34cf91accf1f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9805319 Mar 07 21:38:53.305452 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40656) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:53.312897 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-1bcf8742-74d0-4fd5-b2f1-a6d708802d1b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'port': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'fixed_ips': [{'subnet_id': 'cdf6e9eb-bfc7-459c-8ed0-ff2331183f0c', 'ip_address': '2001:db8::9950:c1bf:64da:db2e'}], 'name': 'tempest-NetworksTestDHCPv6-1176626356'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:53.329324 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504dca82-d53e-435d-97e6-ded14f5f164d None None] Routers {'30aedbb9-1980-43fe-a0ec-756973b65e6f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:38:53.329976 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-504dca82-d53e-435d-97e6-ded14f5f164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:38:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['30aedbb9-1980-43fe-a0ec-756973b65e6f'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:53.375420 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d97e2845-c4b2-486b-a0ed-04047838ba75 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:53.394251 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc532f16-1c27-4dfd-aad1-926170f4a24b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:53.472202 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d97e2845-c4b2-486b-a0ed-04047838ba75 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:53.487847 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d97e2845-c4b2-486b-a0ed-04047838ba75 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Usage tracker for resource:security_group_rule and tenant:5bfb643a68a54e6c90849bccdc165310 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:53.502055 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d97e2845-c4b2-486b-a0ed-04047838ba75 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:53.511799 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc532f16-1c27-4dfd-aad1-926170f4a24b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Port': ['ID=44da090c-f66b-4b16-b0dd-95e55a10e875,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:53.518645 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-504dca82-d53e-435d-97e6-ded14f5f164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:53.528910 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=8d152ea2-13af-422b-878c-e1533321102f,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:53.540617 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504dca82-d53e-435d-97e6-ded14f5f164d None None] Routers {'30aedbb9-1980-43fe-a0ec-756973b65e6f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:38:53.541437 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-504dca82-d53e-435d-97e6-ded14f5f164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:38:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['30aedbb9-1980-43fe-a0ec-756973b65e6f'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:53.573642 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d97e2845-c4b2-486b-a0ed-04047838ba75 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:53.630605 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f333f44b-9f49-48a8-b988-6b558e22e4f6 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "GET /v2.0/routers/30aedbb9-1980-43fe-a0ec-756973b65e6f HTTP/1.1" status: 200 len: 921 time: 0.3536873 Mar 07 21:38:53.631483 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40660) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:53.651896 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cf8425b6-02b1-4cab-927a-2baadbb839dc tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:53.652221 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cf8425b6-02b1-4cab-927a-2baadbb839dc tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:53.658538 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-504dca82-d53e-435d-97e6-ded14f5f164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:53.658926 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504dca82-d53e-435d-97e6-ded14f5f164d None None] The sync data for ids ['30aedbb9-1980-43fe-a0ec-756973b65e6f'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:38:53.668340 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:53.679971 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-4460abe8-10e4-4e16-af53-7258db0f5a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'name': 'tempest-ServersTestManualDisk-554214114-router', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:37:15Z', 'revision_number': 4, 'project_id': '24d505245fac495da14eec8c213c2228', 'gw_port': {'id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'e910605e-b336-452a-a586-b0c85d594b40', 'name': '', 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'mac_address': 'fa:16:3e:8f:3b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:12Z', 'updated_at': '2022-03-07T21:37:29Z', 'revision_number': 5, 'project_id': '24d505245fac495da14eec8c213c2228', 'subnets': [{'id': 'fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:38:53.684054 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4460abe8-10e4-4e16-af53-7258db0f5a75 None None] The sync data for ids ['8447d2b0-a653-4376-bd02-6c2b41a5da0f'] in dv-neutron-829957-1-hyperv is: [{'id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'name': 'tempest-ServersTestManualDisk-554214114-router', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:37:15Z', 'revision_number': 4, 'project_id': '24d505245fac495da14eec8c213c2228', 'gw_port': {'id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'e910605e-b336-452a-a586-b0c85d594b40', 'name': '', 'network_id': '304e960d-6464-4f92-a5fa-2d8b6be20410', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'mac_address': 'fa:16:3e:8f:3b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:12Z', 'updated_at': '2022-03-07T21:37:29Z', 'revision_number': 5, 'project_id': '24d505245fac495da14eec8c213c2228', 'subnets': [{'id': 'fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:38:53.700034 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c286159a-a860-40e6-bec0-cf762785449f tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:53.761207 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286159a-a860-40e6-bec0-cf762785449f tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Pushing event deleted for resources: {'Port': ['ID=86d82fbe-9ff3-4109-9a22-63be2df0ef75,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:53.779297 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-edb9cc82-d1b5-4423-a9af-ced790c0c94d None None] Provisioning for port 028c5ac1-13b4-4cf7-ac99-9802d3b722ae completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:38:53.785596 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-edb9cc82-d1b5-4423-a9af-ced790c0c94d None None] Provisioning complete for port 028c5ac1-13b4-4cf7-ac99-9802d3b722ae triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:38:53.785973 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-edb9cc82-d1b5-4423-a9af-ced790c0c94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:53.834764 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-cf8425b6-02b1-4cab-927a-2baadbb839dc tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Calling delete_port for 6bbd6e6d-98a4-4c0d-95ab-d27388ba07f9 owned by network:floatingip {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:53.895541 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc532f16-1c27-4dfd-aad1-926170f4a24b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network a6db8684-d898-46a0-aaf6-8ede249b4167 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:53.912867 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-cc532f16-1c27-4dfd-aad1-926170f4a24b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:53.919949 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc532f16-1c27-4dfd-aad1-926170f4a24b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:53.929217 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc532f16-1c27-4dfd-aad1-926170f4a24b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:53.930113 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc532f16-1c27-4dfd-aad1-926170f4a24b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:53.932288 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-edb9cc82-d1b5-4423-a9af-ced790c0c94d None None] Port 028c5ac1-13b4-4cf7-ac99-9802d3b722ae cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:38:53.991034 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375db5a8-5e2a-4572-b657-a97ad65a75da None None] New status for floating IP 487b941c-a04e-4375-8a98-d64d479415a2: DOWN {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:38:54.006304 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-1bcf8742-74d0-4fd5-b2f1-a6d708802d1b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:54.019276 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1bcf8742-74d0-4fd5-b2f1-a6d708802d1b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:port and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:54.022403 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c286159a-a860-40e6-bec0-cf762785449f tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:54.022989 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1bcf8742-74d0-4fd5-b2f1-a6d708802d1b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:54.030202 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-1bcf8742-74d0-4fd5-b2f1-a6d708802d1b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:54.041677 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d97e2845-c4b2-486b-a0ed-04047838ba75 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:54.066776 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0e3913-eb5b-485b-a8b3-f82fd4311d56 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:54.068284 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5c0e3913-eb5b-485b-a8b3-f82fd4311d56 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093&device_id=30aedbb9-1980-43fe-a0ec-756973b65e6f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4358909 Mar 07 21:38:54.071327 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40666) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:54.087540 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cc532f16-1c27-4dfd-aad1-926170f4a24b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.6913362 Mar 07 21:38:54.092733 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40670) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:54.154528 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d97e2845-c4b2-486b-a0ed-04047838ba75 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:54.174848 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcf8742-74d0-4fd5-b2f1-a6d708802d1b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:54.179925 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1bcf8742-74d0-4fd5-b2f1-a6d708802d1b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:54.203388 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-1bcf8742-74d0-4fd5-b2f1-a6d708802d1b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] device_id is not set on port 2a69835f-53a2-43c3-a07d-dc524b3306c0 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:38:54.236196 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c286159a-a860-40e6-bec0-cf762785449f tempest-RoutersAdminNegativeIpV6Test-694785303 tempest-RoutersAdminNegativeIpV6Test-694785303-project-admin] 10.222.0.21 "DELETE /v2.0/ports/86d82fbe-9ff3-4109-9a22-63be2df0ef75 HTTP/1.1" status: 204 len: 168 time: 1.9547944 Mar 07 21:38:54.241672 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cf8425b6-02b1-4cab-927a-2baadbb839dc tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:54.275452 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40678) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:54.293388 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e2845-c4b2-486b-a0ed-04047838ba75 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb10270-4a56-4453-b2dc-b8a9916eee90,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:54.303304 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b23a03-f0d4-4ade-824c-084c63e4ebb7 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:54.303433 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-43b23a03-f0d4-4ade-824c-084c63e4ebb7 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Synchronizing usage tracker for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:54.321308 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8425b6-02b1-4cab-927a-2baadbb839dc tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Pushing event deleted for resources: {'Port': ['ID=6bbd6e6d-98a4-4c0d-95ab-d27388ba07f9,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:54.361994 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d97e2845-c4b2-486b-a0ed-04047838ba75 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:54.365495 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d97e2845-c4b2-486b-a0ed-04047838ba75 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3600841 Mar 07 21:38:54.366294 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40682) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:54.380383 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-515d7117-09ec-48f2-ab28-41ed19967578 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Request body: {'security_group': {'name': 'tempest-secgroup--1308258393'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:54.385282 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9d6f89-6e8c-4664-9970-fbc581d4b2a9 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:54.389793 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6c9d6f89-6e8c-4664-9970-fbc581d4b2a9 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "GET /v2.0/networks/a3015ce6-e7a9-4329-aba7-a9f29a3d3093 HTTP/1.1" status: 200 len: 881 time: 0.3143921 Mar 07 21:38:54.390394 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40686) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:54.395459 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-515d7117-09ec-48f2-ab28-41ed19967578 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:54.437044 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-515d7117-09ec-48f2-ab28-41ed19967578 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Usage tracker for resource:security_group and tenant:5bfb643a68a54e6c90849bccdc165310 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:54.447675 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-515d7117-09ec-48f2-ab28-41ed19967578 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:54.466851 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-41621073-6e2c-4c0a-9234-00ddf22f2829 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "GET /v2.0/ports?device_id=30aedbb9-1980-43fe-a0ec-756973b65e6f HTTP/1.1" status: 200 len: 205 time: 0.0728199 Mar 07 21:38:54.468392 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-515d7117-09ec-48f2-ab28-41ed19967578 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:54.470793 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-752ded88-1a6f-4f6e-8d83-5b8eaad26775 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:54.470922 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40690) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:54.472352 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-43b23a03-f0d4-4ade-824c-084c63e4ebb7 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Unset dirty status for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:54.473431 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-43b23a03-f0d4-4ade-824c-084c63e4ebb7 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports/44da090c-f66b-4b16-b0dd-95e55a10e875 HTTP/1.1" status: 200 len: 844 time: 0.3788445 Mar 07 21:38:54.476226 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40692) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:54.490692 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 8d152ea2-13af-422b-878c-e1533321102f up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:38:54.555387 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-752ded88-1a6f-4f6e-8d83-5b8eaad26775 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:54.582799 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 8d152ea2-13af-422b-878c-e1533321102f triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:38:54.583573 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:54.595161 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-57c1b80d-9c01-4517-9812-c55ed9c0cb1f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port 44da090c-f66b-4b16-b0dd-95e55a10e875 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:54.595502 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-57c1b80d-9c01-4517-9812-c55ed9c0cb1f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:54.641185 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-515d7117-09ec-48f2-ab28-41ed19967578 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:54.720333 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-515d7117-09ec-48f2-ab28-41ed19967578 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:54.746685 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:54.757147 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-515d7117-09ec-48f2-ab28-41ed19967578 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Usage tracker for resource:security_group_rule and tenant:5bfb643a68a54e6c90849bccdc165310 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:54.766221 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-515d7117-09ec-48f2-ab28-41ed19967578 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:54.777583 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-515d7117-09ec-48f2-ab28-41ed19967578 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:54.781381 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cf8425b6-02b1-4cab-927a-2baadbb839dc tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks [] for floatingip, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:54.794393 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ef5ab290-cc8d-4858-aac7-0e45499b15a2 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:54.816020 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40700) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:54.902167 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-752ded88-1a6f-4f6e-8d83-5b8eaad26775 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:54.946877 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ded88-1a6f-4f6e-8d83-5b8eaad26775 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e0633e-2481-4719-a774-8a28de5e13e8,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:54.962535 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-57c1b80d-9c01-4517-9812-c55ed9c0cb1f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:54.997172 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bcf8742-74d0-4fd5-b2f1-a6d708802d1b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 07 21:38:55.002797 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bcf8742-74d0-4fd5-b2f1-a6d708802d1b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:38:55.023489 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cf8425b6-02b1-4cab-927a-2baadbb839dc tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:55.024643 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cf8425b6-02b1-4cab-927a-2baadbb839dc tempest-ServersTestJSON-314621963 tempest-ServersTestJSON-314621963-project] 10.222.0.21 "DELETE /v2.0/floatingips/93595f67-e955-4d40-bd2f-f96af0b33cab HTTP/1.1" status: 204 len: 168 time: 2.3168101 Mar 07 21:38:55.027718 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40706) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:55.058549 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fd4c0519-544b-4b46-9a41-e4ea924ba03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:55.123786 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ef5ab290-cc8d-4858-aac7-0e45499b15a2 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:55.135793 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-57c1b80d-9c01-4517-9812-c55ed9c0cb1f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Calling delete_port for 44da090c-f66b-4b16-b0dd-95e55a10e875 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:55.140201 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1bcf8742-74d0-4fd5-b2f1-a6d708802d1b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.8309090 Mar 07 21:38:55.146738 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40710) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:55.191032 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-fd4c0519-544b-4b46-9a41-e4ea924ba03d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:55.193330 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-752ded88-1a6f-4f6e-8d83-5b8eaad26775 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:55.196717 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-752ded88-1a6f-4f6e-8d83-5b8eaad26775 tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "DELETE /v2.0/security-groups/b4e0633e-2481-4719-a774-8a28de5e13e8 HTTP/1.1" status: 204 len: 168 time: 0.9180973 Mar 07 21:38:55.196995 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-515d7117-09ec-48f2-ab28-41ed19967578 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:55.200820 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40714) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:55.202228 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-fd4c0519-544b-4b46-9a41-e4ea924ba03d admin admin] Usage tracker for resource:security_group_rule and tenant:a49968b5675144acba2b0166fb202076 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:55.217197 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-fd4c0519-544b-4b46-9a41-e4ea924ba03d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:55.234993 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-fd4c0519-544b-4b46-9a41-e4ea924ba03d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:55.237049 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-12d1e99e-1e36-4513-97b3-6640ba132f4f tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] show failed (client error): The resource could not be found. Mar 07 21:38:55.240513 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-12d1e99e-1e36-4513-97b3-6640ba132f4f tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "GET /v2.0/security-groups/b4e0633e-2481-4719-a774-8a28de5e13e8 HTTP/1.1" status: 404 len: 347 time: 0.0330694 Mar 07 21:38:55.241716 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40718) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:55.247965 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-ef5ab290-cc8d-4858-aac7-0e45499b15a2 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Deleting port 865d44d9-1b80-45ca-8bfc-2d41f5bed2cd {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:55.251822 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ef5ab290-cc8d-4858-aac7-0e45499b15a2 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:55.273269 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-515d7117-09ec-48f2-ab28-41ed19967578 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:55.335542 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d7117-09ec-48f2-ab28-41ed19967578 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abc1717f-d22d-489c-9611-7f2ee241edaa,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:55.357416 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-57c1b80d-9c01-4517-9812-c55ed9c0cb1f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:55.429058 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1b80d-9c01-4517-9812-c55ed9c0cb1f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Port': ['ID=44da090c-f66b-4b16-b0dd-95e55a10e875,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:55.433756 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-515d7117-09ec-48f2-ab28-41ed19967578 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:55.434909 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-515d7117-09ec-48f2-ab28-41ed19967578 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0626681 Mar 07 21:38:55.439263 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40722) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:55.443617 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-57c1b80d-9c01-4517-9812-c55ed9c0cb1f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:55.447526 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fd4c0519-544b-4b46-9a41-e4ea924ba03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:55.451072 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-cd3deed2-dc57-4930-9bf4-3fb1dd67ff32 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Request body: {'security_group_rule': {'security_group_id': '0bb10270-4a56-4453-b2dc-b8a9916eee90', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'abc1717f-d22d-489c-9611-7f2ee241edaa', 'remote_ip_prefix': None}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:55.458016 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cd3deed2-dc57-4930-9bf4-3fb1dd67ff32 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:55.463779 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-57c1b80d-9c01-4517-9812-c55ed9c0cb1f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/ports/44da090c-f66b-4b16-b0dd-95e55a10e875 HTTP/1.1" status: 204 len: 168 time: 0.9791849 Mar 07 21:38:55.465141 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cd3deed2-dc57-4930-9bf4-3fb1dd67ff32 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Usage tracker for resource:security_group_rule and tenant:5bfb643a68a54e6c90849bccdc165310 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:55.468630 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40726) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:55.499980 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cd3deed2-dc57-4930-9bf4-3fb1dd67ff32 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:55.515380 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cd3deed2-dc57-4930-9bf4-3fb1dd67ff32 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:55.517355 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fd4c0519-544b-4b46-9a41-e4ea924ba03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:55.534910 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-5876ec5a-9975-40dd-b496-e0fcc6026576 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] GET failed (client error): The resource could not be found. Mar 07 21:38:55.535440 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5876ec5a-9975-40dd-b496-e0fcc6026576 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Synchronizing usage tracker for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:55.562002 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-25d675ba-9143-4115-b1f3-850408a7ecad tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Deleting port 51f92051-8981-46f7-a75e-f2e806854c69 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:55.562564 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-25d675ba-9143-4115-b1f3-850408a7ecad tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:55.580891 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-fd4c0519-544b-4b46-9a41-e4ea924ba03d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a49968b5675144acba2b0166fb202076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7632744 Mar 07 21:38:55.583932 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40730) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:55.596416 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c0519-544b-4b46-9a41-e4ea924ba03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543dcfdc-528a-4199-aef1-da50dd37a8aa,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:55.643150 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cd3deed2-dc57-4930-9bf4-3fb1dd67ff32 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:55.670791 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5876ec5a-9975-40dd-b496-e0fcc6026576 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Unset dirty status for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:55.671958 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5876ec5a-9975-40dd-b496-e0fcc6026576 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports/44da090c-f66b-4b16-b0dd-95e55a10e875 HTTP/1.1" status: 404 len: 333 time: 0.2029285 Mar 07 21:38:55.676740 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40734) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:55.682630 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f7c2bcd0-d46e-4dee-be9b-f374285e28af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:55.694013 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-6ad84bd4-437e-4041-accb-ff74dd94fc0d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'port': {'network_id': 'a6db8684-d898-46a0-aaf6-8ede249b4167', 'name': 'tempest-PortsIpV6TestJSON-579319818'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:55.789931 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae909dd4-af28-4ea0-9adb-14d3be54b01b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:55.795700 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae909dd4-af28-4ea0-9adb-14d3be54b01b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:55.796459 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ae909dd4-af28-4ea0-9adb-14d3be54b01b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:55.814256 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f7c2bcd0-d46e-4dee-be9b-f374285e28af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:55.892589 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-6ad84bd4-437e-4041-accb-ff74dd94fc0d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:55.895796 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cd3deed2-dc57-4930-9bf4-3fb1dd67ff32 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:55.906665 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-6ad84bd4-437e-4041-accb-ff74dd94fc0d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:55.983667 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cd3deed2-dc57-4930-9bf4-3fb1dd67ff32 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:56.001560 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad84bd4-437e-4041-accb-ff74dd94fc0d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:56.004980 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6ad84bd4-437e-4041-accb-ff74dd94fc0d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:56.017738 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f7c2bcd0-d46e-4dee-be9b-f374285e28af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:56.027059 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ef5ab290-cc8d-4858-aac7-0e45499b15a2 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:56.135273 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3deed2-dc57-4930-9bf4-3fb1dd67ff32 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63ec3b0-8ada-4f8c-a3a0-4aecd05623ea,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:56.146356 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2bcd0-d46e-4dee-be9b-f374285e28af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543dcfdc-528a-4199-aef1-da50dd37a8aa,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:56.161702 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-6ad84bd4-437e-4041-accb-ff74dd94fc0d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] device_id is not set on port bea2e20d-a251-45b7-8e42-1a85469dc7b5 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:38:56.182504 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-ef5ab290-cc8d-4858-aac7-0e45499b15a2 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Calling delete_port for 865d44d9-1b80-45ca-8bfc-2d41f5bed2cd owned by network:router_gateway {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:56.205229 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f7c2bcd0-d46e-4dee-be9b-f374285e28af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:56.206364 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f7c2bcd0-d46e-4dee-be9b-f374285e28af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/543dcfdc-528a-4199-aef1-da50dd37a8aa HTTP/1.1" status: 204 len: 168 time: 0.6215696 Mar 07 21:38:56.209493 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ae909dd4-af28-4ea0-9adb-14d3be54b01b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:56.209917 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ae909dd4-af28-4ea0-9adb-14d3be54b01b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 1.0625980 Mar 07 21:38:56.220628 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40740) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:56.221385 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cd3deed2-dc57-4930-9bf4-3fb1dd67ff32 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:56.222571 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-cd3deed2-dc57-4930-9bf4-3fb1dd67ff32 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7812345 Mar 07 21:38:56.225701 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40744) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:56.303044 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-25d675ba-9143-4115-b1f3-850408a7ecad tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:56.303367 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-25d675ba-9143-4115-b1f3-850408a7ecad tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:56.344329 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a4cab53d-beb5-412d-8e73-517ee96c64f4 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:56.363950 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a4cab53d-beb5-412d-8e73-517ee96c64f4 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:56.372502 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-590a9b2e-4b54-48e6-8276-010b9a624b97 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting port 028c5ac1-13b4-4cf7-ac99-9802d3b722ae {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:56.372838 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-590a9b2e-4b54-48e6-8276-010b9a624b97 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:56.481527 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-25d675ba-9143-4115-b1f3-850408a7ecad tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Calling delete_port for 51f92051-8981-46f7-a75e-f2e806854c69 owned by network:floatingip {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:56.599363 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6ad84bd4-437e-4041-accb-ff74dd94fc0d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:56.615902 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a4cab53d-beb5-412d-8e73-517ee96c64f4 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:56.666805 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cab53d-beb5-412d-8e73-517ee96c64f4 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e63ec3b0-8ada-4f8c-a3a0-4aecd05623ea,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:56.745782 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a4cab53d-beb5-412d-8e73-517ee96c64f4 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:56.747078 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a4cab53d-beb5-412d-8e73-517ee96c64f4 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e63ec3b0-8ada-4f8c-a3a0-4aecd05623ea HTTP/1.1" status: 204 len: 168 time: 0.4919472 Mar 07 21:38:56.752206 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40750) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:56.783458 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-590a9b2e-4b54-48e6-8276-010b9a624b97 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:56.818377 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-3da4765d-27cd-4c1d-8841-1a594c3ef41b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Synchronizing usage tracker for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:56.829520 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5d6c82a9-cfbd-4ce0-b5f6-e3e089e34b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:56.881995 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-25d675ba-9143-4115-b1f3-850408a7ecad tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:56.909764 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-590a9b2e-4b54-48e6-8276-010b9a624b97 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Calling delete_port for 028c5ac1-13b4-4cf7-ac99-9802d3b722ae owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:56.938140 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6ad84bd4-437e-4041-accb-ff74dd94fc0d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:56.944009 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40756) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:56.944134 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ef5ab290-cc8d-4858-aac7-0e45499b15a2 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:56.960049 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d675ba-9143-4115-b1f3-850408a7ecad tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Pushing event deleted for resources: {'Port': ['ID=51f92051-8981-46f7-a75e-f2e806854c69,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:57.051850 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad84bd4-437e-4041-accb-ff74dd94fc0d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network a6db8684-d898-46a0-aaf6-8ede249b4167 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:38:57.068353 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-6ad84bd4-437e-4041-accb-ff74dd94fc0d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:38:57.076369 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad84bd4-437e-4041-accb-ff74dd94fc0d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:38:57.082287 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad84bd4-437e-4041-accb-ff74dd94fc0d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:57.082924 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6ad84bd4-437e-4041-accb-ff74dd94fc0d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:57.087426 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad84bd4-437e-4041-accb-ff74dd94fc0d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Port': ['ID=bea2e20d-a251-45b7-8e42-1a85469dc7b5,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:57.101711 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-3da4765d-27cd-4c1d-8841-1a594c3ef41b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Unset dirty status for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:57.103006 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3da4765d-27cd-4c1d-8841-1a594c3ef41b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3498888 Mar 07 21:38:57.115603 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40760) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:57.121413 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ab290-cc8d-4858-aac7-0e45499b15a2 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Pushing event deleted for resources: {'Port': ['ID=865d44d9-1b80-45ca-8bfc-2d41f5bed2cd,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:57.143077 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c3ec7cc6-17ff-4078-8343-624968652dfd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97ecc662432b4316a8aed25ece37eb10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2025454 Mar 07 21:38:57.156073 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40764) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:57.244109 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6ad84bd4-437e-4041-accb-ff74dd94fc0d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5647137 Mar 07 21:38:57.252224 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40768) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:57.273789 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-25d675ba-9143-4115-b1f3-850408a7ecad tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks [] for floatingip, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:57.283662 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-b7af5a65-cb90-48ee-8ff6-857e1029e6ff tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:57.329803 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ef5ab290-cc8d-4858-aac7-0e45499b15a2 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:57.332803 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-464a9c68-15f3-4bca-b42f-20f4dab9d3ff tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:57.378778 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0842855d-1f5b-4e33-9696-ec3d349a9121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:57.443603 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-590a9b2e-4b54-48e6-8276-010b9a624b97 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:57.446044 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-464a9c68-15f3-4bca-b42f-20f4dab9d3ff tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:57.535669 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0842855d-1f5b-4e33-9696-ec3d349a9121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:57.541865 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a9b2e-4b54-48e6-8276-010b9a624b97 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Port': ['ID=028c5ac1-13b4-4cf7-ac99-9802d3b722ae,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:57.618972 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b7af5a65-cb90-48ee-8ff6-857e1029e6ff tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:57.643919 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-590a9b2e-4b54-48e6-8276-010b9a624b97 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:57.675075 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ef5ab290-cc8d-4858-aac7-0e45499b15a2 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:57.678554 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ef5ab290-cc8d-4858-aac7-0e45499b15a2 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:57.707242 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-25d675ba-9143-4115-b1f3-850408a7ecad tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:57.711268 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-25d675ba-9143-4115-b1f3-850408a7ecad tempest-ServersTestManualDisk-1801789589 tempest-ServersTestManualDisk-1801789589-project] 10.222.0.21 "DELETE /v2.0/floatingips/487b941c-a04e-4375-8a98-d64d479415a2 HTTP/1.1" status: 204 len: 168 time: 2.4618933 Mar 07 21:38:57.711439 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40772) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:57.781812 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-464a9c68-15f3-4bca-b42f-20f4dab9d3ff tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:57.848330 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ef5ab290-cc8d-4858-aac7-0e45499b15a2 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:57.848900 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5ab290-cc8d-4858-aac7-0e45499b15a2 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Fanout notify agent at l3_agent the message router_deleted on router 30aedbb9-1980-43fe-a0ec-756973b65e6f {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:38:57.850770 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0842855d-1f5b-4e33-9696-ec3d349a9121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:57.854912 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-590a9b2e-4b54-48e6-8276-010b9a624b97 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/028c5ac1-13b4-4cf7-ac99-9802d3b722ae HTTP/1.1" status: 204 len: 168 time: 1.6312683 Mar 07 21:38:57.866907 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40776) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:57.870869 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-464a9c68-15f3-4bca-b42f-20f4dab9d3ff tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:57.874553 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-464a9c68-15f3-4bca-b42f-20f4dab9d3ff tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "DELETE /v2.0/security-groups/abc1717f-d22d-489c-9611-7f2ee241edaa HTTP/1.1" status: 204 len: 168 time: 0.7555327 Mar 07 21:38:57.874553 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a9c68-15f3-4bca-b42f-20f4dab9d3ff tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc1717f-d22d-489c-9611-7f2ee241edaa,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:57.877584 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40778) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:57.939246 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ef5ab290-cc8d-4858-aac7-0e45499b15a2 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:57.940327 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ef5ab290-cc8d-4858-aac7-0e45499b15a2 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "DELETE /v2.0/routers/30aedbb9-1980-43fe-a0ec-756973b65e6f HTTP/1.1" status: 204 len: 168 time: 3.4628966 Mar 07 21:38:57.945042 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40784) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:57.958896 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-5d6c82a9-cfbd-4ce0-b5f6-e3e089e34b00 admin admin] Deleting port baecdfba-f3e0-4097-87b4-7be8262c1165 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:57.959236 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5d6c82a9-cfbd-4ce0-b5f6-e3e089e34b00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:57.988636 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-f8b8a8e5-b022-4179-9507-d1988ff1f0f9 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1675215965', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:58.003474 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f8b8a8e5-b022-4179-9507-d1988ff1f0f9 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:58.017210 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0842855d-1f5b-4e33-9696-ec3d349a9121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:58.018318 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0842855d-1f5b-4e33-9696-ec3d349a9121 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9fa4cdf7-a924-4d06-a3ee-db13404284d8 HTTP/1.1" status: 204 len: 168 time: 0.8322697 Mar 07 21:38:58.052406 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842855d-1f5b-4e33-9696-ec3d349a9121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa4cdf7-a924-4d06-a3ee-db13404284d8,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:58.080063 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f8b8a8e5-b022-4179-9507-d1988ff1f0f9 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Usage tracker for resource:router and tenant:27e41ad4a5d142a5819c06accd61dec6 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:58.085860 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f8b8a8e5-b022-4179-9507-d1988ff1f0f9 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:58.106536 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f8b8a8e5-b022-4179-9507-d1988ff1f0f9 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:58.114076 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e00c2b-a3cb-4be1-b35f-95fc66f5467c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:58.115572 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e00c2b-a3cb-4be1-b35f-95fc66f5467c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:58.116519 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-16e00c2b-a3cb-4be1-b35f-95fc66f5467c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:58.131573 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b7af5a65-cb90-48ee-8ff6-857e1029e6ff tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:58.143819 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6ec169b6-68fd-4b8c-af49-dd84517796b8 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Synchronizing usage tracker for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:58.202483 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b7af5a65-cb90-48ee-8ff6-857e1029e6ff tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:58.252940 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-16e00c2b-a3cb-4be1-b35f-95fc66f5467c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:58.254290 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-16e00c2b-a3cb-4be1-b35f-95fc66f5467c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3794415 Mar 07 21:38:58.254962 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6ec169b6-68fd-4b8c-af49-dd84517796b8 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Unset dirty status for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:58.256106 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6ec169b6-68fd-4b8c-af49-dd84517796b8 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3771944 Mar 07 21:38:58.259252 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40790) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:58.259583 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40792) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:58.269144 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-b7af5a65-cb90-48ee-8ff6-857e1029e6ff tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] In _notify_port_updated(), no bound segment for port bea2e20d-a251-45b7-8e42-1a85469dc7b5 on network a6db8684-d898-46a0-aaf6-8ede249b4167 {{(pid=88386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 07 21:38:58.274669 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7af5a65-cb90-48ee-8ff6-857e1029e6ff tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:58.275366 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b7af5a65-cb90-48ee-8ff6-857e1029e6ff tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:58.276644 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b7af5a65-cb90-48ee-8ff6-857e1029e6ff tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "PUT /v2.0/ports/bea2e20d-a251-45b7-8e42-1a85469dc7b5 HTTP/1.1" status: 200 len: 818 time: 1.0156910 Mar 07 21:38:58.277015 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f8b8a8e5-b022-4179-9507-d1988ff1f0f9 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:58.277978 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f8b8a8e5-b022-4179-9507-d1988ff1f0f9 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:58.279581 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40798) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:58.334373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af5a65-cb90-48ee-8ff6-857e1029e6ff tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Port': ['ID=bea2e20d-a251-45b7-8e42-1a85469dc7b5,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:58.364256 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-eb086983-1121-486d-bb4d-5165a0f322e6 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port bea2e20d-a251-45b7-8e42-1a85469dc7b5 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:38:58.364599 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eb086983-1121-486d-bb4d-5165a0f322e6 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:58.441385 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f8b8a8e5-b022-4179-9507-d1988ff1f0f9 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:58.484175 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-5d6c82a9-cfbd-4ce0-b5f6-e3e089e34b00 admin admin] For port baecdfba-f3e0-4097-87b4-7be8262c1165, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=baecdfba-f3e0-4097-87b4-7be8262c1165,segment=NetworkSegment(a50a6570-3158-4dbd-a798-232ed05d7065),segment_id=a50a6570-3158-4dbd-a798-232ed05d7065)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:38:58.484538 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5d6c82a9-cfbd-4ce0-b5f6-e3e089e34b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:58.499973 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd980cf-a705-48ed-8d2d-965c9fd63ca9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet cdf6e9eb-bfc7-459c-8ed0-ff2331183f0c {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:38:58.568198 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dfd980cf-a705-48ed-8d2d-965c9fd63ca9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:58.593893 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eb086983-1121-486d-bb4d-5165a0f322e6 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:58.670143 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-5d6c82a9-cfbd-4ce0-b5f6-e3e089e34b00 admin admin] Calling delete_port for baecdfba-f3e0-4097-87b4-7be8262c1165 owned by network:router_interface {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:58.718809 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-eb086983-1121-486d-bb4d-5165a0f322e6 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Calling delete_port for bea2e20d-a251-45b7-8e42-1a85469dc7b5 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:38:58.875840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eb086983-1121-486d-bb4d-5165a0f322e6 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:58.895454 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-da0cb664-ee0f-482a-ab7d-c7697619dad3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:58.897564 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f8b8a8e5-b022-4179-9507-d1988ff1f0f9 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:58.927690 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb086983-1121-486d-bb4d-5165a0f322e6 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Port': ['ID=bea2e20d-a251-45b7-8e42-1a85469dc7b5,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:58.934426 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eb086983-1121-486d-bb4d-5165a0f322e6 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:58.953505 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dfd980cf-a705-48ed-8d2d-965c9fd63ca9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:59.023378 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-eb086983-1121-486d-bb4d-5165a0f322e6 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/ports/bea2e20d-a251-45b7-8e42-1a85469dc7b5 HTTP/1.1" status: 204 len: 168 time: 0.7421026 Mar 07 21:38:59.025862 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40818) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:59.028289 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-da0cb664-ee0f-482a-ab7d-c7697619dad3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:59.106218 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f8b8a8e5-b022-4179-9507-d1988ff1f0f9 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:59.111611 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f8b8a8e5-b022-4179-9507-d1988ff1f0f9 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1623392 Mar 07 21:38:59.117813 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de691f3-27c2-4589-bb9e-ea6109166b1a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:59.118001 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40824) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:59.118552 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1de691f3-27c2-4589-bb9e-ea6109166b1a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Synchronizing usage tracker for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:38:59.143103 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-4f42c440-bb37-4ece-aa76-0cbd6606c02e tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'enable_snat': False}}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:59.201878 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1de691f3-27c2-4589-bb9e-ea6109166b1a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Unset dirty status for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:38:59.203303 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1de691f3-27c2-4589-bb9e-ea6109166b1a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1763017 Mar 07 21:38:59.205783 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40828) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:59.210930 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40830) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:59.259496 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d8ba88b-66bd-467f-886d-08fc8dccc9de tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] GET failed (client error): The resource could not be found. Mar 07 21:38:59.260603 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5d8ba88b-66bd-467f-886d-08fc8dccc9de tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports/bea2e20d-a251-45b7-8e42-1a85469dc7b5 HTTP/1.1" status: 404 len: 333 time: 0.0486343 Mar 07 21:38:59.264256 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40838) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:59.269535 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-08ee20c7-9b38-4e2a-82e6-ceecb6eaaafb tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-599275865'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:59.274527 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-08ee20c7-9b38-4e2a-82e6-ceecb6eaaafb tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:59.278449 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-08ee20c7-9b38-4e2a-82e6-ceecb6eaaafb tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:network and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:59.281920 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-08ee20c7-9b38-4e2a-82e6-ceecb6eaaafb tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:59.288129 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-08ee20c7-9b38-4e2a-82e6-ceecb6eaaafb tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:59.305938 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dfd980cf-a705-48ed-8d2d-965c9fd63ca9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:59.368858 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-6f438fca-1e8c-4221-9fcf-9141fa2df2db tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1610506092'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:59.373760 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-6f438fca-1e8c-4221-9fcf-9141fa2df2db tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:59.377553 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6f438fca-1e8c-4221-9fcf-9141fa2df2db tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:network and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:59.380476 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6f438fca-1e8c-4221-9fcf-9141fa2df2db tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:59.384754 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-da0cb664-ee0f-482a-ab7d-c7697619dad3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:59.386269 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-6f438fca-1e8c-4221-9fcf-9141fa2df2db tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:59.388211 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ee20c7-9b38-4e2a-82e6-ceecb6eaaafb tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:59.391650 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-08ee20c7-9b38-4e2a-82e6-ceecb6eaaafb tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:59.423014 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ee20c7-9b38-4e2a-82e6-ceecb6eaaafb tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:38:59.431254 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-08ee20c7-9b38-4e2a-82e6-ceecb6eaaafb tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:59.431594 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-08ee20c7-9b38-4e2a-82e6-ceecb6eaaafb tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Added segment 347ff3d9-6c8c-4970-88b5-48610ce9525e of type vlan for network 89c97393-1759-477e-894c-1ea1fcce288c Mar 07 21:38:59.437219 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cb664-ee0f-482a-ab7d-c7697619dad3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb10270-4a56-4453-b2dc-b8a9916eee90,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:59.457505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-08ee20c7-9b38-4e2a-82e6-ceecb6eaaafb tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:59.477016 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f438fca-1e8c-4221-9fcf-9141fa2df2db tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Made reservation on behalf of fcdda39025724b238190857d574ee30e for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:38:59.481227 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f438fca-1e8c-4221-9fcf-9141fa2df2db tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:59.498141 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f438fca-1e8c-4221-9fcf-9141fa2df2db tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:59.516477 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-6f438fca-1e8c-4221-9fcf-9141fa2df2db tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:38:59.520190 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6f438fca-1e8c-4221-9fcf-9141fa2df2db tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:security_group_rule and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:38:59.523094 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6f438fca-1e8c-4221-9fcf-9141fa2df2db tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:38:59.528798 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-6f438fca-1e8c-4221-9fcf-9141fa2df2db tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:38:59.596603 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-08ee20c7-9b38-4e2a-82e6-ceecb6eaaafb tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:59.601938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ee20c7-9b38-4e2a-82e6-ceecb6eaaafb tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:38:59.602534 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-08ee20c7-9b38-4e2a-82e6-ceecb6eaaafb tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:59.662936 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f438fca-1e8c-4221-9fcf-9141fa2df2db tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:59.726529 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee20c7-9b38-4e2a-82e6-ceecb6eaaafb tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Network': ['ID=89c97393-1759-477e-894c-1ea1fcce288c,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:59.737483 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 89c97393-1759-477e-894c-1ea1fcce288c details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:38:59.747875 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4f42c440-bb37-4ece-aa76-0cbd6606c02e tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:59.758619 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-da0cb664-ee0f-482a-ab7d-c7697619dad3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:59.759717 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-da0cb664-ee0f-482a-ab7d-c7697619dad3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "DELETE /v2.0/security-groups/0bb10270-4a56-4453-b2dc-b8a9916eee90 HTTP/1.1" status: 204 len: 168 time: 1.4932296 Mar 07 21:38:59.762729 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40842) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:59.786287 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-efede161-e3dc-473d-aa2d-2872310640a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:59.791355 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f438fca-1e8c-4221-9fcf-9141fa2df2db tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:59.795556 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-08ee20c7-9b38-4e2a-82e6-ceecb6eaaafb tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5300331 Mar 07 21:38:59.835652 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40846) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:59.838795 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f438fca-1e8c-4221-9fcf-9141fa2df2db tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ef835d-eb0c-407e-8a15-0a1ef94ed054,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:59.841243 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dfd980cf-a705-48ed-8d2d-965c9fd63ca9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:59.869822 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-7d3f1282-65e4-4662-9275-21e745def9b3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'subnet': {'network_id': '89c97393-1759-477e-894c-1ea1fcce288c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:38:59.898090 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dfd980cf-a705-48ed-8d2d-965c9fd63ca9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:59.903940 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd980cf-a705-48ed-8d2d-965c9fd63ca9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=cdf6e9eb-bfc7-459c-8ed0-ff2331183f0c,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:38:59.907150 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c081c206-623f-441c-88b4-b9320b3b399d None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:38:59.908262 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f438fca-1e8c-4221-9fcf-9141fa2df2db tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:38:59.924336 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5d6c82a9-cfbd-4ce0-b5f6-e3e089e34b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:38:59.929322 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-686bf36f-852c-4d53-afdc-fd5ef7a1fc30 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1648881 Mar 07 21:38:59.930167 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40850) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:38:59.992912 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-4b2c4754-0197-4101-a89b-fa80b8b3303b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Request body: {'security_group': {'name': 'tempest-secgroup--189016047'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:00.002928 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f438fca-1e8c-4221-9fcf-9141fa2df2db tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:00.003275 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-6f438fca-1e8c-4221-9fcf-9141fa2df2db tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Added segment d647d7e2-6169-4a0b-9141-42bdbedc2b3b of type vlan for network 62a104d5-3223-4a4f-9118-2cc8e5780cd8 Mar 07 21:39:00.006347 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4b2c4754-0197-4101-a89b-fa80b8b3303b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:00.009837 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c82a9-cfbd-4ce0-b5f6-e3e089e34b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=baecdfba-f3e0-4097-87b4-7be8262c1165,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:00.020928 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4b2c4754-0197-4101-a89b-fa80b8b3303b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Usage tracker for resource:security_group and tenant:5bfb643a68a54e6c90849bccdc165310 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:00.027821 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4b2c4754-0197-4101-a89b-fa80b8b3303b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:00.044218 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7d3f1282-65e4-4662-9275-21e745def9b3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:00.056223 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4b2c4754-0197-4101-a89b-fa80b8b3303b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:00.059113 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7d3f1282-65e4-4662-9275-21e745def9b3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:subnet and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:00.065520 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7d3f1282-65e4-4662-9275-21e745def9b3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:00.072448 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7d3f1282-65e4-4662-9275-21e745def9b3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:00.078214 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f438fca-1e8c-4221-9fcf-9141fa2df2db tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:00.120265 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-dfd980cf-a705-48ed-8d2d-965c9fd63ca9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/cdf6e9eb-bfc7-459c-8ed0-ff2331183f0c HTTP/1.1" status: 204 len: 168 time: 1.8552783 Mar 07 21:39:00.123056 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40854) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:00.188469 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4754-0197-4101-a89b-fa80b8b3303b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:00.205936 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71da28bd-22cc-49df-be09-7d12a193ef73 None None] DHCP port deletion for ab63f4f6-c089-409c-a9c4-f2088e2d7005 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:39:00.210647 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-250f84f3-6c35-4930-ba3a-421db139c947 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859921 Mar 07 21:39:00.211347 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3f1282-65e4-4662-9275-21e745def9b3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:00.214941 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-71da28bd-22cc-49df-be09-7d12a193ef73 None None] Deleting port 8d152ea2-13af-422b-878c-e1533321102f {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:00.215091 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7d3f1282-65e4-4662-9275-21e745def9b3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:00.215802 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-71da28bd-22cc-49df-be09-7d12a193ef73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:00.228333 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f438fca-1e8c-4221-9fcf-9141fa2df2db tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:00.234196 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f438fca-1e8c-4221-9fcf-9141fa2df2db tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:00.234798 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f438fca-1e8c-4221-9fcf-9141fa2df2db tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:00.255704 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40858) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:00.295347 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-4417f03f-5331-492c-839a-a434bb550149 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:00.427220 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4b2c4754-0197-4101-a89b-fa80b8b3303b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:00.451885 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4b2c4754-0197-4101-a89b-fa80b8b3303b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Usage tracker for resource:security_group_rule and tenant:5bfb643a68a54e6c90849bccdc165310 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:00.460946 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-71da28bd-22cc-49df-be09-7d12a193ef73 None None] For port 8d152ea2-13af-422b-878c-e1533321102f, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=8d152ea2-13af-422b-878c-e1533321102f,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:00.461694 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-71da28bd-22cc-49df-be09-7d12a193ef73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:00.464777 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6f438fca-1e8c-4221-9fcf-9141fa2df2db tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2489033 Mar 07 21:39:00.554697 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4b2c4754-0197-4101-a89b-fa80b8b3303b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:00.564883 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40862) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:00.605830 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-71da28bd-22cc-49df-be09-7d12a193ef73 None None] Calling delete_port for 8d152ea2-13af-422b-878c-e1533321102f owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:00.624308 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d5be5a28-f133-4c3d-ba48-07579e89bd2e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1991877235'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:00.632970 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 8d152ea2-13af-422b-878c-e1533321102f no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:39:00.633477 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4b2c4754-0197-4101-a89b-fa80b8b3303b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:00.649453 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d5be5a28-f133-4c3d-ba48-07579e89bd2e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:00.658387 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f438fca-1e8c-4221-9fcf-9141fa2df2db tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Network': ['ID=62a104d5-3223-4a4f-9118-2cc8e5780cd8,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:00.662692 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d5be5a28-f133-4c3d-ba48-07579e89bd2e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:network and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:00.676338 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d5be5a28-f133-4c3d-ba48-07579e89bd2e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:00.680285 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 62a104d5-3223-4a4f-9118-2cc8e5780cd8 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:39:00.704909 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d5be5a28-f133-4c3d-ba48-07579e89bd2e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:00.706102 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5d6c82a9-cfbd-4ce0-b5f6-e3e089e34b00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:00.727266 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4417f03f-5331-492c-839a-a434bb550149 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:00.736544 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4417f03f-5331-492c-839a-a434bb550149 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:00.743160 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4417f03f-5331-492c-839a-a434bb550149 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:00.752742 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4417f03f-5331-492c-839a-a434bb550149 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:00.828569 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5be5a28-f133-4c3d-ba48-07579e89bd2e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Made reservation on behalf of fcdda39025724b238190857d574ee30e for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:00.831988 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d5be5a28-f133-4c3d-ba48-07579e89bd2e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:00.871633 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4417f03f-5331-492c-839a-a434bb550149 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:00.876561 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4417f03f-5331-492c-839a-a434bb550149 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:00.877458 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:00.913703 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4754-0197-4101-a89b-fa80b8b3303b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:00.970414 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-71da28bd-22cc-49df-be09-7d12a193ef73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:01.029222 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da28bd-22cc-49df-be09-7d12a193ef73 None None] Pushing event deleted for resources: {'Port': ['ID=8d152ea2-13af-422b-878c-e1533321102f,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:01.029785 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5be5a28-f133-4c3d-ba48-07579e89bd2e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:39:01.031750 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4754-0197-4101-a89b-fa80b8b3303b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:01.033201 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71da28bd-22cc-49df-be09-7d12a193ef73 None None] No DVR routers for this DVR port 8d152ea2-13af-422b-878c-e1533321102f on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:39:01.076118 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d5be5a28-f133-4c3d-ba48-07579e89bd2e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:01.077026 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-d5be5a28-f133-4c3d-ba48-07579e89bd2e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Added segment c429e929-8404-4f76-85d9-a4d28c2465fc of type vlan for network e683bdbb-ccbe-4371-bff6-e09f44a597be Mar 07 21:39:01.111892 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c4754-0197-4101-a89b-fa80b8b3303b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6863fd8-a47c-4f8a-8af2-e424d902895b,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:01.121616 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-efede161-e3dc-473d-aa2d-2872310640a6 admin admin] Deleting port e910605e-b336-452a-a586-b0c85d594b40 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:01.129110 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-efede161-e3dc-473d-aa2d-2872310640a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:01.146920 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d5be5a28-f133-4c3d-ba48-07579e89bd2e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:01.154959 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7d3f1282-65e4-4662-9275-21e745def9b3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:01.249434 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4754-0197-4101-a89b-fa80b8b3303b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:01.250660 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4b2c4754-0197-4101-a89b-fa80b8b3303b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3158813 Mar 07 21:39:01.262317 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40866) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:01.281013 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-edec201b-1bf9-4e38-a1d2-145f74946cd3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Request body: {'security_group_rule': {'security_group_id': 'd6863fd8-a47c-4f8a-8af2-e424d902895b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:01.309513 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f1282-65e4-4662-9275-21e745def9b3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Subnet': ['ID=2351ab67-b73a-4593-be32-03d2b287ffcf,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:01.314509 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-edec201b-1bf9-4e38-a1d2-145f74946cd3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:01.336181 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-edec201b-1bf9-4e38-a1d2-145f74946cd3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Usage tracker for resource:security_group_rule and tenant:5bfb643a68a54e6c90849bccdc165310 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:01.341825 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-edec201b-1bf9-4e38-a1d2-145f74946cd3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:01.344329 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f1282-65e4-4662-9275-21e745def9b3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Checking segment: {'id': '347ff3d9-6c8c-4970-88b5-48610ce9525e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '89c97393-1759-477e-894c-1ea1fcce288c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:39:01.349773 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3f1282-65e4-4662-9275-21e745def9b3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network hostable DHCP agents. Network: 89c97393-1759-477e-894c-1ea1fcce288c, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:39:01.363520 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d5be5a28-f133-4c3d-ba48-07579e89bd2e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:01.368801 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5be5a28-f133-4c3d-ba48-07579e89bd2e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:01.369374 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d5be5a28-f133-4c3d-ba48-07579e89bd2e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:01.457408 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4417f03f-5331-492c-839a-a434bb550149 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:01.464804 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-edec201b-1bf9-4e38-a1d2-145f74946cd3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:01.480999 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4f42c440-bb37-4ece-aa76-0cbd6606c02e tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:01.509176 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3f1282-65e4-4662-9275-21e745def9b3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network 89c97393-1759-477e-894c-1ea1fcce288c is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:39:01.522798 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d5be5a28-f133-4c3d-ba48-07579e89bd2e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9495342 Mar 07 21:39:01.522798 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be5a28-f133-4c3d-ba48-07579e89bd2e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Network': ['ID=e683bdbb-ccbe-4371-bff6-e09f44a597be,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:01.532238 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40870) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:01.533830 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network e683bdbb-ccbe-4371-bff6-e09f44a597be details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:39:01.540715 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4f42c440-bb37-4ece-aa76-0cbd6606c02e tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:01.547156 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d5fc3bfc-2c5c-4648-95dd-15e9303392ad tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'subnet': {'network_id': '62a104d5-3223-4a4f-9118-2cc8e5780cd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:01.562397 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4417f03f-5331-492c-839a-a434bb550149 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:01.569428 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-4417f03f-5331-492c-839a-a434bb550149 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:01.584677 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4417f03f-5331-492c-839a-a434bb550149 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:01.585260 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4417f03f-5331-492c-839a-a434bb550149 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:01.588708 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417f03f-5331-492c-839a-a434bb550149 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=a12328a1-6a70-4a76-9cb3-c4a894f31170,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:01.616477 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6c82a9-cfbd-4ce0-b5f6-e3e089e34b00 admin admin] Router 49152012-a700-4b6b-b6f1-653afaf1df84 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:39:01.626312 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-edec201b-1bf9-4e38-a1d2-145f74946cd3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:01.650917 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12be173-2e4c-4fd1-9eed-c346a58216a1 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:01.655499 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-efede161-e3dc-473d-aa2d-2872310640a6 admin admin] For port e910605e-b336-452a-a586-b0c85d594b40, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e910605e-b336-452a-a586-b0c85d594b40,segment=NetworkSegment(00c388d5-0ca3-40a1-bd92-e62e9b97d280),segment_id=00c388d5-0ca3-40a1-bd92-e62e9b97d280)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:01.655499 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-efede161-e3dc-473d-aa2d-2872310640a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:01.660593 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-7d3f1282-65e4-4662-9275-21e745def9b3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 89c97393-1759-477e-894c-1ea1fcce288c) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:01.675777 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3f1282-65e4-4662-9275-21e745def9b3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:01.676544 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7d3f1282-65e4-4662-9275-21e745def9b3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:01.692703 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ec7374-3382-4f04-8f02-313e0f8d3f58 None None] Network 89c97393-1759-477e-894c-1ea1fcce288c requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:01.698109 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d5fc3bfc-2c5c-4648-95dd-15e9303392ad tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:01.702096 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d5fc3bfc-2c5c-4648-95dd-15e9303392ad tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:subnet and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:01.705031 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d5fc3bfc-2c5c-4648-95dd-15e9303392ad tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:01.712271 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d5fc3bfc-2c5c-4648-95dd-15e9303392ad tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:01.719963 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4417f03f-5331-492c-839a-a434bb550149 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4473472 Mar 07 21:39:01.724528 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40874) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:01.730178 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-4b4c601f-712f-45e1-9084-ad7a4f40356b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'port': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'fixed_ips': [{'subnet_id': 'a12328a1-6a70-4a76-9cb3-c4a894f31170', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-513465566'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:01.765131 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7d3f1282-65e4-4662-9275-21e745def9b3 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9203467 Mar 07 21:39:01.766602 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40878) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:01.774315 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-b612dd08-f314-454e-b8b2-d1328b242211 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'subnet': {'network_id': '89c97393-1759-477e-894c-1ea1fcce288c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:01.899578 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fc3bfc-2c5c-4648-95dd-15e9303392ad tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Made reservation on behalf of fcdda39025724b238190857d574ee30e for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:01.903010 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d5fc3bfc-2c5c-4648-95dd-15e9303392ad tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:01.942707 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-efede161-e3dc-473d-aa2d-2872310640a6 admin admin] Calling delete_port for e910605e-b336-452a-a586-b0c85d594b40 owned by network:router_interface {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:02.058986 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fcbbbe-2602-431e-8858-f57e78c7314b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'fixed_ips': [{'subnet_id': 'a12328a1-6a70-4a76-9cb3-c4a894f31170'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:39:02.059716 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-56fcbbbe-2602-431e-8858-f57e78c7314b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:02.122952 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edf37f5-9275-465c-b4d0-09260ea60c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-89c97393-1759-477e-894c-1ea1fcce288c', 'network_id': '89c97393-1759-477e-894c-1ea1fcce288c', 'tenant_id': '798f97419872427fbdc61064af1a2dd7', 'fixed_ips': [{'subnet_id': '2351ab67-b73a-4593-be32-03d2b287ffcf'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:39:02.123885 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1edf37f5-9275-465c-b4d0-09260ea60c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:02.136905 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-b612dd08-f314-454e-b8b2-d1328b242211 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:02.147401 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b612dd08-f314-454e-b8b2-d1328b242211 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:subnet and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:02.151629 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b612dd08-f314-454e-b8b2-d1328b242211 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:02.152518 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-edec201b-1bf9-4e38-a1d2-145f74946cd3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:02.153933 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4b4c601f-712f-45e1-9084-ad7a4f40356b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:02.161392 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-b612dd08-f314-454e-b8b2-d1328b242211 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:02.163833 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4b4c601f-712f-45e1-9084-ad7a4f40356b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:port and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:02.167426 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4b4c601f-712f-45e1-9084-ad7a4f40356b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:02.177501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4b4c601f-712f-45e1-9084-ad7a4f40356b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:02.251172 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-edec201b-1bf9-4e38-a1d2-145f74946cd3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:02.254210 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b612dd08-f314-454e-b8b2-d1328b242211 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:02.254738 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-4f42c440-bb37-4ece-aa76-0cbd6606c02e tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Allocated IP 172.26.2.131 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/805b83f6-6ffb-4401-88f7-d3cc0de90317) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:02.257657 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b612dd08-f314-454e-b8b2-d1328b242211 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:02.301098 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec201b-1bf9-4e38-a1d2-145f74946cd3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb7c128-1f75-4afe-8adc-b1eff9ad6ec1,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:02.335791 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6c82a9-cfbd-4ce0-b5f6-e3e089e34b00 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:39:02.350054 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-56fcbbbe-2602-431e-8858-f57e78c7314b None None] Allocated IP 2001:db8::2 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/a12328a1-6a70-4a76-9cb3-c4a894f31170/7feb7d5b-1b60-4b67-bbbc-974e566d6e9b) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:02.355688 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5efb98-1635-419e-9530-35324fa50d2d None None] Sync routers for ids ['49152012-a700-4b6b-b6f1-653afaf1df84'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:39:02.386355 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-1edf37f5-9275-465c-b4d0-09260ea60c03 None None] Allocated IP 2001:db8::2 (89c97393-1759-477e-894c-1ea1fcce288c/2351ab67-b73a-4593-be32-03d2b287ffcf/583f1e66-cc40-466d-8e26-92eddc8e9220) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:02.392461 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5efb98-1635-419e-9530-35324fa50d2d None None] Routers {'49152012-a700-4b6b-b6f1-653afaf1df84'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:39:02.393077 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-5d5efb98-1635-419e-9530-35324fa50d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:38:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['49152012-a700-4b6b-b6f1-653afaf1df84'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:02.428276 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4c601f-712f-45e1-9084-ad7a4f40356b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:02.439177 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5d6c82a9-cfbd-4ce0-b5f6-e3e089e34b00 admin admin] 10.222.0.21 "PUT /v2.0/routers/49152012-a700-4b6b-b6f1-653afaf1df84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4104524 Mar 07 21:39:02.444360 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40882) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:02.525286 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-edec201b-1bf9-4e38-a1d2-145f74946cd3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:02.529477 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-edec201b-1bf9-4e38-a1d2-145f74946cd3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2615023 Mar 07 21:39:02.529688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40886) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:02.636818 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d5fc3bfc-2c5c-4648-95dd-15e9303392ad tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:02.663156 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4f42c440-bb37-4ece-aa76-0cbd6606c02e tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:02.691907 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fe2715ce-8591-4a0f-80cd-2738c5db483b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:02.726069 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fe2715ce-8591-4a0f-80cd-2738c5db483b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:02.735215 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.ipam_backend_mixin [None req-b612dd08-f314-454e-b8b2-d1328b242211 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2351ab67-b73a-4593-be32-03d2b287ffcf (CIDR: 2001:db8::/64) Mar 07 21:39:02.737659 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b19143fb-1964-4f06-ace2-ce165cbeed57 admin admin] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:02.775817 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4b4c601f-712f-45e1-9084-ad7a4f40356b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:02.799064 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc3bfc-2c5c-4648-95dd-15e9303392ad tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Subnet': ['ID=d5803e7f-88ac-4e90-97b6-96587a288bd7,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:02.809787 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-b612dd08-f314-454e-b8b2-d1328b242211 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:39:02.810308 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b612dd08-f314-454e-b8b2-d1328b242211 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:39:02.839334 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-4b4c601f-712f-45e1-9084-ad7a4f40356b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] device_id is not set on port 0ecd1541-42c9-4ffb-bc20-0704cd026e20 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:39:02.881586 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fc3bfc-2c5c-4648-95dd-15e9303392ad tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Checking segment: {'id': 'd647d7e2-6169-4a0b-9141-42bdbedc2b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '62a104d5-3223-4a4f-9118-2cc8e5780cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:39:02.881947 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fc3bfc-2c5c-4648-95dd-15e9303392ad tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network hostable DHCP agents. Network: 62a104d5-3223-4a4f-9118-2cc8e5780cd8, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:39:02.893411 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-5d5efb98-1635-419e-9530-35324fa50d2d None None] Set router 49152012-a700-4b6b-b6f1-653afaf1df84 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:39:02.917644 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fe2715ce-8591-4a0f-80cd-2738c5db483b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:02.941600 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b19143fb-1964-4f06-ace2-ce165cbeed57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:02.944234 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-efede161-e3dc-473d-aa2d-2872310640a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:02.945990 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2715ce-8591-4a0f-80cd-2738c5db483b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5eb7c128-1f75-4afe-8adc-b1eff9ad6ec1,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:02.979674 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fe2715ce-8591-4a0f-80cd-2738c5db483b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:02.984212 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-fe2715ce-8591-4a0f-80cd-2738c5db483b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5eb7c128-1f75-4afe-8adc-b1eff9ad6ec1 HTTP/1.1" status: 204 len: 168 time: 0.4462986 Mar 07 21:39:02.987004 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40890) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:03.006099 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4f42c440-bb37-4ece-aa76-0cbd6606c02e tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:03.009750 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efede161-e3dc-473d-aa2d-2872310640a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e910605e-b336-452a-a586-b0c85d594b40,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:03.015911 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-56fcbbbe-2602-431e-8858-f57e78c7314b None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:03.019717 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b612dd08-f314-454e-b8b2-d1328b242211 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2492526 Mar 07 21:39:03.022361 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40894) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:03.039355 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-fd7324d8-d617-4168-9113-15cba7323dbd tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'subnet': {'network_id': '89c97393-1759-477e-894c-1ea1fcce288c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:03.054833 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efede161-e3dc-473d-aa2d-2872310640a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:03.055378 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efede161-e3dc-473d-aa2d-2872310640a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:03.056953 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efede161-e3dc-473d-aa2d-2872310640a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:03.056953 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efede161-e3dc-473d-aa2d-2872310640a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:03.056953 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efede161-e3dc-473d-aa2d-2872310640a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:03.056953 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efede161-e3dc-473d-aa2d-2872310640a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:03.057355 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efede161-e3dc-473d-aa2d-2872310640a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:03.057355 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efede161-e3dc-473d-aa2d-2872310640a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:03.057658 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efede161-e3dc-473d-aa2d-2872310640a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:03.057922 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efede161-e3dc-473d-aa2d-2872310640a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:03.058624 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efede161-e3dc-473d-aa2d-2872310640a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:03.058624 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efede161-e3dc-473d-aa2d-2872310640a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:03.060171 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fc3bfc-2c5c-4648-95dd-15e9303392ad tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network 62a104d5-3223-4a4f-9118-2cc8e5780cd8 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:39:03.155269 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-56fcbbbe-2602-431e-8858-f57e78c7314b None None] Transition to ACTIVE for port object 7feb7d5b-1b60-4b67-bbbc-974e566d6e9b will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:03.178944 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ddd5b7e6-3cc6-4e0a-9c59-73c9411d42f5 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Synchronizing usage tracker for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:03.185126 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-d5fc3bfc-2c5c-4648-95dd-15e9303392ad tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 62a104d5-3223-4a4f-9118-2cc8e5780cd8) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:03.193226 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fc3bfc-2c5c-4648-95dd-15e9303392ad tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:03.194031 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d5fc3bfc-2c5c-4648-95dd-15e9303392ad tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:03.226855 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3d77d4-795b-42d8-938c-5e97d13b35ad None None] Network 62a104d5-3223-4a4f-9118-2cc8e5780cd8 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:03.258410 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-fd7324d8-d617-4168-9113-15cba7323dbd tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:03.262444 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-fd7324d8-d617-4168-9113-15cba7323dbd tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:subnet and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:03.265866 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-fd7324d8-d617-4168-9113-15cba7323dbd tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:03.271545 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-fd7324d8-d617-4168-9113-15cba7323dbd tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:03.276865 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-b19143fb-1964-4f06-ace2-ce165cbeed57 admin admin] Deleting port d87503a3-5ed2-4c15-9f90-722d87340cce {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:03.277368 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b19143fb-1964-4f06-ace2-ce165cbeed57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:03.282679 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-56fcbbbe-2602-431e-8858-f57e78c7314b None None] Transition to ACTIVE for port object 7feb7d5b-1b60-4b67-bbbc-974e566d6e9b will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:03.306406 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1edf37f5-9275-465c-b4d0-09260ea60c03 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:03.310154 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d5fc3bfc-2c5c-4648-95dd-15e9303392ad tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7712801 Mar 07 21:39:03.310822 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40898) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:03.316614 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f7a05854-b2b6-4d15-846d-7fb30a6b8f7e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'subnet': {'network_id': 'e683bdbb-ccbe-4371-bff6-e09f44a597be', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:03.388662 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1edf37f5-9275-465c-b4d0-09260ea60c03 None None] Transition to ACTIVE for port object 583f1e66-cc40-466d-8e26-92eddc8e9220 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:03.401860 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-56fcbbbe-2602-431e-8858-f57e78c7314b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:03.411032 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ddd5b7e6-3cc6-4e0a-9c59-73c9411d42f5 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Unset dirty status for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:03.412190 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ddd5b7e6-3cc6-4e0a-9c59-73c9411d42f5 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4243410 Mar 07 21:39:03.413038 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7324d8-d617-4168-9113-15cba7323dbd tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:03.416478 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fd7324d8-d617-4168-9113-15cba7323dbd tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:03.432698 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40902) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:03.466321 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f42c440-bb37-4ece-aa76-0cbd6606c02e tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:03.473582 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4c601f-712f-45e1-9084-ad7a4f40356b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:39:03.474242 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b4c601f-712f-45e1-9084-ad7a4f40356b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:39:03.474796 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-4f42c440-bb37-4ece-aa76-0cbd6606c02e tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:03.483139 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f42c440-bb37-4ece-aa76-0cbd6606c02e tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:03.508367 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f7a05854-b2b6-4d15-846d-7fb30a6b8f7e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:03.512653 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f7a05854-b2b6-4d15-846d-7fb30a6b8f7e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:subnet and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:03.515557 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f7a05854-b2b6-4d15-846d-7fb30a6b8f7e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:03.519973 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1edf37f5-9275-465c-b4d0-09260ea60c03 None None] Transition to ACTIVE for port object 583f1e66-cc40-466d-8e26-92eddc8e9220 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:03.521735 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f7a05854-b2b6-4d15-846d-7fb30a6b8f7e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:03.541164 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fcbbbe-2602-431e-8858-f57e78c7314b None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:03.550572 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42c440-bb37-4ece-aa76-0cbd6606c02e tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Pushing event updated for resources: {'Port': ['ID=805b83f6-6ffb-4401-88f7-d3cc0de90317,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:03.575271 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-56fcbbbe-2602-431e-8858-f57e78c7314b None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:03.581449 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcbbbe-2602-431e-8858-f57e78c7314b None None] Pushing event updated for resources: {'Port': ['ID=7feb7d5b-1b60-4b67-bbbc-974e566d6e9b,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:03.584591 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fcbbbe-2602-431e-8858-f57e78c7314b None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:03.636819 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4b4c601f-712f-45e1-9084-ad7a4f40356b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.9111736 Mar 07 21:39:03.637669 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a05854-b2b6-4d15-846d-7fb30a6b8f7e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Made reservation on behalf of fcdda39025724b238190857d574ee30e for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:03.641581 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f7a05854-b2b6-4d15-846d-7fb30a6b8f7e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:03.642800 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1edf37f5-9275-465c-b4d0-09260ea60c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:03.657420 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40908) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:03.721909 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4547cbf-a6f9-4f12-ace9-3218c7724ad0 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:03.779782 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edf37f5-9275-465c-b4d0-09260ea60c03 None None] Network 89c97393-1759-477e-894c-1ea1fcce288c is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:03.820911 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-1edf37f5-9275-465c-b4d0-09260ea60c03 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:03.823625 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf37f5-9275-465c-b4d0-09260ea60c03 None None] Pushing event updated for resources: {'Port': ['ID=583f1e66-cc40-466d-8e26-92eddc8e9220,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:03.829629 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-56fcbbbe-2602-431e-8858-f57e78c7314b None None] Attempting to bind port 7feb7d5b-1b60-4b67-bbbc-974e566d6e9b on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:03.830335 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-56fcbbbe-2602-431e-8858-f57e78c7314b None None] Attempting to bind port 7feb7d5b-1b60-4b67-bbbc-974e566d6e9b by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:03.831591 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fcbbbe-2602-431e-8858-f57e78c7314b None None] Attempting to bind port 7feb7d5b-1b60-4b67-bbbc-974e566d6e9b on network ab63f4f6-c089-409c-a9c4-f2088e2d7005 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:03.835785 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4547cbf-a6f9-4f12-ace9-3218c7724ad0 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:03.844408 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edf37f5-9275-465c-b4d0-09260ea60c03 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:03.860776 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fcbbbe-2602-431e-8858-f57e78c7314b None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:39:03.861367 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fcbbbe-2602-431e-8858-f57e78c7314b None None] Checking segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:39:03.862733 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-56fcbbbe-2602-431e-8858-f57e78c7314b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:03.863185 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fcbbbe-2602-431e-8858-f57e78c7314b None None] Bound using segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:39:03.864200 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-56fcbbbe-2602-431e-8858-f57e78c7314b None None] Bound port: 7feb7d5b-1b60-4b67-bbbc-974e566d6e9b, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:39:03.865010 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-56fcbbbe-2602-431e-8858-f57e78c7314b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:03.925761 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-5d5efb98-1635-419e-9530-35324fa50d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'name': 'tempest-ServersTestJSON-13637364-router', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd87503a3-5ed2-4c15-9f90-722d87340cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:38:59Z', 'revision_number': 5, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'gw_port': {'id': 'd87503a3-5ed2-4c15-9f90-722d87340cce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:05Z', 'updated_at': '2022-03-07T21:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:03.958388 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5efb98-1635-419e-9530-35324fa50d2d None None] Checking router: 49152012-a700-4b6b-b6f1-653afaf1df84 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:39:03.961750 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-62a104d5-3223-4a4f-9118-2cc8e5780cd8', 'network_id': '62a104d5-3223-4a4f-9118-2cc8e5780cd8', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'fixed_ips': [{'subnet_id': 'd5803e7f-88ac-4e90-97b6-96587a288bd7'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:39:03.963117 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:03.997348 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-efede161-e3dc-473d-aa2d-2872310640a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:04.023711 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe6f807-d9b5-4966-85a5-7e8ebc11d5ab tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:04.024416 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cfe6f807-d9b5-4966-85a5-7e8ebc11d5ab tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:04.052343 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5efb98-1635-419e-9530-35324fa50d2d None None] Routers {'49152012-a700-4b6b-b6f1-653afaf1df84'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:39:04.052720 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-5d5efb98-1635-419e-9530-35324fa50d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:38:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['49152012-a700-4b6b-b6f1-653afaf1df84'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:04.102196 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4547cbf-a6f9-4f12-ace9-3218c7724ad0 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:04.134493 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cfe6f807-d9b5-4966-85a5-7e8ebc11d5ab tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:04.138277 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-cfe6f807-d9b5-4966-85a5-7e8ebc11d5ab tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4753728 Mar 07 21:39:04.139137 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4547cbf-a6f9-4f12-ace9-3218c7724ad0 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6863fd8-a47c-4f8a-8af2-e424d902895b,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:04.140941 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40912) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:04.175622 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-1edf37f5-9275-465c-b4d0-09260ea60c03 None None] Attempting to bind port 583f1e66-cc40-466d-8e26-92eddc8e9220 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:04.176203 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-1edf37f5-9275-465c-b4d0-09260ea60c03 None None] Attempting to bind port 583f1e66-cc40-466d-8e26-92eddc8e9220 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '347ff3d9-6c8c-4970-88b5-48610ce9525e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '89c97393-1759-477e-894c-1ea1fcce288c'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:04.176294 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edf37f5-9275-465c-b4d0-09260ea60c03 None None] Attempting to bind port 583f1e66-cc40-466d-8e26-92eddc8e9220 on network 89c97393-1759-477e-894c-1ea1fcce288c {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:04.212094 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f7a05854-b2b6-4d15-846d-7fb30a6b8f7e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:04.246172 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-b19143fb-1964-4f06-ace2-ce165cbeed57 admin admin] For port d87503a3-5ed2-4c15-9f90-722d87340cce, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d87503a3-5ed2-4c15-9f90-722d87340cce,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:04.246451 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b19143fb-1964-4f06-ace2-ce165cbeed57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:04.275116 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edf37f5-9275-465c-b4d0-09260ea60c03 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:39:04.275811 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edf37f5-9275-465c-b4d0-09260ea60c03 None None] Checking segment: {'id': '347ff3d9-6c8c-4970-88b5-48610ce9525e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '89c97393-1759-477e-894c-1ea1fcce288c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:39:04.276215 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1edf37f5-9275-465c-b4d0-09260ea60c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:04.276606 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edf37f5-9275-465c-b4d0-09260ea60c03 None None] Bound using segment: {'id': '347ff3d9-6c8c-4970-88b5-48610ce9525e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '89c97393-1759-477e-894c-1ea1fcce288c'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:39:04.277084 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-1edf37f5-9275-465c-b4d0-09260ea60c03 None None] Bound port: 583f1e66-cc40-466d-8e26-92eddc8e9220, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347ff3d9-6c8c-4970-88b5-48610ce9525e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '89c97393-1759-477e-894c-1ea1fcce288c'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:39:04.277454 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1edf37f5-9275-465c-b4d0-09260ea60c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:04.331741 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-56fcbbbe-2602-431e-8858-f57e78c7314b None None] For port 7feb7d5b-1b60-4b67-bbbc-974e566d6e9b, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:39:04.371685 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-5d5efb98-1635-419e-9530-35324fa50d2d None None] Set router 49152012-a700-4b6b-b6f1-653afaf1df84 gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:39:04.372465 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fd7324d8-d617-4168-9113-15cba7323dbd tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:04.394361 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-b19143fb-1964-4f06-ace2-ce165cbeed57 admin admin] Calling delete_port for d87503a3-5ed2-4c15-9f90-722d87340cce owned by network:router_gateway {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:04.414205 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ddc79d-9e2f-431c-b11a-9ca1c89e8eed tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:04.415795 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ddc79d-9e2f-431c-b11a-9ca1c89e8eed tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:04.416703 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-46ddc79d-9e2f-431c-b11a-9ca1c89e8eed tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:04.450585 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4547cbf-a6f9-4f12-ace9-3218c7724ad0 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:04.451711 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d4547cbf-a6f9-4f12-ace9-3218c7724ad0 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "DELETE /v2.0/security-groups/d6863fd8-a47c-4f8a-8af2-e424d902895b HTTP/1.1" status: 204 len: 168 time: 1.0181041 Mar 07 21:39:04.452672 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a05854-b2b6-4d15-846d-7fb30a6b8f7e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Subnet': ['ID=94c93ed3-9d43-4623-90d9-97049926ea8a,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:04.454716 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40916) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:04.457890 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7324d8-d617-4168-9113-15cba7323dbd tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network 89c97393-1759-477e-894c-1ea1fcce288c is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:04.493076 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-fd7324d8-d617-4168-9113-15cba7323dbd tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:04.516390 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7324d8-d617-4168-9113-15cba7323dbd tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:04.517332 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fd7324d8-d617-4168-9113-15cba7323dbd tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:04.538770 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a05854-b2b6-4d15-846d-7fb30a6b8f7e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Checking segment: {'id': 'c429e929-8404-4f76-85d9-a4d28c2465fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e683bdbb-ccbe-4371-bff6-e09f44a597be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:39:04.539545 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a05854-b2b6-4d15-846d-7fb30a6b8f7e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network hostable DHCP agents. Network: e683bdbb-ccbe-4371-bff6-e09f44a597be, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:39:04.582660 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-56fcbbbe-2602-431e-8858-f57e78c7314b None None] For port 7feb7d5b-1b60-4b67-bbbc-974e566d6e9b, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=7feb7d5b-1b60-4b67-bbbc-974e566d6e9b,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:39:04.592595 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-5d5efb98-1635-419e-9530-35324fa50d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'name': 'tempest-ServersTestJSON-13637364-router', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:39:02Z', 'revision_number': 6, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:04.596971 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-46ddc79d-9e2f-431c-b11a-9ca1c89e8eed tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:04.601519 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-46ddc79d-9e2f-431c-b11a-9ca1c89e8eed tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4518719 Mar 07 21:39:04.606578 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40920) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:04.609788 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5efb98-1635-419e-9530-35324fa50d2d None None] The sync data for ids ['49152012-a700-4b6b-b6f1-653afaf1df84'] in dv-neutron-829957-1-hyperv is: [{'id': '49152012-a700-4b6b-b6f1-653afaf1df84', 'name': 'tempest-ServersTestJSON-13637364-router', 'tenant_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:39:02Z', 'revision_number': 6, 'project_id': 'ca46cfdafe6b4455a043e6a7c2869cdc', 'gw_port_host': None}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:39:04.621222 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7324d8-d617-4168-9113-15cba7323dbd tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Subnet': ['ID=eb916590-421e-4473-85c1-e165c3293894,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:04.636045 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Allocated IP 2001:db8::2 (62a104d5-3223-4a4f-9118-2cc8e5780cd8/d5803e7f-88ac-4e90-97b6-96587a288bd7/f0a9b8cf-f70d-402c-8617-e883de6018fa) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:04.648370 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-1edf37f5-9275-465c-b4d0-09260ea60c03 None None] For port 583f1e66-cc40-466d-8e26-92eddc8e9220, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:39:04.655860 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-1edf37f5-9275-465c-b4d0-09260ea60c03 None None] For port 583f1e66-cc40-466d-8e26-92eddc8e9220, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=583f1e66-cc40-466d-8e26-92eddc8e9220,segment=NetworkSegment(347ff3d9-6c8c-4970-88b5-48610ce9525e),segment_id=347ff3d9-6c8c-4970-88b5-48610ce9525e)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:39:04.656379 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4f42c440-bb37-4ece-aa76-0cbd6606c02e tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:04.667063 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ab6442f2-2f72-498c-b694-03ee8b5b0585 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Synchronizing usage tracker for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:04.690255 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-fd7324d8-d617-4168-9113-15cba7323dbd tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6641932 Mar 07 21:39:04.694498 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40924) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:04.705072 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-830f5a5f-d9b9-4b08-aa52-92032e919999 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'port': {'network_id': '89c97393-1759-477e-894c-1ea1fcce288c', 'fixed_ips': [{'subnet_id': '2351ab67-b73a-4593-be32-03d2b287ffcf'}, {'subnet_id': 'eb916590-421e-4473-85c1-e165c3293894'}], 'name': 'tempest-PortsIpV6TestJSON-2030716973'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:04.742686 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a05854-b2b6-4d15-846d-7fb30a6b8f7e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network e683bdbb-ccbe-4371-bff6-e09f44a597be is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:39:04.749872 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-56fcbbbe-2602-431e-8858-f57e78c7314b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:04.752105 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-0787b6dc-4636-41b9-ad1b-3157de51f6b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet a12328a1-6a70-4a76-9cb3-c4a894f31170 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:39:04.760787 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0787b6dc-4636-41b9-ad1b-3157de51f6b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:04.786086 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1edf37f5-9275-465c-b4d0-09260ea60c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:04.856358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ab6442f2-2f72-498c-b694-03ee8b5b0585 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Unset dirty status for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:04.861982 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ab6442f2-2f72-498c-b694-03ee8b5b0585 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3970411 Mar 07 21:39:04.863233 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40928) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:04.896503 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcbbbe-2602-431e-8858-f57e78c7314b None None] Pushing event updated for resources: {'Port': ['ID=7feb7d5b-1b60-4b67-bbbc-974e566d6e9b,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:04.900375 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0787b6dc-4636-41b9-ad1b-3157de51f6b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:04.926772 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-f4e75fec-0fed-4caf-a565-3d040f8a580b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Request body: {'security_group': {'name': 'tempest-secgroup--742938383'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:04.932679 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f4e75fec-0fed-4caf-a565-3d040f8a580b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:04.940412 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-f7a05854-b2b6-4d15-846d-7fb30a6b8f7e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, e683bdbb-ccbe-4371-bff6-e09f44a597be) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:04.949628 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f4e75fec-0fed-4caf-a565-3d040f8a580b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:04.972808 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a05854-b2b6-4d15-846d-7fb30a6b8f7e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:04.973602 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f7a05854-b2b6-4d15-846d-7fb30a6b8f7e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:04.981657 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73651b28-f6cb-4832-9a1f-ab9da9bc960d None None] Network e683bdbb-ccbe-4371-bff6-e09f44a597be requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:05.041925 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-830f5a5f-d9b9-4b08-aa52-92032e919999 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:05.055581 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-830f5a5f-d9b9-4b08-aa52-92032e919999 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:port and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:05.062443 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-830f5a5f-d9b9-4b08-aa52-92032e919999 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:05.081500 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-830f5a5f-d9b9-4b08-aa52-92032e919999 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:05.105800 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f4e75fec-0fed-4caf-a565-3d040f8a580b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:05.110783 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0787b6dc-4636-41b9-ad1b-3157de51f6b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:05.141940 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efede161-e3dc-473d-aa2d-2872310640a6 admin admin] Router 8447d2b0-a653-4376-bd02-6c2b41a5da0f has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:39:05.159537 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f4e75fec-0fed-4caf-a565-3d040f8a580b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:05.161023 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf37f5-9275-465c-b4d0-09260ea60c03 None None] Pushing event updated for resources: {'Port': ['ID=583f1e66-cc40-466d-8e26-92eddc8e9220,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:05.164200 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:05.164412 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f4e75fec-0fed-4caf-a565-3d040f8a580b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Usage tracker for resource:security_group_rule and tenant:5bfb643a68a54e6c90849bccdc165310 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:05.167376 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f7a05854-b2b6-4d15-846d-7fb30a6b8f7e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8554091 Mar 07 21:39:05.167893 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f4e75fec-0fed-4caf-a565-3d040f8a580b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:05.175228 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f4e75fec-0fed-4caf-a565-3d040f8a580b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:05.178733 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40932) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:05.187675 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Transition to ACTIVE for port object f0a9b8cf-f70d-402c-8617-e883de6018fa will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:05.188414 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-3dcceb0c-e93d-4901-8ea4-63f97b67cb20 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2047207035', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:05.196861 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3dcceb0c-e93d-4901-8ea4-63f97b67cb20 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:05.215289 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3dcceb0c-e93d-4901-8ea4-63f97b67cb20 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:router and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:05.215289 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3dcceb0c-e93d-4901-8ea4-63f97b67cb20 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:05.215289 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3dcceb0c-e93d-4901-8ea4-63f97b67cb20 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:05.225938 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Transition to ACTIVE for port object f0a9b8cf-f70d-402c-8617-e883de6018fa will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:05.235451 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830f5a5f-d9b9-4b08-aa52-92032e919999 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:05.331966 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:05.390502 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1be881e-eb04-4ad9-aa9c-694bfb7ae928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-e683bdbb-ccbe-4371-bff6-e09f44a597be', 'network_id': 'e683bdbb-ccbe-4371-bff6-e09f44a597be', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'fixed_ips': [{'subnet_id': '94c93ed3-9d43-4623-90d9-97049926ea8a'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:39:05.391883 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b1be881e-eb04-4ad9-aa9c-694bfb7ae928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:05.427102 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3dcceb0c-e93d-4901-8ea4-63f97b67cb20 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:05.428283 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3dcceb0c-e93d-4901-8ea4-63f97b67cb20 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:05.445241 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Network 62a104d5-3223-4a4f-9118-2cc8e5780cd8 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:05.447314 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-830f5a5f-d9b9-4b08-aa52-92032e919999 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:05.492409 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-830f5a5f-d9b9-4b08-aa52-92032e919999 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] device_id is not set on port 215bde20-6d8d-42f1-8dba-bfa7082a5f3b yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:39:05.548703 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:05.559729 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3dcceb0c-e93d-4901-8ea4-63f97b67cb20 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:05.567779 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:05.594180 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Pushing event updated for resources: {'Port': ['ID=f0a9b8cf-f70d-402c-8617-e883de6018fa,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:05.671324 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0787b6dc-4636-41b9-ad1b-3157de51f6b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:05.681145 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b19143fb-1964-4f06-ace2-ce165cbeed57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:05.751809 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f4e75fec-0fed-4caf-a565-3d040f8a580b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:05.755931 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3dcceb0c-e93d-4901-8ea4-63f97b67cb20 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:05.767950 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0787b6dc-4636-41b9-ad1b-3157de51f6b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:05.815671 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787b6dc-4636-41b9-ad1b-3157de51f6b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=a12328a1-6a70-4a76-9cb3-c4a894f31170,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:05.820860 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Attempting to bind port f0a9b8cf-f70d-402c-8617-e883de6018fa on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:05.831841 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Attempting to bind port f0a9b8cf-f70d-402c-8617-e883de6018fa by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'd647d7e2-6169-4a0b-9141-42bdbedc2b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '62a104d5-3223-4a4f-9118-2cc8e5780cd8'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:05.831841 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Attempting to bind port f0a9b8cf-f70d-402c-8617-e883de6018fa on network 62a104d5-3223-4a4f-9118-2cc8e5780cd8 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:05.832757 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19143fb-1964-4f06-ace2-ce165cbeed57 admin admin] Pushing event deleted for resources: {'Port': ['ID=d87503a3-5ed2-4c15-9f90-722d87340cce,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:05.844440 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:39:05.844957 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Checking segment: {'id': 'd647d7e2-6169-4a0b-9141-42bdbedc2b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '62a104d5-3223-4a4f-9118-2cc8e5780cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:39:05.845424 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:05.846299 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Bound using segment: {'id': 'd647d7e2-6169-4a0b-9141-42bdbedc2b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '62a104d5-3223-4a4f-9118-2cc8e5780cd8'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:39:05.846413 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Bound port: f0a9b8cf-f70d-402c-8617-e883de6018fa, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd647d7e2-6169-4a0b-9141-42bdbedc2b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '62a104d5-3223-4a4f-9118-2cc8e5780cd8'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:39:05.846880 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:05.875719 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4f42c440-bb37-4ece-aa76-0cbd6606c02e tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:05.879973 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787b6dc-4636-41b9-ad1b-3157de51f6b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:05.880327 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787b6dc-4636-41b9-ad1b-3157de51f6b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:05.880668 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787b6dc-4636-41b9-ad1b-3157de51f6b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:05.883301 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787b6dc-4636-41b9-ad1b-3157de51f6b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:05.883539 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efede161-e3dc-473d-aa2d-2872310640a6 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:39:05.884102 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787b6dc-4636-41b9-ad1b-3157de51f6b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:05.885731 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787b6dc-4636-41b9-ad1b-3157de51f6b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:05.887819 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787b6dc-4636-41b9-ad1b-3157de51f6b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:05.888156 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787b6dc-4636-41b9-ad1b-3157de51f6b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:05.888495 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787b6dc-4636-41b9-ad1b-3157de51f6b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:05.893600 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70795017-277a-4efc-8f30-fe68d80be7ac None None] Sync routers for ids ['8447d2b0-a653-4376-bd02-6c2b41a5da0f'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:39:05.904108 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787b6dc-4636-41b9-ad1b-3157de51f6b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:05.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787b6dc-4636-41b9-ad1b-3157de51f6b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:05.906622 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787b6dc-4636-41b9-ad1b-3157de51f6b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:05.911623 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70795017-277a-4efc-8f30-fe68d80be7ac None None] Routers {'8447d2b0-a653-4376-bd02-6c2b41a5da0f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:39:05.912252 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-70795017-277a-4efc-8f30-fe68d80be7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:38:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['8447d2b0-a653-4376-bd02-6c2b41a5da0f'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:05.936907 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f4e75fec-0fed-4caf-a565-3d040f8a580b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:05.968239 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-b1be881e-eb04-4ad9-aa9c-694bfb7ae928 None None] Allocated IP 2001:db8:1::2 (e683bdbb-ccbe-4371-bff6-e09f44a597be/94c93ed3-9d43-4623-90d9-97049926ea8a/f3138ced-b12b-450a-b0ec-50812c84f6f6) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:05.975840 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4f42c440-bb37-4ece-aa76-0cbd6606c02e tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-864536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-864531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-867168'] for router, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:06.018871 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] For port f0a9b8cf-f70d-402c-8617-e883de6018fa, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:39:06.041073 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] For port f0a9b8cf-f70d-402c-8617-e883de6018fa, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f0a9b8cf-f70d-402c-8617-e883de6018fa,segment=NetworkSegment(d647d7e2-6169-4a0b-9141-42bdbedc2b3b),segment_id=d647d7e2-6169-4a0b-9141-42bdbedc2b3b)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:39:06.074279 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0787b6dc-4636-41b9-ad1b-3157de51f6b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/a12328a1-6a70-4a76-9cb3-c4a894f31170 HTTP/1.1" status: 204 len: 168 time: 1.4568992 Mar 07 21:39:06.080680 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40936) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:06.121771 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e75fec-0fed-4caf-a565-3d040f8a580b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821530a9-9485-4c39-99a7-e5f0ec2cb944,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:06.145530 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b19143fb-1964-4f06-ace2-ce165cbeed57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:06.152898 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:06.177882 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-70795017-277a-4efc-8f30-fe68d80be7ac None None] Set router 8447d2b0-a653-4376-bd02-6c2b41a5da0f gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:39:06.180575 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3dcceb0c-e93d-4901-8ea4-63f97b67cb20 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:06.181751 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3dcceb0c-e93d-4901-8ea4-63f97b67cb20 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0021596 Mar 07 21:39:06.189993 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40940) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:06.199254 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-50b81bbe-52f1-4906-81da-87f7319d8255 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1172905 Mar 07 21:39:06.199896 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40944) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:06.212738 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-9f80ee71-1209-4433-a3e7-cf9c5819c296 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:06.320442 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b1be881e-eb04-4ad9-aa9c-694bfb7ae928 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:06.333120 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Pushing event updated for resources: {'Port': ['ID=f0a9b8cf-f70d-402c-8617-e883de6018fa,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:06.339456 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b1be881e-eb04-4ad9-aa9c-694bfb7ae928 None None] Transition to ACTIVE for port object f3138ced-b12b-450a-b0ec-50812c84f6f6 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:06.349857 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:06.350345 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:06.350918 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:06.352743 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:06.353223 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:06.354060 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:06.354493 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:06.356541 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:06.356980 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:06.360063 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:06.360541 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:06.360967 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3c3d3-9367-48ff-a154-964af54172e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:06.383289 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b1be881e-eb04-4ad9-aa9c-694bfb7ae928 None None] Transition to ACTIVE for port object f3138ced-b12b-450a-b0ec-50812c84f6f6 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:06.431099 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9f80ee71-1209-4433-a3e7-cf9c5819c296 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:06.435573 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9f80ee71-1209-4433-a3e7-cf9c5819c296 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:06.439397 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9f80ee71-1209-4433-a3e7-cf9c5819c296 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:06.445759 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9f80ee71-1209-4433-a3e7-cf9c5819c296 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:06.451741 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b1be881e-eb04-4ad9-aa9c-694bfb7ae928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:06.478020 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-830f5a5f-d9b9-4b08-aa52-92032e919999 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Allocated IP 2001:db8::30e (89c97393-1759-477e-894c-1ea1fcce288c/2351ab67-b73a-4593-be32-03d2b287ffcf/215bde20-6d8d-42f1-8dba-bfa7082a5f3b) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:06.486360 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-830f5a5f-d9b9-4b08-aa52-92032e919999 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Allocated IP 2001:db8:0:1::2e6 (89c97393-1759-477e-894c-1ea1fcce288c/eb916590-421e-4473-85c1-e165c3293894/215bde20-6d8d-42f1-8dba-bfa7082a5f3b) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:06.555445 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f4e75fec-0fed-4caf-a565-3d040f8a580b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:06.556672 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f4e75fec-0fed-4caf-a565-3d040f8a580b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6894772 Mar 07 21:39:06.563387 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40948) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:06.568250 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f80ee71-1209-4433-a3e7-cf9c5819c296 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:06.575561 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9f80ee71-1209-4433-a3e7-cf9c5819c296 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:06.579854 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-efede161-e3dc-473d-aa2d-2872310640a6 admin admin] 10.222.0.21 "PUT /v2.0/routers/8447d2b0-a653-4376-bd02-6c2b41a5da0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8674617 Mar 07 21:39:06.584352 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40952) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:06.616678 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be881e-eb04-4ad9-aa9c-694bfb7ae928 None None] Pushing event updated for resources: {'Port': ['ID=f3138ced-b12b-450a-b0ec-50812c84f6f6,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:06.644585 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1be881e-eb04-4ad9-aa9c-694bfb7ae928 None None] Network e683bdbb-ccbe-4371-bff6-e09f44a597be is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:06.661532 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-b1be881e-eb04-4ad9-aa9c-694bfb7ae928 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:06.666801 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1be881e-eb04-4ad9-aa9c-694bfb7ae928 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:06.784142 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-70795017-277a-4efc-8f30-fe68d80be7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'name': 'tempest-ServersTestManualDisk-554214114-router', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:39:02Z', 'revision_number': 5, 'project_id': '24d505245fac495da14eec8c213c2228', 'gw_port': {'id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:06.803952 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70795017-277a-4efc-8f30-fe68d80be7ac None None] Checking router: 8447d2b0-a653-4376-bd02-6c2b41a5da0f for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:39:06.832011 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70795017-277a-4efc-8f30-fe68d80be7ac None None] Routers {'8447d2b0-a653-4376-bd02-6c2b41a5da0f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:39:06.832836 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-70795017-277a-4efc-8f30-fe68d80be7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:38:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['8447d2b0-a653-4376-bd02-6c2b41a5da0f'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:06.843763 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 583f1e66-cc40-466d-8e26-92eddc8e9220 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:39:06.889597 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-cd10dd7c-d0da-4b14-8835-e3bf46806a3c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Request body: {'security_group_rule': {'security_group_id': '821530a9-9485-4c39-99a7-e5f0ec2cb944', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:06.909122 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cd10dd7c-d0da-4b14-8835-e3bf46806a3c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:06.921466 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cd10dd7c-d0da-4b14-8835-e3bf46806a3c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Usage tracker for resource:security_group_rule and tenant:5bfb643a68a54e6c90849bccdc165310 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:06.929499 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-b1be881e-eb04-4ad9-aa9c-694bfb7ae928 None None] Attempting to bind port f3138ced-b12b-450a-b0ec-50812c84f6f6 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:06.929859 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-b1be881e-eb04-4ad9-aa9c-694bfb7ae928 None None] Attempting to bind port f3138ced-b12b-450a-b0ec-50812c84f6f6 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'c429e929-8404-4f76-85d9-a4d28c2465fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e683bdbb-ccbe-4371-bff6-e09f44a597be'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:06.930258 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1be881e-eb04-4ad9-aa9c-694bfb7ae928 None None] Attempting to bind port f3138ced-b12b-450a-b0ec-50812c84f6f6 on network e683bdbb-ccbe-4371-bff6-e09f44a597be {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:06.932406 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cd10dd7c-d0da-4b14-8835-e3bf46806a3c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:06.936777 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9f80ee71-1209-4433-a3e7-cf9c5819c296 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:06.942267 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b19143fb-1964-4f06-ace2-ce165cbeed57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:06.950515 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1be881e-eb04-4ad9-aa9c-694bfb7ae928 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:39:06.950885 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1be881e-eb04-4ad9-aa9c-694bfb7ae928 None None] Checking segment: {'id': 'c429e929-8404-4f76-85d9-a4d28c2465fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e683bdbb-ccbe-4371-bff6-e09f44a597be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:39:06.957473 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b1be881e-eb04-4ad9-aa9c-694bfb7ae928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:06.957938 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1be881e-eb04-4ad9-aa9c-694bfb7ae928 None None] Bound using segment: {'id': 'c429e929-8404-4f76-85d9-a4d28c2465fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e683bdbb-ccbe-4371-bff6-e09f44a597be'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:39:06.958464 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-b1be881e-eb04-4ad9-aa9c-694bfb7ae928 None None] Bound port: f3138ced-b12b-450a-b0ec-50812c84f6f6, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c429e929-8404-4f76-85d9-a4d28c2465fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e683bdbb-ccbe-4371-bff6-e09f44a597be'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:39:06.958847 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b1be881e-eb04-4ad9-aa9c-694bfb7ae928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:07.143076 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 583f1e66-cc40-466d-8e26-92eddc8e9220 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:07.154064 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b19143fb-1964-4f06-ace2-ce165cbeed57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:07.162290 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 7feb7d5b-1b60-4b67-bbbc-974e566d6e9b up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:39:07.208805 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cd10dd7c-d0da-4b14-8835-e3bf46806a3c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:07.211379 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80ee71-1209-4433-a3e7-cf9c5819c296 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=466eb016-1dca-4e50-8ac8-1c40fd39953f,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:07.239207 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-70795017-277a-4efc-8f30-fe68d80be7ac None None] Set router 8447d2b0-a653-4376-bd02-6c2b41a5da0f gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:39:07.276242 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-b1be881e-eb04-4ad9-aa9c-694bfb7ae928 None None] For port f3138ced-b12b-450a-b0ec-50812c84f6f6, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:39:07.280455 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-b1be881e-eb04-4ad9-aa9c-694bfb7ae928 None None] For port f3138ced-b12b-450a-b0ec-50812c84f6f6, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f3138ced-b12b-450a-b0ec-50812c84f6f6,segment=NetworkSegment(c429e929-8404-4f76-85d9-a4d28c2465fc),segment_id=c429e929-8404-4f76-85d9-a4d28c2465fc)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:39:07.286321 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c175b2-c069-4db1-8576-1b0ac44e9a63 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:07.294334 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f80ee71-1209-4433-a3e7-cf9c5819c296 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:07.305702 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-9f80ee71-1209-4433-a3e7-cf9c5819c296 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:07.309600 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f80ee71-1209-4433-a3e7-cf9c5819c296 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:07.310794 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9f80ee71-1209-4433-a3e7-cf9c5819c296 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:07.353385 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b1be881e-eb04-4ad9-aa9c-694bfb7ae928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:07.415114 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cd10dd7c-d0da-4b14-8835-e3bf46806a3c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:07.489881 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cd10dd7c-d0da-4b14-8835-e3bf46806a3c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:07.492721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-830f5a5f-d9b9-4b08-aa52-92032e919999 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:07.501809 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9f80ee71-1209-4433-a3e7-cf9c5819c296 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2965250 Mar 07 21:39:07.507111 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b19143fb-1964-4f06-ace2-ce165cbeed57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:07.507299 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40956) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:07.507636 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19143fb-1964-4f06-ace2-ce165cbeed57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49152012-a700-4b6b-b6f1-653afaf1df84 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:39:07.533860 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-56875618-1d64-4ee2-b37f-a96d889db791 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-662184156', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:07.550091 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-830f5a5f-d9b9-4b08-aa52-92032e919999 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Transition to ACTIVE for port object 215bde20-6d8d-42f1-8dba-bfa7082a5f3b will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:07.552433 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-56875618-1d64-4ee2-b37f-a96d889db791 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:07.555424 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cd10dd7c-d0da-4b14-8835-e3bf46806a3c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:07.632234 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-56875618-1d64-4ee2-b37f-a96d889db791 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:router and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:07.645685 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-027fba59-872d-4683-8b9b-a732834d2dc5 None None] Provisioning for port 7feb7d5b-1b60-4b67-bbbc-974e566d6e9b completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:07.646853 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-56875618-1d64-4ee2-b37f-a96d889db791 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:07.658326 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 7feb7d5b-1b60-4b67-bbbc-974e566d6e9b completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:07.674741 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10dd7c-d0da-4b14-8835-e3bf46806a3c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc7e5044-a192-46e5-a0b7-ecdb62a0d6d2,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:07.680511 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-56875618-1d64-4ee2-b37f-a96d889db791 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:07.693505 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-027fba59-872d-4683-8b9b-a732834d2dc5 None None] Provisioning complete for port 7feb7d5b-1b60-4b67-bbbc-974e566d6e9b triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:07.693900 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-027fba59-872d-4683-8b9b-a732834d2dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:07.716476 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cd10dd7c-d0da-4b14-8835-e3bf46806a3c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:07.717838 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-cd10dd7c-d0da-4b14-8835-e3bf46806a3c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1536148 Mar 07 21:39:07.725517 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40960) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:07.733932 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be881e-eb04-4ad9-aa9c-694bfb7ae928 None None] Pushing event updated for resources: {'Port': ['ID=f3138ced-b12b-450a-b0ec-50812c84f6f6,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:07.791964 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f8eec50a-87d6-467a-9635-7eea628c0479 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-group-rules/bc7e5044-a192-46e5-a0b7-ecdb62a0d6d2 HTTP/1.1" status: 200 len: 763 time: 0.0652163 Mar 07 21:39:07.792626 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40964) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:07.837323 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-56875618-1d64-4ee2-b37f-a96d889db791 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:07.838772 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-56875618-1d64-4ee2-b37f-a96d889db791 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:07.861165 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 7feb7d5b-1b60-4b67-bbbc-974e566d6e9b triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:07.861578 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:07.879418 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-56875618-1d64-4ee2-b37f-a96d889db791 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:07.887647 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a978a6e-8d3c-43b3-b3ae-a6f1bff3ec30 None None] Network 89c97393-1759-477e-894c-1ea1fcce288c requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:07.996973 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-56875618-1d64-4ee2-b37f-a96d889db791 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:08.015632 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-70795017-277a-4efc-8f30-fe68d80be7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'name': 'tempest-ServersTestManualDisk-554214114-router', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:39:02Z', 'revision_number': 5, 'project_id': '24d505245fac495da14eec8c213c2228', 'gw_port': {'id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:08.021081 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70795017-277a-4efc-8f30-fe68d80be7ac None None] The sync data for ids ['8447d2b0-a653-4376-bd02-6c2b41a5da0f'] in dv-neutron-829957-1-hyperv is: [{'id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'name': 'tempest-ServersTestManualDisk-554214114-router', 'tenant_id': '24d505245fac495da14eec8c213c2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:03Z', 'updated_at': '2022-03-07T21:39:02Z', 'revision_number': 5, 'project_id': '24d505245fac495da14eec8c213c2228', 'gw_port': {'id': '78896152-f4fe-4d0e-9838-78dd9720267a', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8447d2b0-a653-4376-bd02-6c2b41a5da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:39:08.053141 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-af083f51-6ce7-47e2-833b-098966bed850 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Synchronizing usage tracker for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:08.069208 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b19143fb-1964-4f06-ace2-ce165cbeed57 admin admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:08.071729 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b19143fb-1964-4f06-ace2-ce165cbeed57 admin admin] 10.222.0.21 "DELETE /v2.0/routers/49152012-a700-4b6b-b6f1-653afaf1df84 HTTP/1.1" status: 204 len: 168 time: 5.6258349 Mar 07 21:39:08.077907 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40970) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:08.080241 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-830f5a5f-d9b9-4b08-aa52-92032e919999 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:08.144050 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f42c440-bb37-4ece-aa76-0cbd6606c02e tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Router 3d858707-5aa0-49ae-aa5a-7a82536dff5f is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:39:08.167671 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830f5a5f-d9b9-4b08-aa52-92032e919999 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network 89c97393-1759-477e-894c-1ea1fcce288c is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:08.180949 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-830f5a5f-d9b9-4b08-aa52-92032e919999 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:08.187300 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f5a5f-d9b9-4b08-aa52-92032e919999 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:08.193097 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830f5a5f-d9b9-4b08-aa52-92032e919999 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:08.193736 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-830f5a5f-d9b9-4b08-aa52-92032e919999 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:08.225877 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f5a5f-d9b9-4b08-aa52-92032e919999 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Port': ['ID=215bde20-6d8d-42f1-8dba-bfa7082a5f3b,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:08.238801 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9daab5fe-e849-4de5-8cd3-769e147c5d04 admin admin] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:08.247456 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-56875618-1d64-4ee2-b37f-a96d889db791 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:08.249440 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-56875618-1d64-4ee2-b37f-a96d889db791 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7410777 Mar 07 21:39:08.257883 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40974) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:08.304922 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd360b13-313d-41de-ad81-850ffe31f390 None None] Network 62a104d5-3223-4a4f-9118-2cc8e5780cd8 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:08.380988 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d63408-c386-4fbc-aae8-84ce0998b0a5 admin admin] Deleting subnet a6e262fc-2bf3-4cfd-93fe-2daf51464844 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:39:08.384295 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c1d63408-c386-4fbc-aae8-84ce0998b0a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:08.416301 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-027fba59-872d-4683-8b9b-a732834d2dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:08.432864 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2cf7f623-50af-42f7-b0bf-4763ee13923d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:08.488458 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-af083f51-6ce7-47e2-833b-098966bed850 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Unset dirty status for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:08.489814 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-af083f51-6ce7-47e2-833b-098966bed850 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6950822 Mar 07 21:39:08.491332 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-830f5a5f-d9b9-4b08-aa52-92032e919999 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.7938154 Mar 07 21:39:08.494225 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40978) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:08.496272 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40980) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:08.501063 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-ebd2cba2-7bd6-49e0-9337-2bed3d49cf33 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2351ab67-b73a-4593-be32-03d2b287ffcf'}]}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:08.538026 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:08.553022 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c1d63408-c386-4fbc-aae8-84ce0998b0a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:08.570193 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-027fba59-872d-4683-8b9b-a732834d2dc5 None None] For port 7feb7d5b-1b60-4b67-bbbc-974e566d6e9b, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=7feb7d5b-1b60-4b67-bbbc-974e566d6e9b,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:08.652644 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-027fba59-872d-4683-8b9b-a732834d2dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:08.769182 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4939508b-2425-4afc-a018-88383bc35c7a None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:08.783463 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-13f719fc-bc6c-4e33-9a5f-e0e57b5296d3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:08.809764 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-13f719fc-bc6c-4e33-9a5f-e0e57b5296d3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:08.938857 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ebd2cba2-7bd6-49e0-9337-2bed3d49cf33 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:08.970577 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c1d63408-c386-4fbc-aae8-84ce0998b0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:09.026776 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:39:09.030297 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:39:09.045868 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fba59-872d-4683-8b9b-a732834d2dc5 None None] Pushing event updated for resources: {'Port': ['ID=7feb7d5b-1b60-4b67-bbbc-974e566d6e9b,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:09.091046 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8c565b68-55f3-4ece-a8c8-55d3bc43cfd9 None None] Provisioning for port f0a9b8cf-f70d-402c-8617-e883de6018fa completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:09.214575 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-13f719fc-bc6c-4e33-9a5f-e0e57b5296d3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:09.234481 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9daab5fe-e849-4de5-8cd3-769e147c5d04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:09.241458 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f42c440-bb37-4ece-aa76-0cbd6606c02e tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:39:09.251620 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4f42c440-bb37-4ece-aa76-0cbd6606c02e tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:09.255592 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4f42c440-bb37-4ece-aa76-0cbd6606c02e tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "PUT /v2.0/routers/3d858707-5aa0-49ae-aa5a-7a82536dff5f HTTP/1.1" status: 200 len: 916 time: 10.1289690 Mar 07 21:39:09.257008 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c1d63408-c386-4fbc-aae8-84ce0998b0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:09.267618 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40986) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:09.272828 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156b19c-7ca8-44dd-be77-7653c55fc124 None None] Sync routers for ids ['3d858707-5aa0-49ae-aa5a-7a82536dff5f'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:39:09.275265 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011a389d-01b9-4d38-9cb8-fb3e5f09e00c None None] Network e683bdbb-ccbe-4371-bff6-e09f44a597be requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:09.284113 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-44f92c42-a60c-4cac-8f81-17c073a66043 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:09.300924 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c1d63408-c386-4fbc-aae8-84ce0998b0a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:09.305492 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c1d63408-c386-4fbc-aae8-84ce0998b0a5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a6e262fc-2bf3-4cfd-93fe-2daf51464844 HTTP/1.1" status: 204 len: 168 time: 1.2163024 Mar 07 21:39:09.314616 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40990) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:09.334408 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5add6c9-2c48-4920-b633-2b1dd3b72718 None None] Network 17af9ab4-845f-4bfd-acf4-cd2799b53cb7 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:09.362717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f719fc-bc6c-4e33-9a5f-e0e57b5296d3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc7e5044-a192-46e5-a0b7-ecdb62a0d6d2,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:09.365720 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a80ff6-aea8-456b-a047-5799950a71ae None None] Update dhcp port {'port': {'network_id': '89c97393-1759-477e-894c-1ea1fcce288c', 'fixed_ips': [{'subnet_id': '2351ab67-b73a-4593-be32-03d2b287ffcf', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eb916590-421e-4473-85c1-e165c3293894'}], 'binding:host_id': 'dv-neutron-829957-1-hyperv'}, 'id': '583f1e66-cc40-466d-8e26-92eddc8e9220'} from dv-neutron-829957-1-hyperv. {{(pid=88388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 07 21:39:09.385062 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-9daab5fe-e849-4de5-8cd3-769e147c5d04 admin admin] Deleting port 78896152-f4fe-4d0e-9838-78dd9720267a {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:09.385402 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9daab5fe-e849-4de5-8cd3-769e147c5d04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:09.404737 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8c565b68-55f3-4ece-a8c8-55d3bc43cfd9 None None] Provisioning complete for port 7feb7d5b-1b60-4b67-bbbc-974e566d6e9b triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:09.405097 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8c565b68-55f3-4ece-a8c8-55d3bc43cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:09.529549 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5156b19c-7ca8-44dd-be77-7653c55fc124 None None] Routers {'3d858707-5aa0-49ae-aa5a-7a82536dff5f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:39:09.530900 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-5156b19c-7ca8-44dd-be77-7653c55fc124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:38:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['3d858707-5aa0-49ae-aa5a-7a82536dff5f'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:09.569656 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-9daab5fe-e849-4de5-8cd3-769e147c5d04 admin admin] For port 78896152-f4fe-4d0e-9838-78dd9720267a, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=78896152-f4fe-4d0e-9838-78dd9720267a,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:09.570034 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9daab5fe-e849-4de5-8cd3-769e147c5d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:09.605389 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-13f719fc-bc6c-4e33-9a5f-e0e57b5296d3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:09.610633 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-13f719fc-bc6c-4e33-9a5f-e0e57b5296d3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/bc7e5044-a192-46e5-a0b7-ecdb62a0d6d2 HTTP/1.1" status: 204 len: 168 time: 1.0342672 Mar 07 21:39:09.622347 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 40994) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:09.696548 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-9daab5fe-e849-4de5-8cd3-769e147c5d04 admin admin] Calling delete_port for 78896152-f4fe-4d0e-9838-78dd9720267a owned by network:router_gateway {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:09.753292 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device baecdfba-f3e0-4097-87b4-7be8262c1165 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:39:09.807055 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d63408-c386-4fbc-aae8-84ce0998b0a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6e262fc-2bf3-4cfd-93fe-2daf51464844,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:09.880837 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bab6eae2-5f32-4755-8916-c785b6620c7b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Synchronizing usage tracker for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:09.888832 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-5156b19c-7ca8-44dd-be77-7653c55fc124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:09.927393 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: baecdfba-f3e0-4097-87b4-7be8262c1165 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:39:09.928740 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device baecdfba-f3e0-4097-87b4-7be8262c1165 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:39:09.928740 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d87503a3-5ed2-4c15-9f90-722d87340cce no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:39:10.012965 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-ebd2cba2-7bd6-49e0-9337-2bed3d49cf33 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Delete allocated IP 2001:db8:0:1::2e6 (89c97393-1759-477e-894c-1ea1fcce288c/eb916590-421e-4473-85c1-e165c3293894) {{(pid=88386) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 21:39:10.081835 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3114eee7-79e6-46b6-99f3-6d485967bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:10.089773 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-03a80ff6-aea8-456b-a047-5799950a71ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:10.115858 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: d87503a3-5ed2-4c15-9f90-722d87340cce {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:39:10.116359 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d87503a3-5ed2-4c15-9f90-722d87340cce not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:39:10.158481 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bab6eae2-5f32-4755-8916-c785b6620c7b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Unset dirty status for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:10.160202 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bab6eae2-5f32-4755-8916-c785b6620c7b tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5369892 Mar 07 21:39:10.173038 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ffcd50a8-458c-45e7-855a-a02918d2a8af tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "GET /v2.0/routers/3d858707-5aa0-49ae-aa5a-7a82536dff5f HTTP/1.1" status: 200 len: 922 time: 0.8710525 Mar 07 21:39:10.173756 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 40998) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:10.174101 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41000) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:10.359564 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-44f92c42-a60c-4cac-8f81-17c073a66043 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 2001:db8::1 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/466eb016-1dca-4e50-8ac8-1c40fd39953f/fdccbda1-34dc-4877-a7ab-9d9255ee06d3) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:10.392239 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5156b19c-7ca8-44dd-be77-7653c55fc124 None None] Routers {'3d858707-5aa0-49ae-aa5a-7a82536dff5f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:39:10.392862 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-5156b19c-7ca8-44dd-be77-7653c55fc124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:38:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['3d858707-5aa0-49ae-aa5a-7a82536dff5f'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:10.409361 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-3114eee7-79e6-46b6-99f3-6d485967bc0d admin admin] Deleting port 07d10f92-25fc-4ad3-9cfe-f838a115dd14 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:10.409904 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3114eee7-79e6-46b6-99f3-6d485967bc0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:10.439433 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-eba14849-5552-4215-93e5-807197a3cdf4 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Request body: {'security_group_rule': {'security_group_id': '821530a9-9485-4c39-99a7-e5f0ec2cb944', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:10.445133 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-eba14849-5552-4215-93e5-807197a3cdf4 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:10.503588 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f0a9b8cf-f70d-402c-8617-e883de6018fa up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:39:10.520160 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-eba14849-5552-4215-93e5-807197a3cdf4 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:10.563496 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ebd2cba2-7bd6-49e0-9337-2bed3d49cf33 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:10.573402 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-2cf7f623-50af-42f7-b0bf-4763ee13923d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Allocated IP 2001:db8::1 (62a104d5-3223-4a4f-9118-2cc8e5780cd8/d5803e7f-88ac-4e90-97b6-96587a288bd7/d69b682a-4760-404c-9a0c-b8a89dd3b52b) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:10.587302 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-5156b19c-7ca8-44dd-be77-7653c55fc124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:10.588897 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156b19c-7ca8-44dd-be77-7653c55fc124 None None] The sync data for ids ['3d858707-5aa0-49ae-aa5a-7a82536dff5f'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:39:10.596597 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-ebd2cba2-7bd6-49e0-9337-2bed3d49cf33 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Ignored duplicate provisioning block setup for port 215bde20-6d8d-42f1-8dba-bfa7082a5f3b by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 07 21:39:10.652020 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-44f92c42-a60c-4cac-8f81-17c073a66043 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:10.672152 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-44f92c42-a60c-4cac-8f81-17c073a66043 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Transition to ACTIVE for port object fdccbda1-34dc-4877-a7ab-9d9255ee06d3 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:10.687994 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ebd2cba2-7bd6-49e0-9337-2bed3d49cf33 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:10.716147 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eba14849-5552-4215-93e5-807197a3cdf4 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:10.729732 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9daab5fe-e849-4de5-8cd3-769e147c5d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:10.761986 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8c565b68-55f3-4ece-a8c8-55d3bc43cfd9 None None] Provisioning for port 583f1e66-cc40-466d-8e26-92eddc8e9220 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:10.808062 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8c565b68-55f3-4ece-a8c8-55d3bc43cfd9 None None] Provisioning complete for port 583f1e66-cc40-466d-8e26-92eddc8e9220 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:10.808284 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8c565b68-55f3-4ece-a8c8-55d3bc43cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:10.855351 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-ebd2cba2-7bd6-49e0-9337-2bed3d49cf33 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] In _notify_port_updated(), no bound segment for port 215bde20-6d8d-42f1-8dba-bfa7082a5f3b on network 89c97393-1759-477e-894c-1ea1fcce288c {{(pid=88386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 07 21:39:10.862531 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd2cba2-7bd6-49e0-9337-2bed3d49cf33 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:10.863473 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ebd2cba2-7bd6-49e0-9337-2bed3d49cf33 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:10.868304 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ebd2cba2-7bd6-49e0-9337-2bed3d49cf33 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "PUT /v2.0/ports/215bde20-6d8d-42f1-8dba-bfa7082a5f3b HTTP/1.1" status: 200 len: 926 time: 2.3729200 Mar 07 21:39:10.869216 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41006) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:10.889431 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-2230c236-9466-42b3-8123-206a8a3ffe87 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2351ab67-b73a-4593-be32-03d2b287ffcf'}, {'subnet_id': 'eb916590-421e-4473-85c1-e165c3293894'}]}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:10.911659 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port f0a9b8cf-f70d-402c-8617-e883de6018fa completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:10.954436 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2cba2-7bd6-49e0-9337-2bed3d49cf33 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Port': ['ID=215bde20-6d8d-42f1-8dba-bfa7082a5f3b,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:10.955984 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port f0a9b8cf-f70d-402c-8617-e883de6018fa triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:10.964775 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:10.988343 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daab5fe-e849-4de5-8cd3-769e147c5d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=78896152-f4fe-4d0e-9838-78dd9720267a,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:11.014368 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303cf5c8-72de-441e-bf78-de1a030289c4 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:11.018320 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-303cf5c8-72de-441e-bf78-de1a030289c4 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093&device_id=3d858707-5aa0-49ae-aa5a-7a82536dff5f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6158147 Mar 07 21:39:11.057585 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41010) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:11.081292 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c159c52f-036c-4d90-92c0-ea647f9c209f None None] DHCP port deletion for 17af9ab4-845f-4bfd-acf4-cd2799b53cb7 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:39:11.084526 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-03a80ff6-aea8-456b-a047-5799950a71ae None None] Allocated IP 2001:db8:0:1::2 (89c97393-1759-477e-894c-1ea1fcce288c/eb916590-421e-4473-85c1-e165c3293894/583f1e66-cc40-466d-8e26-92eddc8e9220) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:11.136618 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c159c52f-036c-4d90-92c0-ea647f9c209f None None] Deleting port 07d10f92-25fc-4ad3-9cfe-f838a115dd14 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:11.137016 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c159c52f-036c-4d90-92c0-ea647f9c209f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:11.150062 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-44f92c42-a60c-4cac-8f81-17c073a66043 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:11.188421 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-3114eee7-79e6-46b6-99f3-6d485967bc0d admin admin] For port 07d10f92-25fc-4ad3-9cfe-f838a115dd14, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=07d10f92-25fc-4ad3-9cfe-f838a115dd14,segment=NetworkSegment(a50a6570-3158-4dbd-a798-232ed05d7065),segment_id=a50a6570-3158-4dbd-a798-232ed05d7065)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:11.188759 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3114eee7-79e6-46b6-99f3-6d485967bc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:11.256323 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f92c42-a60c-4cac-8f81-17c073a66043 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:11.267586 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-44f92c42-a60c-4cac-8f81-17c073a66043 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:11.277396 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f92c42-a60c-4cac-8f81-17c073a66043 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:11.277921 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-44f92c42-a60c-4cac-8f81-17c073a66043 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:11.400876 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-3114eee7-79e6-46b6-99f3-6d485967bc0d admin admin] Calling delete_port for 07d10f92-25fc-4ad3-9cfe-f838a115dd14 owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:11.409517 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2230c236-9466-42b3-8123-206a8a3ffe87 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:11.436299 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2cf7f623-50af-42f7-b0bf-4763ee13923d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:11.452532 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f92c42-a60c-4cac-8f81-17c073a66043 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=fdccbda1-34dc-4877-a7ab-9d9255ee06d3,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:11.477483 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9daab5fe-e849-4de5-8cd3-769e147c5d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:11.521944 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eba14849-5552-4215-93e5-807197a3cdf4 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:11.537564 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:11.561365 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8c565b68-55f3-4ece-a8c8-55d3bc43cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:11.597740 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-2cf7f623-50af-42f7-b0bf-4763ee13923d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Transition to ACTIVE for port object d69b682a-4760-404c-9a0c-b8a89dd3b52b will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:11.613615 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eba14849-5552-4215-93e5-807197a3cdf4 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:11.618476 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-03a80ff6-aea8-456b-a047-5799950a71ae None None] For port 583f1e66-cc40-466d-8e26-92eddc8e9220, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=583f1e66-cc40-466d-8e26-92eddc8e9220,segment=NetworkSegment(347ff3d9-6c8c-4970-88b5-48610ce9525e),segment_id=347ff3d9-6c8c-4970-88b5-48610ce9525e)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:11.734503 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9daab5fe-e849-4de5-8cd3-769e147c5d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:11.739311 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e43cae-258e-4aa5-a869-458a84382ad1 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:11.743338 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-61e43cae-258e-4aa5-a869-458a84382ad1 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "GET /v2.0/networks/a3015ce6-e7a9-4329-aba7-a9f29a3d3093 HTTP/1.1" status: 200 len: 881 time: 0.6660631 Mar 07 21:39:11.743338 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba14849-5552-4215-93e5-807197a3cdf4 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548662ed-489e-4876-a381-046b5e5b1c35,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:11.743889 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9daab5fe-e849-4de5-8cd3-769e147c5d04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:11.750692 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port f0a9b8cf-f70d-402c-8617-e883de6018fa, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f0a9b8cf-f70d-402c-8617-e883de6018fa,segment=NetworkSegment(d647d7e2-6169-4a0b-9141-42bdbedc2b3b),segment_id=d647d7e2-6169-4a0b-9141-42bdbedc2b3b)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:11.751401 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41014) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:11.781826 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-03a80ff6-aea8-456b-a047-5799950a71ae None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:11.797318 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c159c52f-036c-4d90-92c0-ea647f9c209f None None] For port 07d10f92-25fc-4ad3-9cfe-f838a115dd14, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=07d10f92-25fc-4ad3-9cfe-f838a115dd14,segment=NetworkSegment(a50a6570-3158-4dbd-a798-232ed05d7065),segment_id=a50a6570-3158-4dbd-a798-232ed05d7065)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:11.797912 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c159c52f-036c-4d90-92c0-ea647f9c209f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:11.820503 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-03a80ff6-aea8-456b-a047-5799950a71ae None None] Ignored duplicate provisioning block setup for port 583f1e66-cc40-466d-8e26-92eddc8e9220 by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 07 21:39:11.827887 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7901252c-1048-4164-b810-443ec95aa4c3 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d858707-5aa0-49ae-aa5a-7a82536dff5f HTTP/1.1" status: 200 len: 205 time: 0.0725403 Mar 07 21:39:11.830882 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41018) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:11.890115 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:11.891629 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f3138ced-b12b-450a-b0ec-50812c84f6f6 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:39:11.900394 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-44f92c42-a60c-4cac-8f81-17c073a66043 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:11.931847 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eba14849-5552-4215-93e5-807197a3cdf4 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:11.933007 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-eba14849-5552-4215-93e5-807197a3cdf4 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7055047 Mar 07 21:39:11.944052 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41022) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:12.025749 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c159c52f-036c-4d90-92c0-ea647f9c209f None None] Calling delete_port for 07d10f92-25fc-4ad3-9cfe-f838a115dd14 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:12.036565 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ef18b436-091a-4cb3-9ad6-eb356cb8e2a3 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-group-rules/548662ed-489e-4876-a381-046b5e5b1c35 HTTP/1.1" status: 200 len: 763 time: 0.0889499 Mar 07 21:39:12.041475 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41026) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:12.073989 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-03a80ff6-aea8-456b-a047-5799950a71ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:12.115358 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9daab5fe-e849-4de5-8cd3-769e147c5d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:12.116094 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9daab5fe-e849-4de5-8cd3-769e147c5d04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8447d2b0-a653-4376-bd02-6c2b41a5da0f {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:39:12.117759 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3114eee7-79e6-46b6-99f3-6d485967bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:12.121823 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2cf7f623-50af-42f7-b0bf-4763ee13923d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:12.205120 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3114eee7-79e6-46b6-99f3-6d485967bc0d admin admin] No DVR routers for this DVR port 07d10f92-25fc-4ad3-9cfe-f838a115dd14 on host dv-neutron-829957-1-hyperv {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:39:12.207811 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114eee7-79e6-46b6-99f3-6d485967bc0d admin admin] Pushing event deleted for resources: {'Port': ['ID=07d10f92-25fc-4ad3-9cfe-f838a115dd14,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:12.231419 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-2230c236-9466-42b3-8123-206a8a3ffe87 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Allocated IP 2001:db8:0:1::3be (89c97393-1759-477e-894c-1ea1fcce288c/eb916590-421e-4473-85c1-e165c3293894/215bde20-6d8d-42f1-8dba-bfa7082a5f3b) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:12.240678 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf7f623-50af-42f7-b0bf-4763ee13923d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network 62a104d5-3223-4a4f-9118-2cc8e5780cd8 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:12.268857 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=f0a9b8cf-f70d-402c-8617-e883de6018fa,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:12.294270 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-2cf7f623-50af-42f7-b0bf-4763ee13923d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:12.318286 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ba37c051-25c6-48f0-ae91-99bb5ddfadbe tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:12.335503 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-8c565b68-55f3-4ece-a8c8-55d3bc43cfd9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:39:12.335850 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-8c565b68-55f3-4ece-a8c8-55d3bc43cfd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:39:12.340835 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-c159c52f-036c-4d90-92c0-ea647f9c209f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:39:12.341166 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-c159c52f-036c-4d90-92c0-ea647f9c209f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:39:12.366527 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf7f623-50af-42f7-b0bf-4763ee13923d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:12.366882 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a80ff6-aea8-456b-a047-5799950a71ae None None] Pushing event updated for resources: {'Port': ['ID=583f1e66-cc40-466d-8e26-92eddc8e9220,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:12.369375 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2cf7f623-50af-42f7-b0bf-4763ee13923d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:12.420484 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port f3138ced-b12b-450a-b0ec-50812c84f6f6 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:12.428282 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 7feb7d5b-1b60-4b67-bbbc-974e566d6e9b up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:39:12.449359 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b70e155d-9d01-4b71-9629-183642bf24e1 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4067752 Mar 07 21:39:12.450176 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41030) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:12.524723 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9daab5fe-e849-4de5-8cd3-769e147c5d04 admin admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:12.534090 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-9daab5fe-e849-4de5-8cd3-769e147c5d04 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8447d2b0-a653-4376-bd02-6c2b41a5da0f HTTP/1.1" status: 204 len: 168 time: 5.6623623 Mar 07 21:39:12.537659 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41034) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:12.539389 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 7feb7d5b-1b60-4b67-bbbc-974e566d6e9b triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:12.541281 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:12.633622 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b3504d82-9891-4589-ab0d-2a58f0a80379 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:12.648417 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b3504d82-9891-4589-ab0d-2a58f0a80379 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:12.686852 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7f623-50af-42f7-b0bf-4763ee13923d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Port': ['ID=d69b682a-4760-404c-9a0c-b8a89dd3b52b,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:12.734214 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3114eee7-79e6-46b6-99f3-6d485967bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:12.766292 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2230c236-9466-42b3-8123-206a8a3ffe87 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:12.767048 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e910605e-b336-452a-a586-b0c85d594b40 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:39:12.785907 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b3504d82-9891-4589-ab0d-2a58f0a80379 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:12.817798 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: e910605e-b336-452a-a586-b0c85d594b40 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:39:12.818077 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e910605e-b336-452a-a586-b0c85d594b40 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:39:12.841056 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-2230c236-9466-42b3-8123-206a8a3ffe87 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Ignored duplicate provisioning block setup for port 215bde20-6d8d-42f1-8dba-bfa7082a5f3b by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 07 21:39:12.864383 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3504d82-9891-4589-ab0d-2a58f0a80379 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=548662ed-489e-4876-a381-046b5e5b1c35,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:12.886623 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b3504d82-9891-4589-ab0d-2a58f0a80379 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:12.886623 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b3504d82-9891-4589-ab0d-2a58f0a80379 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/548662ed-489e-4876-a381-046b5e5b1c35 HTTP/1.1" status: 204 len: 168 time: 0.4283829 Mar 07 21:39:12.886623 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41038) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:12.937531 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c159c52f-036c-4d90-92c0-ea647f9c209f None None] Deleting port 07d10f92-25fc-4ad3-9cfe-f838a115dd14 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:12.938144 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c159c52f-036c-4d90-92c0-ea647f9c209f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:12.959350 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-44f92c42-a60c-4cac-8f81-17c073a66043 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:12.959934 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-3114eee7-79e6-46b6-99f3-6d485967bc0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17af9ab4-845f-4bfd-acf4-cd2799b53cb7']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:12.963380 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2230c236-9466-42b3-8123-206a8a3ffe87 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:12.997169 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e23852-3da4-4764-8968-d385d38aece5 admin admin] Deleting subnet fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:39:13.000193 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-3114eee7-79e6-46b6-99f3-6d485967bc0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50a6570-3158-4dbd-a798-232ed05d7065') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:13.000536 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-3114eee7-79e6-46b6-99f3-6d485967bc0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50a6570-3158-4dbd-a798-232ed05d7065') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:13.013501 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f9e23852-3da4-4764-8968-d385d38aece5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:13.019132 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f0a9b8cf-f70d-402c-8617-e883de6018fa up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:39:13.052226 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ba37c051-25c6-48f0-ae91-99bb5ddfadbe tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:13.069118 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3114eee7-79e6-46b6-99f3-6d485967bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:13.071557 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8c565b68-55f3-4ece-a8c8-55d3bc43cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:13.077821 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-44f92c42-a60c-4cac-8f81-17c073a66043 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:13.078740 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-44f92c42-a60c-4cac-8f81-17c073a66043 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:13.098004 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c159c52f-036c-4d90-92c0-ea647f9c209f None None] The port '07d10f92-25fc-4ad3-9cfe-f838a115dd14' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:39:13.101299 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3114eee7-79e6-46b6-99f3-6d485967bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:13.111041 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f9e23852-3da4-4764-8968-d385d38aece5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:13.128001 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-8c565b68-55f3-4ece-a8c8-55d3bc43cfd9 None None] For port 583f1e66-cc40-466d-8e26-92eddc8e9220, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=583f1e66-cc40-466d-8e26-92eddc8e9220,segment=NetworkSegment(347ff3d9-6c8c-4970-88b5-48610ce9525e),segment_id=347ff3d9-6c8c-4970-88b5-48610ce9525e)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:13.132620 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac495e0-f94f-486d-b853-a71edb1ffdba None None] Network 89c97393-1759-477e-894c-1ea1fcce288c requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:13.137869 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3dce59bc-404b-4b46-8f94-f2c82a6a58cd tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Synchronizing usage tracker for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:13.150889 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3114eee7-79e6-46b6-99f3-6d485967bc0d admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:39:13.151297 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3114eee7-79e6-46b6-99f3-6d485967bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:13.184525 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230c236-9466-42b3-8123-206a8a3ffe87 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Port': ['ID=215bde20-6d8d-42f1-8dba-bfa7082a5f3b,revision_number=3']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:39:13.191403 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:39:13.228938 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-ba37c051-25c6-48f0-ae91-99bb5ddfadbe tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Deleting port 805b83f6-6ffb-4401-88f7-d3cc0de90317 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:13.229277 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ba37c051-25c6-48f0-ae91-99bb5ddfadbe tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:13.268506 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8c565b68-55f3-4ece-a8c8-55d3bc43cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:13.294553 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-2230c236-9466-42b3-8123-206a8a3ffe87 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] In _notify_port_updated(), no bound segment for port 215bde20-6d8d-42f1-8dba-bfa7082a5f3b on network 89c97393-1759-477e-894c-1ea1fcce288c {{(pid=88386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 07 21:39:13.299625 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2230c236-9466-42b3-8123-206a8a3ffe87 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:13.300305 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2230c236-9466-42b3-8123-206a8a3ffe87 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:13.301651 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2230c236-9466-42b3-8123-206a8a3ffe87 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "PUT /v2.0/ports/215bde20-6d8d-42f1-8dba-bfa7082a5f3b HTTP/1.1" status: 200 len: 1012 time: 2.4265873 Mar 07 21:39:13.317295 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41042) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:13.350850 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f92c42-a60c-4cac-8f81-17c073a66043 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=fdccbda1-34dc-4877-a7ab-9d9255ee06d3,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:13.363265 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port f0a9b8cf-f70d-402c-8617-e883de6018fa triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:13.363626 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:13.377761 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f92c42-a60c-4cac-8f81-17c073a66043 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:13.379068 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-44f92c42-a60c-4cac-8f81-17c073a66043 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:13.429391 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c565b68-55f3-4ece-a8c8-55d3bc43cfd9 None None] Pushing event updated for resources: {'Port': ['ID=583f1e66-cc40-466d-8e26-92eddc8e9220,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:13.443538 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3dce59bc-404b-4b46-8f94-f2c82a6a58cd tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Unset dirty status for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:13.444906 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3dce59bc-404b-4b46-8f94-f2c82a6a58cd tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5394022 Mar 07 21:39:13.453574 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41046) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:13.459154 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-0b04ce54-d079-4e32-9bae-f3b43083b4dc tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Request body: {'security_group_rule': {'security_group_id': '821530a9-9485-4c39-99a7-e5f0ec2cb944', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:13.465117 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2cf7f623-50af-42f7-b0bf-4763ee13923d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:13.468574 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0b04ce54-d079-4e32-9bae-f3b43083b4dc tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:13.513372 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ecef57f9-c673-48df-8900-6c8716741935 None None] Provisioning complete for port 7feb7d5b-1b60-4b67-bbbc-974e566d6e9b triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:13.515015 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ecef57f9-c673-48df-8900-6c8716741935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:13.518861 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-eac1fc07-83dd-4664-a75f-098aff0c53c9 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port 215bde20-6d8d-42f1-8dba-bfa7082a5f3b {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:13.519193 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eac1fc07-83dd-4664-a75f-098aff0c53c9 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:13.539136 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0b04ce54-d079-4e32-9bae-f3b43083b4dc tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:13.632111 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-0b04ce54-d079-4e32-9bae-f3b43083b4dc tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Project 5bfb643a68a54e6c90849bccdc165310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:39:13.643133 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0b04ce54-d079-4e32-9bae-f3b43083b4dc tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:13.690992 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 583f1e66-cc40-466d-8e26-92eddc8e9220 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:39:13.702287 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f92c42-a60c-4cac-8f81-17c073a66043 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Router bbc52362-56ee-4f19-a17d-6c8389ffb4f1 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:39:13.742937 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0b04ce54-d079-4e32-9bae-f3b43083b4dc tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:13.822944 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3114eee7-79e6-46b6-99f3-6d485967bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:13.840705 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 583f1e66-cc40-466d-8e26-92eddc8e9220 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:13.841229 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:13.889483 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ecef57f9-c673-48df-8900-6c8716741935 None None] Provisioning complete for port 583f1e66-cc40-466d-8e26-92eddc8e9220 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:13.889883 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ecef57f9-c673-48df-8900-6c8716741935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:13.912923 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114eee7-79e6-46b6-99f3-6d485967bc0d admin admin] Pushing event deleted for resources: {'Network': ['ID=17af9ab4-845f-4bfd-acf4-cd2799b53cb7,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:13.915572 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3114eee7-79e6-46b6-99f3-6d485967bc0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:13.923429 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f9e23852-3da4-4764-8968-d385d38aece5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:14.000170 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3114eee7-79e6-46b6-99f3-6d485967bc0d admin admin] 10.222.0.21 "DELETE /v2.0/networks/17af9ab4-845f-4bfd-acf4-cd2799b53cb7 HTTP/1.1" status: 204 len: 168 time: 4.6165123 Mar 07 21:39:14.023187 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0b04ce54-d079-4e32-9bae-f3b43083b4dc tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:14.115818 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04ce54-d079-4e32-9bae-f3b43083b4dc tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c41e64-1d37-475b-a9f6-8b3052d37ec4,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:14.155591 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f92c42-a60c-4cac-8f81-17c073a66043 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:39:14.160660 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-44f92c42-a60c-4cac-8f81-17c073a66043 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "PUT /v2.0/routers/bbc52362-56ee-4f19-a17d-6c8389ffb4f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9016757 Mar 07 21:39:14.166764 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41054) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:14.172796 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] Sync routers for ids ['bbc52362-56ee-4f19-a17d-6c8389ffb4f1'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:39:14.185148 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] Routers {'bbc52362-56ee-4f19-a17d-6c8389ffb4f1'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:39:14.186758 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:38:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['bbc52362-56ee-4f19-a17d-6c8389ffb4f1'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:14.192692 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ba37c051-25c6-48f0-ae91-99bb5ddfadbe tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:14.223645 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 78896152-f4fe-4d0e-9838-78dd9720267a no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:39:14.247893 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0b04ce54-d079-4e32-9bae-f3b43083b4dc tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:14.252717 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0b04ce54-d079-4e32-9bae-f3b43083b4dc tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7977800 Mar 07 21:39:14.256638 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41058) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:14.263060 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ecef57f9-c673-48df-8900-6c8716741935 None None] Provisioning for port d69b682a-4760-404c-9a0c-b8a89dd3b52b completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:14.281201 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 78896152-f4fe-4d0e-9838-78dd9720267a {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:39:14.281775 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 78896152-f4fe-4d0e-9838-78dd9720267a not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:39:14.282363 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 07d10f92-25fc-4ad3-9cfe-f838a115dd14 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:39:14.288819 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-08b0b468-f920-495d-a519-ea2d44cc1b66 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-group-rules/b7c41e64-1d37-475b-a9f6-8b3052d37ec4 HTTP/1.1" status: 200 len: 769 time: 0.0308721 Mar 07 21:39:14.299740 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41062) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:14.326241 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ecef57f9-c673-48df-8900-6c8716741935 None None] Provisioning complete for port d69b682a-4760-404c-9a0c-b8a89dd3b52b triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:14.327580 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ecef57f9-c673-48df-8900-6c8716741935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:14.337251 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91423f48-8a72-49da-9e8e-45d8a7496304 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:14.337854 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-91423f48-8a72-49da-9e8e-45d8a7496304 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:14.384779 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] Set router bbc52362-56ee-4f19-a17d-6c8389ffb4f1 gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:39:14.406028 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e5d933f2-8520-4906-a890-65dc14e784ae tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Synchronizing usage tracker for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:14.414377 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-ecef57f9-c673-48df-8900-6c8716741935 None None] Port d69b682a-4760-404c-9a0c-b8a89dd3b52b cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:39:14.417498 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 07d10f92-25fc-4ad3-9cfe-f838a115dd14 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:39:14.422925 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 07d10f92-25fc-4ad3-9cfe-f838a115dd14 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:39:14.428709 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ecef57f9-c673-48df-8900-6c8716741935 None None] Provisioning complete for port f0a9b8cf-f70d-402c-8617-e883de6018fa triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:14.429098 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ecef57f9-c673-48df-8900-6c8716741935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:14.493564 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e5d933f2-8520-4906-a890-65dc14e784ae tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Unset dirty status for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:14.499162 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e5d933f2-8520-4906-a890-65dc14e784ae tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1971929 Mar 07 21:39:14.500348 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41066) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:14.501010 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-91423f48-8a72-49da-9e8e-45d8a7496304 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:14.504875 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-91423f48-8a72-49da-9e8e-45d8a7496304 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports/fdccbda1-34dc-4877-a7ab-9d9255ee06d3 HTTP/1.1" status: 200 len: 911 time: 0.3369839 Mar 07 21:39:14.507731 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41068) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:14.545619 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-ba37c051-25c6-48f0-ae91-99bb5ddfadbe tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Calling delete_port for 805b83f6-6ffb-4401-88f7-d3cc0de90317 owned by network:router_gateway {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:14.583915 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41076) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:14.639576 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c3e6f632-8898-4ca4-a1da-bf099b6ae293 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:14.659376 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c3e6f632-8898-4ca4-a1da-bf099b6ae293 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:14.674323 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ecef57f9-c673-48df-8900-6c8716741935 None None] Provisioning for port fdccbda1-34dc-4877-a7ab-9d9255ee06d3 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:14.680246 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ecef57f9-c673-48df-8900-6c8716741935 None None] Provisioning complete for port fdccbda1-34dc-4877-a7ab-9d9255ee06d3 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:14.681825 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ecef57f9-c673-48df-8900-6c8716741935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:14.786602 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321388e8-87f4-4d4f-a05f-ae01247b2e91 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:14.792779 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-ecef57f9-c673-48df-8900-6c8716741935 None None] Port fdccbda1-34dc-4877-a7ab-9d9255ee06d3 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:39:14.794683 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321388e8-87f4-4d4f-a05f-ae01247b2e91 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:14.797507 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-321388e8-87f4-4d4f-a05f-ae01247b2e91 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2882884 Mar 07 21:39:14.801691 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41080) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:14.856974 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc52362-56ee-4f19-a17d-6c8389ffb4f1', 'name': 'tempest-NetworksTestDHCPv6-router-662184156', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:39:07Z', 'updated_at': '2022-03-07T21:39:11Z', 'revision_number': 2, 'project_id': '49a93905dfb1437998bcc3cc1e43d399', 'gw_port_host': None, '_interfaces': [{'id': 'fdccbda1-34dc-4877-a7ab-9d9255ee06d3', 'name': '', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'mac_address': 'fa:16:3e:d2:ff:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc52362-56ee-4f19-a17d-6c8389ffb4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '466eb016-1dca-4e50-8ac8-1c40fd39953f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:09Z', 'updated_at': '2022-03-07T21:39:12Z', 'revision_number': 2, 'project_id': '49a93905dfb1437998bcc3cc1e43d399', 'subnets': [{'id': '466eb016-1dca-4e50-8ac8-1c40fd39953f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:14.860146 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] Checking router: bbc52362-56ee-4f19-a17d-6c8389ffb4f1 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:39:14.860490 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] Updating router bbc52362-56ee-4f19-a17d-6c8389ffb4f1 port fdccbda1-34dc-4877-a7ab-9d9255ee06d3 binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:39:14.876033 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ecef57f9-c673-48df-8900-6c8716741935 None None] Provisioning for port 215bde20-6d8d-42f1-8dba-bfa7082a5f3b completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:14.881401 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ecef57f9-c673-48df-8900-6c8716741935 None None] Provisioning complete for port 215bde20-6d8d-42f1-8dba-bfa7082a5f3b triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:14.881916 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ecef57f9-c673-48df-8900-6c8716741935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:14.903257 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c3e6f632-8898-4ca4-a1da-bf099b6ae293 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:14.958142 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eac1fc07-83dd-4664-a75f-098aff0c53c9 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:14.972669 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 583f1e66-cc40-466d-8e26-92eddc8e9220 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:39:14.981062 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6f632-8898-4ca4-a1da-bf099b6ae293 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7c41e64-1d37-475b-a9f6-8b3052d37ec4,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:14.990724 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:15.086023 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-ecef57f9-c673-48df-8900-6c8716741935 None None] Port 215bde20-6d8d-42f1-8dba-bfa7082a5f3b cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:39:15.098836 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c3e6f632-8898-4ca4-a1da-bf099b6ae293 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:15.100402 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c3e6f632-8898-4ca4-a1da-bf099b6ae293 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b7c41e64-1d37-475b-a9f6-8b3052d37ec4 HTTP/1.1" status: 204 len: 168 time: 0.5937212 Mar 07 21:39:15.109183 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41086) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:15.139405 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 583f1e66-cc40-466d-8e26-92eddc8e9220 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:15.140115 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:15.204900 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ecef57f9-c673-48df-8900-6c8716741935 None None] Provisioning for port f3138ced-b12b-450a-b0ec-50812c84f6f6 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:15.214365 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2cf7f623-50af-42f7-b0bf-4763ee13923d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:15.229242 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ecef57f9-c673-48df-8900-6c8716741935 None None] Provisioning complete for port f3138ced-b12b-450a-b0ec-50812c84f6f6 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:15.230141 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ecef57f9-c673-48df-8900-6c8716741935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:15.231269 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f9e23852-3da4-4764-8968-d385d38aece5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:15.273197 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-131660ce-e6a8-452f-8e86-c78a4d84026a tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Synchronizing usage tracker for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:15.294879 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f9cd6a-245e-4ff3-9238-68ec5dba5894 None None] Network 304e960d-6464-4f92-a5fa-2d8b6be20410 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:15.412085 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f9e23852-3da4-4764-8968-d385d38aece5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:15.426085 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-131660ce-e6a8-452f-8e86-c78a4d84026a tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Unset dirty status for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:15.427513 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-131660ce-e6a8-452f-8e86-c78a4d84026a tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3173440 Mar 07 21:39:15.431262 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2cf7f623-50af-42f7-b0bf-4763ee13923d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:15.434805 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41092) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:15.442116 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2cf7f623-50af-42f7-b0bf-4763ee13923d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:15.465390 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-eac1fc07-83dd-4664-a75f-098aff0c53c9 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Calling delete_port for 215bde20-6d8d-42f1-8dba-bfa7082a5f3b owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:15.532004 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0cf73536-2f3c-4b5b-9fd8-761109cc6efa tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:15.576712 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:15.596800 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] Transition to ACTIVE for port object fdccbda1-34dc-4877-a7ab-9d9255ee06d3 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:15.637753 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-92393118-23c2-4544-8fb1-d6a599da58c1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:15.675236 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:15.719428 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:15.745825 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e23852-3da4-4764-8968-d385d38aece5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:15.748666 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ecef57f9-c673-48df-8900-6c8716741935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:15.750611 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0abff653-d0fb-4151-90c3-5eb5c8a4821b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca46cfdafe6b4455a043e6a7c2869cdc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1573629 Mar 07 21:39:15.751914 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0cf73536-2f3c-4b5b-9fd8-761109cc6efa tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:15.770360 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41096) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:15.801417 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-ecef57f9-c673-48df-8900-6c8716741935 None None] For port f3138ced-b12b-450a-b0ec-50812c84f6f6, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f3138ced-b12b-450a-b0ec-50812c84f6f6,segment=NetworkSegment(c429e929-8404-4f76-85d9-a4d28c2465fc),segment_id=c429e929-8404-4f76-85d9-a4d28c2465fc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:15.826684 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0c6bd-6683-4a8d-a073-7610cd3a628f None None] Pushing event updated for resources: {'Port': ['ID=fdccbda1-34dc-4877-a7ab-9d9255ee06d3,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:15.833490 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f9e23852-3da4-4764-8968-d385d38aece5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fda36f93-e2b9-4ebc-bfd4-bb7eb55c6ea8 HTTP/1.1" status: 204 len: 168 time: 3.2767839 Mar 07 21:39:15.834840 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41100) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:15.883825 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ecef57f9-c673-48df-8900-6c8716741935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:15.940724 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7f623-50af-42f7-b0bf-4763ee13923d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Port': ['ID=d69b682a-4760-404c-9a0c-b8a89dd3b52b,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:15.950674 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3b68d9-fcc3-4da9-b204-dced1973d42a None None] DHCP port deletion for 304e960d-6464-4f92-a5fa-2d8b6be20410 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:39:15.952771 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0c6bd-6683-4a8d-a073-7610cd3a628f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:15.953303 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0c6bd-6683-4a8d-a073-7610cd3a628f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:15.953795 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0c6bd-6683-4a8d-a073-7610cd3a628f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:15.954545 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0c6bd-6683-4a8d-a073-7610cd3a628f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:15.955014 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0c6bd-6683-4a8d-a073-7610cd3a628f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:15.955500 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0c6bd-6683-4a8d-a073-7610cd3a628f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:15.955992 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0c6bd-6683-4a8d-a073-7610cd3a628f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:15.956455 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0c6bd-6683-4a8d-a073-7610cd3a628f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:15.957101 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0c6bd-6683-4a8d-a073-7610cd3a628f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:15.957567 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0c6bd-6683-4a8d-a073-7610cd3a628f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:15.958193 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0c6bd-6683-4a8d-a073-7610cd3a628f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:15.958675 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0c6bd-6683-4a8d-a073-7610cd3a628f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:39:15.981810 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-1b3b68d9-fcc3-4da9-b204-dced1973d42a None None] Deleting port 5a00c909-d353-44f1-9e99-47d874eabc93 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:15.982339 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1b3b68d9-fcc3-4da9-b204-dced1973d42a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:16.000778 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dbc0fdc6-889f-45af-b9af-6846daa68451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:16.082934 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dbc0fdc6-889f-45af-b9af-6846daa68451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:16.117659 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef57f9-c673-48df-8900-6c8716741935 None None] Pushing event updated for resources: {'Port': ['ID=f3138ced-b12b-450a-b0ec-50812c84f6f6,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:16.160337 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-dd300454-c715-4ca5-93b6-a0987158c56c None None] Provisioning complete for port 583f1e66-cc40-466d-8e26-92eddc8e9220 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:16.160928 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-dd300454-c715-4ca5-93b6-a0987158c56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:16.176776 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fea0c60a-bc84-434e-859b-cdf36f9c27a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:16.296490 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0cf73536-2f3c-4b5b-9fd8-761109cc6efa tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:16.304141 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-fea0c60a-bc84-434e-859b-cdf36f9c27a2 admin admin] Deleting port 5a00c909-d353-44f1-9e99-47d874eabc93 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:16.304561 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fea0c60a-bc84-434e-859b-cdf36f9c27a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:16.322159 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dbc0fdc6-889f-45af-b9af-6846daa68451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:16.332352 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-1b3b68d9-fcc3-4da9-b204-dced1973d42a None None] For port 5a00c909-d353-44f1-9e99-47d874eabc93, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=5a00c909-d353-44f1-9e99-47d874eabc93,segment=NetworkSegment(00c388d5-0ca3-40a1-bd92-e62e9b97d280),segment_id=00c388d5-0ca3-40a1-bd92-e62e9b97d280)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:16.332352 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1b3b68d9-fcc3-4da9-b204-dced1973d42a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:16.332739 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67fa49-5ee2-4118-acc5-0fd378d6832c req-f88290e6-5130-41cd-af9c-1473e8d7682f tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:16.339407 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7a67fa49-5ee2-4118-acc5-0fd378d6832c req-f88290e6-5130-41cd-af9c-1473e8d7682f tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.7026114 Mar 07 21:39:16.365370 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf73536-2f3c-4b5b-9fd8-761109cc6efa tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=821530a9-9485-4c39-99a7-e5f0ec2cb944,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:16.403456 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0fdc6-889f-45af-b9af-6846daa68451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94e35b7-5185-4b89-94d9-27f3cf734cdd,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:16.434352 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7a67fa49-5ee2-4118-acc5-0fd378d6832c req-30d0b29b-9a10-4352-94bb-4309bd9ee499 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941064 Mar 07 21:39:16.477095 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-92393118-23c2-4544-8fb1-d6a599da58c1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting port fdccbda1-34dc-4877-a7ab-9d9255ee06d3 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:16.477895 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-92393118-23c2-4544-8fb1-d6a599da58c1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:16.517259 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf7f623-50af-42f7-b0bf-4763ee13923d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network 62a104d5-3223-4a4f-9118-2cc8e5780cd8 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:16.521833 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-1b3b68d9-fcc3-4da9-b204-dced1973d42a None None] Calling delete_port for 5a00c909-d353-44f1-9e99-47d874eabc93 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:16.527231 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] Attempting to bind port fdccbda1-34dc-4877-a7ab-9d9255ee06d3 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:16.527677 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] Attempting to bind port fdccbda1-34dc-4877-a7ab-9d9255ee06d3 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:16.528094 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] Attempting to bind port fdccbda1-34dc-4877-a7ab-9d9255ee06d3 on network ab63f4f6-c089-409c-a9c4-f2088e2d7005 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:16.534359 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:39:16.534879 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] Checking segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:39:16.535338 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:16.535784 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] Bound using segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:39:16.536429 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] Bound port: fdccbda1-34dc-4877-a7ab-9d9255ee06d3, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:39:16.536859 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:16.553415 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-2cf7f623-50af-42f7-b0bf-4763ee13923d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:16.571619 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6659a-7fca-4289-b803-1dda89690a3e req-62f74e02-8274-47f5-b2b4-71982d8742d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:16.573266 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-96f6659a-7fca-4289-b803-1dda89690a3e req-62f74e02-8274-47f5-b2b4-71982d8742d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=36c0879924594e24ac3af2cf45324a46&device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 1098 time: 0.8186424 Mar 07 21:39:16.651528 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] For port fdccbda1-34dc-4877-a7ab-9d9255ee06d3, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:39:16.655470 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] For port fdccbda1-34dc-4877-a7ab-9d9255ee06d3, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=fdccbda1-34dc-4877-a7ab-9d9255ee06d3,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:39:16.661934 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-dd300454-c715-4ca5-93b6-a0987158c56c None None] Provisioning complete for port 215bde20-6d8d-42f1-8dba-bfa7082a5f3b triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:16.662411 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-dd300454-c715-4ca5-93b6-a0987158c56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:16.728435 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-dd300454-c715-4ca5-93b6-a0987158c56c None None] Port 215bde20-6d8d-42f1-8dba-bfa7082a5f3b cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:39:16.733103 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:16.765800 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1b3b68d9-fcc3-4da9-b204-dced1973d42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:16.781233 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-92393118-23c2-4544-8fb1-d6a599da58c1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] For port fdccbda1-34dc-4877-a7ab-9d9255ee06d3, host dv-neutron-829957-1-hyperv, got binding levels [] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:16.781585 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-92393118-23c2-4544-8fb1-d6a599da58c1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:16.847137 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b68d9-fcc3-4da9-b204-dced1973d42a None None] Pushing event deleted for resources: {'Port': ['ID=5a00c909-d353-44f1-9e99-47d874eabc93,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:16.849641 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0c6bd-6683-4a8d-a073-7610cd3a628f None None] Pushing event updated for resources: {'Port': ['ID=fdccbda1-34dc-4877-a7ab-9d9255ee06d3,revision_number=4']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:16.865392 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b68d9-fcc3-4da9-b204-dced1973d42a None None] No DVR routers for this DVR port 5a00c909-d353-44f1-9e99-47d874eabc93 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:39:16.866667 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] Routers {'bbc52362-56ee-4f19-a17d-6c8389ffb4f1'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:39:16.867343 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:38:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['bbc52362-56ee-4f19-a17d-6c8389ffb4f1'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:16.894688 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b6be445f-b083-49ae-8bfc-0b0004ebcdb8 None None] Provisioning complete for port d69b682a-4760-404c-9a0c-b8a89dd3b52b triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:16.900441 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b6be445f-b083-49ae-8bfc-0b0004ebcdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:16.961728 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eac1fc07-83dd-4664-a75f-098aff0c53c9 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:16.968102 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ba37c051-25c6-48f0-ae91-99bb5ddfadbe tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:16.991905 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f3138ced-b12b-450a-b0ec-50812c84f6f6 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:39:16.995533 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-92393118-23c2-4544-8fb1-d6a599da58c1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Calling delete_port for fdccbda1-34dc-4877-a7ab-9d9255ee06d3 owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:17.051908 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] Set router bbc52362-56ee-4f19-a17d-6c8389ffb4f1 gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:39:17.126373 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-b6be445f-b083-49ae-8bfc-0b0004ebcdb8 None None] Port d69b682a-4760-404c-9a0c-b8a89dd3b52b cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:39:17.139383 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port f3138ced-b12b-450a-b0ec-50812c84f6f6 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:17.139665 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:17.141578 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dbc0fdc6-889f-45af-b9af-6846daa68451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:17.145082 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-dbc0fdc6-889f-45af-b9af-6846daa68451 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c94e35b7-5185-4b89-94d9-27f3cf734cdd HTTP/1.1" status: 204 len: 168 time: 1.3720751 Mar 07 21:39:17.145082 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0cf73536-2f3c-4b5b-9fd8-761109cc6efa tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:17.145308 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0cf73536-2f3c-4b5b-9fd8-761109cc6efa tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "DELETE /v2.0/security-groups/821530a9-9485-4c39-99a7-e5f0ec2cb944 HTTP/1.1" status: 204 len: 168 time: 1.7087569 Mar 07 21:39:17.147678 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41106) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:17.207916 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0d243b4f-e4e5-4053-94a2-9b6a89849402 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Synchronizing usage tracker for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:17.218488 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.api [None req-92393118-23c2-4544-8fb1-d6a599da58c1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:39:17.218798 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG oslo_db.api [None req-92393118-23c2-4544-8fb1-d6a599da58c1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:39:17.254360 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1fc07-83dd-4664-a75f-098aff0c53c9 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Port': ['ID=215bde20-6d8d-42f1-8dba-bfa7082a5f3b,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:17.322674 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0d243b4f-e4e5-4053-94a2-9b6a89849402 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Unset dirty status for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:17.323955 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0d243b4f-e4e5-4053-94a2-9b6a89849402 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1753654 Mar 07 21:39:17.330235 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41110) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:17.339776 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-e1a392b8-cce9-4da8-8ff0-ff714d32336d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Request body: {'security_group': {'name': 'tempest-secgroup--772706144'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:17.348191 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e1a392b8-cce9-4da8-8ff0-ff714d32336d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:17.362108 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e1a392b8-cce9-4da8-8ff0-ff714d32336d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:17.432308 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e1a392b8-cce9-4da8-8ff0-ff714d32336d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:17.440074 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37c051-25c6-48f0-ae91-99bb5ddfadbe tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Pushing event deleted for resources: {'Port': ['ID=805b83f6-6ffb-4401-88f7-d3cc0de90317,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:17.468304 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eac1fc07-83dd-4664-a75f-098aff0c53c9 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:17.471949 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e1a392b8-cce9-4da8-8ff0-ff714d32336d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:17.476881 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 5a00c909-d353-44f1-9e99-47d874eabc93 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:39:17.482679 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-fea0c60a-bc84-434e-859b-cdf36f9c27a2 admin admin] For port 5a00c909-d353-44f1-9e99-47d874eabc93, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=5a00c909-d353-44f1-9e99-47d874eabc93,segment=NetworkSegment(00c388d5-0ca3-40a1-bd92-e62e9b97d280),segment_id=00c388d5-0ca3-40a1-bd92-e62e9b97d280)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:17.483458 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fea0c60a-bc84-434e-859b-cdf36f9c27a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:17.496349 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e1a392b8-cce9-4da8-8ff0-ff714d32336d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Usage tracker for resource:security_group_rule and tenant:5bfb643a68a54e6c90849bccdc165310 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:17.498981 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc52362-56ee-4f19-a17d-6c8389ffb4f1', 'name': 'tempest-NetworksTestDHCPv6-router-662184156', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:39:07Z', 'updated_at': '2022-03-07T21:39:11Z', 'revision_number': 2, 'project_id': '49a93905dfb1437998bcc3cc1e43d399', 'gw_port_host': None, '_interfaces': [{'id': 'fdccbda1-34dc-4877-a7ab-9d9255ee06d3', 'name': '', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'mac_address': 'fa:16:3e:d2:ff:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc52362-56ee-4f19-a17d-6c8389ffb4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '466eb016-1dca-4e50-8ac8-1c40fd39953f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:09Z', 'updated_at': '2022-03-07T21:39:16Z', 'revision_number': 4, 'project_id': '49a93905dfb1437998bcc3cc1e43d399', 'subnets': [{'id': '466eb016-1dca-4e50-8ac8-1c40fd39953f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:17.504181 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b924521-ad65-4dea-91ec-d0cc2b290894 None None] The sync data for ids ['bbc52362-56ee-4f19-a17d-6c8389ffb4f1'] in dv-neutron-829957-1-hyperv is: [{'id': 'bbc52362-56ee-4f19-a17d-6c8389ffb4f1', 'name': 'tempest-NetworksTestDHCPv6-router-662184156', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:39:07Z', 'updated_at': '2022-03-07T21:39:11Z', 'revision_number': 2, 'project_id': '49a93905dfb1437998bcc3cc1e43d399', 'gw_port_host': None, '_interfaces': [{'id': 'fdccbda1-34dc-4877-a7ab-9d9255ee06d3', 'name': '', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'mac_address': 'fa:16:3e:d2:ff:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc52362-56ee-4f19-a17d-6c8389ffb4f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '466eb016-1dca-4e50-8ac8-1c40fd39953f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:09Z', 'updated_at': '2022-03-07T21:39:16Z', 'revision_number': 4, 'project_id': '49a93905dfb1437998bcc3cc1e43d399', 'subnets': [{'id': '466eb016-1dca-4e50-8ac8-1c40fd39953f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:39:17.504746 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e1a392b8-cce9-4da8-8ff0-ff714d32336d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:17.516797 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e1a392b8-cce9-4da8-8ff0-ff714d32336d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:17.540712 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 5a00c909-d353-44f1-9e99-47d874eabc93 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:39:17.541592 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 5a00c909-d353-44f1-9e99-47d874eabc93 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:39:17.649314 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e1a392b8-cce9-4da8-8ff0-ff714d32336d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:17.711380 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92621e69-4ec4-402a-a797-d817e592d138 req-a870039f-5824-4e1c-a852-a272875fe33c tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:17.713077 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-92621e69-4ec4-402a-a797-d817e592d138 req-a870039f-5824-4e1c-a852-a272875fe33c tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.1005170 Mar 07 21:39:17.720060 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-92393118-23c2-4544-8fb1-d6a599da58c1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting port fdccbda1-34dc-4877-a7ab-9d9255ee06d3 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:17.720597 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-92393118-23c2-4544-8fb1-d6a599da58c1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:17.836710 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e1a392b8-cce9-4da8-8ff0-ff714d32336d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:17.882332 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-eac1fc07-83dd-4664-a75f-098aff0c53c9 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/ports/215bde20-6d8d-42f1-8dba-bfa7082a5f3b HTTP/1.1" status: 204 len: 168 time: 4.5485106 Mar 07 21:39:17.885778 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ba37c051-25c6-48f0-ae91-99bb5ddfadbe tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:17.925588 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41120) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:17.930512 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a392b8-cce9-4da8-8ff0-ff714d32336d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aeb3bf1-bda0-4a2a-a343-e0bc1d7b1b51,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:17.935091 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-92621e69-4ec4-402a-a797-d817e592d138 req-ca6ca8a3-015c-4f9d-b245-ed97b13d921a tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196754 Mar 07 21:39:18.004204 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61f2e8e-2c03-4a61-8d32-149a6fa1b74f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] GET failed (client error): The resource could not be found. Mar 07 21:39:18.004808 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e61f2e8e-2c03-4a61-8d32-149a6fa1b74f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Synchronizing usage tracker for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:18.029757 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-fea0c60a-bc84-434e-859b-cdf36f9c27a2 admin admin] Calling delete_port for 5a00c909-d353-44f1-9e99-47d874eabc93 owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:18.076227 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6659a-7fca-4289-b803-1dda89690a3e req-a1ec4637-da3d-46ef-a698-d980dfbc42b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:18.077815 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-96f6659a-7fca-4289-b803-1dda89690a3e req-a1ec4637-da3d-46ef-a698-d980dfbc42b2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=38c758dc-7f6c-454b-adaf-334f371206ea HTTP/1.1" status: 200 len: 911 time: 1.4901526 Mar 07 21:39:18.139127 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-92393118-23c2-4544-8fb1-d6a599da58c1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] For port fdccbda1-34dc-4877-a7ab-9d9255ee06d3, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=fdccbda1-34dc-4877-a7ab-9d9255ee06d3,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:18.139547 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-92393118-23c2-4544-8fb1-d6a599da58c1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:18.204389 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e1a392b8-cce9-4da8-8ff0-ff714d32336d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:18.208317 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e1a392b8-cce9-4da8-8ff0-ff714d32336d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8756804 Mar 07 21:39:18.230707 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41130) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:18.260037 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ba37c051-25c6-48f0-ae91-99bb5ddfadbe tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:18.265478 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ba37c051-25c6-48f0-ae91-99bb5ddfadbe tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:18.269716 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-61e2faa2-2783-4639-b7af-c082edc419e8 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Request body: {'security_group_rule': {'security_group_id': '8aeb3bf1-bda0-4a2a-a343-e0bc1d7b1b51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:18.270374 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e61f2e8e-2c03-4a61-8d32-149a6fa1b74f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Unset dirty status for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:18.271496 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e61f2e8e-2c03-4a61-8d32-149a6fa1b74f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports/215bde20-6d8d-42f1-8dba-bfa7082a5f3b HTTP/1.1" status: 404 len: 333 time: 0.3349805 Mar 07 21:39:18.276211 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41134) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:18.278192 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-92393118-23c2-4544-8fb1-d6a599da58c1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Calling delete_port for fdccbda1-34dc-4877-a7ab-9d9255ee06d3 owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:18.288364 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-61e2faa2-2783-4639-b7af-c082edc419e8 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:18.363664 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-61e2faa2-2783-4639-b7af-c082edc419e8 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Usage tracker for resource:security_group_rule and tenant:5bfb643a68a54e6c90849bccdc165310 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:18.364337 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf7f623-50af-42f7-b0bf-4763ee13923d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Router 56356d7c-ec11-4a46-82ed-c678c5bf94d9 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:39:18.372263 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-61e2faa2-2783-4639-b7af-c082edc419e8 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:18.397835 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-61e2faa2-2783-4639-b7af-c082edc419e8 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:18.414715 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-96f6659a-7fca-4289-b803-1dda89690a3e req-2254a8a8-5f88-4922-b212-f7f06e4ed7b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 HTTP/1.1" status: 200 len: 1001 time: 0.3236215 Mar 07 21:39:18.420629 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.api [None req-fea0c60a-bc84-434e-859b-cdf36f9c27a2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:39:18.420971 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG oslo_db.api [None req-fea0c60a-bc84-434e-859b-cdf36f9c27a2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:39:18.481555 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-de27e215-e385-4f74-bb65-24b50744ad8e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting subnet eb916590-421e-4473-85c1-e165c3293894 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:39:18.521346 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-de27e215-e385-4f74-bb65-24b50744ad8e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:18.559244 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ba37c051-25c6-48f0-ae91-99bb5ddfadbe tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:18.559731 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba37c051-25c6-48f0-ae91-99bb5ddfadbe tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Fanout notify agent at l3_agent the message router_deleted on router 3d858707-5aa0-49ae-aa5a-7a82536dff5f {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:39:18.583139 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-92393118-23c2-4544-8fb1-d6a599da58c1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:18.647642 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-61e2faa2-2783-4639-b7af-c082edc419e8 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:18.668176 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92393118-23c2-4544-8fb1-d6a599da58c1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Port': ['ID=fdccbda1-34dc-4877-a7ab-9d9255ee06d3,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:18.693894 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-de27e215-e385-4f74-bb65-24b50744ad8e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:18.734458 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41146) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:18.807425 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ba37c051-25c6-48f0-ae91-99bb5ddfadbe tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:18.815084 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ba37c051-25c6-48f0-ae91-99bb5ddfadbe tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "DELETE /v2.0/routers/3d858707-5aa0-49ae-aa5a-7a82536dff5f HTTP/1.1" status: 204 len: 168 time: 6.9816372 Mar 07 21:39:18.818851 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41152) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:18.827815 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf7f623-50af-42f7-b0bf-4763ee13923d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:39:18.830231 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6659a-7fca-4289-b803-1dda89690a3e req-2553d04f-7107-48b3-a19c-f6ebf8d8d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:18.831724 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-96f6659a-7fca-4289-b803-1dda89690a3e req-2553d04f-7107-48b3-a19c-f6ebf8d8d31a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f313f210-5759-4bf7-8dc0-7c89a181e7b8 HTTP/1.1" status: 200 len: 850 time: 0.4098847 Mar 07 21:39:18.837033 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2cf7f623-50af-42f7-b0bf-4763ee13923d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "PUT /v2.0/routers/56356d7c-ec11-4a46-82ed-c678c5bf94d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6404278 Mar 07 21:39:18.841037 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41156) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:18.844207 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-986def5b-ebe3-4c87-ad12-40c1e9bfe0a3 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1122771886', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}, 'admin_state_up': False}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:18.847849 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01873363-5283-4eff-9541-758bdf5db9ca None None] Sync routers for ids ['56356d7c-ec11-4a46-82ed-c678c5bf94d9'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:39:18.862895 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01873363-5283-4eff-9541-758bdf5db9ca None None] Routers {'56356d7c-ec11-4a46-82ed-c678c5bf94d9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:39:18.863538 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-01873363-5283-4eff-9541-758bdf5db9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:38:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['56356d7c-ec11-4a46-82ed-c678c5bf94d9'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:18.928568 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-fea0c60a-bc84-434e-859b-cdf36f9c27a2 admin admin] Deleting port 5a00c909-d353-44f1-9e99-47d874eabc93 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:18.928982 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fea0c60a-bc84-434e-859b-cdf36f9c27a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:18.977859 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-01873363-5283-4eff-9541-758bdf5db9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:18.989018 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01873363-5283-4eff-9541-758bdf5db9ca None None] Routers {'56356d7c-ec11-4a46-82ed-c678c5bf94d9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:39:18.989679 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-01873363-5283-4eff-9541-758bdf5db9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:38:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['56356d7c-ec11-4a46-82ed-c678c5bf94d9'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:19.027809 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-92393118-23c2-4544-8fb1-d6a599da58c1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:19.050191 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-fea0c60a-bc84-434e-859b-cdf36f9c27a2 admin admin] The port '5a00c909-d353-44f1-9e99-47d874eabc93' was deleted {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:39:19.118200 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-01873363-5283-4eff-9541-758bdf5db9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:19.118200 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01873363-5283-4eff-9541-758bdf5db9ca None None] The sync data for ids ['56356d7c-ec11-4a46-82ed-c678c5bf94d9'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:39:19.119831 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-986def5b-ebe3-4c87-ad12-40c1e9bfe0a3 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:19.141934 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-61e2faa2-2783-4639-b7af-c082edc419e8 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:19.143104 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-986def5b-ebe3-4c87-ad12-40c1e9bfe0a3 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Usage tracker for resource:router and tenant:27e41ad4a5d142a5819c06accd61dec6 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:19.148498 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-6254226e-da35-40f4-811a-7dbb70fd7022 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1403238422'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:19.170821 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-986def5b-ebe3-4c87-ad12-40c1e9bfe0a3 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:19.180191 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6254226e-da35-40f4-811a-7dbb70fd7022 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:19.205752 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-986def5b-ebe3-4c87-ad12-40c1e9bfe0a3 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:19.219677 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6254226e-da35-40f4-811a-7dbb70fd7022 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Usage tracker for resource:network and tenant:fdb4eea0d4ca451399b235ed740cf679 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:19.234847 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6254226e-da35-40f4-811a-7dbb70fd7022 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:19.291685 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6254226e-da35-40f4-811a-7dbb70fd7022 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:19.301191 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-61e2faa2-2783-4639-b7af-c082edc419e8 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:19.325490 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fea0c60a-bc84-434e-859b-cdf36f9c27a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:19.338954 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6feeef15-b31f-41a2-aa3e-3464b7472058 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:19.339515 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6feeef15-b31f-41a2-aa3e-3464b7472058 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Synchronizing usage tracker for tenant:fcdda39025724b238190857d574ee30e on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:19.371071 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92393118-23c2-4544-8fb1-d6a599da58c1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Router bbc52362-56ee-4f19-a17d-6c8389ffb4f1 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:39:19.388527 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8179ab5-6ee7-4b0c-87f7-ca55816f85fb req-be82f800-07f4-43a5-8b62-b51da29e88b7 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:19.389997 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f8179ab5-6ee7-4b0c-87f7-ca55816f85fb req-be82f800-07f4-43a5-8b62-b51da29e88b7 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.2862103 Mar 07 21:39:19.395994 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-de27e215-e385-4f74-bb65-24b50744ad8e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:19.543196 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92393118-23c2-4544-8fb1-d6a599da58c1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:39:19.553565 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09571f8-d64e-4a46-91d0-da802314cd2c None None] Sync routers for ids ['bbc52362-56ee-4f19-a17d-6c8389ffb4f1'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:39:19.558071 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-fea0c60a-bc84-434e-859b-cdf36f9c27a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['304e960d-6464-4f92-a5fa-2d8b6be20410']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:19.562754 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09571f8-d64e-4a46-91d0-da802314cd2c None None] Routers {'bbc52362-56ee-4f19-a17d-6c8389ffb4f1'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:39:19.562919 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f8179ab5-6ee7-4b0c-87f7-ca55816f85fb req-0afb3c9a-1977-4b08-8a30-287bfdaa201c tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233568 Mar 07 21:39:19.563333 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-f09571f8-d64e-4a46-91d0-da802314cd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:38:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['bbc52362-56ee-4f19-a17d-6c8389ffb4f1'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:19.580368 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-986def5b-ebe3-4c87-ad12-40c1e9bfe0a3 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:19.584759 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-986def5b-ebe3-4c87-ad12-40c1e9bfe0a3 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:19.584759 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6254226e-da35-40f4-811a-7dbb70fd7022 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Made reservation on behalf of fdb4eea0d4ca451399b235ed740cf679 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:19.587774 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6254226e-da35-40f4-811a-7dbb70fd7022 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:19.598198 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6659a-7fca-4289-b803-1dda89690a3e req-0fe3db63-7636-463f-adbe-c00571a9555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:19.599692 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-96f6659a-7fca-4289-b803-1dda89690a3e req-0fe3db63-7636-463f-adbe-c00571a9555e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38c758dc-7f6c-454b-adaf-334f371206ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7336121 Mar 07 21:39:19.620801 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-92393118-23c2-4544-8fb1-d6a599da58c1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "PUT /v2.0/routers/bbc52362-56ee-4f19-a17d-6c8389ffb4f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8178258 Mar 07 21:39:19.623520 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41166) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:19.662947 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2faa2-2783-4639-b7af-c082edc419e8 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5088c59-716e-4d41-b69f-017be1b085b3,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:19.678331 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-fea0c60a-bc84-434e-859b-cdf36f9c27a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c388d5-0ca3-40a1-bd92-e62e9b97d280') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:19.678750 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-fea0c60a-bc84-434e-859b-cdf36f9c27a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c388d5-0ca3-40a1-bd92-e62e9b97d280') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:19.690034 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-f09571f8-d64e-4a46-91d0-da802314cd2c None None] Set router bbc52362-56ee-4f19-a17d-6c8389ffb4f1 gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:39:19.696848 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6254226e-da35-40f4-811a-7dbb70fd7022 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:19.709996 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-61e2faa2-2783-4639-b7af-c082edc419e8 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:19.712206 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307871c8-6ebd-4440-bac4-1307c1b5d6c9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:19.714269 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-61e2faa2-2783-4639-b7af-c082edc419e8 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4658525 Mar 07 21:39:19.714484 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307871c8-6ebd-4440-bac4-1307c1b5d6c9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:19.715248 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41170) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:19.715770 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-307871c8-6ebd-4440-bac4-1307c1b5d6c9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:19.726914 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6feeef15-b31f-41a2-aa3e-3464b7472058 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Unset dirty status for tenant:fcdda39025724b238190857d574ee30e on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:19.730744 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6feeef15-b31f-41a2-aa3e-3464b7472058 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "GET /v2.0/ports/d69b682a-4760-404c-9a0c-b8a89dd3b52b HTTP/1.1" status: 200 len: 911 time: 0.8020296 Mar 07 21:39:19.730744 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fea0c60a-bc84-434e-859b-cdf36f9c27a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:19.737529 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41174) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:19.801454 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6254226e-da35-40f4-811a-7dbb70fd7022 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:19.812067 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-f09571f8-d64e-4a46-91d0-da802314cd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc52362-56ee-4f19-a17d-6c8389ffb4f1', 'name': 'tempest-NetworksTestDHCPv6-router-662184156', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:39:07Z', 'updated_at': '2022-03-07T21:39:18Z', 'revision_number': 3, 'project_id': '49a93905dfb1437998bcc3cc1e43d399', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:19.820844 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09571f8-d64e-4a46-91d0-da802314cd2c None None] Checking router: bbc52362-56ee-4f19-a17d-6c8389ffb4f1 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:39:19.833255 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6254226e-da35-40f4-811a-7dbb70fd7022 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Usage tracker for resource:security_group_rule and tenant:fdb4eea0d4ca451399b235ed740cf679 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:19.834853 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09571f8-d64e-4a46-91d0-da802314cd2c None None] Routers {'bbc52362-56ee-4f19-a17d-6c8389ffb4f1'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:39:19.835807 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-f09571f8-d64e-4a46-91d0-da802314cd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:38:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['bbc52362-56ee-4f19-a17d-6c8389ffb4f1'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:19.842235 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6254226e-da35-40f4-811a-7dbb70fd7022 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:19.862638 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6254226e-da35-40f4-811a-7dbb70fd7022 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:19.863422 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fea0c60a-bc84-434e-859b-cdf36f9c27a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:19.874994 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-986def5b-ebe3-4c87-ad12-40c1e9bfe0a3 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:19.875589 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-307871c8-6ebd-4440-bac4-1307c1b5d6c9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:19.876924 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-307871c8-6ebd-4440-bac4-1307c1b5d6c9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2524846 Mar 07 21:39:19.884362 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41178) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:19.899323 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea0c60a-bc84-434e-859b-cdf36f9c27a2 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:39:19.899835 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fea0c60a-bc84-434e-859b-cdf36f9c27a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:39:19.926738 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:39:19.987944 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-f09571f8-d64e-4a46-91d0-da802314cd2c None None] Set router bbc52362-56ee-4f19-a17d-6c8389ffb4f1 gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:39:20.025158 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6110c539-8533-4175-9383-faafdeb7b948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:20.053576 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-96f6659a-7fca-4289-b803-1dda89690a3e req-26bf1c59-faae-44b2-a53e-a743485092d4 service neutron] 10.222.0.11 "GET /v2.0/networks/38c758dc-7f6c-454b-adaf-334f371206ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353943 Mar 07 21:39:20.059673 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8599d5d-0b9d-48ab-a1c7-d939a004dc45 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet 466eb016-1dca-4e50-8ac8-1c40fd39953f {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:39:20.064523 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c8599d5d-0b9d-48ab-a1c7-d939a004dc45 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:20.095486 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-f09571f8-d64e-4a46-91d0-da802314cd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc52362-56ee-4f19-a17d-6c8389ffb4f1', 'name': 'tempest-NetworksTestDHCPv6-router-662184156', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:39:07Z', 'updated_at': '2022-03-07T21:39:18Z', 'revision_number': 3, 'project_id': '49a93905dfb1437998bcc3cc1e43d399', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:20.099902 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09571f8-d64e-4a46-91d0-da802314cd2c None None] The sync data for ids ['bbc52362-56ee-4f19-a17d-6c8389ffb4f1'] in dv-neutron-829957-1-hyperv is: [{'id': 'bbc52362-56ee-4f19-a17d-6c8389ffb4f1', 'name': 'tempest-NetworksTestDHCPv6-router-662184156', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:39:07Z', 'updated_at': '2022-03-07T21:39:18Z', 'revision_number': 3, 'project_id': '49a93905dfb1437998bcc3cc1e43d399', 'gw_port_host': None}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:39:20.120369 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f605d3d0-0c4f-4983-bc03-1898a718735d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:20.127774 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-de27e215-e385-4f74-bb65-24b50744ad8e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:20.198457 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c8599d5d-0b9d-48ab-a1c7-d939a004dc45 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:20.268031 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fea0c60a-bc84-434e-859b-cdf36f9c27a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:20.272311 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fea0c60a-bc84-434e-859b-cdf36f9c27a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:20.329590 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27e215-e385-4f74-bb65-24b50744ad8e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Subnet': ['ID=eb916590-421e-4473-85c1-e165c3293894,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:20.334284 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-de27e215-e385-4f74-bb65-24b50744ad8e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:20.341226 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d4e6a4-3b7e-4d63-81f2-7f5adc1ae905 None None] Network 89c97393-1759-477e-894c-1ea1fcce288c requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:20.367006 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0c60a-bc84-434e-859b-cdf36f9c27a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=304e960d-6464-4f92-a5fa-2d8b6be20410,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:20.459423 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f605d3d0-0c4f-4983-bc03-1898a718735d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:20.531955 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c8599d5d-0b9d-48ab-a1c7-d939a004dc45 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:20.651384 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-de27e215-e385-4f74-bb65-24b50744ad8e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/subnets/eb916590-421e-4473-85c1-e165c3293894 HTTP/1.1" status: 204 len: 168 time: 2.3697619 Mar 07 21:39:20.652875 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-fea0c60a-bc84-434e-859b-cdf36f9c27a2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/304e960d-6464-4f92-a5fa-2d8b6be20410 HTTP/1.1" status: 204 len: 168 time: 4.7235045 Mar 07 21:39:20.654631 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41184) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:20.674768 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-986def5b-ebe3-4c87-ad12-40c1e9bfe0a3 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:20.700106 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6254226e-da35-40f4-811a-7dbb70fd7022 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:20.706916 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-96f6659a-7fca-4289-b803-1dda89690a3e req-482fc97d-cb73-4e32-9a9f-4efca184ed00 service neutron] 10.222.0.11 "GET /v2.0/networks/38c758dc-7f6c-454b-adaf-334f371206ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6435299 Mar 07 21:39:20.865175 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device fdccbda1-34dc-4877-a7ab-9d9255ee06d3 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:39:20.876979 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f605d3d0-0c4f-4983-bc03-1898a718735d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:20.882894 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6254226e-da35-40f4-811a-7dbb70fd7022 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:20.884135 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c8599d5d-0b9d-48ab-a1c7-d939a004dc45 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:20.914980 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605d3d0-0c4f-4983-bc03-1898a718735d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aeb3bf1-bda0-4a2a-a343-e0bc1d7b1b51,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:20.931529 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-1323d3c1-680d-4e2c-aa9b-51dbeab4b26c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting subnet 2351ab67-b73a-4593-be32-03d2b287ffcf {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:39:20.972940 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6254226e-da35-40f4-811a-7dbb70fd7022 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:39:20.974816 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1323d3c1-680d-4e2c-aa9b-51dbeab4b26c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:20.982670 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: fdccbda1-34dc-4877-a7ab-9d9255ee06d3 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:39:20.983692 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device fdccbda1-34dc-4877-a7ab-9d9255ee06d3 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:39:20.995619 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f605d3d0-0c4f-4983-bc03-1898a718735d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:20.999036 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f605d3d0-0c4f-4983-bc03-1898a718735d tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "DELETE /v2.0/security-groups/8aeb3bf1-bda0-4a2a-a343-e0bc1d7b1b51 HTTP/1.1" status: 204 len: 168 time: 1.2713125 Mar 07 21:39:21.010125 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41190) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:21.012361 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c8599d5d-0b9d-48ab-a1c7-d939a004dc45 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:21.015355 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8599d5d-0b9d-48ab-a1c7-d939a004dc45 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=466eb016-1dca-4e50-8ac8-1c40fd39953f,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:21.019452 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949cec39-6fb8-4fdd-8c4b-4e19cc095433 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:21.046367 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6254226e-da35-40f4-811a-7dbb70fd7022 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:21.047027 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-6254226e-da35-40f4-811a-7dbb70fd7022 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Added segment aeef5383-f470-4574-82e0-5d92c178e595 of type vlan for network 8f666024-19fb-42e9-aa2d-e9d4e431cc97 Mar 07 21:39:21.062239 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4346d5c4-a589-4946-bf00-ed5076bb621a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:21.095846 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6254226e-da35-40f4-811a-7dbb70fd7022 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:21.112644 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a3082-ea37-4f23-8b06-56c3c37df1ec req-5123a1ed-5edb-42ec-8e32-9a0188740ff0 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:21.118156 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ee2a3082-ea37-4f23-8b06-56c3c37df1ec req-5123a1ed-5edb-42ec-8e32-9a0188740ff0 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.3633428 Mar 07 21:39:21.183813 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1323d3c1-680d-4e2c-aa9b-51dbeab4b26c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:21.244706 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41194) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:21.253801 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c8599d5d-0b9d-48ab-a1c7-d939a004dc45 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/466eb016-1dca-4e50-8ac8-1c40fd39953f HTTP/1.1" status: 204 len: 168 time: 1.3685629 Mar 07 21:39:21.256625 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41196) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:21.258904 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254226e-da35-40f4-811a-7dbb70fd7022 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b797551e-972c-407a-a79c-81eaafbfccff,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:21.339358 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6254226e-da35-40f4-811a-7dbb70fd7022 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:21.348179 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6254226e-da35-40f4-811a-7dbb70fd7022 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:21.348902 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6254226e-da35-40f4-811a-7dbb70fd7022 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:21.354431 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38136b-19a0-4ffd-8ae8-39dba0dfadde req-67e67580-f38f-447c-9883-eaf241cbfc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:21.356033 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9d38136b-19a0-4ffd-8ae8-39dba0dfadde req-67e67580-f38f-447c-9883-eaf241cbfc63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=36c0879924594e24ac3af2cf45324a46&device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 1098 time: 0.6030004 Mar 07 21:39:21.359499 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a1c392ee-9c50-45ee-ba04-7fa25f36d6cd tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Synchronizing usage tracker for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:21.380476 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4198d0a-3999-4c7e-992d-94c93a1810f6 None None] DHCP port deletion for ab63f4f6-c089-409c-a9c4-f2088e2d7005 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:39:21.385281 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-f4198d0a-3999-4c7e-992d-94c93a1810f6 None None] Deleting port 7feb7d5b-1b60-4b67-bbbc-974e566d6e9b {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:21.385700 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f4198d0a-3999-4c7e-992d-94c93a1810f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:21.434108 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ee2a3082-ea37-4f23-8b06-56c3c37df1ec req-5f4bbedf-5a40-4116-b415-9bcdb5074b57 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2596114 Mar 07 21:39:21.453285 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8d700e38-8fa4-471b-8d84-e2c48335f23d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24d505245fac495da14eec8c213c2228&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1979103 Mar 07 21:39:21.458449 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41202) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:21.624094 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1323d3c1-680d-4e2c-aa9b-51dbeab4b26c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:21.718716 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-29f1a2f3-5923-4b85-aa48-cbed1997c230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:21.735534 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-f4198d0a-3999-4c7e-992d-94c93a1810f6 None None] For port 7feb7d5b-1b60-4b67-bbbc-974e566d6e9b, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=7feb7d5b-1b60-4b67-bbbc-974e566d6e9b,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:21.736500 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f4198d0a-3999-4c7e-992d-94c93a1810f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:21.748700 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6254226e-da35-40f4-811a-7dbb70fd7022 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.0115252 Mar 07 21:39:21.759562 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41206) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:21.765819 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254226e-da35-40f4-811a-7dbb70fd7022 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Pushing event updated for resources: {'Network': ['ID=8f666024-19fb-42e9-aa2d-e9d4e431cc97,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:21.780323 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f9e89194-5e5c-4d86-a72c-8e428c59024a tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Request body: {'subnet': {'network_id': '8f666024-19fb-42e9-aa2d-e9d4e431cc97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:21.820451 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-29f1a2f3-5923-4b85-aa48-cbed1997c230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:21.834110 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 8f666024-19fb-42e9-aa2d-e9d4e431cc97 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:39:21.892949 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a1c392ee-9c50-45ee-ba04-7fa25f36d6cd tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Unset dirty status for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:21.896434 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a1c392ee-9c50-45ee-ba04-7fa25f36d6cd tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8778367 Mar 07 21:39:21.905002 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41210) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:21.915961 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-031f7f69-b915-4f9b-abd0-d34efd530aa2 None None] Provisioning complete for port 583f1e66-cc40-466d-8e26-92eddc8e9220 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:21.917990 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-031f7f69-b915-4f9b-abd0-d34efd530aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:21.939665 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-dce5c4a5-0b1c-406d-b75a-5d6987cff68e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6634526 Mar 07 21:39:21.945916 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41214) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:21.962906 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-f4198d0a-3999-4c7e-992d-94c93a1810f6 None None] Calling delete_port for 7feb7d5b-1b60-4b67-bbbc-974e566d6e9b owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:21.996558 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-4346d5c4-a589-4946-bf00-ed5076bb621a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Allocated IP 2001:db8:1::1 (e683bdbb-ccbe-4371-bff6-e09f44a597be/94c93ed3-9d43-4623-90d9-97049926ea8a/aef280dd-e036-4626-ba5a-4a8cc76ec914) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:22.012136 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f9e89194-5e5c-4d86-a72c-8e428c59024a tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:22.019923 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1323d3c1-680d-4e2c-aa9b-51dbeab4b26c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:22.067329 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f9e89194-5e5c-4d86-a72c-8e428c59024a tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Usage tracker for resource:subnet and tenant:fdb4eea0d4ca451399b235ed740cf679 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:22.087309 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f9e89194-5e5c-4d86-a72c-8e428c59024a tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:22.098473 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38136b-19a0-4ffd-8ae8-39dba0dfadde req-83aac119-47d4-4e0a-b29d-1bc0124270a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:22.100962 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9d38136b-19a0-4ffd-8ae8-39dba0dfadde req-83aac119-47d4-4e0a-b29d-1bc0124270a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=38c758dc-7f6c-454b-adaf-334f371206ea HTTP/1.1" status: 200 len: 911 time: 0.6906619 Mar 07 21:39:22.105014 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1323d3c1-680d-4e2c-aa9b-51dbeab4b26c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:22.108217 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323d3c1-680d-4e2c-aa9b-51dbeab4b26c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Subnet': ['ID=2351ab67-b73a-4593-be32-03d2b287ffcf,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:22.116126 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f9e89194-5e5c-4d86-a72c-8e428c59024a tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:22.129474 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a8ac33-4fd5-41a5-902c-32998d97b25f None None] Network 89c97393-1759-477e-894c-1ea1fcce288c requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:22.195621 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-29f1a2f3-5923-4b85-aa48-cbed1997c230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:22.198057 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-29f1a2f3-5923-4b85-aa48-cbed1997c230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:22.199180 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-29f1a2f3-5923-4b85-aa48-cbed1997c230 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0fb42095-0258-4394-a43c-eb7d582db393 HTTP/1.1" status: 204 len: 168 time: 0.7329912 Mar 07 21:39:22.203208 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1323d3c1-680d-4e2c-aa9b-51dbeab4b26c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/subnets/2351ab67-b73a-4593-be32-03d2b287ffcf HTTP/1.1" status: 204 len: 168 time: 1.5451059 Mar 07 21:39:22.213910 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41220) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:22.239297 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1a2f3-5923-4b85-aa48-cbed1997c230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb42095-0258-4394-a43c-eb7d582db393,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:22.269456 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-47b241b4-ce8b-4d74-849b-b6deda640636 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Synchronizing usage tracker for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:22.284668 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e89194-5e5c-4d86-a72c-8e428c59024a tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Made reservation on behalf of fdb4eea0d4ca451399b235ed740cf679 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:22.288165 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f9e89194-5e5c-4d86-a72c-8e428c59024a tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:22.305836 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5abfdc6c-1ea7-43e2-a7fe-6996955d761e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:22.341928 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ae28e1b5-8baa-4d76-ab96-bb3beb651cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:22.433023 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f4198d0a-3999-4c7e-992d-94c93a1810f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:22.438928 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-47b241b4-ce8b-4d74-849b-b6deda640636 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Unset dirty status for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group_rule {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:22.443762 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-47b241b4-ce8b-4d74-849b-b6deda640636 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.5362756 Mar 07 21:39:22.465423 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41224) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:22.484669 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4198d0a-3999-4c7e-992d-94c93a1810f6 None None] Pushing event deleted for resources: {'Port': ['ID=7feb7d5b-1b60-4b67-bbbc-974e566d6e9b,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:22.494669 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4198d0a-3999-4c7e-992d-94c93a1810f6 None None] No DVR routers for this DVR port 7feb7d5b-1b60-4b67-bbbc-974e566d6e9b on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:39:22.580516 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-986def5b-ebe3-4c87-ad12-40c1e9bfe0a3 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:22.608765 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b08fcfc-d252-4ede-855e-072a6f165300 None None] DHCP port deletion for 89c97393-1759-477e-894c-1ea1fcce288c request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:39:22.609695 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4346d5c4-a589-4946-bf00-ed5076bb621a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:22.622851 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-5b08fcfc-d252-4ede-855e-072a6f165300 None None] Deleting port 583f1e66-cc40-466d-8e26-92eddc8e9220 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:22.623426 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5b08fcfc-d252-4ede-855e-072a6f165300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:22.631107 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-bac393f9-49e6-40bd-8620-c0668b3fcde8 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] delete failed (client error): The resource could not be found. Mar 07 21:39:22.633211 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bac393f9-49e6-40bd-8620-c0668b3fcde8 tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "DELETE /v2.0/security-groups/8aeb3bf1-bda0-4a2a-a343-e0bc1d7b1b51 HTTP/1.1" status: 404 len: 347 time: 0.1666923 Mar 07 21:39:22.641125 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48564ad5-43aa-4cac-a36a-25e61d0f796c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:22.642977 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-986def5b-ebe3-4c87-ad12-40c1e9bfe0a3 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:22.645893 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41232) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:22.723339 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-4346d5c4-a589-4946-bf00-ed5076bb621a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Transition to ACTIVE for port object aef280dd-e036-4626-ba5a-4a8cc76ec914 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:22.744905 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9d38136b-19a0-4ffd-8ae8-39dba0dfadde req-ac0f621d-38b4-46f9-92d0-e18c1aa90fb8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 HTTP/1.1" status: 200 len: 1001 time: 0.5881882 Mar 07 21:39:22.763680 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-48564ad5-43aa-4cac-a36a-25e61d0f796c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port 583f1e66-cc40-466d-8e26-92eddc8e9220 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:22.764002 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48564ad5-43aa-4cac-a36a-25e61d0f796c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:22.846173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5d21d675-6a2d-42ed-8203-a2134143234c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Synchronizing usage tracker for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:22.952548 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5abfdc6c-1ea7-43e2-a7fe-6996955d761e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:22.958680 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5abfdc6c-1ea7-43e2-a7fe-6996955d761e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:22.982093 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 7feb7d5b-1b60-4b67-bbbc-974e566d6e9b no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:39:23.019190 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5d21d675-6a2d-42ed-8203-a2134143234c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] Unset dirty status for tenant:5bfb643a68a54e6c90849bccdc165310 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:23.020946 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5d21d675-6a2d-42ed-8203-a2134143234c tempest-SecGroupIPv6Test-1934668964 tempest-SecGroupIPv6Test-1934668964-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3712411 Mar 07 21:39:23.032188 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38136b-19a0-4ffd-8ae8-39dba0dfadde req-cca28342-e366-4d5f-bd33-673dad1081fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:23.038860 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 7feb7d5b-1b60-4b67-bbbc-974e566d6e9b {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:39:23.039543 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 7feb7d5b-1b60-4b67-bbbc-974e566d6e9b not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:39:23.040161 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 583f1e66-cc40-466d-8e26-92eddc8e9220 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:39:23.040811 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9d38136b-19a0-4ffd-8ae8-39dba0dfadde req-cca28342-e366-4d5f-bd33-673dad1081fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f313f210-5759-4bf7-8dc0-7c89a181e7b8 HTTP/1.1" status: 200 len: 850 time: 0.2224841 Mar 07 21:39:23.079021 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf49ebe-cbc8-4420-8eea-83ef79e38007 req-c025896f-ad2f-464f-92d9-ab2e97cb1cf7 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:23.080669 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3bf49ebe-cbc8-4420-8eea-83ef79e38007 req-c025896f-ad2f-464f-92d9-ab2e97cb1cf7 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.4506433 Mar 07 21:39:23.098217 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-5b08fcfc-d252-4ede-855e-072a6f165300 None None] For port 583f1e66-cc40-466d-8e26-92eddc8e9220, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=583f1e66-cc40-466d-8e26-92eddc8e9220,segment=NetworkSegment(347ff3d9-6c8c-4970-88b5-48610ce9525e),segment_id=347ff3d9-6c8c-4970-88b5-48610ce9525e)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:23.098873 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5b08fcfc-d252-4ede-855e-072a6f165300 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:23.110152 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4346d5c4-a589-4946-bf00-ed5076bb621a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:23.242165 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-5b08fcfc-d252-4ede-855e-072a6f165300 None None] Calling delete_port for 583f1e66-cc40-466d-8e26-92eddc8e9220 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:23.249571 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3bf49ebe-cbc8-4420-8eea-83ef79e38007 req-c3d1a68f-c54f-4c41-bcc1-f05e19615d45 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526365 Mar 07 21:39:23.331990 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4346d5c4-a589-4946-bf00-ed5076bb621a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network e683bdbb-ccbe-4371-bff6-e09f44a597be is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:23.344302 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-4346d5c4-a589-4946-bf00-ed5076bb621a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:23.355402 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4346d5c4-a589-4946-bf00-ed5076bb621a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:23.355922 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4346d5c4-a589-4946-bf00-ed5076bb621a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:23.356401 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:23.402651 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-48564ad5-43aa-4cac-a36a-25e61d0f796c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] For port 583f1e66-cc40-466d-8e26-92eddc8e9220, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=583f1e66-cc40-466d-8e26-92eddc8e9220,segment=NetworkSegment(347ff3d9-6c8c-4970-88b5-48610ce9525e),segment_id=347ff3d9-6c8c-4970-88b5-48610ce9525e)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:23.403015 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48564ad5-43aa-4cac-a36a-25e61d0f796c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:23.414761 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346d5c4-a589-4946-bf00-ed5076bb621a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Port': ['ID=aef280dd-e036-4626-ba5a-4a8cc76ec914,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:23.421289 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-986def5b-ebe3-4c87-ad12-40c1e9bfe0a3 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Allocated IP 172.26.2.30 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/a7ec3ece-3cb0-4ac0-b43a-1e968e90e238) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:23.437761 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5abfdc6c-1ea7-43e2-a7fe-6996955d761e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:23.438565 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abfdc6c-1ea7-43e2-a7fe-6996955d761e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Fanout notify agent at l3_agent the message router_deleted on router bbc52362-56ee-4f19-a17d-6c8389ffb4f1 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:39:23.451461 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:23.466839 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5b08fcfc-d252-4ede-855e-072a6f165300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:23.543986 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:23.551893 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08fcfc-d252-4ede-855e-072a6f165300 None None] Pushing event deleted for resources: {'Port': ['ID=583f1e66-cc40-466d-8e26-92eddc8e9220,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:23.566312 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5abfdc6c-1ea7-43e2-a7fe-6996955d761e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:23.567429 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5abfdc6c-1ea7-43e2-a7fe-6996955d761e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/routers/bbc52362-56ee-4f19-a17d-6c8389ffb4f1 HTTP/1.1" status: 204 len: 168 time: 1.6184847 Mar 07 21:39:23.571080 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b08fcfc-d252-4ede-855e-072a6f165300 None None] No DVR routers for this DVR port 583f1e66-cc40-466d-8e26-92eddc8e9220 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:39:23.581670 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41256) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:23.659453 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-48564ad5-43aa-4cac-a36a-25e61d0f796c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Calling delete_port for 583f1e66-cc40-466d-8e26-92eddc8e9220 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:23.702827 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38136b-19a0-4ffd-8ae8-39dba0dfadde req-bbe04baa-a12f-4833-8596-71c540d2ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:23.704243 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9d38136b-19a0-4ffd-8ae8-39dba0dfadde req-bbe04baa-a12f-4833-8596-71c540d2ae97 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38c758dc-7f6c-454b-adaf-334f371206ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6521060 Mar 07 21:39:23.712503 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-e4212290-5a5c-4d82-9d7f-ad0c2eadf87b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:23.744116 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41262) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:23.769811 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f9e89194-5e5c-4d86-a72c-8e428c59024a tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:23.803488 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.api [None req-48564ad5-43aa-4cac-a36a-25e61d0f796c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:39:23.803941 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG oslo_db.api [None req-48564ad5-43aa-4cac-a36a-25e61d0f796c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:39:23.823652 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5dd86650-65fa-4c2a-bb62-9f6cde3b5837 None None] Provisioning for port aef280dd-e036-4626-ba5a-4a8cc76ec914 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:23.837122 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5dd86650-65fa-4c2a-bb62-9f6cde3b5837 None None] Provisioning complete for port aef280dd-e036-4626-ba5a-4a8cc76ec914 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:23.837504 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5dd86650-65fa-4c2a-bb62-9f6cde3b5837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:23.888253 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e89194-5e5c-4d86-a72c-8e428c59024a tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Pushing event updated for resources: {'Subnet': ['ID=a0ff47de-7bdd-47b3-868b-7c8fb5d4bd67,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:23.894670 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e89194-5e5c-4d86-a72c-8e428c59024a tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Checking segment: {'id': 'aeef5383-f470-4574-82e0-5d92c178e595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8f666024-19fb-42e9-aa2d-e9d4e431cc97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:39:23.895128 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e89194-5e5c-4d86-a72c-8e428c59024a tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Network hostable DHCP agents. Network: 8f666024-19fb-42e9-aa2d-e9d4e431cc97, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:39:23.962502 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-5dd86650-65fa-4c2a-bb62-9f6cde3b5837 None None] Port aef280dd-e036-4626-ba5a-4a8cc76ec914 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:39:23.968387 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e4212290-5a5c-4d82-9d7f-ad0c2eadf87b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:23.984102 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e4212290-5a5c-4d82-9d7f-ad0c2eadf87b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:23.991030 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e4212290-5a5c-4d82-9d7f-ad0c2eadf87b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:23.998728 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-986def5b-ebe3-4c87-ad12-40c1e9bfe0a3 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:24.010661 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e4212290-5a5c-4d82-9d7f-ad0c2eadf87b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:24.018545 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e89194-5e5c-4d86-a72c-8e428c59024a tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Network 8f666024-19fb-42e9-aa2d-e9d4e431cc97 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:39:24.041576 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9d38136b-19a0-4ffd-8ae8-39dba0dfadde req-ecdd8640-fc48-41d9-b81b-c377112c7d52 service neutron] 10.222.0.11 "GET /v2.0/networks/38c758dc-7f6c-454b-adaf-334f371206ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992940 Mar 07 21:39:24.052982 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4346d5c4-a589-4946-bf00-ed5076bb621a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:24.119697 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-f9e89194-5e5c-4d86-a72c-8e428c59024a tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 8f666024-19fb-42e9-aa2d-e9d4e431cc97) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:24.129895 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1da367a-dad3-4a7d-a509-473ab599c39a None None] Network 8f666024-19fb-42e9-aa2d-e9d4e431cc97 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:24.131399 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e89194-5e5c-4d86-a72c-8e428c59024a tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:24.131981 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f9e89194-5e5c-4d86-a72c-8e428c59024a tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:24.143717 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4212290-5a5c-4d82-9d7f-ad0c2eadf87b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:24.147152 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e4212290-5a5c-4d82-9d7f-ad0c2eadf87b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:24.261456 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-986def5b-ebe3-4c87-ad12-40c1e9bfe0a3 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:24.310603 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-48564ad5-43aa-4cac-a36a-25e61d0f796c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port 583f1e66-cc40-466d-8e26-92eddc8e9220 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:24.310933 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48564ad5-43aa-4cac-a36a-25e61d0f796c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:24.337094 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986def5b-ebe3-4c87-ad12-40c1e9bfe0a3 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:24.349039 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-986def5b-ebe3-4c87-ad12-40c1e9bfe0a3 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:24.350541 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-445c74bf-4dcf-4bcd-b197-0031be8f80c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5bfb643a68a54e6c90849bccdc165310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5898678 Mar 07 21:39:24.354812 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f9e89194-5e5c-4d86-a72c-8e428c59024a tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5916975 Mar 07 21:39:24.355026 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41276) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:24.355360 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41278) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:24.360932 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9d38136b-19a0-4ffd-8ae8-39dba0dfadde req-6785c116-1d01-4b3b-b3c7-c736bdc35ee3 service neutron] 10.222.0.11 "GET /v2.0/networks/38c758dc-7f6c-454b-adaf-334f371206ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117642 Mar 07 21:39:24.362006 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986def5b-ebe3-4c87-ad12-40c1e9bfe0a3 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:24.412710 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013079f6-6d8e-466e-b34e-128dc6ecec43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-8f666024-19fb-42e9-aa2d-e9d4e431cc97', 'network_id': '8f666024-19fb-42e9-aa2d-e9d4e431cc97', 'tenant_id': 'fdb4eea0d4ca451399b235ed740cf679', 'fixed_ips': [{'subnet_id': 'a0ff47de-7bdd-47b3-868b-7c8fb5d4bd67'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:39:24.413825 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-013079f6-6d8e-466e-b34e-128dc6ecec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:24.427551 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-15f6becd-96c7-4f66-8b59-99656f99bcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Request body: {'port': {'network_id': '8f666024-19fb-42e9-aa2d-e9d4e431cc97', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2115943177'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:24.503771 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986def5b-ebe3-4c87-ad12-40c1e9bfe0a3 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Pushing event updated for resources: {'Port': ['ID=a7ec3ece-3cb0-4ac0-b43a-1e968e90e238,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:24.526534 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-48564ad5-43aa-4cac-a36a-25e61d0f796c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] The port '583f1e66-cc40-466d-8e26-92eddc8e9220' was deleted {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:39:24.669743 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-013079f6-6d8e-466e-b34e-128dc6ecec43 None None] Allocated IP 2001:db8::2 (8f666024-19fb-42e9-aa2d-e9d4e431cc97/a0ff47de-7bdd-47b3-868b-7c8fb5d4bd67/37368ed0-3cd4-402d-927d-d1f2f572e1a6) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:24.728268 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48564ad5-43aa-4cac-a36a-25e61d0f796c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:24.791875 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41290) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:24.798819 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:24.831433 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-48564ad5-43aa-4cac-a36a-25e61d0f796c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c97393-1759-477e-894c-1ea1fcce288c']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:24.837499 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3c2d64de-a741-43b4-9cdb-e2a32cb47a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:24.849491 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-48564ad5-43aa-4cac-a36a-25e61d0f796c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347ff3d9-6c8c-4970-88b5-48610ce9525e') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:24.849777 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-48564ad5-43aa-4cac-a36a-25e61d0f796c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347ff3d9-6c8c-4970-88b5-48610ce9525e') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:24.876805 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48564ad5-43aa-4cac-a36a-25e61d0f796c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:24.901923 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48564ad5-43aa-4cac-a36a-25e61d0f796c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:24.914284 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48564ad5-43aa-4cac-a36a-25e61d0f796c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:39:24.914681 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48564ad5-43aa-4cac-a36a-25e61d0f796c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:39:24.930045 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:39:24.948560 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-15f6becd-96c7-4f66-8b59-99656f99bcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:24.952767 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-15f6becd-96c7-4f66-8b59-99656f99bcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Usage tracker for resource:port and tenant:fdb4eea0d4ca451399b235ed740cf679 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:24.955708 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-15f6becd-96c7-4f66-8b59-99656f99bcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:24.961440 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-15f6becd-96c7-4f66-8b59-99656f99bcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:24.975792 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3c2d64de-a741-43b4-9cdb-e2a32cb47a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:25.020713 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-013079f6-6d8e-466e-b34e-128dc6ecec43 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:25.030757 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4346d5c4-a589-4946-bf00-ed5076bb621a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:25.036876 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f6becd-96c7-4f66-8b59-99656f99bcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Made reservation on behalf of fdb4eea0d4ca451399b235ed740cf679 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:25.041453 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-15f6becd-96c7-4f66-8b59-99656f99bcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:25.073153 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-3ea44424-cdbc-44af-8ca2-a3d9635f968a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1970169025'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:25.078705 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3ea44424-cdbc-44af-8ca2-a3d9635f968a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:25.082509 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3ea44424-cdbc-44af-8ca2-a3d9635f968a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Usage tracker for resource:network and tenant:887ad0b20f174e28a6d40ca8513b0e4f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:25.085320 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3ea44424-cdbc-44af-8ca2-a3d9635f968a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:25.091242 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3ea44424-cdbc-44af-8ca2-a3d9635f968a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:25.092180 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-15f6becd-96c7-4f66-8b59-99656f99bcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] device_id is not set on port 0d11c8aa-d6cf-4db6-9e44-573ec33d053f yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:39:25.139476 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4346d5c4-a589-4946-bf00-ed5076bb621a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:25.140331 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4346d5c4-a589-4946-bf00-ed5076bb621a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:25.172497 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48564ad5-43aa-4cac-a36a-25e61d0f796c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:25.190781 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:39:25.205447 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48564ad5-43aa-4cac-a36a-25e61d0f796c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:25.225175 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48564ad5-43aa-4cac-a36a-25e61d0f796c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Network': ['ID=89c97393-1759-477e-894c-1ea1fcce288c,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:25.226878 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea44424-cdbc-44af-8ca2-a3d9635f968a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Made reservation on behalf of 887ad0b20f174e28a6d40ca8513b0e4f for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:25.230308 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3ea44424-cdbc-44af-8ca2-a3d9635f968a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:25.269134 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-48564ad5-43aa-4cac-a36a-25e61d0f796c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/networks/89c97393-1759-477e-894c-1ea1fcce288c HTTP/1.1" status: 204 len: 168 time: 3.0540931 Mar 07 21:39:25.284163 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41296) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:25.289302 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3ea44424-cdbc-44af-8ca2-a3d9635f968a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:25.301360 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346d5c4-a589-4946-bf00-ed5076bb621a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Port': ['ID=aef280dd-e036-4626-ba5a-4a8cc76ec914,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:25.313146 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e4212290-5a5c-4d82-9d7f-ad0c2eadf87b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:25.399843 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3ea44424-cdbc-44af-8ca2-a3d9635f968a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:25.414688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3ea44424-cdbc-44af-8ca2-a3d9635f968a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Usage tracker for resource:security_group_rule and tenant:887ad0b20f174e28a6d40ca8513b0e4f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:25.419079 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-013079f6-6d8e-466e-b34e-128dc6ecec43 None None] Transition to ACTIVE for port object 37368ed0-3cd4-402d-927d-d1f2f572e1a6 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:25.419659 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3ea44424-cdbc-44af-8ca2-a3d9635f968a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:25.425451 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4212290-5a5c-4d82-9d7f-ad0c2eadf87b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:25.428581 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3ea44424-cdbc-44af-8ca2-a3d9635f968a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:25.430564 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-e4212290-5a5c-4d82-9d7f-ad0c2eadf87b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:25.432285 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3c2d64de-a741-43b4-9cdb-e2a32cb47a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:25.443826 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4212290-5a5c-4d82-9d7f-ad0c2eadf87b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:25.444422 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e4212290-5a5c-4d82-9d7f-ad0c2eadf87b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:25.447306 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451426ed-928d-4e95-b98c-07d42da7e433 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:25.465081 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4212290-5a5c-4d82-9d7f-ad0c2eadf87b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=e0f7be1d-65c9-42c6-9ebb-7f712edc5a6e,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:25.481648 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-013079f6-6d8e-466e-b34e-128dc6ecec43 None None] Transition to ACTIVE for port object 37368ed0-3cd4-402d-927d-d1f2f572e1a6 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:25.506739 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4346d5c4-a589-4946-bf00-ed5076bb621a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network e683bdbb-ccbe-4371-bff6-e09f44a597be is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:25.512401 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-4346d5c4-a589-4946-bf00-ed5076bb621a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:25.522950 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3f26ae-d151-4869-a637-dd1686b54917 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:25.523657 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9b3f26ae-d151-4869-a637-dd1686b54917 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Synchronizing usage tracker for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:25.536310 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d64de-a741-43b4-9cdb-e2a32cb47a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1e0cea-3706-4c37-bcbc-a32fd5534303,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:25.567228 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-013079f6-6d8e-466e-b34e-128dc6ecec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:25.625248 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-986def5b-ebe3-4c87-ad12-40c1e9bfe0a3 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router_gateway, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:25.690289 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013079f6-6d8e-466e-b34e-128dc6ecec43 None None] Network 8f666024-19fb-42e9-aa2d-e9d4e431cc97 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:25.707985 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-013079f6-6d8e-466e-b34e-128dc6ecec43 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:25.713432 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e4212290-5a5c-4d82-9d7f-ad0c2eadf87b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1200616 Mar 07 21:39:25.719063 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41300) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:25.720071 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013079f6-6d8e-466e-b34e-128dc6ecec43 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:25.723920 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013079f6-6d8e-466e-b34e-128dc6ecec43 None None] Pushing event updated for resources: {'Port': ['ID=37368ed0-3cd4-402d-927d-d1f2f572e1a6,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:25.746921 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-b45f4eca-4e44-4886-9916-e57a1f06e54d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-665430879', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:25.758549 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-15f6becd-96c7-4f66-8b59-99656f99bcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Allocated IP 2001:db8::15b (8f666024-19fb-42e9-aa2d-e9d4e431cc97/a0ff47de-7bdd-47b3-868b-7c8fb5d4bd67/0d11c8aa-d6cf-4db6-9e44-573ec33d053f) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:25.779595 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-b45f4eca-4e44-4886-9916-e57a1f06e54d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:25.795527 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9b3f26ae-d151-4869-a637-dd1686b54917 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Unset dirty status for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:25.801850 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9b3f26ae-d151-4869-a637-dd1686b54917 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5138316 Mar 07 21:39:25.802661 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41304) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:25.804459 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3ea44424-cdbc-44af-8ca2-a3d9635f968a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:25.805830 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b45f4eca-4e44-4886-9916-e57a1f06e54d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:router and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:25.813057 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b45f4eca-4e44-4886-9916-e57a1f06e54d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:25.849281 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3c2d64de-a741-43b4-9cdb-e2a32cb47a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:25.849281 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3c2d64de-a741-43b4-9cdb-e2a32cb47a41 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d1e0cea-3706-4c37-bcbc-a32fd5534303 HTTP/1.1" status: 204 len: 168 time: 1.4901528 Mar 07 21:39:25.856204 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-b45f4eca-4e44-4886-9916-e57a1f06e54d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:25.865385 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4346d5c4-a589-4946-bf00-ed5076bb621a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Router 56356d7c-ec11-4a46-82ed-c678c5bf94d9 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:39:25.877901 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3ea44424-cdbc-44af-8ca2-a3d9635f968a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:25.884133 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-013079f6-6d8e-466e-b34e-128dc6ecec43 None None] Attempting to bind port 37368ed0-3cd4-402d-927d-d1f2f572e1a6 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:25.884281 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-013079f6-6d8e-466e-b34e-128dc6ecec43 None None] Attempting to bind port 37368ed0-3cd4-402d-927d-d1f2f572e1a6 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'aeef5383-f470-4574-82e0-5d92c178e595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8f666024-19fb-42e9-aa2d-e9d4e431cc97'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:25.884554 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013079f6-6d8e-466e-b34e-128dc6ecec43 None None] Attempting to bind port 37368ed0-3cd4-402d-927d-d1f2f572e1a6 on network 8f666024-19fb-42e9-aa2d-e9d4e431cc97 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:25.900379 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013079f6-6d8e-466e-b34e-128dc6ecec43 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:39:25.901061 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013079f6-6d8e-466e-b34e-128dc6ecec43 None None] Checking segment: {'id': 'aeef5383-f470-4574-82e0-5d92c178e595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8f666024-19fb-42e9-aa2d-e9d4e431cc97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:39:25.901660 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-013079f6-6d8e-466e-b34e-128dc6ecec43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:25.902283 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013079f6-6d8e-466e-b34e-128dc6ecec43 None None] Bound using segment: {'id': 'aeef5383-f470-4574-82e0-5d92c178e595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8f666024-19fb-42e9-aa2d-e9d4e431cc97'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:39:25.902975 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-013079f6-6d8e-466e-b34e-128dc6ecec43 None None] Bound port: 37368ed0-3cd4-402d-927d-d1f2f572e1a6, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeef5383-f470-4574-82e0-5d92c178e595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8f666024-19fb-42e9-aa2d-e9d4e431cc97'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:39:25.903563 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-013079f6-6d8e-466e-b34e-128dc6ecec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:26.002581 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea44424-cdbc-44af-8ca2-a3d9635f968a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:39:26.004873 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f28d3b-ed74-4b0c-ae8b-d1076c52bcb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'fixed_ips': [{'subnet_id': 'e0f7be1d-65c9-42c6-9ebb-7f712edc5a6e'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:39:26.005022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b45f4eca-4e44-4886-9916-e57a1f06e54d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:26.005901 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b45f4eca-4e44-4886-9916-e57a1f06e54d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:26.006308 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-30f28d3b-ed74-4b0c-ae8b-d1076c52bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:26.086717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea44424-cdbc-44af-8ca2-a3d9635f968a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e38dc706-05b0-4232-af6f-519067de046f,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:26.093454 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3ea44424-cdbc-44af-8ca2-a3d9635f968a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:26.099147 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-3ea44424-cdbc-44af-8ca2-a3d9635f968a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Added segment e71f00d4-8087-4671-9f96-8bb5b67a6ea6 of type vlan for network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 Mar 07 21:39:26.123612 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b45f4eca-4e44-4886-9916-e57a1f06e54d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:26.162187 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4346d5c4-a589-4946-bf00-ed5076bb621a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:39:26.178725 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3ea44424-cdbc-44af-8ca2-a3d9635f968a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:26.199017 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-94e9115b-9472-436d-a7e6-90996f5eaa45 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3900056 Mar 07 21:39:26.204293 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41310) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:26.211587 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-05ce9788-809a-4024-8e26-94223a78587d None None] Provisioning complete for port aef280dd-e036-4626-ba5a-4a8cc76ec914 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:26.212038 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-05ce9788-809a-4024-8e26-94223a78587d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:26.213379 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-0bb89640-c2ab-4017-866a-d660e4b9fda5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-520943987'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:26.232645 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0bb89640-c2ab-4017-866a-d660e4b9fda5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:26.237037 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf1bb7f-7704-4ac3-a3cb-015f8b045f99 None None] Sync routers for ids ['56356d7c-ec11-4a46-82ed-c678c5bf94d9'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:39:26.239868 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-986def5b-ebe3-4c87-ad12-40c1e9bfe0a3 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:26.243646 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0bb89640-c2ab-4017-866a-d660e4b9fda5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:network and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:26.249523 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0bb89640-c2ab-4017-866a-d660e4b9fda5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:26.256471 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0bb89640-c2ab-4017-866a-d660e4b9fda5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:26.260679 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4346d5c4-a589-4946-bf00-ed5076bb621a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "PUT /v2.0/routers/56356d7c-ec11-4a46-82ed-c678c5bf94d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5221179 Mar 07 21:39:26.264814 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41314) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:26.268351 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b45f4eca-4e44-4886-9916-e57a1f06e54d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:26.286146 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf1bb7f-7704-4ac3-a3cb-015f8b045f99 None None] Routers {'56356d7c-ec11-4a46-82ed-c678c5bf94d9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:39:26.286723 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7bf1bb7f-7704-4ac3-a3cb-015f8b045f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:39:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['56356d7c-ec11-4a46-82ed-c678c5bf94d9'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:26.324217 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3ea44424-cdbc-44af-8ca2-a3d9635f968a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:26.329541 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea44424-cdbc-44af-8ca2-a3d9635f968a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:26.330155 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3ea44424-cdbc-44af-8ca2-a3d9635f968a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:26.342770 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-30f28d3b-ed74-4b0c-ae8b-d1076c52bcb0 None None] Allocated IP 2001:db8::2 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/e0f7be1d-65c9-42c6-9ebb-7f712edc5a6e/7ec364bd-f4a5-4c3e-9f0d-9ea002865e36) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:26.362219 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-013079f6-6d8e-466e-b34e-128dc6ecec43 None None] For port 37368ed0-3cd4-402d-927d-d1f2f572e1a6, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:39:26.366207 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-15f6becd-96c7-4f66-8b59-99656f99bcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:26.376308 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7bf1bb7f-7704-4ac3-a3cb-015f8b045f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:26.388734 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-05ce9788-809a-4024-8e26-94223a78587d None None] Port aef280dd-e036-4626-ba5a-4a8cc76ec914 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:39:26.391023 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-013079f6-6d8e-466e-b34e-128dc6ecec43 None None] For port 37368ed0-3cd4-402d-927d-d1f2f572e1a6, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=37368ed0-3cd4-402d-927d-d1f2f572e1a6,segment=NetworkSegment(aeef5383-f470-4574-82e0-5d92c178e595),segment_id=aeef5383-f470-4574-82e0-5d92c178e595)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:39:26.422807 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71255e9-6f9c-4228-897f-01418d93e61a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:26.423508 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a71255e9-6f9c-4228-897f-01418d93e61a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Synchronizing usage tracker for tenant:fcdda39025724b238190857d574ee30e on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:26.424708 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf1bb7f-7704-4ac3-a3cb-015f8b045f99 None None] Routers {'56356d7c-ec11-4a46-82ed-c678c5bf94d9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:39:26.425317 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7bf1bb7f-7704-4ac3-a3cb-015f8b045f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:39:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['56356d7c-ec11-4a46-82ed-c678c5bf94d9'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:26.426251 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb89640-c2ab-4017-866a-d660e4b9fda5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:26.429472 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0bb89640-c2ab-4017-866a-d660e4b9fda5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:26.461871 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-15f6becd-96c7-4f66-8b59-99656f99bcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Transition to ACTIVE for port object 0d11c8aa-d6cf-4db6-9e44-573ec33d053f will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:26.522810 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-013079f6-6d8e-466e-b34e-128dc6ecec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:26.595353 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7bf1bb7f-7704-4ac3-a3cb-015f8b045f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:26.595753 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf1bb7f-7704-4ac3-a3cb-015f8b045f99 None None] The sync data for ids ['56356d7c-ec11-4a46-82ed-c678c5bf94d9'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:39:26.619673 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986def5b-ebe3-4c87-ad12-40c1e9bfe0a3 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Router eea2abca-b638-4788-a5f6-c84dcc55e772 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:39:26.634479 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-15f6becd-96c7-4f66-8b59-99656f99bcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:26.674056 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013079f6-6d8e-466e-b34e-128dc6ecec43 None None] Pushing event updated for resources: {'Port': ['ID=37368ed0-3cd4-402d-927d-d1f2f572e1a6,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:26.684265 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b45f4eca-4e44-4886-9916-e57a1f06e54d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:26.689218 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b45f4eca-4e44-4886-9916-e57a1f06e54d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9566267 Mar 07 21:39:26.698986 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41322) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:26.702016 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3ea44424-cdbc-44af-8ca2-a3d9635f968a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.9077311 Mar 07 21:39:26.750268 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6becd-96c7-4f66-8b59-99656f99bcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Pushing event updated for resources: {'Port': ['ID=0d11c8aa-d6cf-4db6-9e44-573ec33d053f,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:26.777505 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-30f28d3b-ed74-4b0c-ae8b-d1076c52bcb0 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:26.801539 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-30f28d3b-ed74-4b0c-ae8b-d1076c52bcb0 None None] Transition to ACTIVE for port object 7ec364bd-f4a5-4c3e-9f0d-9ea002865e36 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:26.843135 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-30f28d3b-ed74-4b0c-ae8b-d1076c52bcb0 None None] Transition to ACTIVE for port object 7ec364bd-f4a5-4c3e-9f0d-9ea002865e36 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:26.894497 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f6becd-96c7-4f66-8b59-99656f99bcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Network 8f666024-19fb-42e9-aa2d-e9d4e431cc97 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:26.895868 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-15f6becd-96c7-4f66-8b59-99656f99bcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:26.900770 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f6becd-96c7-4f66-8b59-99656f99bcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:26.908561 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f6becd-96c7-4f66-8b59-99656f99bcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:26.910600 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-15f6becd-96c7-4f66-8b59-99656f99bcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:26.939393 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-30f28d3b-ed74-4b0c-ae8b-d1076c52bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:27.012327 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea44424-cdbc-44af-8ca2-a3d9635f968a tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Pushing event updated for resources: {'Network': ['ID=fb1f5fda-847b-4fc2-9e4b-29b8903867a9,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:27.028469 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f28d3b-ed74-4b0c-ae8b-d1076c52bcb0 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:27.032626 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:39:27.037532 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a71255e9-6f9c-4228-897f-01418d93e61a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Unset dirty status for tenant:fcdda39025724b238190857d574ee30e on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:27.039768 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a71255e9-6f9c-4228-897f-01418d93e61a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "GET /v2.0/ports/aef280dd-e036-4626-ba5a-4a8cc76ec914 HTTP/1.1" status: 200 len: 913 time: 0.7736502 Mar 07 21:39:27.085965 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41336) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:27.114505 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-15f6becd-96c7-4f66-8b59-99656f99bcb6 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7563875 Mar 07 21:39:27.181078 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-30f28d3b-ed74-4b0c-ae8b-d1076c52bcb0 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:27.198447 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f28d3b-ed74-4b0c-ae8b-d1076c52bcb0 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:27.217341 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f28d3b-ed74-4b0c-ae8b-d1076c52bcb0 None None] Pushing event updated for resources: {'Port': ['ID=7ec364bd-f4a5-4c3e-9f0d-9ea002865e36,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:27.217575 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb89640-c2ab-4017-866a-d660e4b9fda5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:39:27.240489 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41340) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:27.247128 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-c072169e-9c91-416c-9a75-74285edb2831 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Request body: {'port': {'network_id': '8f666024-19fb-42e9-aa2d-e9d4e431cc97', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-146568570', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:27.248098 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.api.validators [None req-c072169e-9c91-416c-9a75-74285edb2831 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] bootfile-name is not in valid_values {{(pid=88386) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 07 21:39:27.248446 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.api.validators [None req-c072169e-9c91-416c-9a75-74285edb2831 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] tftp-server is not in valid_values {{(pid=88386) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 07 21:39:27.248750 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.api.validators [None req-c072169e-9c91-416c-9a75-74285edb2831 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] server-ip-address is not in valid_values {{(pid=88386) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 07 21:39:27.344312 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-30f28d3b-ed74-4b0c-ae8b-d1076c52bcb0 None None] Attempting to bind port 7ec364bd-f4a5-4c3e-9f0d-9ea002865e36 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:27.345018 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-30f28d3b-ed74-4b0c-ae8b-d1076c52bcb0 None None] Attempting to bind port 7ec364bd-f4a5-4c3e-9f0d-9ea002865e36 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:27.345763 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f28d3b-ed74-4b0c-ae8b-d1076c52bcb0 None None] Attempting to bind port 7ec364bd-f4a5-4c3e-9f0d-9ea002865e36 on network ab63f4f6-c089-409c-a9c4-f2088e2d7005 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:27.352138 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f28d3b-ed74-4b0c-ae8b-d1076c52bcb0 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:39:27.352593 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f28d3b-ed74-4b0c-ae8b-d1076c52bcb0 None None] Checking segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:39:27.353063 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-30f28d3b-ed74-4b0c-ae8b-d1076c52bcb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:27.353525 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f28d3b-ed74-4b0c-ae8b-d1076c52bcb0 None None] Bound using segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:39:27.354126 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-30f28d3b-ed74-4b0c-ae8b-d1076c52bcb0 None None] Bound port: 7ec364bd-f4a5-4c3e-9f0d-9ea002865e36, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:39:27.354628 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-30f28d3b-ed74-4b0c-ae8b-d1076c52bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:27.394410 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41346) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:27.402107 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0bb89640-c2ab-4017-866a-d660e4b9fda5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:27.402656 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-0bb89640-c2ab-4017-866a-d660e4b9fda5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Added segment 1ce02c44-6ebb-4aa2-9428-85e0b2c32427 of type vlan for network 8d58b234-b4e2-47fe-a04d-b3e2d31f1036 Mar 07 21:39:27.437718 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Request body: {'port': {'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9', 'binding:host_id': 'hv-neutron-8299', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822097507'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:27.460827 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-30f28d3b-ed74-4b0c-ae8b-d1076c52bcb0 None None] For port 7ec364bd-f4a5-4c3e-9f0d-9ea002865e36, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:39:27.464133 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-30f28d3b-ed74-4b0c-ae8b-d1076c52bcb0 None None] For port 7ec364bd-f4a5-4c3e-9f0d-9ea002865e36, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=7ec364bd-f4a5-4c3e-9f0d-9ea002865e36,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:39:27.476166 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:27.491248 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Usage tracker for resource:port and tenant:b7c5f07e108444a5829dc216ba1eae08 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:27.510622 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:27.521061 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986def5b-ebe3-4c87-ad12-40c1e9bfe0a3 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:39:27.536219 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9add40b2-fdcf-4098-83ca-728e0c54fff5 None None] Sync routers for ids ['eea2abca-b638-4788-a5f6-c84dcc55e772'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:39:27.545868 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-30f28d3b-ed74-4b0c-ae8b-d1076c52bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:27.566658 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9add40b2-fdcf-4098-83ca-728e0c54fff5 None None] Routers {'eea2abca-b638-4788-a5f6-c84dcc55e772'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:39:27.567579 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-9add40b2-fdcf-4098-83ca-728e0c54fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:39:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['eea2abca-b638-4788-a5f6-c84dcc55e772'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:27.574471 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:27.589177 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0bb89640-c2ab-4017-866a-d660e4b9fda5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:27.640368 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-986def5b-ebe3-4c87-ad12-40c1e9bfe0a3 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:27.641567 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-986def5b-ebe3-4c87-ad12-40c1e9bfe0a3 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.8161366 Mar 07 21:39:27.648277 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41356) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:27.691097 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f28d3b-ed74-4b0c-ae8b-d1076c52bcb0 None None] Pushing event updated for resources: {'Port': ['ID=7ec364bd-f4a5-4c3e-9f0d-9ea002865e36,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:27.709667 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-7dcb3fc7-d139-4ad9-882d-5accfc33685c tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:27.724683 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-9add40b2-fdcf-4098-83ca-728e0c54fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:27.735514 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9add40b2-fdcf-4098-83ca-728e0c54fff5 None None] Routers {'eea2abca-b638-4788-a5f6-c84dcc55e772'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:39:27.736351 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-9add40b2-fdcf-4098-83ca-728e0c54fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:39:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['eea2abca-b638-4788-a5f6-c84dcc55e772'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:27.798986 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41360) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:27.816417 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-9add40b2-fdcf-4098-83ca-728e0c54fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:27.816819 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9add40b2-fdcf-4098-83ca-728e0c54fff5 None None] The sync data for ids ['eea2abca-b638-4788-a5f6-c84dcc55e772'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:39:27.823024 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.resource_extend [None req-0bb89640-c2ab-4017-866a-d660e4b9fda5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:39:27.838666 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Made reservation on behalf of b7c5f07e108444a5829dc216ba1eae08 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:27.840973 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:27.854582 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-68300f77-31d6-412c-b43b-91d5c0a437fb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:27.886742 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:28.034056 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-493fd4c3-bdb2-42dc-911f-9ec205dd217a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Request body: {'security_group': {'name': 'tempest-secgroup--863505440'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:28.044248 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-493fd4c3-bdb2-42dc-911f-9ec205dd217a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:28.050415 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-493fd4c3-bdb2-42dc-911f-9ec205dd217a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Usage tracker for resource:security_group and tenant:f813d92b04c54bf7a20d888ce2330046 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:28.062562 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-493fd4c3-bdb2-42dc-911f-9ec205dd217a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:28.066748 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:28.070178 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-493fd4c3-bdb2-42dc-911f-9ec205dd217a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:28.070783 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Usage tracker for resource:security_group_rule and tenant:b7c5f07e108444a5829dc216ba1eae08 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:28.090354 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c072169e-9c91-416c-9a75-74285edb2831 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:28.098981 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c072169e-9c91-416c-9a75-74285edb2831 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Usage tracker for resource:port and tenant:fdb4eea0d4ca451399b235ed740cf679 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:28.102511 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c072169e-9c91-416c-9a75-74285edb2831 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:28.109754 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c072169e-9c91-416c-9a75-74285edb2831 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:28.113392 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:28.161810 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b7a95547-d1c2-4e05-b1ae-e57d2911233d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:28.185657 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:28.206638 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0bb89640-c2ab-4017-866a-d660e4b9fda5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:28.212018 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb89640-c2ab-4017-866a-d660e4b9fda5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:28.212624 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0bb89640-c2ab-4017-866a-d660e4b9fda5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:28.234753 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-493fd4c3-bdb2-42dc-911f-9ec205dd217a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:28.254531 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d34818-68b6-4747-a7b0-d3ce160f60ae None None] Network 8f666024-19fb-42e9-aa2d-e9d4e431cc97 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:28.307399 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-493fd4c3-bdb2-42dc-911f-9ec205dd217a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:28.328606 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-493fd4c3-bdb2-42dc-911f-9ec205dd217a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:28.342620 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-493fd4c3-bdb2-42dc-911f-9ec205dd217a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Usage tracker for resource:security_group_rule and tenant:f813d92b04c54bf7a20d888ce2330046 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:28.347589 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-493fd4c3-bdb2-42dc-911f-9ec205dd217a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:28.358961 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-493fd4c3-bdb2-42dc-911f-9ec205dd217a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:28.485994 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3e25cce6-29ec-4818-8436-77ffe1565fbd None None] Provisioning for port 37368ed0-3cd4-402d-927d-d1f2f572e1a6 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:28.498876 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c072169e-9c91-416c-9a75-74285edb2831 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Made reservation on behalf of fdb4eea0d4ca451399b235ed740cf679 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:28.502491 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c072169e-9c91-416c-9a75-74285edb2831 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:28.621385 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-b7a95547-d1c2-4e05-b1ae-e57d2911233d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting port aef280dd-e036-4626-ba5a-4a8cc76ec914 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:28.621725 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b7a95547-d1c2-4e05-b1ae-e57d2911233d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:28.662041 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-493fd4c3-bdb2-42dc-911f-9ec205dd217a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:28.715536 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb89640-c2ab-4017-866a-d660e4b9fda5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Network': ['ID=8d58b234-b4e2-47fe-a04d-b3e2d31f1036,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:28.727208 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-493fd4c3-bdb2-42dc-911f-9ec205dd217a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:28.729440 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 8d58b234-b4e2-47fe-a04d-b3e2d31f1036 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:39:28.746114 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-c072169e-9c91-416c-9a75-74285edb2831 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] device_id is not set on port 171d9e66-667b-464f-b549-ae8573bf18e5 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:39:28.848005 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-493fd4c3-bdb2-42dc-911f-9ec205dd217a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:28.860292 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0bb89640-c2ab-4017-866a-d660e4b9fda5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.6534438 Mar 07 21:39:28.867665 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41366) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:28.903053 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-493fd4c3-bdb2-42dc-911f-9ec205dd217a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Usage tracker for resource:security_group_rule and tenant:f813d92b04c54bf7a20d888ce2330046 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:28.924108 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-c5cc58d8-eff1-410d-a640-6c8673fe3511 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'subnet': {'network_id': '8d58b234-b4e2-47fe-a04d-b3e2d31f1036', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:28.954035 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-493fd4c3-bdb2-42dc-911f-9ec205dd217a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:28.992605 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-493fd4c3-bdb2-42dc-911f-9ec205dd217a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:29.003766 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fd4c3-bdb2-42dc-911f-9ec205dd217a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da8796b8-7cb9-4c81-b1b2-56c43a2b1a06,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:29.061937 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 37368ed0-3cd4-402d-927d-d1f2f572e1a6 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:39:29.115885 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b7a95547-d1c2-4e05-b1ae-e57d2911233d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:29.132755 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:29.184584 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-27e01014-ba80-42f1-8f19-b57108ca91b5 None None] Provisioning for port 0d11c8aa-d6cf-4db6-9e44-573ec33d053f completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:29.195612 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-27e01014-ba80-42f1-8f19-b57108ca91b5 None None] Provisioning complete for port 0d11c8aa-d6cf-4db6-9e44-573ec33d053f triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:29.201274 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-27e01014-ba80-42f1-8f19-b57108ca91b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:29.260767 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-27e01014-ba80-42f1-8f19-b57108ca91b5 None None] Port 0d11c8aa-d6cf-4db6-9e44-573ec33d053f cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:39:29.261374 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c5cc58d8-eff1-410d-a640-6c8673fe3511 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:29.263042 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 37368ed0-3cd4-402d-927d-d1f2f572e1a6 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:29.267980 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 37368ed0-3cd4-402d-927d-d1f2f572e1a6 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:29.267980 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:29.279013 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:29.329216 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] device_id is not set on port e539b8c9-12fe-426e-9cfb-78d5084c36c4 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:39:29.400099 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:29.400303 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-b7a95547-d1c2-4e05-b1ae-e57d2911233d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Calling delete_port for aef280dd-e036-4626-ba5a-4a8cc76ec914 owned by network:router_interface {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:29.428902 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-68300f77-31d6-412c-b43b-91d5c0a437fb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 2001:db8::1 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/e0f7be1d-65c9-42c6-9ebb-7f712edc5a6e/69c3f8b1-f5c5-47c1-aeae-75c0218b42ae) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:29.434422 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 37368ed0-3cd4-402d-927d-d1f2f572e1a6, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=37368ed0-3cd4-402d-927d-d1f2f572e1a6,segment=NetworkSegment(aeef5383-f470-4574-82e0-5d92c178e595),segment_id=aeef5383-f470-4574-82e0-5d92c178e595)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:29.437831 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c5cc58d8-eff1-410d-a640-6c8673fe3511 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:subnet and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:29.443293 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c5cc58d8-eff1-410d-a640-6c8673fe3511 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:29.456361 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c5cc58d8-eff1-410d-a640-6c8673fe3511 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:29.474100 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8d0e28c1-e405-4a65-b32f-84f232201e6e None None] Provisioning for port 7ec364bd-f4a5-4c3e-9f0d-9ea002865e36 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:29.491853 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8d0e28c1-e405-4a65-b32f-84f232201e6e None None] Provisioning complete for port 0d11c8aa-d6cf-4db6-9e44-573ec33d053f triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:29.492298 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8d0e28c1-e405-4a65-b32f-84f232201e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:29.514468 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ae467e-b8e4-4527-a6db-9c016a13bade,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:29.521572 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-c072169e-9c91-416c-9a75-74285edb2831 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Allocated IP 2001:db8::213 (8f666024-19fb-42e9-aa2d-e9d4e431cc97/a0ff47de-7bdd-47b3-868b-7c8fb5d4bd67/171d9e66-667b-464f-b549-ae8573bf18e5) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:29.526751 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:29.527631 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 7ec364bd-f4a5-4c3e-9f0d-9ea002865e36 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:39:29.559121 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cc58d8-eff1-410d-a640-6c8673fe3511 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:29.562933 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c5cc58d8-eff1-410d-a640-6c8673fe3511 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:29.582213 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-493fd4c3-bdb2-42dc-911f-9ec205dd217a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:29.650759 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-8d0e28c1-e405-4a65-b32f-84f232201e6e None None] Port 0d11c8aa-d6cf-4db6-9e44-573ec33d053f cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:39:29.664919 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-493fd4c3-bdb2-42dc-911f-9ec205dd217a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:29.667658 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=37368ed0-3cd4-402d-927d-d1f2f572e1a6,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:29.750442 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 7ec364bd-f4a5-4c3e-9f0d-9ea002865e36 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:29.756349 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 7ec364bd-f4a5-4c3e-9f0d-9ea002865e36 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:29.757334 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:29.779289 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fd4c3-bdb2-42dc-911f-9ec205dd217a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdef845f-131e-4991-9c87-d369207c76fb,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:29.787185 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-493fd4c3-bdb2-42dc-911f-9ec205dd217a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:29.791354 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-493fd4c3-bdb2-42dc-911f-9ec205dd217a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9911895 Mar 07 21:39:29.794421 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41370) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:29.882341 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:29.915748 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 7ec364bd-f4a5-4c3e-9f0d-9ea002865e36, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=7ec364bd-f4a5-4c3e-9f0d-9ea002865e36,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:29.927271 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4e8e8ee7-a363-4f77-a473-d0a316916685 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Synchronizing usage tracker for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:29.941685 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b7a95547-d1c2-4e05-b1ae-e57d2911233d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:29.988011 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:30.003961 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3fc7-d139-4ad9-882d-5accfc33685c tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:30.009478 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a95547-d1c2-4e05-b1ae-e57d2911233d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Port': ['ID=aef280dd-e036-4626-ba5a-4a8cc76ec914,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:30.076400 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=7ec364bd-f4a5-4c3e-9f0d-9ea002865e36,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:30.124267 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-68300f77-31d6-412c-b43b-91d5c0a437fb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:30.128016 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c5cc58d8-eff1-410d-a640-6c8673fe3511 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:30.231123 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3fc7-d139-4ad9-882d-5accfc33685c tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:30.236309 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c072169e-9c91-416c-9a75-74285edb2831 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:30.239641 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-68300f77-31d6-412c-b43b-91d5c0a437fb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Transition to ACTIVE for port object 69c3f8b1-f5c5-47c1-aeae-75c0218b42ae will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:30.246496 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4e8e8ee7-a363-4f77-a473-d0a316916685 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Unset dirty status for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:30.251456 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4e8e8ee7-a363-4f77-a473-d0a316916685 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4554491 Mar 07 21:39:30.252075 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41374) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:30.270077 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-3f669c52-909e-4bf6-bfac-3afd97ee1fe4 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Request body: {'security_group': {'name': 'tempest-security--1557095802', 'description': 'tempest-security-description-2082362321'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:30.277772 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-c072169e-9c91-416c-9a75-74285edb2831 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Transition to ACTIVE for port object 171d9e66-667b-464f-b549-ae8573bf18e5 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:30.281456 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] device_id is not set on port e539b8c9-12fe-426e-9cfb-78d5084c36c4 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:39:30.295226 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:30.315611 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Transition to ACTIVE for port object e539b8c9-12fe-426e-9cfb-78d5084c36c4 will not be triggered until provisioned by entity L2. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:30.321190 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc58d8-eff1-410d-a640-6c8673fe3511 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Subnet': ['ID=8380144b-2662-4edd-ba23-d21f67fd35ba,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:30.331949 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-7dcb3fc7-d139-4ad9-882d-5accfc33685c tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Deleting port a7ec3ece-3cb0-4ac0-b43a-1e968e90e238 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:30.332294 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3fc7-d139-4ad9-882d-5accfc33685c tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:30.332708 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b7a95547-d1c2-4e05-b1ae-e57d2911233d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:30.346301 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f669c52-909e-4bf6-bfac-3afd97ee1fe4 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:30.361621 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cc58d8-eff1-410d-a640-6c8673fe3511 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Checking segment: {'id': '1ce02c44-6ebb-4aa2-9428-85e0b2c32427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8d58b234-b4e2-47fe-a04d-b3e2d31f1036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:39:30.361996 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cc58d8-eff1-410d-a640-6c8673fe3511 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network hostable DHCP agents. Network: 8d58b234-b4e2-47fe-a04d-b3e2d31f1036, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:39:30.409816 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-68300f77-31d6-412c-b43b-91d5c0a437fb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:30.564886 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f669c52-909e-4bf6-bfac-3afd97ee1fe4 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:30.596661 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c072169e-9c91-416c-9a75-74285edb2831 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:30.598460 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:30.641423 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f669c52-909e-4bf6-bfac-3afd97ee1fe4 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:30.643945 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cc58d8-eff1-410d-a640-6c8673fe3511 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network 8d58b234-b4e2-47fe-a04d-b3e2d31f1036 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:39:30.685736 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68300f77-31d6-412c-b43b-91d5c0a437fb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:30.702404 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-68300f77-31d6-412c-b43b-91d5c0a437fb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:30.711756 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c072169e-9c91-416c-9a75-74285edb2831 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Network 8f666024-19fb-42e9-aa2d-e9d4e431cc97 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:30.712753 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68300f77-31d6-412c-b43b-91d5c0a437fb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:30.713276 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-68300f77-31d6-412c-b43b-91d5c0a437fb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:30.724204 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68300f77-31d6-412c-b43b-91d5c0a437fb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=69c3f8b1-f5c5-47c1-aeae-75c0218b42ae,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:30.726686 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-c072169e-9c91-416c-9a75-74285edb2831 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:30.767397 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f669c52-909e-4bf6-bfac-3afd97ee1fe4 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:30.771272 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3f669c52-909e-4bf6-bfac-3afd97ee1fe4 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "PUT /v2.0/security-groups/bdef845f-131e-4991-9c87-d369207c76fb HTTP/1.1" status: 200 len: 1778 time: 0.5107706 Mar 07 21:39:30.777249 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c072169e-9c91-416c-9a75-74285edb2831 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:30.777878 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41378) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:30.777878 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f669c52-909e-4bf6-bfac-3afd97ee1fe4 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdef845f-131e-4991-9c87-d369207c76fb,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:30.779402 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a95547-d1c2-4e05-b1ae-e57d2911233d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Router 56356d7c-ec11-4a46-82ed-c678c5bf94d9 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:39:30.783727 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c072169e-9c91-416c-9a75-74285edb2831 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:30.784865 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c072169e-9c91-416c-9a75-74285edb2831 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:30.869149 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3fc7-d139-4ad9-882d-5accfc33685c tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:30.902661 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Checking segment: {'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:39:30.903202 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Network hostable DHCP agents. Network: fb1f5fda-847b-4fc2-9e4b-29b8903867a9, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:39:30.955655 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-c5cc58d8-eff1-410d-a640-6c8673fe3511 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 8d58b234-b4e2-47fe-a04d-b3e2d31f1036) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:30.967427 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2514469-2d2a-4e59-b863-c07d8770f936 None None] Network 8d58b234-b4e2-47fe-a04d-b3e2d31f1036 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:30.979436 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c58453a8-94ab-4219-98f7-d21bc849c507 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-groups/bdef845f-131e-4991-9c87-d369207c76fb HTTP/1.1" status: 200 len: 1778 time: 0.2026138 Mar 07 21:39:30.982687 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cc58d8-eff1-410d-a640-6c8673fe3511 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:30.983531 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c5cc58d8-eff1-410d-a640-6c8673fe3511 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:30.989617 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41382) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:31.004707 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 37368ed0-3cd4-402d-927d-d1f2f572e1a6 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:39:31.091764 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-7dcb3fc7-d139-4ad9-882d-5accfc33685c tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Calling delete_port for a7ec3ece-3cb0-4ac0-b43a-1e968e90e238 owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:31.146553 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072169e-9c91-416c-9a75-74285edb2831 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Pushing event updated for resources: {'Port': ['ID=171d9e66-667b-464f-b549-ae8573bf18e5,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:31.183429 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 37368ed0-3cd4-402d-927d-d1f2f572e1a6 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:31.183875 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:31.221777 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c072169e-9c91-416c-9a75-74285edb2831 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.9788418 Mar 07 21:39:31.224290 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41386) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:31.256768 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Pushing event updated for resources: {'Port': ['ID=e539b8c9-12fe-426e-9cfb-78d5084c36c4,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:31.261964 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b746844e-ab34-495f-afd8-87d11d256aee None None] Provisioning for port 69c3f8b1-f5c5-47c1-aeae-75c0218b42ae completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:31.276838 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b746844e-ab34-495f-afd8-87d11d256aee None None] Provisioning complete for port 69c3f8b1-f5c5-47c1-aeae-75c0218b42ae triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:31.277623 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b746844e-ab34-495f-afd8-87d11d256aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:31.282775 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:39:31.300306 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a95547-d1c2-4e05-b1ae-e57d2911233d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:39:31.304395 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c5cc58d8-eff1-410d-a640-6c8673fe3511 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4343641 Mar 07 21:39:31.313021 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b7a95547-d1c2-4e05-b1ae-e57d2911233d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "PUT /v2.0/routers/56356d7c-ec11-4a46-82ed-c678c5bf94d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2256982 Mar 07 21:39:31.315835 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41390) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:31.319114 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41392) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:31.331856 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-eb45f8f1-6e24-47fa-8758-b876a35a2b46 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'port': {'network_id': '8d58b234-b4e2-47fe-a04d-b3e2d31f1036', 'name': 'tempest-PortsIpV6TestJSON-2105387936'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:31.341079 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbce424-3a92-4ffb-a63d-d8e2e3a9e5b7 None None] Sync routers for ids ['56356d7c-ec11-4a46-82ed-c678c5bf94d9'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:39:31.391336 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3772ef8c-1d81-436b-9ffd-7d27bbf5e6e3 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:31.394103 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, fb1f5fda-847b-4fc2-9e4b-29b8903867a9) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:31.416501 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c00b8bc-5a4d-4a4c-bb36-c268ffef1016 None None] Network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:31.421688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:31.439152 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-b746844e-ab34-495f-afd8-87d11d256aee None None] Port 69c3f8b1-f5c5-47c1-aeae-75c0218b42ae cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:39:31.453755 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbce424-3a92-4ffb-a63d-d8e2e3a9e5b7 None None] Routers {'56356d7c-ec11-4a46-82ed-c678c5bf94d9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:39:31.454674 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-dbbce424-3a92-4ffb-a63d-d8e2e3a9e5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:39:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['56356d7c-ec11-4a46-82ed-c678c5bf94d9'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:31.507712 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08ad11b-74d2-42a9-b9a5-17d844165842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-8d58b234-b4e2-47fe-a04d-b3e2d31f1036', 'network_id': '8d58b234-b4e2-47fe-a04d-b3e2d31f1036', 'tenant_id': '798f97419872427fbdc61064af1a2dd7', 'fixed_ips': [{'subnet_id': '8380144b-2662-4edd-ba23-d21f67fd35ba'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:39:31.508562 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b08ad11b-74d2-42a9-b9a5-17d844165842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:31.532635 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:31.535478 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:31.535478 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:31.535732 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-68300f77-31d6-412c-b43b-91d5c0a437fb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:31.569395 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:31.569894 dv-neutron-829957-1-hyperv neutron-server[88386]: ERROR neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:31.599145 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-dbbce424-3a92-4ffb-a63d-d8e2e3a9e5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:31.605100 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.plugins.ml2.plugin [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 2 to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 Mar 07 21:39:31.632011 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd31892-d0d1-4d4c-b6cd-3657581f53f9 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:31.639229 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd31892-d0d1-4d4c-b6cd-3657581f53f9 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:31.652969 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd31892-d0d1-4d4c-b6cd-3657581f53f9 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:31.652969 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-3cd31892-d0d1-4d4c-b6cd-3657581f53f9 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Synchronizing usage tracker for tenant:fdb4eea0d4ca451399b235ed740cf679 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:31.661163 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-eb45f8f1-6e24-47fa-8758-b876a35a2b46 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:31.666797 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-eb45f8f1-6e24-47fa-8758-b876a35a2b46 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:port and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:31.671816 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-eb45f8f1-6e24-47fa-8758-b876a35a2b46 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:31.678666 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-eb45f8f1-6e24-47fa-8758-b876a35a2b46 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:31.687570 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b746844e-ab34-495f-afd8-87d11d256aee None None] Provisioning for port 171d9e66-667b-464f-b549-ae8573bf18e5 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:31.690876 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3772ef8c-1d81-436b-9ffd-7d27bbf5e6e3 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:31.749176 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:31.749652 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:31.750151 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:31.774038 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b746844e-ab34-495f-afd8-87d11d256aee None None] Provisioning complete for port 171d9e66-667b-464f-b549-ae8573bf18e5 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:31.774402 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b746844e-ab34-495f-afd8-87d11d256aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:31.779465 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb45f8f1-6e24-47fa-8758-b876a35a2b46 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:31.783564 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eb45f8f1-6e24-47fa-8758-b876a35a2b46 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:31.807519 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbce424-3a92-4ffb-a63d-d8e2e3a9e5b7 None None] Routers {'56356d7c-ec11-4a46-82ed-c678c5bf94d9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:39:31.808061 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-eb45f8f1-6e24-47fa-8758-b876a35a2b46 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] device_id is not set on port 97166e41-251f-4de9-9819-451c50beabf3 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:39:31.808183 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-dbbce424-3a92-4ffb-a63d-d8e2e3a9e5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:39:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['56356d7c-ec11-4a46-82ed-c678c5bf94d9'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:31.839289 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:31.839756 dv-neutron-829957-1-hyperv neutron-server[88386]: ERROR neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:31.846405 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.plugins.ml2.plugin [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 3 to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 Mar 07 21:39:31.850403 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3772ef8c-1d81-436b-9ffd-7d27bbf5e6e3 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:31.877672 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772ef8c-1d81-436b-9ffd-7d27bbf5e6e3 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdef845f-131e-4991-9c87-d369207c76fb,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:31.886731 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-3cd31892-d0d1-4d4c-b6cd-3657581f53f9 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Unset dirty status for tenant:fdb4eea0d4ca451399b235ed740cf679 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:31.888146 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3cd31892-d0d1-4d4c-b6cd-3657581f53f9 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.6644244 Mar 07 21:39:31.890256 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-dbbce424-3a92-4ffb-a63d-d8e2e3a9e5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:31.890659 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbce424-3a92-4ffb-a63d-d8e2e3a9e5b7 None None] The sync data for ids ['56356d7c-ec11-4a46-82ed-c678c5bf94d9'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:39:31.897373 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41398) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:31.947564 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:31.948006 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:31.948398 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:31.968832 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 7ec364bd-f4a5-4c3e-9f0d-9ea002865e36 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:39:32.030320 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-223c7dae-69ee-44fd-bbc9-e3c45074742a tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Deleting port 171d9e66-667b-464f-b549-ae8573bf18e5 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:32.030610 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-223c7dae-69ee-44fd-bbc9-e3c45074742a tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:32.035098 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-b746844e-ab34-495f-afd8-87d11d256aee None None] Port 171d9e66-667b-464f-b549-ae8573bf18e5 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:39:32.085266 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3772ef8c-1d81-436b-9ffd-7d27bbf5e6e3 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:32.086179 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3772ef8c-1d81-436b-9ffd-7d27bbf5e6e3 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "DELETE /v2.0/security-groups/bdef845f-131e-4991-9c87-d369207c76fb HTTP/1.1" status: 204 len: 168 time: 1.0939240 Mar 07 21:39:32.093324 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41402) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:32.098785 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 7ec364bd-f4a5-4c3e-9f0d-9ea002865e36 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:32.099619 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:32.176351 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3fc7-d139-4ad9-882d-5accfc33685c tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:32.179935 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:32.180055 dv-neutron-829957-1-hyperv neutron-server[88386]: ERROR neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:32.183928 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-eb45f8f1-6e24-47fa-8758-b876a35a2b46 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Allocated IP 2001:db8::bc (8d58b234-b4e2-47fe-a04d-b3e2d31f1036/8380144b-2662-4edd-ba23-d21f67fd35ba/97166e41-251f-4de9-9819-451c50beabf3) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:32.236864 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4ec0603a-94d6-485f-b3ae-e1f533ced944 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Synchronizing usage tracker for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:32.239421 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.plugins.ml2.plugin [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 4 to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 Mar 07 21:39:32.294006 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb3fc7-d139-4ad9-882d-5accfc33685c tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Pushing event deleted for resources: {'Port': ['ID=a7ec3ece-3cb0-4ac0-b43a-1e968e90e238,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:32.333940 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:32.334298 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:32.334630 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:32.412988 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:32.413313 dv-neutron-829957-1-hyperv neutron-server[88386]: ERROR neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:32.423695 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.plugins.ml2.plugin [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 5 to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 Mar 07 21:39:32.486875 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:32.487124 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:32.487458 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:32.496612 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4ec0603a-94d6-485f-b3ae-e1f533ced944 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Unset dirty status for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:32.497892 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4ec0603a-94d6-485f-b3ae-e1f533ced944 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4037228 Mar 07 21:39:32.506902 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41406) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:32.508535 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-223c7dae-69ee-44fd-bbc9-e3c45074742a tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:32.556611 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:32.556931 dv-neutron-829957-1-hyperv neutron-server[88386]: ERROR neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:32.561673 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.plugins.ml2.plugin [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 6 to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 Mar 07 21:39:32.573735 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3fc7-d139-4ad9-882d-5accfc33685c tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:32.660421 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-223c7dae-69ee-44fd-bbc9-e3c45074742a tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Calling delete_port for 171d9e66-667b-464f-b549-ae8573bf18e5 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:32.687538 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-257e2ee4-683f-42e8-8cb6-9ef027b48e90 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] delete failed (client error): The resource could not be found. Mar 07 21:39:32.688577 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-257e2ee4-683f-42e8-8cb6-9ef027b48e90 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "DELETE /v2.0/security-groups/bdef845f-131e-4991-9c87-d369207c76fb HTTP/1.1" status: 404 len: 347 time: 0.1728990 Mar 07 21:39:32.697993 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41410) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:32.708773 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:32.709108 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:32.709438 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:32.717199 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-a766a48e-2a91-4c86-b230-89fcca768185 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Request body: {'security_group': {'name': 'tempest-secgroup--642316340'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:32.738684 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a766a48e-2a91-4c86-b230-89fcca768185 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:32.763369 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a766a48e-2a91-4c86-b230-89fcca768185 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:32.774419 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eb45f8f1-6e24-47fa-8758-b876a35a2b46 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:32.800522 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:32.800522 dv-neutron-829957-1-hyperv neutron-server[88386]: ERROR neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:32.805254 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-eb45f8f1-6e24-47fa-8758-b876a35a2b46 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Transition to ACTIVE for port object 97166e41-251f-4de9-9819-451c50beabf3 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:32.809784 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.plugins.ml2.plugin [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 7 to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 Mar 07 21:39:32.882931 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a766a48e-2a91-4c86-b230-89fcca768185 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:32.903252 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a766a48e-2a91-4c86-b230-89fcca768185 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:32.907695 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a766a48e-2a91-4c86-b230-89fcca768185 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Usage tracker for resource:security_group_rule and tenant:f813d92b04c54bf7a20d888ce2330046 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:32.910548 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a766a48e-2a91-4c86-b230-89fcca768185 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:32.916428 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a766a48e-2a91-4c86-b230-89fcca768185 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:32.922370 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:32.922370 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:32.922370 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:32.969331 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-223c7dae-69ee-44fd-bbc9-e3c45074742a tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:32.987847 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:32.988176 dv-neutron-829957-1-hyperv neutron-server[88386]: ERROR neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:32.995167 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.plugins.ml2.plugin [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 8 to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 Mar 07 21:39:33.010122 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.resource_extend [None req-68300f77-31d6-412c-b43b-91d5c0a437fb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:39:33.027978 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eb45f8f1-6e24-47fa-8758-b876a35a2b46 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:33.049154 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c7dae-69ee-44fd-bbc9-e3c45074742a tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Pushing event deleted for resources: {'Port': ['ID=171d9e66-667b-464f-b549-ae8573bf18e5,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:33.054372 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a766a48e-2a91-4c86-b230-89fcca768185 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:33.064427 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-b08ad11b-74d2-42a9-b9a5-17d844165842 None None] Allocated IP 2001:db8::2 (8d58b234-b4e2-47fe-a04d-b3e2d31f1036/8380144b-2662-4edd-ba23-d21f67fd35ba/b2839751-0058-49a9-ac37-0d50a38aac1c) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:33.086363 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-68300f77-31d6-412c-b43b-91d5c0a437fb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:33.092037 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:33.092037 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:33.092037 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:33.101029 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3fc7-d139-4ad9-882d-5accfc33685c tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:33.108650 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:33.108977 dv-neutron-829957-1-hyperv neutron-server[88386]: ERROR neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:33.111533 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.plugins.ml2.plugin [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 9 to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 Mar 07 21:39:33.118595 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3fc7-d139-4ad9-882d-5accfc33685c tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-864536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-864531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-867168'] for router, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:33.146238 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a766a48e-2a91-4c86-b230-89fcca768185 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:33.169483 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-223c7dae-69ee-44fd-bbc9-e3c45074742a tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:33.186676 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:33.193524 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:33.193524 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:33.207602 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb45f8f1-6e24-47fa-8758-b876a35a2b46 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network 8d58b234-b4e2-47fe-a04d-b3e2d31f1036 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:33.211247 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-68300f77-31d6-412c-b43b-91d5c0a437fb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:33.211994 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-68300f77-31d6-412c-b43b-91d5c0a437fb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:33.254962 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:33.255205 dv-neutron-829957-1-hyperv neutron-server[88386]: ERROR neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:33.315446 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.plugins.ml2.plugin [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 10 to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 Mar 07 21:39:33.319665 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b08ad11b-74d2-42a9-b9a5-17d844165842 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:33.331552 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b08ad11b-74d2-42a9-b9a5-17d844165842 None None] Transition to ACTIVE for port object b2839751-0058-49a9-ac37-0d50a38aac1c will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:33.350367 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b08ad11b-74d2-42a9-b9a5-17d844165842 None None] Transition to ACTIVE for port object b2839751-0058-49a9-ac37-0d50a38aac1c will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:33.361825 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6e8a-805d-4315-9849-9c064b3cdcd7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:33.383497 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-eb45f8f1-6e24-47fa-8758-b876a35a2b46 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:33.396067 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb45f8f1-6e24-47fa-8758-b876a35a2b46 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:33.401490 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb45f8f1-6e24-47fa-8758-b876a35a2b46 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:33.402110 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eb45f8f1-6e24-47fa-8758-b876a35a2b46 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:33.410790 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766a48e-2a91-4c86-b230-89fcca768185 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f09d7c8-7ac2-490d-80fc-1b892e213f36,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:33.423596 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45f8f1-6e24-47fa-8758-b876a35a2b46 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Port': ['ID=97166e41-251f-4de9-9819-451c50beabf3,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:33.437265 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b08ad11b-74d2-42a9-b9a5-17d844165842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:33.468980 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-223c7dae-69ee-44fd-bbc9-e3c45074742a tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] 10.222.0.21 "DELETE /v2.0/ports/171d9e66-667b-464f-b549-ae8573bf18e5 HTTP/1.1" status: 204 len: 168 time: 1.5665951 Mar 07 21:39:33.468980 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a766a48e-2a91-4c86-b230-89fcca768185 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:33.472870 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a766a48e-2a91-4c86-b230-89fcca768185 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7681837 Mar 07 21:39:33.472870 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41414) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:33.476614 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-aed20893-3219-45cc-9bb3-7be61dbe9ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Request body: {'port': {'name': 'tempest-new-port-name-1464313855', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:33.477080 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.api.validators [None req-aed20893-3219-45cc-9bb3-7be61dbe9ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] bootfile-name is not in valid_values {{(pid=88387) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 07 21:39:33.477423 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.api.validators [None req-aed20893-3219-45cc-9bb3-7be61dbe9ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] tftp-server is not in valid_values {{(pid=88387) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 07 21:39:33.477752 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.api.validators [None req-aed20893-3219-45cc-9bb3-7be61dbe9ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] server-ip-address is not in valid_values {{(pid=88387) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 07 21:39:33.509438 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08ad11b-74d2-42a9-b9a5-17d844165842 None None] Network 8d58b234-b4e2-47fe-a04d-b3e2d31f1036 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:33.511100 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41418) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:33.516744 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-b08ad11b-74d2-42a9-b9a5-17d844165842 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:33.521404 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08ad11b-74d2-42a9-b9a5-17d844165842 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:33.525896 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-eb45f8f1-6e24-47fa-8758-b876a35a2b46 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2057309 Mar 07 21:39:33.529629 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-db19bdc8-1ddd-4d2f-8c58-502854639ffa tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Request body: {'security_group_rule': {'security_group_id': '6f09d7c8-7ac2-490d-80fc-1b892e213f36', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:33.530912 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ad11b-74d2-42a9-b9a5-17d844165842 None None] Pushing event updated for resources: {'Port': ['ID=b2839751-0058-49a9-ac37-0d50a38aac1c,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:33.537089 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-db19bdc8-1ddd-4d2f-8c58-502854639ffa tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:33.541524 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-db19bdc8-1ddd-4d2f-8c58-502854639ffa tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Usage tracker for resource:security_group_rule and tenant:f813d92b04c54bf7a20d888ce2330046 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:33.546941 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41422) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:33.547550 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-db19bdc8-1ddd-4d2f-8c58-502854639ffa tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:33.557016 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-db19bdc8-1ddd-4d2f-8c58-502854639ffa tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:33.563097 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-2f537ee5-a742-4b29-a706-a431474033cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'port': {'network_id': '8d58b234-b4e2-47fe-a04d-b3e2d31f1036', 'name': 'tempest-PortsIpV6TestJSON-462579405'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:33.584415 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:33.584752 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:33.585082 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:33.597593 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcb3fc7-d139-4ad9-882d-5accfc33685c tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Router eea2abca-b638-4788-a5f6-c84dcc55e772 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:39:33.619627 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-b08ad11b-74d2-42a9-b9a5-17d844165842 None None] Attempting to bind port b2839751-0058-49a9-ac37-0d50a38aac1c on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:33.620077 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-b08ad11b-74d2-42a9-b9a5-17d844165842 None None] Attempting to bind port b2839751-0058-49a9-ac37-0d50a38aac1c by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '1ce02c44-6ebb-4aa2-9428-85e0b2c32427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8d58b234-b4e2-47fe-a04d-b3e2d31f1036'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:33.620504 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08ad11b-74d2-42a9-b9a5-17d844165842 None None] Attempting to bind port b2839751-0058-49a9-ac37-0d50a38aac1c on network 8d58b234-b4e2-47fe-a04d-b3e2d31f1036 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:33.626630 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08ad11b-74d2-42a9-b9a5-17d844165842 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:39:33.631892 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08ad11b-74d2-42a9-b9a5-17d844165842 None None] Checking segment: {'id': '1ce02c44-6ebb-4aa2-9428-85e0b2c32427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8d58b234-b4e2-47fe-a04d-b3e2d31f1036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:39:33.631892 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b08ad11b-74d2-42a9-b9a5-17d844165842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:33.631892 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08ad11b-74d2-42a9-b9a5-17d844165842 None None] Bound using segment: {'id': '1ce02c44-6ebb-4aa2-9428-85e0b2c32427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8d58b234-b4e2-47fe-a04d-b3e2d31f1036'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:39:33.631892 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-b08ad11b-74d2-42a9-b9a5-17d844165842 None None] Bound port: b2839751-0058-49a9-ac37-0d50a38aac1c, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce02c44-6ebb-4aa2-9428-85e0b2c32427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8d58b234-b4e2-47fe-a04d-b3e2d31f1036'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:39:33.631892 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b08ad11b-74d2-42a9-b9a5-17d844165842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:33.712406 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68300f77-31d6-412c-b43b-91d5c0a437fb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=69c3f8b1-f5c5-47c1-aeae-75c0218b42ae,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:33.714477 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:33.714813 dv-neutron-829957-1-hyperv neutron-server[88386]: ERROR neutron.plugins.ml2.managers [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port e539b8c9-12fe-426e-9cfb-78d5084c36c4 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:33.715161 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:33.739314 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-db19bdc8-1ddd-4d2f-8c58-502854639ffa tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:33.762354 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aed20893-3219-45cc-9bb3-7be61dbe9ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:33.770046 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-b08ad11b-74d2-42a9-b9a5-17d844165842 None None] For port b2839751-0058-49a9-ac37-0d50a38aac1c, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:39:33.773819 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-b08ad11b-74d2-42a9-b9a5-17d844165842 None None] For port b2839751-0058-49a9-ac37-0d50a38aac1c, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=b2839751-0058-49a9-ac37-0d50a38aac1c,segment=NetworkSegment(1ce02c44-6ebb-4aa2-9428-85e0b2c32427),segment_id=1ce02c44-6ebb-4aa2-9428-85e0b2c32427)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:39:33.864411 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2f537ee5-a742-4b29-a706-a431474033cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:33.873728 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2f537ee5-a742-4b29-a706-a431474033cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:port and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:33.884480 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2f537ee5-a742-4b29-a706-a431474033cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:33.900264 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2f537ee5-a742-4b29-a706-a431474033cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:33.922365 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b08ad11b-74d2-42a9-b9a5-17d844165842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:33.935273 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-db19bdc8-1ddd-4d2f-8c58-502854639ffa tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:34.013216 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-db19bdc8-1ddd-4d2f-8c58-502854639ffa tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:34.014039 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ad11b-74d2-42a9-b9a5-17d844165842 None None] Pushing event updated for resources: {'Port': ['ID=b2839751-0058-49a9-ac37-0d50a38aac1c,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:34.033598 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcb3fc7-d139-4ad9-882d-5accfc33685c tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:39:34.035491 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f537ee5-a742-4b29-a706-a431474033cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:34.044999 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2f537ee5-a742-4b29-a706-a431474033cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:34.046450 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb60e8fb-0793-4998-9ddc-021e731c4b73 None None] Sync routers for ids ['eea2abca-b638-4788-a5f6-c84dcc55e772'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:39:34.061565 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb60e8fb-0793-4998-9ddc-021e731c4b73 None None] Routers {'eea2abca-b638-4788-a5f6-c84dcc55e772'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:39:34.062538 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-bb60e8fb-0793-4998-9ddc-021e731c4b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:39:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['eea2abca-b638-4788-a5f6-c84dcc55e772'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:34.080059 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19bdc8-1ddd-4d2f-8c58-502854639ffa tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb190ec6-36c7-4208-95e4-71159ed25051,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:34.084915 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68300f77-31d6-412c-b43b-91d5c0a437fb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:34.100290 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-2f537ee5-a742-4b29-a706-a431474033cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] device_id is not set on port 6009717c-ec00-4a69-9339-c27e69d3f519 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:39:34.104438 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-68300f77-31d6-412c-b43b-91d5c0a437fb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:34.120147 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3fc7-d139-4ad9-882d-5accfc33685c tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:34.123808 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7dcb3fc7-d139-4ad9-882d-5accfc33685c tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "PUT /v2.0/routers/eea2abca-b638-4788-a5f6-c84dcc55e772 HTTP/1.1" status: 200 len: 706 time: 6.4711502 Mar 07 21:39:34.146126 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41426) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:34.150576 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-bb60e8fb-0793-4998-9ddc-021e731c4b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:34.164718 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb60e8fb-0793-4998-9ddc-021e731c4b73 None None] Routers {'eea2abca-b638-4788-a5f6-c84dcc55e772'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:39:34.165583 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-bb60e8fb-0793-4998-9ddc-021e731c4b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:39:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['eea2abca-b638-4788-a5f6-c84dcc55e772'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:34.185497 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] For port e539b8c9-12fe-426e-9cfb-78d5084c36c4, host hv-neutron-8299, cleared binding levels {{(pid=88386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:39:34.185870 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempted to set empty binding levels {{(pid=88386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 07 21:39:34.252546 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-bb60e8fb-0793-4998-9ddc-021e731c4b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:34.253310 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb60e8fb-0793-4998-9ddc-021e731c4b73 None None] The sync data for ids ['eea2abca-b638-4788-a5f6-c84dcc55e772'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:39:34.341494 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:34.343244 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-db19bdc8-1ddd-4d2f-8c58-502854639ffa tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:34.344418 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-db19bdc8-1ddd-4d2f-8c58-502854639ffa tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8246870 Mar 07 21:39:34.365997 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41430) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:34.391249 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-9727c60b-8a68-4355-ba5e-02f0788f8503 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "GET /v2.0/routers/eea2abca-b638-4788-a5f6-c84dcc55e772 HTTP/1.1" status: 200 len: 741 time: 0.2440321 Mar 07 21:39:34.401254 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41434) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:34.464891 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-17d4f013-a0b2-4a40-9dab-e32a99956624 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:34.471001 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:34.471605 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:34.478458 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8c8be91d-3ffb-4369-bd71-accff0bf58ea None None] Provisioning complete for port 69c3f8b1-f5c5-47c1-aeae-75c0218b42ae triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:34.479574 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8c8be91d-3ffb-4369-bd71-accff0bf58ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:34.489302 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-17d4f013-a0b2-4a40-9dab-e32a99956624 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:34.494281 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-db9e7a70-cff4-4b87-869c-a6289dc3c460 tempest-RoutersAdminTest-486592796 tempest-RoutersAdminTest-486592796-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093&device_id=eea2abca-b638-4788-a5f6-c84dcc55e772 HTTP/1.1" status: 200 len: 205 time: 0.0837030 Mar 07 21:39:34.502305 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41438) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:34.548670 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Pushing event updated for resources: {'Port': ['ID=e539b8c9-12fe-426e-9cfb-78d5084c36c4,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:34.549268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-8c8be91d-3ffb-4369-bd71-accff0bf58ea None None] Port 69c3f8b1-f5c5-47c1-aeae-75c0218b42ae cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:39:34.578069 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a3dc1ca5-043a-484e-ba07-5e397ddecabc tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "GET /v2.0/ports?device_id=eea2abca-b638-4788-a5f6-c84dcc55e772 HTTP/1.1" status: 200 len: 205 time: 0.0741682 Mar 07 21:39:34.580458 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41442) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:34.595514 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aed20893-3219-45cc-9bb3-7be61dbe9ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:34.597435 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-2f537ee5-a742-4b29-a706-a431474033cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Allocated IP 2001:db8::152 (8d58b234-b4e2-47fe-a04d-b3e2d31f1036/8380144b-2662-4edd-ba23-d21f67fd35ba/6009717c-ec00-4a69-9339-c27e69d3f519) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:34.662033 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8361b426-128e-43d1-b90e-f4f9b697bf0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 7.2498763 Mar 07 21:39:34.667293 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41446) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:34.693040 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aed20893-3219-45cc-9bb3-7be61dbe9ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:34.725073 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b6e8a-805d-4315-9849-9c064b3cdcd7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting port d69b682a-4760-404c-9a0c-b8a89dd3b52b {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:34.725414 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6e8a-805d-4315-9849-9c064b3cdcd7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:34.786437 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-17d4f013-a0b2-4a40-9dab-e32a99956624 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:34.799690 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68300f77-31d6-412c-b43b-91d5c0a437fb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Router cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:39:34.819442 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-66549995-80c8-4db2-a502-bf5459faa239 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:34.819549 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-aed20893-3219-45cc-9bb3-7be61dbe9ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] In _notify_port_updated(), no bound segment for port 0d11c8aa-d6cf-4db6-9e44-573ec33d053f on network 8f666024-19fb-42e9-aa2d-e9d4e431cc97 {{(pid=88387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 07 21:39:34.823547 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed20893-3219-45cc-9bb3-7be61dbe9ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:34.824170 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aed20893-3219-45cc-9bb3-7be61dbe9ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:34.828949 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-aed20893-3219-45cc-9bb3-7be61dbe9ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] 10.222.0.21 "PUT /v2.0/ports/0d11c8aa-d6cf-4db6-9e44-573ec33d053f HTTP/1.1" status: 200 len: 1130 time: 1.3544106 Mar 07 21:39:34.835932 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41450) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:34.836576 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4f013-a0b2-4a40-9dab-e32a99956624 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb190ec6-36c7-4208-95e4-71159ed25051,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:34.943097 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c85f6fd-c0b6-4bfd-95e0-495e53bc912f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:34.943757 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1c85f6fd-c0b6-4bfd-95e0-495e53bc912f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Synchronizing usage tracker for tenant:fdb4eea0d4ca451399b235ed740cf679 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:34.966919 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed20893-3219-45cc-9bb3-7be61dbe9ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Pushing event updated for resources: {'Port': ['ID=0d11c8aa-d6cf-4db6-9e44-573ec33d053f,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:34.999198 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-17d4f013-a0b2-4a40-9dab-e32a99956624 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:35.000314 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-17d4f013-a0b2-4a40-9dab-e32a99956624 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/eb190ec6-36c7-4208-95e4-71159ed25051 HTTP/1.1" status: 204 len: 168 time: 0.6297777 Mar 07 21:39:35.005437 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41454) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:35.019366 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b2839751-0058-49a9-ac37-0d50a38aac1c up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:39:35.054054 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2f537ee5-a742-4b29-a706-a431474033cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:35.087786 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-2f537ee5-a742-4b29-a706-a431474033cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Transition to ACTIVE for port object 6009717c-ec00-4a69-9339-c27e69d3f519 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:35.100402 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-08dd1703-efc6-46a1-97cc-a152fe5358f4 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Synchronizing usage tracker for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:35.110588 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1c85f6fd-c0b6-4bfd-95e0-495e53bc912f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Unset dirty status for tenant:fdb4eea0d4ca451399b235ed740cf679 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:35.111742 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1c85f6fd-c0b6-4bfd-95e0-495e53bc912f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] 10.222.0.21 "GET /v2.0/ports/0d11c8aa-d6cf-4db6-9e44-573ec33d053f HTTP/1.1" status: 200 len: 1130 time: 0.2731590 Mar 07 21:39:35.116389 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41458) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:35.198130 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port b2839751-0058-49a9-ac37-0d50a38aac1c completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:35.201924 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-f69dccff-f248-43e0-8dd4-18490b354015 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Deleting port 0d11c8aa-d6cf-4db6-9e44-573ec33d053f {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:35.205737 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f69dccff-f248-43e0-8dd4-18490b354015 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:35.256644 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-08dd1703-efc6-46a1-97cc-a152fe5358f4 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Unset dirty status for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:35.257903 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-08dd1703-efc6-46a1-97cc-a152fe5358f4 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2510829 Mar 07 21:39:35.265663 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41462) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:35.271944 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-40e23d08-2e70-43c3-b794-3d4ab7817239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Deleting port e539b8c9-12fe-426e-9cfb-78d5084c36c4 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:35.272288 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-40e23d08-2e70-43c3-b794-3d4ab7817239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:35.289082 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-cdfb3b7e-4fa7-47ff-b62a-50b47f54e238 None None] Provisioning complete for port 0d11c8aa-d6cf-4db6-9e44-573ec33d053f triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:35.289601 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3b7e-4fa7-47ff-b62a-50b47f54e238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:35.354037 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-cdfb3b7e-4fa7-47ff-b62a-50b47f54e238 None None] Port 0d11c8aa-d6cf-4db6-9e44-573ec33d053f cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:39:35.391943 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2f537ee5-a742-4b29-a706-a431474033cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:35.423090 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c0403d-48fc-4741-86bd-d0688a87bb34 None None] Network 8d58b234-b4e2-47fe-a04d-b3e2d31f1036 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:35.633813 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2259702a-0b75-4bd3-b54e-dfb8767c0365 None None] Provisioning for port b2839751-0058-49a9-ac37-0d50a38aac1c completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:35.646755 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2259702a-0b75-4bd3-b54e-dfb8767c0365 None None] Provisioning complete for port b2839751-0058-49a9-ac37-0d50a38aac1c triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:35.647067 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2259702a-0b75-4bd3-b54e-dfb8767c0365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:35.672123 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0f8e006c-6f2b-4d8c-bd8c-02fac05dada8 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:35.680664 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-66549995-80c8-4db2-a502-bf5459faa239 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:35.681989 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f537ee5-a742-4b29-a706-a431474033cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network 8d58b234-b4e2-47fe-a04d-b3e2d31f1036 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:35.696583 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-2f537ee5-a742-4b29-a706-a431474033cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:35.711426 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f537ee5-a742-4b29-a706-a431474033cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:35.712996 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-66549995-80c8-4db2-a502-bf5459faa239 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:35.717864 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f537ee5-a742-4b29-a706-a431474033cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:35.718999 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2f537ee5-a742-4b29-a706-a431474033cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:35.730894 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f537ee5-a742-4b29-a706-a431474033cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Port': ['ID=6009717c-ec00-4a69-9339-c27e69d3f519,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:35.742485 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68300f77-31d6-412c-b43b-91d5c0a437fb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:39:35.743674 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0f8e006c-6f2b-4d8c-bd8c-02fac05dada8 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:35.763236 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-68300f77-31d6-412c-b43b-91d5c0a437fb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "PUT /v2.0/routers/cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0620377 Mar 07 21:39:35.763236 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41466) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:35.773438 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] Sync routers for ids ['cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:39:35.779468 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6e8a-805d-4315-9849-9c064b3cdcd7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:35.801887 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f69dccff-f248-43e0-8dd4-18490b354015 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:35.823867 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] Routers {'cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:39:35.824564 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:39:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:35.873773 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2f537ee5-a742-4b29-a706-a431474033cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3231792 Mar 07 21:39:35.876610 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41470) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:35.989249 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-f69dccff-f248-43e0-8dd4-18490b354015 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Calling delete_port for 0d11c8aa-d6cf-4db6-9e44-573ec33d053f owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:36.001335 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-66549995-80c8-4db2-a502-bf5459faa239 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:36.002247 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66549995-80c8-4db2-a502-bf5459faa239 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Fanout notify agent at l3_agent the message router_deleted on router eea2abca-b638-4788-a5f6-c84dcc55e772 {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:39:36.004062 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2259702a-0b75-4bd3-b54e-dfb8767c0365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:36.020237 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b6e8a-805d-4315-9849-9c064b3cdcd7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Calling delete_port for d69b682a-4760-404c-9a0c-b8a89dd3b52b owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:36.061625 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] Set router cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5 gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:39:36.090513 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0f8e006c-6f2b-4d8c-bd8c-02fac05dada8 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:36.119634 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2259702a-0b75-4bd3-b54e-dfb8767c0365 None None] For port b2839751-0058-49a9-ac37-0d50a38aac1c, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=b2839751-0058-49a9-ac37-0d50a38aac1c,segment=NetworkSegment(1ce02c44-6ebb-4aa2-9428-85e0b2c32427),segment_id=1ce02c44-6ebb-4aa2-9428-85e0b2c32427)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:36.129690 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990b77ed-691c-43bc-b83a-276460e2b611 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:36.130349 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-990b77ed-691c-43bc-b83a-276460e2b611 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:36.151894 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-66549995-80c8-4db2-a502-bf5459faa239 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:36.151894 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-66549995-80c8-4db2-a502-bf5459faa239 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "DELETE /v2.0/routers/eea2abca-b638-4788-a5f6-c84dcc55e772 HTTP/1.1" status: 204 len: 168 time: 1.5616453 Mar 07 21:39:36.163363 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41474) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:36.204569 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2259702a-0b75-4bd3-b54e-dfb8767c0365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:36.220298 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e006c-6f2b-4d8c-bd8c-02fac05dada8 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f09d7c8-7ac2-490d-80fc-1b892e213f36,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:36.222261 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-40e23d08-2e70-43c3-b794-3d4ab7817239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] For port e539b8c9-12fe-426e-9cfb-78d5084c36c4, host hv-neutron-8299, got binding levels [] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:36.222627 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-40e23d08-2e70-43c3-b794-3d4ab7817239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:36.234402 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e838d034-c54c-4d0c-b590-aff31a788b61 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:36.238310 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e838d034-c54c-4d0c-b590-aff31a788b61 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Synchronizing usage tracker for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:36.252236 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ba0aa2b3-9656-4491-aa4a-b0dbb2c832b5 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "GET /v2.0/ports?device_id=eea2abca-b638-4788-a5f6-c84dcc55e772 HTTP/1.1" status: 200 len: 205 time: 0.0809343 Mar 07 21:39:36.257204 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41478) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:36.338068 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-2f8987f4-24f5-499c-a79f-f86c98832723 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] delete failed (client error): The resource could not be found. Mar 07 21:39:36.339103 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2f8987f4-24f5-499c-a79f-f86c98832723 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "DELETE /v2.0/routers/eea2abca-b638-4788-a5f6-c84dcc55e772 HTTP/1.1" status: 404 len: 336 time: 0.0795977 Mar 07 21:39:36.349944 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41482) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:36.350628 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e838d034-c54c-4d0c-b590-aff31a788b61 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Unset dirty status for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:36.354678 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e838d034-c54c-4d0c-b590-aff31a788b61 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Abc HTTP/1.1" status: 200 len: 928 time: 0.4772074 Mar 07 21:39:36.357612 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41484) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:36.431838 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259702a-0b75-4bd3-b54e-dfb8767c0365 None None] Pushing event updated for resources: {'Port': ['ID=b2839751-0058-49a9-ac37-0d50a38aac1c,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:36.440842 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-89327cc8-290b-4fcb-87ca-ffcceb73eafb None None] Provisioning complete for port b2839751-0058-49a9-ac37-0d50a38aac1c triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:36.441502 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-89327cc8-290b-4fcb-87ca-ffcceb73eafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:36.449915 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0f8e006c-6f2b-4d8c-bd8c-02fac05dada8 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:36.454068 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0f8e006c-6f2b-4d8c-bd8c-02fac05dada8 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "DELETE /v2.0/security-groups/6f09d7c8-7ac2-490d-80fc-1b892e213f36 HTTP/1.1" status: 204 len: 168 time: 1.1877832 Mar 07 21:39:36.454918 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f69dccff-f248-43e0-8dd4-18490b354015 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:36.463407 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41490) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:36.465810 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3de027b4-7b53-44a1-95fb-8c61a5a2c41a tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d858707-5aa0-49ae-aa5a-7a82536dff5f HTTP/1.1" status: 200 len: 205 time: 0.1099303 Mar 07 21:39:36.472491 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41494) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:36.553026 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69dccff-f248-43e0-8dd4-18490b354015 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Pushing event deleted for resources: {'Port': ['ID=0d11c8aa-d6cf-4db6-9e44-573ec33d053f,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:36.584113 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-990b77ed-691c-43bc-b83a-276460e2b611 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:36.588739 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-990b77ed-691c-43bc-b83a-276460e2b611 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports/69c3f8b1-f5c5-47c1-aeae-75c0218b42ae HTTP/1.1" status: 200 len: 911 time: 0.8134387 Mar 07 21:39:36.589637 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41498) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:36.598943 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-40e23d08-2e70-43c3-b794-3d4ab7817239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Calling delete_port for e539b8c9-12fe-426e-9cfb-78d5084c36c4 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:36.666121 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5', 'name': 'tempest-NetworksTestDHCPv6-router-665430879', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:39:26Z', 'updated_at': '2022-03-07T21:39:31Z', 'revision_number': 2, 'project_id': '49a93905dfb1437998bcc3cc1e43d399', 'gw_port_host': None, '_interfaces': [{'id': '69c3f8b1-f5c5-47c1-aeae-75c0218b42ae', 'name': '', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'mac_address': 'fa:16:3e:75:63:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'e0f7be1d-65c9-42c6-9ebb-7f712edc5a6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:28Z', 'updated_at': '2022-03-07T21:39:32Z', 'revision_number': 2, 'project_id': '49a93905dfb1437998bcc3cc1e43d399', 'subnets': [{'id': 'e0f7be1d-65c9-42c6-9ebb-7f712edc5a6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:36.669582 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] Checking router: cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:39:36.670024 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] Updating router cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5 port 69c3f8b1-f5c5-47c1-aeae-75c0218b42ae binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:39:36.723635 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-89327cc8-290b-4fcb-87ca-ffcceb73eafb None None] Provisioning for port 6009717c-ec00-4a69-9339-c27e69d3f519 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:36.724323 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-ec4e24aa-e8b8-48be-8b8a-ef82b6f174c6 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] delete failed (client error): The resource could not be found. Mar 07 21:39:36.729286 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ec4e24aa-e8b8-48be-8b8a-ef82b6f174c6 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "DELETE /v2.0/routers/3d858707-5aa0-49ae-aa5a-7a82536dff5f HTTP/1.1" status: 404 len: 336 time: 0.1943092 Mar 07 21:39:36.732536 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41502) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:36.741944 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-eedf92dd-84b6-4383-b3aa-8eb3969120b5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port 6009717c-ec00-4a69-9339-c27e69d3f519 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:36.742626 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eedf92dd-84b6-4383-b3aa-8eb3969120b5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:36.745632 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-89327cc8-290b-4fcb-87ca-ffcceb73eafb None None] Provisioning complete for port 6009717c-ec00-4a69-9339-c27e69d3f519 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:36.746104 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-89327cc8-290b-4fcb-87ca-ffcceb73eafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:36.770829 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:36.777222 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f69dccff-f248-43e0-8dd4-18490b354015 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:36.861059 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-89327cc8-290b-4fcb-87ca-ffcceb73eafb None None] Port 6009717c-ec00-4a69-9339-c27e69d3f519 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:39:36.864808 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-18b660fd-e896-46ad-9d0d-f72067442efb tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Synchronizing usage tracker for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:36.890903 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f69dccff-f248-43e0-8dd4-18490b354015 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] 10.222.0.21 "DELETE /v2.0/ports/0d11c8aa-d6cf-4db6-9e44-573ec33d053f HTTP/1.1" status: 204 len: 168 time: 1.7732649 Mar 07 21:39:36.934531 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41506) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:36.945867 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e92ff8ed-f02e-4429-9c3a-c0321c5c4c8f tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "GET /v2.0/ports?device_id=30aedbb9-1980-43fe-a0ec-756973b65e6f HTTP/1.1" status: 200 len: 205 time: 0.2105680 Mar 07 21:39:36.956737 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b2839751-0058-49a9-ac37-0d50a38aac1c up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:39:36.971876 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41510) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:37.004547 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-89327cc8-290b-4fcb-87ca-ffcceb73eafb None None] Provisioning for port 97166e41-251f-4de9-9819-451c50beabf3 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:37.029033 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-89327cc8-290b-4fcb-87ca-ffcceb73eafb None None] Provisioning complete for port 97166e41-251f-4de9-9819-451c50beabf3 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:37.029498 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-89327cc8-290b-4fcb-87ca-ffcceb73eafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:37.036027 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c2c9fd-c4e3-4c0b-9b82-2542586dee47 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:37.041892 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c2c9fd-c4e3-4c0b-9b82-2542586dee47 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:37.043457 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-02c2c9fd-c4e3-4c0b-9b82-2542586dee47 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4102869 Mar 07 21:39:37.047252 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41514) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:37.052765 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1db9023-c95a-4f26-bfb2-e9d6616ec1dd tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Deleting subnet a0ff47de-7bdd-47b3-868b-7c8fb5d4bd67 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:39:37.054936 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-18b660fd-e896-46ad-9d0d-f72067442efb tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Unset dirty status for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:37.056207 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-18b660fd-e896-46ad-9d0d-f72067442efb tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5890608 Mar 07 21:39:37.061734 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-92eaec67-2588-4085-b944-be5ab714c9fd tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] delete failed (client error): The resource could not be found. Mar 07 21:39:37.061734 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-92eaec67-2588-4085-b944-be5ab714c9fd tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "DELETE /v2.0/routers/30aedbb9-1980-43fe-a0ec-756973b65e6f HTTP/1.1" status: 404 len: 336 time: 0.0876324 Mar 07 21:39:37.068232 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41518) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:37.068508 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41520) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:37.076822 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-370c85c3-e0e7-4bc6-ae1d-7c3fcafed5ea tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697562194'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:37.119755 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-370c85c3-e0e7-4bc6-ae1d-7c3fcafed5ea tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:37.122021 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d1db9023-c95a-4f26-bfb2-e9d6616ec1dd tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:37.156192 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-40e23d08-2e70-43c3-b794-3d4ab7817239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:37.165562 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-83ade3c6-c1b6-4d36-a5bd-cbe4bb87a236 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3f2b80b-aac2-4d2f-b037-d2b409471750 HTTP/1.1" status: 200 len: 205 time: 0.0923195 Mar 07 21:39:37.165741 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6e8a-805d-4315-9849-9c064b3cdcd7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:37.167940 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-89327cc8-290b-4fcb-87ca-ffcceb73eafb None None] Port 97166e41-251f-4de9-9819-451c50beabf3 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:39:37.169908 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41526) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:37.178976 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-370c85c3-e0e7-4bc6-ae1d-7c3fcafed5ea tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:37.189973 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port b2839751-0058-49a9-ac37-0d50a38aac1c triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:37.190375 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:37.291191 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eedf92dd-84b6-4383-b3aa-8eb3969120b5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:37.350378 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b6e8a-805d-4315-9849-9c064b3cdcd7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Port': ['ID=d69b682a-4760-404c-9a0c-b8a89dd3b52b,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:37.352578 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-370c85c3-e0e7-4bc6-ae1d-7c3fcafed5ea tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:37.444161 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-65993d5c-b55f-447d-a5d4-59d4279b5ad5 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] delete failed (client error): The resource could not be found. Mar 07 21:39:37.445105 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-65993d5c-b55f-447d-a5d4-59d4279b5ad5 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "DELETE /v2.0/routers/a3f2b80b-aac2-4d2f-b037-d2b409471750 HTTP/1.1" status: 404 len: 336 time: 0.2329142 Mar 07 21:39:37.459390 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41530) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:37.472857 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-40e23d08-2e70-43c3-b794-3d4ab7817239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:37.477111 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d1db9023-c95a-4f26-bfb2-e9d6616ec1dd tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:37.482547 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:37.499164 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] Transition to ACTIVE for port object 69c3f8b1-f5c5-47c1-aeae-75c0218b42ae will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:37.501806 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-711c082e-c4a3-4094-9fc0-1bef22aad37e None None] Provisioning complete for port 6009717c-ec00-4a69-9339-c27e69d3f519 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:37.502187 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-711c082e-c4a3-4094-9fc0-1bef22aad37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:37.506744 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e23d08-2e70-43c3-b794-3d4ab7817239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Pushing event deleted for resources: {'Port': ['ID=e539b8c9-12fe-426e-9cfb-78d5084c36c4,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:37.560570 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-eedf92dd-84b6-4383-b3aa-8eb3969120b5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Calling delete_port for 6009717c-ec00-4a69-9339-c27e69d3f519 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:37.562595 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-711c082e-c4a3-4094-9fc0-1bef22aad37e None None] Port 6009717c-ec00-4a69-9339-c27e69d3f519 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:39:37.574098 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-711c082e-c4a3-4094-9fc0-1bef22aad37e None None] Provisioning complete for port 97166e41-251f-4de9-9819-451c50beabf3 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:37.574462 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-711c082e-c4a3-4094-9fc0-1bef22aad37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:37.585270 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d1db9023-c95a-4f26-bfb2-e9d6616ec1dd tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:37.613207 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-370c85c3-e0e7-4bc6-ae1d-7c3fcafed5ea tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:37.626218 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-370c85c3-e0e7-4bc6-ae1d-7c3fcafed5ea tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Usage tracker for resource:security_group_rule and tenant:f813d92b04c54bf7a20d888ce2330046 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:37.631636 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-370c85c3-e0e7-4bc6-ae1d-7c3fcafed5ea tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:37.631868 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:37.642087 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-370c85c3-e0e7-4bc6-ae1d-7c3fcafed5ea tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:37.769472 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26edcb-3cf0-4f71-b009-b71f0362990f None None] Pushing event updated for resources: {'Port': ['ID=69c3f8b1-f5c5-47c1-aeae-75c0218b42ae,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:37.772733 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-711c082e-c4a3-4094-9fc0-1bef22aad37e None None] Port 97166e41-251f-4de9-9819-451c50beabf3 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:39:37.817988 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f079bc68-c1d3-4398-b783-57dfe707e795 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c78811f-6ee4-4d3b-a1f2-633e2f5c2578 HTTP/1.1" status: 200 len: 205 time: 0.3107078 Mar 07 21:39:37.819152 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41534) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:37.899959 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] Attempting to bind port 69c3f8b1-f5c5-47c1-aeae-75c0218b42ae on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:37.900184 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] Attempting to bind port 69c3f8b1-f5c5-47c1-aeae-75c0218b42ae by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:37.900390 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] Attempting to bind port 69c3f8b1-f5c5-47c1-aeae-75c0218b42ae on network ab63f4f6-c089-409c-a9c4-f2088e2d7005 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:37.908714 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:39:37.909088 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] Checking segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:39:37.909485 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:37.909868 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] Bound using segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:39:37.910933 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] Bound port: 69c3f8b1-f5c5-47c1-aeae-75c0218b42ae, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:39:37.911344 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:37.922594 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6e8a-805d-4315-9849-9c064b3cdcd7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:37.941733 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-89a14d47-8d17-4be8-af2f-338e692d37d1 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] delete failed (client error): The resource could not be found. Mar 07 21:39:37.943030 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-89a14d47-8d17-4be8-af2f-338e692d37d1 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "DELETE /v2.0/routers/7c78811f-6ee4-4d3b-a1f2-633e2f5c2578 HTTP/1.1" status: 404 len: 336 time: 0.1226637 Mar 07 21:39:37.946249 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41538) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:37.956075 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eedf92dd-84b6-4383-b3aa-8eb3969120b5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:38.018751 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-40e23d08-2e70-43c3-b794-3d4ab7817239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] 10.222.0.21 "DELETE /v2.0/ports/e539b8c9-12fe-426e-9cfb-78d5084c36c4 HTTP/1.1" status: 204 len: 168 time: 3.3480136 Mar 07 21:39:38.025398 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41542) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:38.054024 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] For port 69c3f8b1-f5c5-47c1-aeae-75c0218b42ae, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:39:38.058221 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] For port 69c3f8b1-f5c5-47c1-aeae-75c0218b42ae, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=69c3f8b1-f5c5-47c1-aeae-75c0218b42ae,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:39:38.072202 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8920c2ad-6e4d-4f66-93e5-05aa45166cb6 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dd9ec54-1abf-449d-a546-48fcd81da8d8 HTTP/1.1" status: 200 len: 205 time: 0.1192660 Mar 07 21:39:38.079642 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf92dd-84b6-4383-b3aa-8eb3969120b5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Port': ['ID=6009717c-ec00-4a69-9339-c27e69d3f519,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:38.083282 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41546) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:38.131848 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:38.210148 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eedf92dd-84b6-4383-b3aa-8eb3969120b5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:38.222571 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26edcb-3cf0-4f71-b009-b71f0362990f None None] Pushing event updated for resources: {'Port': ['ID=69c3f8b1-f5c5-47c1-aeae-75c0218b42ae,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:38.233042 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-5299982b-46ca-4388-89ff-32ecc18ca584 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] delete failed (client error): The resource could not be found. Mar 07 21:39:38.238094 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5299982b-46ca-4388-89ff-32ecc18ca584 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "DELETE /v2.0/routers/3dd9ec54-1abf-449d-a546-48fcd81da8d8 HTTP/1.1" status: 404 len: 336 time: 0.1472783 Mar 07 21:39:38.238094 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41550) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:38.240101 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] Routers {'cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:39:38.240944 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:39:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:38.285118 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-370c85c3-e0e7-4bc6-ae1d-7c3fcafed5ea tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:38.293381 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e673d1d-1a0a-45e2-b193-77efffa497e8 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] DELETE failed (client error): The resource could not be found. Mar 07 21:39:38.293899 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e673d1d-1a0a-45e2-b193-77efffa497e8 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:39:38.296141 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8e673d1d-1a0a-45e2-b193-77efffa497e8 tempest-RoutersAdminTest-217762330 tempest-RoutersAdminTest-217762330-project] 10.222.0.21 "DELETE /v2.0/subnets/3a4b5c23-5701-4dc0-b789-208d40563b8d HTTP/1.1" status: 404 len: 337 time: 0.0576320 Mar 07 21:39:38.297634 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-eedf92dd-84b6-4383-b3aa-8eb3969120b5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/ports/6009717c-ec00-4a69-9339-c27e69d3f519 HTTP/1.1" status: 204 len: 168 time: 1.9386079 Mar 07 21:39:38.301449 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-98199030-cb2e-4bfa-9c7d-8703683aadbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] GET failed (client error): The resource could not be found. Mar 07 21:39:38.301449 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-98199030-cb2e-4bfa-9c7d-8703683aadbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Synchronizing usage tracker for tenant:b7c5f07e108444a5829dc216ba1eae08 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:38.302184 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41556) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:38.388276 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1930b7-e416-44de-a0ce-cd411acbf522 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] GET failed (client error): The resource could not be found. Mar 07 21:39:38.388859 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-bc1930b7-e416-44de-a0ce-cd411acbf522 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Synchronizing usage tracker for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:38.400112 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-370c85c3-e0e7-4bc6-ae1d-7c3fcafed5ea tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:38.447661 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] Set router cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5 gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:39:38.499067 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c85c3-e0e7-4bc6-ae1d-7c3fcafed5ea tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdab186-c641-4ac0-8f62-e5e49beb77a7,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:38.565456 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d1db9023-c95a-4f26-bfb2-e9d6616ec1dd tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:38.570997 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-370c85c3-e0e7-4bc6-ae1d-7c3fcafed5ea tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:38.574741 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-370c85c3-e0e7-4bc6-ae1d-7c3fcafed5ea tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5028124 Mar 07 21:39:38.576012 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41560) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:38.581388 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-782b3754-244c-42a6-8030-668ceeac39e6 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Request body: {'security_group_rule': {'security_group_id': 'ecdab186-c641-4ac0-8f62-e5e49beb77a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:38.587708 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-782b3754-244c-42a6-8030-668ceeac39e6 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:38.592461 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-782b3754-244c-42a6-8030-668ceeac39e6 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Usage tracker for resource:security_group_rule and tenant:f813d92b04c54bf7a20d888ce2330046 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:38.595515 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-782b3754-244c-42a6-8030-668ceeac39e6 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:38.601503 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-bc1930b7-e416-44de-a0ce-cd411acbf522 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Unset dirty status for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:38.605373 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bc1930b7-e416-44de-a0ce-cd411acbf522 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports/6009717c-ec00-4a69-9339-c27e69d3f519 HTTP/1.1" status: 404 len: 333 time: 0.3016264 Mar 07 21:39:38.605373 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-782b3754-244c-42a6-8030-668ceeac39e6 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:38.605909 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41564) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:38.624717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-98199030-cb2e-4bfa-9c7d-8703683aadbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Unset dirty status for tenant:b7c5f07e108444a5829dc216ba1eae08 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:38.625891 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-98199030-cb2e-4bfa-9c7d-8703683aadbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] 10.222.0.21 "GET /v2.0/ports/e539b8c9-12fe-426e-9cfb-78d5084c36c4 HTTP/1.1" status: 404 len: 333 time: 0.5962090 Mar 07 21:39:38.630833 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db9023-c95a-4f26-bfb2-e9d6616ec1dd tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Pushing event deleted for resources: {'Subnet': ['ID=a0ff47de-7bdd-47b3-868b-7c8fb5d4bd67,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:38.632434 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41568) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:38.681220 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-7ce0a4a0-3ffe-43cd-ac70-5a8830c54900 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port 97166e41-251f-4de9-9819-451c50beabf3 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:38.681592 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7ce0a4a0-3ffe-43cd-ac70-5a8830c54900 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:38.697007 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-33e913e5-5f38-418f-9487-29335bb01ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Request body: {'port': {'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1695443251'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:38.703799 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d1db9023-c95a-4f26-bfb2-e9d6616ec1dd tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:38.713456 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-33e913e5-5f38-418f-9487-29335bb01ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:38.728009 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6b6e8a-805d-4315-9849-9c064b3cdcd7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Router 56356d7c-ec11-4a46-82ed-c678c5bf94d9 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:39:38.734584 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d1db9023-c95a-4f26-bfb2-e9d6616ec1dd tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] 10.222.0.21 "DELETE /v2.0/subnets/a0ff47de-7bdd-47b3-868b-7c8fb5d4bd67 HTTP/1.1" status: 204 len: 168 time: 1.7957406 Mar 07 21:39:38.737726 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41572) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:38.738438 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-33e913e5-5f38-418f-9487-29335bb01ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:38.743734 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58255b6a-09cd-4f13-9ca8-034618184818 None None] Network 8f666024-19fb-42e9-aa2d-e9d4e431cc97 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:38.780737 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-782b3754-244c-42a6-8030-668ceeac39e6 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:38.919806 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e913e5-5f38-418f-9487-29335bb01ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Made reservation on behalf of b7c5f07e108444a5829dc216ba1eae08 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:38.922150 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-33e913e5-5f38-418f-9487-29335bb01ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:38.942229 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6b6e8a-805d-4315-9849-9c064b3cdcd7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:39:38.952211 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3e6b6e8a-805d-4315-9849-9c064b3cdcd7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "PUT /v2.0/routers/56356d7c-ec11-4a46-82ed-c678c5bf94d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6246221 Mar 07 21:39:38.956422 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41578) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:38.960562 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e979db7-ab0c-4e67-b617-6fc5ff591685 None None] Sync routers for ids ['56356d7c-ec11-4a46-82ed-c678c5bf94d9'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:39:38.961242 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-33e913e5-5f38-418f-9487-29335bb01ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] device_id is not set on port 06ed2b07-e115-4608-9659-89a01f8e6118 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:39:38.979048 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-84c68841-0328-4508-9552-6b0e52a47e6f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:38.982102 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e979db7-ab0c-4e67-b617-6fc5ff591685 None None] Routers {'56356d7c-ec11-4a46-82ed-c678c5bf94d9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:39:38.982963 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0e979db7-ab0c-4e67-b617-6fc5ff591685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:39:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['56356d7c-ec11-4a46-82ed-c678c5bf94d9'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:39.048760 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4417c2fa-d938-4e9c-ad6b-e079ec2a1165 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Synchronizing usage tracker for tenant:fcdda39025724b238190857d574ee30e on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:39.103337 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41582) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:39.117184 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0e979db7-ab0c-4e67-b617-6fc5ff591685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:39.124322 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-782b3754-244c-42a6-8030-668ceeac39e6 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:39.128989 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-84c68841-0328-4508-9552-6b0e52a47e6f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Deleting port 37368ed0-3cd4-402d-927d-d1f2f572e1a6 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:39.129659 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-84c68841-0328-4508-9552-6b0e52a47e6f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:39.143367 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e979db7-ab0c-4e67-b617-6fc5ff591685 None None] Routers {'56356d7c-ec11-4a46-82ed-c678c5bf94d9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:39:39.148401 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0e979db7-ab0c-4e67-b617-6fc5ff591685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:39:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['56356d7c-ec11-4a46-82ed-c678c5bf94d9'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:39.151334 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5', 'name': 'tempest-NetworksTestDHCPv6-router-665430879', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:39:26Z', 'updated_at': '2022-03-07T21:39:31Z', 'revision_number': 2, 'project_id': '49a93905dfb1437998bcc3cc1e43d399', 'gw_port_host': None, '_interfaces': [{'id': '69c3f8b1-f5c5-47c1-aeae-75c0218b42ae', 'name': '', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'mac_address': 'fa:16:3e:75:63:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'e0f7be1d-65c9-42c6-9ebb-7f712edc5a6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:28Z', 'updated_at': '2022-03-07T21:39:38Z', 'revision_number': 4, 'project_id': '49a93905dfb1437998bcc3cc1e43d399', 'subnets': [{'id': 'e0f7be1d-65c9-42c6-9ebb-7f712edc5a6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:39.156540 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4851aa-8368-48b0-b296-cb2969171ee9 None None] The sync data for ids ['cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5'] in dv-neutron-829957-1-hyperv is: [{'id': 'cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5', 'name': 'tempest-NetworksTestDHCPv6-router-665430879', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:39:26Z', 'updated_at': '2022-03-07T21:39:31Z', 'revision_number': 2, 'project_id': '49a93905dfb1437998bcc3cc1e43d399', 'gw_port_host': None, '_interfaces': [{'id': '69c3f8b1-f5c5-47c1-aeae-75c0218b42ae', 'name': '', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'mac_address': 'fa:16:3e:75:63:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'e0f7be1d-65c9-42c6-9ebb-7f712edc5a6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:28Z', 'updated_at': '2022-03-07T21:39:38Z', 'revision_number': 4, 'project_id': '49a93905dfb1437998bcc3cc1e43d399', 'subnets': [{'id': 'e0f7be1d-65c9-42c6-9ebb-7f712edc5a6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:39:39.210136 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4417c2fa-d938-4e9c-ad6b-e079ec2a1165 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Unset dirty status for tenant:fcdda39025724b238190857d574ee30e on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:39.213738 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4417c2fa-d938-4e9c-ad6b-e079ec2a1165 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "GET /v2.0/ports?device_id=56356d7c-ec11-4a46-82ed-c678c5bf94d9 HTTP/1.1" status: 200 len: 205 time: 0.2536755 Mar 07 21:39:39.218401 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-782b3754-244c-42a6-8030-668ceeac39e6 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:39.224110 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41588) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:39.235341 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da581c52-450c-4862-972c-9b72528e6e5f None None] DHCP port deletion for 8f666024-19fb-42e9-aa2d-e9d4e431cc97 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:39:39.239449 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-da581c52-450c-4862-972c-9b72528e6e5f None None] Deleting port 37368ed0-3cd4-402d-927d-d1f2f572e1a6 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:39.240015 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-da581c52-450c-4862-972c-9b72528e6e5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:39.295968 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f8998343-c664-407a-90dd-5615d2234f89 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:39.302144 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0e979db7-ab0c-4e67-b617-6fc5ff591685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:39.302854 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e979db7-ab0c-4e67-b617-6fc5ff591685 None None] The sync data for ids ['56356d7c-ec11-4a46-82ed-c678c5bf94d9'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:39:39.403038 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-998a849e-add8-447a-a416-4ccc0431c54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:39.514107 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-33e913e5-5f38-418f-9487-29335bb01ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:39.522204 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-998a849e-add8-447a-a416-4ccc0431c54e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:39.541268 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-998a849e-add8-447a-a416-4ccc0431c54e admin admin] Usage tracker for resource:security_group_rule and tenant:27e41ad4a5d142a5819c06accd61dec6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:39.547596 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-998a849e-add8-447a-a416-4ccc0431c54e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:39.558929 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-998a849e-add8-447a-a416-4ccc0431c54e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:39.604072 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ad92f210-b819-40ac-9d44-29f4d83e8dfa tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:39.611875 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-da581c52-450c-4862-972c-9b72528e6e5f None None] For port 37368ed0-3cd4-402d-927d-d1f2f572e1a6, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=37368ed0-3cd4-402d-927d-d1f2f572e1a6,segment=NetworkSegment(aeef5383-f470-4574-82e0-5d92c178e595),segment_id=aeef5383-f470-4574-82e0-5d92c178e595)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:39.612311 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-da581c52-450c-4862-972c-9b72528e6e5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:39.674467 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b3754-244c-42a6-8030-668ceeac39e6 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa562fcd-b325-40e2-ae49-17ae46992466,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:39.759849 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7ce0a4a0-3ffe-43cd-ac70-5a8830c54900 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:39.784517 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-f8998343-c664-407a-90dd-5615d2234f89 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting port 69c3f8b1-f5c5-47c1-aeae-75c0218b42ae {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:39.785100 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f8998343-c664-407a-90dd-5615d2234f89 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:39.808101 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-da581c52-450c-4862-972c-9b72528e6e5f None None] Calling delete_port for 37368ed0-3cd4-402d-927d-d1f2f572e1a6 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:39.854258 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-998a849e-add8-447a-a416-4ccc0431c54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:39.856284 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-33e913e5-5f38-418f-9487-29335bb01ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:39.965396 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-782b3754-244c-42a6-8030-668ceeac39e6 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:39.969194 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-782b3754-244c-42a6-8030-668ceeac39e6 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3919146 Mar 07 21:39:39.982270 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-7ce0a4a0-3ffe-43cd-ac70-5a8830c54900 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Calling delete_port for 97166e41-251f-4de9-9819-451c50beabf3 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:39.984948 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-da581c52-450c-4862-972c-9b72528e6e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:40.011287 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41592) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:40.041208 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-87aef28e-9094-4145-95d8-8829de8d3c77 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Request body: {'security_group_rule': {'security_group_id': 'ecdab186-c641-4ac0-8f62-e5e49beb77a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:40.050516 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da581c52-450c-4862-972c-9b72528e6e5f None None] No DVR routers for this DVR port 37368ed0-3cd4-402d-927d-d1f2f572e1a6 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:39:40.054346 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da581c52-450c-4862-972c-9b72528e6e5f None None] Pushing event deleted for resources: {'Port': ['ID=37368ed0-3cd4-402d-927d-d1f2f572e1a6,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:40.071053 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-998a849e-add8-447a-a416-4ccc0431c54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:40.083099 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e913e5-5f38-418f-9487-29335bb01ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:40.102833 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-33e913e5-5f38-418f-9487-29335bb01ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:40.127385 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e913e5-5f38-418f-9487-29335bb01ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:40.128328 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e913e5-5f38-418f-9487-29335bb01ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:40.128885 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-33e913e5-5f38-418f-9487-29335bb01ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:40.159266 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-87aef28e-9094-4145-95d8-8829de8d3c77 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:40.202504 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-998a849e-add8-447a-a416-4ccc0431c54e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27e41ad4a5d142a5819c06accd61dec6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0946612 Mar 07 21:39:40.206970 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-87aef28e-9094-4145-95d8-8829de8d3c77 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Usage tracker for resource:security_group_rule and tenant:f813d92b04c54bf7a20d888ce2330046 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:40.216024 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-87aef28e-9094-4145-95d8-8829de8d3c77 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:40.219154 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e913e5-5f38-418f-9487-29335bb01ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Pushing event updated for resources: {'Port': ['ID=06ed2b07-e115-4608-9659-89a01f8e6118,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:40.219914 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41596) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:40.224216 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a849e-add8-447a-a416-4ccc0431c54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f78aeb-3cac-48c2-a524-d8eb0682f3d9,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:40.295716 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-87aef28e-9094-4145-95d8-8829de8d3c77 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:40.339233 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-f8998343-c664-407a-90dd-5615d2234f89 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] For port 69c3f8b1-f5c5-47c1-aeae-75c0218b42ae, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=69c3f8b1-f5c5-47c1-aeae-75c0218b42ae,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:40.339516 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f8998343-c664-407a-90dd-5615d2234f89 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:40.344540 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ad92f210-b819-40ac-9d44-29f4d83e8dfa tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:40.358495 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ad92f210-b819-40ac-9d44-29f4d83e8dfa tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:40.400986 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-33e913e5-5f38-418f-9487-29335bb01ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7200587 Mar 07 21:39:40.420169 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41600) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:40.424152 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-84c68841-0328-4508-9552-6b0e52a47e6f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] For port 37368ed0-3cd4-402d-927d-d1f2f572e1a6, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=37368ed0-3cd4-402d-927d-d1f2f572e1a6,segment=NetworkSegment(aeef5383-f470-4574-82e0-5d92c178e595),segment_id=aeef5383-f470-4574-82e0-5d92c178e595)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:40.424505 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-84c68841-0328-4508-9552-6b0e52a47e6f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:40.445536 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8299'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:40.467134 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-f8998343-c664-407a-90dd-5615d2234f89 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Calling delete_port for 69c3f8b1-f5c5-47c1-aeae-75c0218b42ae owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:40.607646 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-87aef28e-9094-4145-95d8-8829de8d3c77 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:40.622440 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-84c68841-0328-4508-9552-6b0e52a47e6f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Calling delete_port for 37368ed0-3cd4-402d-927d-d1f2f572e1a6 owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:40.696831 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ad92f210-b819-40ac-9d44-29f4d83e8dfa tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:40.697298 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad92f210-b819-40ac-9d44-29f4d83e8dfa tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Fanout notify agent at l3_agent the message router_deleted on router 56356d7c-ec11-4a46-82ed-c678c5bf94d9 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:39:40.733867 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f8998343-c664-407a-90dd-5615d2234f89 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:40.782700 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8998343-c664-407a-90dd-5615d2234f89 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Port': ['ID=69c3f8b1-f5c5-47c1-aeae-75c0218b42ae,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:40.818416 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3a38d43d-3b32-4763-80c0-4aa73474a612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:40.862548 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ad92f210-b819-40ac-9d44-29f4d83e8dfa tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:40.863656 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ad92f210-b819-40ac-9d44-29f4d83e8dfa tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/routers/56356d7c-ec11-4a46-82ed-c678c5bf94d9 HTTP/1.1" status: 204 len: 168 time: 1.6082945 Mar 07 21:39:40.874466 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41604) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:40.989324 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 37368ed0-3cd4-402d-927d-d1f2f572e1a6 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:39:40.993853 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7ce0a4a0-3ffe-43cd-ac70-5a8830c54900 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:40.999717 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f38273-78a5-4274-972c-0f33674d84cf tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting subnet 94c93ed3-9d43-4623-90d9-97049926ea8a {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:39:41.000701 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3a38d43d-3b32-4763-80c0-4aa73474a612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:41.022914 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f8998343-c664-407a-90dd-5615d2234f89 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:41.033574 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 37368ed0-3cd4-402d-927d-d1f2f572e1a6 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:39:41.033916 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 37368ed0-3cd4-402d-927d-d1f2f572e1a6 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:39:41.047895 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:41.202959 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-15f38273-78a5-4274-972c-0f33674d84cf tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:41.231527 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-87aef28e-9094-4145-95d8-8829de8d3c77 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:41.232486 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.api [None req-84c68841-0328-4508-9552-6b0e52a47e6f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:39:41.232794 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG oslo_db.api [None req-84c68841-0328-4508-9552-6b0e52a47e6f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:39:41.260579 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0a4a0-3ffe-43cd-ac70-5a8830c54900 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Port': ['ID=97166e41-251f-4de9-9819-451c50beabf3,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:41.297856 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8998343-c664-407a-90dd-5615d2234f89 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Router cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:39:41.351296 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-87aef28e-9094-4145-95d8-8829de8d3c77 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:41.384066 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7ce0a4a0-3ffe-43cd-ac70-5a8830c54900 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:41.395529 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-15f38273-78a5-4274-972c-0f33674d84cf tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:41.434165 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8998343-c664-407a-90dd-5615d2234f89 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:39:41.440476 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aef28e-9094-4145-95d8-8829de8d3c77 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039ff762-0935-42dd-bde1-459bf091c673,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:41.454719 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c288424-e0a9-47fe-8125-e87e73c44b0c None None] Sync routers for ids ['cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:39:41.466624 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7ce0a4a0-3ffe-43cd-ac70-5a8830c54900 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/ports/97166e41-251f-4de9-9819-451c50beabf3 HTTP/1.1" status: 204 len: 168 time: 2.8570406 Mar 07 21:39:41.466816 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c288424-e0a9-47fe-8125-e87e73c44b0c None None] Routers {'cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:39:41.466816 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7c288424-e0a9-47fe-8125-e87e73c44b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:39:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:41.467379 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41608) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:41.518509 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f8998343-c664-407a-90dd-5615d2234f89 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "PUT /v2.0/routers/cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4700978 Mar 07 21:39:41.524510 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41612) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:41.576124 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-87aef28e-9094-4145-95d8-8829de8d3c77 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:41.577238 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-87aef28e-9094-4145-95d8-8829de8d3c77 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5574973 Mar 07 21:39:41.590199 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41616) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:41.598835 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-24a7d387-9227-4ca2-80dd-f2b498bd1d7a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Request body: {'security_group_rule': {'security_group_id': 'ecdab186-c641-4ac0-8f62-e5e49beb77a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:41.601387 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-7c288424-e0a9-47fe-8125-e87e73c44b0c None None] Set router cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5 gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:39:41.612856 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-24a7d387-9227-4ca2-80dd-f2b498bd1d7a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:41.625838 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-24a7d387-9227-4ca2-80dd-f2b498bd1d7a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Usage tracker for resource:security_group_rule and tenant:f813d92b04c54bf7a20d888ce2330046 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:41.630970 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3a38d43d-3b32-4763-80c0-4aa73474a612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:41.633301 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3a38d43d-3b32-4763-80c0-4aa73474a612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:41.634447 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3a38d43d-3b32-4763-80c0-4aa73474a612 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03f78aeb-3cac-48c2-a524-d8eb0682f3d9 HTTP/1.1" status: 204 len: 168 time: 1.4136114 Mar 07 21:39:41.635421 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-24a7d387-9227-4ca2-80dd-f2b498bd1d7a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:41.657586 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-24a7d387-9227-4ca2-80dd-f2b498bd1d7a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:41.666032 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38d43d-3b32-4763-80c0-4aa73474a612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f78aeb-3cac-48c2-a524-d8eb0682f3d9,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:41.675466 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-15f38273-78a5-4274-972c-0f33674d84cf tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:41.707777 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9df4fb6-4906-4b56-8c20-49dd5b725a6c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] GET failed (client error): The resource could not be found. Mar 07 21:39:41.711741 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f9df4fb6-4906-4b56-8c20-49dd5b725a6c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports/97166e41-251f-4de9-9819-451c50beabf3 HTTP/1.1" status: 404 len: 333 time: 0.2406731 Mar 07 21:39:41.713994 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41622) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:41.720198 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7c288424-e0a9-47fe-8125-e87e73c44b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5', 'name': 'tempest-NetworksTestDHCPv6-router-665430879', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:39:26Z', 'updated_at': '2022-03-07T21:39:40Z', 'revision_number': 3, 'project_id': '49a93905dfb1437998bcc3cc1e43d399', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:41.725619 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c288424-e0a9-47fe-8125-e87e73c44b0c None None] Checking router: cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:39:41.737186 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c288424-e0a9-47fe-8125-e87e73c44b0c None None] Routers {'cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:39:41.737779 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7c288424-e0a9-47fe-8125-e87e73c44b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:39:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:41.757098 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-84c68841-0328-4508-9552-6b0e52a47e6f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Deleting port 37368ed0-3cd4-402d-927d-d1f2f572e1a6 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:41.757098 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-84c68841-0328-4508-9552-6b0e52a47e6f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:41.804986 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ae0574-1b3c-49d6-9ea2-a9e35d2a8649 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:41.806518 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ae0574-1b3c-49d6-9ea2-a9e35d2a8649 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:41.807274 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-32ae0574-1b3c-49d6-9ea2-a9e35d2a8649 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:41.817421 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5526aa5-b567-466e-b9af-dd0ed5adaf2c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting subnet 8380144b-2662-4edd-ba23-d21f67fd35ba {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:39:41.822561 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f5526aa5-b567-466e-b9af-dd0ed5adaf2c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:41.865294 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-24a7d387-9227-4ca2-80dd-f2b498bd1d7a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:41.879188 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-84c68841-0328-4508-9552-6b0e52a47e6f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] The port '37368ed0-3cd4-402d-927d-d1f2f572e1a6' was deleted {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:39:41.885797 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] device_id is not set on port 06ed2b07-e115-4608-9659-89a01f8e6118 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:39:41.892057 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f5526aa5-b567-466e-b9af-dd0ed5adaf2c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:41.915201 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-7c288424-e0a9-47fe-8125-e87e73c44b0c None None] Set router cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5 gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:39:41.956189 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-32ae0574-1b3c-49d6-9ea2-a9e35d2a8649 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:41.960487 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-32ae0574-1b3c-49d6-9ea2-a9e35d2a8649 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4347858 Mar 07 21:39:41.961585 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41628) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:41.967418 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.039002 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7c288424-e0a9-47fe-8125-e87e73c44b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5', 'name': 'tempest-NetworksTestDHCPv6-router-665430879', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:39:26Z', 'updated_at': '2022-03-07T21:39:40Z', 'revision_number': 3, 'project_id': '49a93905dfb1437998bcc3cc1e43d399', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:42.044926 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c288424-e0a9-47fe-8125-e87e73c44b0c None None] The sync data for ids ['cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5'] in dv-neutron-829957-1-hyperv is: [{'id': 'cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5', 'name': 'tempest-NetworksTestDHCPv6-router-665430879', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:39:26Z', 'updated_at': '2022-03-07T21:39:40Z', 'revision_number': 3, 'project_id': '49a93905dfb1437998bcc3cc1e43d399', 'gw_port_host': None}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:39:42.067178 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-74848bfc-7340-4ae1-b437-61be43c6e515 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet e0f7be1d-65c9-42c6-9ebb-7f712edc5a6e {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:39:42.070444 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f5526aa5-b567-466e-b9af-dd0ed5adaf2c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.098567 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-74848bfc-7340-4ae1-b437-61be43c6e515 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.112640 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-84c68841-0328-4508-9552-6b0e52a47e6f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.131073 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Transition to ACTIVE for port object 06ed2b07-e115-4608-9659-89a01f8e6118 will not be triggered until provisioned by entity L2. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:42.141905 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-15f38273-78a5-4274-972c-0f33674d84cf tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.147033 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-24a7d387-9227-4ca2-80dd-f2b498bd1d7a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.175019 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-74848bfc-7340-4ae1-b437-61be43c6e515 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.190549 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-84c68841-0328-4508-9552-6b0e52a47e6f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f666024-19fb-42e9-aa2d-e9d4e431cc97']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:42.198868 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f38273-78a5-4274-972c-0f33674d84cf tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Subnet': ['ID=94c93ed3-9d43-4623-90d9-97049926ea8a,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:42.204786 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-15f38273-78a5-4274-972c-0f33674d84cf tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.213043 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-84c68841-0328-4508-9552-6b0e52a47e6f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeef5383-f470-4574-82e0-5d92c178e595') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:42.213336 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-84c68841-0328-4508-9552-6b0e52a47e6f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeef5383-f470-4574-82e0-5d92c178e595') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:42.218573 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111ab454-28c3-468e-8f7a-f79c443d5138 None None] Network e683bdbb-ccbe-4371-bff6-e09f44a597be requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:42.224847 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.232262 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-15f38273-78a5-4274-972c-0f33674d84cf tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/subnets/94c93ed3-9d43-4623-90d9-97049926ea8a HTTP/1.1" status: 204 len: 168 time: 1.3534868 Mar 07 21:39:42.234020 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41632) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:42.261737 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-84c68841-0328-4508-9552-6b0e52a47e6f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.284368 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-24a7d387-9227-4ca2-80dd-f2b498bd1d7a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.310118 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f5526aa5-b567-466e-b9af-dd0ed5adaf2c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.318839 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-84c68841-0328-4508-9552-6b0e52a47e6f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.356859 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-63eda60b-b6ea-4fe3-bb7f-1cfd284a1026 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting subnet d5803e7f-88ac-4e90-97b6-96587a288bd7 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:39:42.366027 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-63eda60b-b6ea-4fe3-bb7f-1cfd284a1026 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.380099 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7d387-9227-4ca2-80dd-f2b498bd1d7a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114e15b4-6a06-4598-85f8-205649bef74d,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:42.382431 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41636) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:42.393195 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5526aa5-b567-466e-b9af-dd0ed5adaf2c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Subnet': ['ID=8380144b-2662-4edd-ba23-d21f67fd35ba,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:42.406095 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c68841-0328-4508-9552-6b0e52a47e6f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:39:42.406498 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-84c68841-0328-4508-9552-6b0e52a47e6f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.411970 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f5526aa5-b567-466e-b9af-dd0ed5adaf2c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.414926 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-74848bfc-7340-4ae1-b437-61be43c6e515 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:39:42.423349 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:39:42.439910 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1bcbc6-169a-4f1a-9eb3-f5f75c887009 None None] Network 8d58b234-b4e2-47fe-a04d-b3e2d31f1036 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:42.454178 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Pushing event updated for resources: {'Port': ['ID=06ed2b07-e115-4608-9659-89a01f8e6118,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:42.468916 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f5526aa5-b567-466e-b9af-dd0ed5adaf2c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/subnets/8380144b-2662-4edd-ba23-d21f67fd35ba HTTP/1.1" status: 204 len: 168 time: 0.7521214 Mar 07 21:39:42.472866 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41640) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:42.532314 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-24a7d387-9227-4ca2-80dd-f2b498bd1d7a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.536318 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-24a7d387-9227-4ca2-80dd-f2b498bd1d7a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9450514 Mar 07 21:39:42.540520 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-63eda60b-b6ea-4fe3-bb7f-1cfd284a1026 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.547924 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41644) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:42.560834 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-1d1cba40-27aa-4085-9df8-79459dd9296a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Request body: {'security_group_rule': {'security_group_id': 'ecdab186-c641-4ac0-8f62-e5e49beb77a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:42.565201 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:42.565653 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:42.565857 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:42.579752 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-1d1cba40-27aa-4085-9df8-79459dd9296a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:42.585559 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port 06ed2b07-e115-4608-9659-89a01f8e6118 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:42.585898 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:42.589334 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1d1cba40-27aa-4085-9df8-79459dd9296a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Usage tracker for resource:security_group_rule and tenant:f813d92b04c54bf7a20d888ce2330046 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:42.592363 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 2 to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 Mar 07 21:39:42.599225 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1d1cba40-27aa-4085-9df8-79459dd9296a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:42.609532 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e7b83d4a-7068-4689-978b-f5e825a21ea4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c961c95e72b244b78386f0fb2b63bf36&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2106504 Mar 07 21:39:42.611696 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-1d1cba40-27aa-4085-9df8-79459dd9296a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:42.615601 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41648) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:42.638587 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:42.646097 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:42.646097 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:42.654745 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port 06ed2b07-e115-4608-9659-89a01f8e6118 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:42.655080 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:42.657770 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 3 to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 Mar 07 21:39:42.682060 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-84c68841-0328-4508-9552-6b0e52a47e6f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.704525 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-84c68841-0328-4508-9552-6b0e52a47e6f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.707097 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:42.707428 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:42.707865 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:42.722687 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c68841-0328-4508-9552-6b0e52a47e6f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] Pushing event deleted for resources: {'Network': ['ID=8f666024-19fb-42e9-aa2d-e9d4e431cc97,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:42.724432 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port 06ed2b07-e115-4608-9659-89a01f8e6118 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:42.724760 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:42.726942 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 4 to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 Mar 07 21:39:42.735337 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-84c68841-0328-4508-9552-6b0e52a47e6f tempest-ExtraDHCPOptionsIpV6TestJSON-66644176 tempest-ExtraDHCPOptionsIpV6TestJSON-66644176-project] 10.222.0.21 "DELETE /v2.0/networks/8f666024-19fb-42e9-aa2d-e9d4e431cc97 HTTP/1.1" status: 204 len: 168 time: 3.9959383 Mar 07 21:39:42.760589 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-74a9c4cf-a5dc-4445-99f7-54b6e681c6b4 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.768366 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c695d703-c678-4ed9-9286-d5766fd2300f None None] DHCP port deletion for e683bdbb-ccbe-4371-bff6-e09f44a597be request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:39:42.771628 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:42.771962 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:42.772323 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:42.773399 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-63eda60b-b6ea-4fe3-bb7f-1cfd284a1026 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.777054 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c695d703-c678-4ed9-9286-d5766fd2300f None None] Deleting port f3138ced-b12b-450a-b0ec-50812c84f6f6 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:42.777448 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1d1cba40-27aa-4085-9df8-79459dd9296a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.777597 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c695d703-c678-4ed9-9286-d5766fd2300f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.787029 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-73318e58-e4b9-400a-91e5-c49352ea9415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.807552 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port 06ed2b07-e115-4608-9659-89a01f8e6118 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:42.808512 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:42.814891 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c8a467-23b6-4f13-8481-cee0e6e1c6b1 None None] DHCP port deletion for 8d58b234-b4e2-47fe-a04d-b3e2d31f1036 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:39:42.817346 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-74a9c4cf-a5dc-4445-99f7-54b6e681c6b4 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port b2839751-0058-49a9-ac37-0d50a38aac1c {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:42.817840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-74a9c4cf-a5dc-4445-99f7-54b6e681c6b4 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.826708 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 5 to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 Mar 07 21:39:42.829884 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-30c8a467-23b6-4f13-8481-cee0e6e1c6b1 None None] Deleting port b2839751-0058-49a9-ac37-0d50a38aac1c {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:42.830610 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-30c8a467-23b6-4f13-8481-cee0e6e1c6b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.929362 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-73318e58-e4b9-400a-91e5-c49352ea9415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:42.941314 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:42.941755 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:42.942283 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:42.973456 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port 06ed2b07-e115-4608-9659-89a01f8e6118 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:42.973801 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:42.979949 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b2839751-0058-49a9-ac37-0d50a38aac1c no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:39:42.981260 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 6 to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 Mar 07 21:39:43.029078 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:43.029270 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:43.029574 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:43.032536 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1d1cba40-27aa-4085-9df8-79459dd9296a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:43.037710 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port 06ed2b07-e115-4608-9659-89a01f8e6118 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:43.037710 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:43.038648 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 7 to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 Mar 07 21:39:43.039361 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-74a9c4cf-a5dc-4445-99f7-54b6e681c6b4 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] For port b2839751-0058-49a9-ac37-0d50a38aac1c, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=b2839751-0058-49a9-ac37-0d50a38aac1c,segment=NetworkSegment(1ce02c44-6ebb-4aa2-9428-85e0b2c32427),segment_id=1ce02c44-6ebb-4aa2-9428-85e0b2c32427)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:43.039717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-74a9c4cf-a5dc-4445-99f7-54b6e681c6b4 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:43.054039 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:43.054367 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:43.054696 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:43.060006 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port 06ed2b07-e115-4608-9659-89a01f8e6118 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:43.060471 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:43.060882 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 8 to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 Mar 07 21:39:43.076820 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:43.077177 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:43.077481 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:43.082490 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port 06ed2b07-e115-4608-9659-89a01f8e6118 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:43.082814 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:43.083188 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 9 to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 Mar 07 21:39:43.103174 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:43.103498 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:43.104003 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:43.109774 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port 06ed2b07-e115-4608-9659-89a01f8e6118 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:43.110147 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:43.110531 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 10 to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 Mar 07 21:39:43.119350 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1d1cba40-27aa-4085-9df8-79459dd9296a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:43.145281 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:43.145605 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:43.146128 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:43.158149 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1cba40-27aa-4085-9df8-79459dd9296a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61fc9b03-c3f0-4780-91ea-d5c7f59e5d9d,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:43.160510 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port 06ed2b07-e115-4608-9659-89a01f8e6118 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:43.160996 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port 06ed2b07-e115-4608-9659-89a01f8e6118 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:43.161487 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:43.169568 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-74a9c4cf-a5dc-4445-99f7-54b6e681c6b4 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Calling delete_port for b2839751-0058-49a9-ac37-0d50a38aac1c owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:43.182827 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-73318e58-e4b9-400a-91e5-c49352ea9415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:43.246474 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73318e58-e4b9-400a-91e5-c49352ea9415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b988f7d-992c-45e0-984e-b316bd45b23c,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:43.250757 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-73318e58-e4b9-400a-91e5-c49352ea9415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:43.252102 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-73318e58-e4b9-400a-91e5-c49352ea9415 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b988f7d-992c-45e0-984e-b316bd45b23c HTTP/1.1" status: 204 len: 168 time: 0.6353548 Mar 07 21:39:43.255611 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-74848bfc-7340-4ae1-b437-61be43c6e515 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:43.282930 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1d1cba40-27aa-4085-9df8-79459dd9296a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:43.288576 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1d1cba40-27aa-4085-9df8-79459dd9296a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7338777 Mar 07 21:39:43.288576 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41658) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:43.298736 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-74848bfc-7340-4ae1-b437-61be43c6e515 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:43.303626 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-3466dc0a-0fa0-4a43-a2c1-9d174ac3a82c tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Request body: {'security_group_rule': {'security_group_id': 'ecdab186-c641-4ac0-8f62-e5e49beb77a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:43.324391 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74848bfc-7340-4ae1-b437-61be43c6e515 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=e0f7be1d-65c9-42c6-9ebb-7f712edc5a6e,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:43.335058 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcccc569-dd2f-4ef3-9693-e8df9d6ba0af None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:43.336016 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] For port 06ed2b07-e115-4608-9659-89a01f8e6118, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:39:43.336461 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempted to set empty binding levels {{(pid=88387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 07 21:39:43.339375 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-74a9c4cf-a5dc-4445-99f7-54b6e681c6b4 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:43.340327 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-3466dc0a-0fa0-4a43-a2c1-9d174ac3a82c tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:43.346481 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-3466dc0a-0fa0-4a43-a2c1-9d174ac3a82c tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Usage tracker for resource:security_group_rule and tenant:f813d92b04c54bf7a20d888ce2330046 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:43.350412 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-3466dc0a-0fa0-4a43-a2c1-9d174ac3a82c tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:43.360539 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-3466dc0a-0fa0-4a43-a2c1-9d174ac3a82c tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:43.399994 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a9c4cf-a5dc-4445-99f7-54b6e681c6b4 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] No DVR routers for this DVR port b2839751-0058-49a9-ac37-0d50a38aac1c on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:39:43.426344 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:43.455239 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:43.482290 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41662) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:43.550637 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c695d703-c678-4ed9-9286-d5766fd2300f None None] For port f3138ced-b12b-450a-b0ec-50812c84f6f6, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f3138ced-b12b-450a-b0ec-50812c84f6f6,segment=NetworkSegment(c429e929-8404-4f76-85d9-a4d28c2465fc),segment_id=c429e929-8404-4f76-85d9-a4d28c2465fc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:43.551032 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c695d703-c678-4ed9-9286-d5766fd2300f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:43.570612 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-30c8a467-23b6-4f13-8481-cee0e6e1c6b1 None None] For port b2839751-0058-49a9-ac37-0d50a38aac1c, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=b2839751-0058-49a9-ac37-0d50a38aac1c,segment=NetworkSegment(1ce02c44-6ebb-4aa2-9428-85e0b2c32427),segment_id=1ce02c44-6ebb-4aa2-9428-85e0b2c32427)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:43.571251 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-30c8a467-23b6-4f13-8481-cee0e6e1c6b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:43.575028 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-74848bfc-7340-4ae1-b437-61be43c6e515 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/e0f7be1d-65c9-42c6-9ebb-7f712edc5a6e HTTP/1.1" status: 204 len: 168 time: 1.6079764 Mar 07 21:39:43.599656 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41666) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:43.600717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9c4cf-a5dc-4445-99f7-54b6e681c6b4 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Port': ['ID=b2839751-0058-49a9-ac37-0d50a38aac1c,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:43.617479 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] In _notify_port_updated(), no bound segment for port 06ed2b07-e115-4608-9659-89a01f8e6118 on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 07 21:39:43.618359 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:43.618958 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:43.622456 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] 10.222.0.21 "PUT /v2.0/ports/06ed2b07-e115-4608-9659-89a01f8e6118 HTTP/1.1" status: 200 len: 981 time: 3.2012923 Mar 07 21:39:43.633786 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41670) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:43.705989 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3466dc0a-0fa0-4a43-a2c1-9d174ac3a82c tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:43.708304 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c695d703-c678-4ed9-9286-d5766fd2300f None None] Calling delete_port for f3138ced-b12b-450a-b0ec-50812c84f6f6 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:43.756564 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-74a9c4cf-a5dc-4445-99f7-54b6e681c6b4 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:43.764121 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122b789-c2b4-4096-9ba1-a4475289bf76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Pushing event updated for resources: {'Port': ['ID=06ed2b07-e115-4608-9659-89a01f8e6118,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:43.838892 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a4217349-f339-4d74-8337-756900d6359e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:router {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:43.842817 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-63eda60b-b6ea-4fe3-bb7f-1cfd284a1026 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:43.892515 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3466dc0a-0fa0-4a43-a2c1-9d174ac3a82c tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:43.898975 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-63eda60b-b6ea-4fe3-bb7f-1cfd284a1026 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:43.912236 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-63eda60b-b6ea-4fe3-bb7f-1cfd284a1026 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/subnets/d5803e7f-88ac-4e90-97b6-96587a288bd7 HTTP/1.1" status: 204 len: 168 time: 1.6771355 Mar 07 21:39:43.928877 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-74a9c4cf-a5dc-4445-99f7-54b6e681c6b4 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d58b234-b4e2-47fe-a04d-b3e2d31f1036']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:43.929275 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214a485-525f-4828-94cc-40f6eae28ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:43.930372 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214a485-525f-4828-94cc-40f6eae28ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:43.930372 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214a485-525f-4828-94cc-40f6eae28ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:43.931187 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214a485-525f-4828-94cc-40f6eae28ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:43.931685 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214a485-525f-4828-94cc-40f6eae28ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:43.932116 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214a485-525f-4828-94cc-40f6eae28ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:43.932567 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214a485-525f-4828-94cc-40f6eae28ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:43.933074 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214a485-525f-4828-94cc-40f6eae28ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:43.933668 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214a485-525f-4828-94cc-40f6eae28ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:43.934202 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214a485-525f-4828-94cc-40f6eae28ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:43.934702 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214a485-525f-4828-94cc-40f6eae28ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:43.936335 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41678) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:43.936450 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214a485-525f-4828-94cc-40f6eae28ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:43.936910 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214a485-525f-4828-94cc-40f6eae28ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:43.937128 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eda60b-b6ea-4fe3-bb7f-1cfd284a1026 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Subnet': ['ID=d5803e7f-88ac-4e90-97b6-96587a288bd7,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:43.939031 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214a485-525f-4828-94cc-40f6eae28ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:43.940878 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6214a485-525f-4828-94cc-40f6eae28ea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12685 time: 0.3057108 Mar 07 21:39:43.944422 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41684) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:43.964806 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-74a9c4cf-a5dc-4445-99f7-54b6e681c6b4 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce02c44-6ebb-4aa2-9428-85e0b2c32427') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:43.968420 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-74a9c4cf-a5dc-4445-99f7-54b6e681c6b4 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce02c44-6ebb-4aa2-9428-85e0b2c32427') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:44.013246 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-30c8a467-23b6-4f13-8481-cee0e6e1c6b1 None None] Calling delete_port for b2839751-0058-49a9-ac37-0d50a38aac1c owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:44.029613 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-74a9c4cf-a5dc-4445-99f7-54b6e681c6b4 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:44.031828 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-3cb59b27-449a-4c00-a21b-ffb3e08a5a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Deleting port 06ed2b07-e115-4608-9659-89a01f8e6118 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:44.032091 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3cb59b27-449a-4c00-a21b-ffb3e08a5a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:44.040520 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59a8569-d9b3-483a-b1f3-629315d84dfd None None] Network 62a104d5-3223-4a4f-9118-2cc8e5780cd8 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:44.109104 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 69c3f8b1-f5c5-47c1-aeae-75c0218b42ae no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:39:44.118233 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-74a9c4cf-a5dc-4445-99f7-54b6e681c6b4 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:44.137385 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a9c4cf-a5dc-4445-99f7-54b6e681c6b4 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:39:44.137793 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-74a9c4cf-a5dc-4445-99f7-54b6e681c6b4 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:39:44.153354 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:39:44.168103 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3466dc0a-0fa0-4a43-a2c1-9d174ac3a82c tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:44.172192 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a4217349-f339-4d74-8337-756900d6359e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:router {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:44.173924 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a4217349-f339-4d74-8337-756900d6359e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5698917 Mar 07 21:39:44.198265 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41696) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:44.217196 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 69c3f8b1-f5c5-47c1-aeae-75c0218b42ae {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:39:44.217812 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 69c3f8b1-f5c5-47c1-aeae-75c0218b42ae not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:39:44.218249 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f3138ced-b12b-450a-b0ec-50812c84f6f6 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:39:44.224692 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-90f6b0e3-8327-4aff-923d-0bf990fa12b1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:44.247445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-90f6b0e3-8327-4aff-923d-0bf990fa12b1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting port f3138ced-b12b-450a-b0ec-50812c84f6f6 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:44.247787 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-90f6b0e3-8327-4aff-923d-0bf990fa12b1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:44.258383 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-30c8a467-23b6-4f13-8481-cee0e6e1c6b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:39:44.258973 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-30c8a467-23b6-4f13-8481-cee0e6e1c6b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:39:44.296522 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466dc0a-0fa0-4a43-a2c1-9d174ac3a82c tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854e817d-43af-4253-85e7-9f5e99355854,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:44.387587 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-74a9c4cf-a5dc-4445-99f7-54b6e681c6b4 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:44.409121 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-74a9c4cf-a5dc-4445-99f7-54b6e681c6b4 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:44.421110 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9c4cf-a5dc-4445-99f7-54b6e681c6b4 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Network': ['ID=8d58b234-b4e2-47fe-a04d-b3e2d31f1036,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:44.474025 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-74a9c4cf-a5dc-4445-99f7-54b6e681c6b4 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/networks/8d58b234-b4e2-47fe-a04d-b3e2d31f1036 HTTP/1.1" status: 204 len: 168 time: 1.9963801 Mar 07 21:39:44.477481 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41706) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:44.480954 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9c6b85ae-ec05-4f7a-bf99-7beccc6bcead tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:44.494415 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-dc321d5d-432a-43bd-8fdf-23af05c89cfc tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2014663872'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:44.501932 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-dc321d5d-432a-43bd-8fdf-23af05c89cfc tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:44.510224 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-dc321d5d-432a-43bd-8fdf-23af05c89cfc tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:network and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:44.513922 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-90f6b0e3-8327-4aff-923d-0bf990fa12b1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] For port f3138ced-b12b-450a-b0ec-50812c84f6f6, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f3138ced-b12b-450a-b0ec-50812c84f6f6,segment=NetworkSegment(c429e929-8404-4f76-85d9-a4d28c2465fc),segment_id=c429e929-8404-4f76-85d9-a4d28c2465fc)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:44.514374 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-90f6b0e3-8327-4aff-923d-0bf990fa12b1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:44.521773 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-dc321d5d-432a-43bd-8fdf-23af05c89cfc tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:44.529279 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3466dc0a-0fa0-4a43-a2c1-9d174ac3a82c tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:44.533249 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3466dc0a-0fa0-4a43-a2c1-9d174ac3a82c tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2413621 Mar 07 21:39:44.533432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-dc321d5d-432a-43bd-8fdf-23af05c89cfc tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:44.534597 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41710) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:44.546389 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7dade17d-e5c5-49ab-95a7-064730dfe639 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fdb4eea0d4ca451399b235ed740cf679&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0549541 Mar 07 21:39:44.562701 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41714) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:44.620083 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c695d703-c678-4ed9-9286-d5766fd2300f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:44.635401 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No active binding found for port f3138ced-b12b-450a-b0ec-50812c84f6f6 {{(pid=88388) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 07 21:39:44.635858 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f3138ced-b12b-450a-b0ec-50812c84f6f6 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:39:44.638273 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-3cb59b27-449a-4c00-a21b-ffb3e08a5a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] For port 06ed2b07-e115-4608-9659-89a01f8e6118, host hv-neutron-8299, got binding levels [] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:44.639349 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3cb59b27-449a-4c00-a21b-ffb3e08a5a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:44.664024 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-90f6b0e3-8327-4aff-923d-0bf990fa12b1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Calling delete_port for f3138ced-b12b-450a-b0ec-50812c84f6f6 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:44.725757 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f1e24ac0-2324-46fc-823a-1a44476c8040 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:44.729754 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695d703-c678-4ed9-9286-d5766fd2300f None None] Pushing event deleted for resources: {'Port': ['ID=f3138ced-b12b-450a-b0ec-50812c84f6f6,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:44.738544 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c695d703-c678-4ed9-9286-d5766fd2300f None None] No DVR routers for this DVR port f3138ced-b12b-450a-b0ec-50812c84f6f6 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:39:44.747971 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f1e24ac0-2324-46fc-823a-1a44476c8040 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:44.762097 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc321d5d-432a-43bd-8fdf-23af05c89cfc tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:44.766349 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dc321d5d-432a-43bd-8fdf-23af05c89cfc tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:44.775665 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-30c8a467-23b6-4f13-8481-cee0e6e1c6b1 None None] Deleting port b2839751-0058-49a9-ac37-0d50a38aac1c {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:44.777127 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-30c8a467-23b6-4f13-8481-cee0e6e1c6b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:44.809594 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.api [None req-90f6b0e3-8327-4aff-923d-0bf990fa12b1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:39:44.809912 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG oslo_db.api [None req-90f6b0e3-8327-4aff-923d-0bf990fa12b1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:39:44.856464 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-3cb59b27-449a-4c00-a21b-ffb3e08a5a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Calling delete_port for 06ed2b07-e115-4608-9659-89a01f8e6118 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:44.873426 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f1e24ac0-2324-46fc-823a-1a44476c8040 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:44.884021 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-30c8a467-23b6-4f13-8481-cee0e6e1c6b1 None None] The port 'b2839751-0058-49a9-ac37-0d50a38aac1c' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:39:44.891758 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc321d5d-432a-43bd-8fdf-23af05c89cfc tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:39:44.908134 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e24ac0-2324-46fc-823a-1a44476c8040 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=854e817d-43af-4253-85e7-9f5e99355854,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:44.919109 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dc321d5d-432a-43bd-8fdf-23af05c89cfc tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:44.919460 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-dc321d5d-432a-43bd-8fdf-23af05c89cfc tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Added segment 68b58903-52c3-47cc-b6c1-8320fec380a5 of type vlan for network 940d814d-811b-41d3-8caa-753ca3a0dcf7 Mar 07 21:39:44.937452 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f1e24ac0-2324-46fc-823a-1a44476c8040 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:44.938630 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f1e24ac0-2324-46fc-823a-1a44476c8040 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/854e817d-43af-4253-85e7-9f5e99355854 HTTP/1.1" status: 204 len: 168 time: 0.4038854 Mar 07 21:39:44.943417 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41722) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:44.973252 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dc321d5d-432a-43bd-8fdf-23af05c89cfc tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.000127 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70166808-54ab-4fbf-9b10-b9c65e56b49d None None] DHCP port deletion for ab63f4f6-c089-409c-a9c4-f2088e2d7005 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:39:45.011672 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-70166808-54ab-4fbf-9b10-b9c65e56b49d None None] Deleting port 7ec364bd-f4a5-4c3e-9f0d-9ea002865e36 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:45.011967 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-70166808-54ab-4fbf-9b10-b9c65e56b49d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.030909 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6505c999-c633-4d5f-b723-bcd85cec446c tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Synchronizing usage tracker for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:45.056600 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd437d7-a641-464c-b518-cf215f927c13 None None] DHCP port deletion for 62a104d5-3223-4a4f-9118-2cc8e5780cd8 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:39:45.079929 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-acd437d7-a641-464c-b518-cf215f927c13 None None] Deleting port f0a9b8cf-f70d-402c-8617-e883de6018fa {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:45.080296 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-acd437d7-a641-464c-b518-cf215f927c13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.088807 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9c6b85ae-ec05-4f7a-bf99-7beccc6bcead tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.093185 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9c6b85ae-ec05-4f7a-bf99-7beccc6bcead tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.125836 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6505c999-c633-4d5f-b723-bcd85cec446c tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Unset dirty status for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:45.127192 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6505c999-c633-4d5f-b723-bcd85cec446c tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1850433 Mar 07 21:39:45.128011 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dc321d5d-432a-43bd-8fdf-23af05c89cfc tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.132372 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41728) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:45.133565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc321d5d-432a-43bd-8fdf-23af05c89cfc tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:45.135489 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dc321d5d-432a-43bd-8fdf-23af05c89cfc tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.138981 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fea81b46-d0b3-4598-9891-29e2a6a3d06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.188728 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-54bb1bd3-9847-4cb6-8b04-caafc9f58d2b tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.198613 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fea81b46-d0b3-4598-9891-29e2a6a3d06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.210973 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-54bb1bd3-9847-4cb6-8b04-caafc9f58d2b tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.221865 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3cb59b27-449a-4c00-a21b-ffb3e08a5a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.271104 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc321d5d-432a-43bd-8fdf-23af05c89cfc tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Network': ['ID=940d814d-811b-41d3-8caa-753ca3a0dcf7,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:45.311026 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-90f6b0e3-8327-4aff-923d-0bf990fa12b1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting port f3138ced-b12b-450a-b0ec-50812c84f6f6 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:45.311513 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-90f6b0e3-8327-4aff-923d-0bf990fa12b1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.347760 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 940d814d-811b-41d3-8caa-753ca3a0dcf7 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:39:45.350731 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-dc321d5d-432a-43bd-8fdf-23af05c89cfc tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8721504 Mar 07 21:39:45.358627 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41734) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:45.364537 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-b71c82bc-1801-4067-af0a-53c19c6ed0f8 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'subnet': {'network_id': '940d814d-811b-41d3-8caa-753ca3a0dcf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:45.410616 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9c6b85ae-ec05-4f7a-bf99-7beccc6bcead tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.411137 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6b85ae-ec05-4f7a-bf99-7beccc6bcead tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Fanout notify agent at l3_agent the message router_deleted on router cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:39:45.423195 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb59b27-449a-4c00-a21b-ffb3e08a5a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Pushing event deleted for resources: {'Port': ['ID=06ed2b07-e115-4608-9659-89a01f8e6118,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:45.444863 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3cb59b27-449a-4c00-a21b-ffb3e08a5a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.450752 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-90f6b0e3-8327-4aff-923d-0bf990fa12b1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] The port 'f3138ced-b12b-450a-b0ec-50812c84f6f6' was deleted {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:39:45.468668 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9c6b85ae-ec05-4f7a-bf99-7beccc6bcead tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.474198 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-9c6b85ae-ec05-4f7a-bf99-7beccc6bcead tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/routers/cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5 HTTP/1.1" status: 204 len: 168 time: 1.2724669 Mar 07 21:39:45.474657 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41740) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:45.494769 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-70166808-54ab-4fbf-9b10-b9c65e56b49d None None] For port 7ec364bd-f4a5-4c3e-9f0d-9ea002865e36, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=7ec364bd-f4a5-4c3e-9f0d-9ea002865e36,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:45.495396 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-70166808-54ab-4fbf-9b10-b9c65e56b49d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.540661 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-acd437d7-a641-464c-b518-cf215f927c13 None None] For port f0a9b8cf-f70d-402c-8617-e883de6018fa, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f0a9b8cf-f70d-402c-8617-e883de6018fa,segment=NetworkSegment(d647d7e2-6169-4a0b-9141-42bdbedc2b3b),segment_id=d647d7e2-6169-4a0b-9141-42bdbedc2b3b)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:45.541233 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-acd437d7-a641-464c-b518-cf215f927c13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.551299 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-54bb1bd3-9847-4cb6-8b04-caafc9f58d2b tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.572164 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3cb59b27-449a-4c00-a21b-ffb3e08a5a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] 10.222.0.21 "DELETE /v2.0/ports/06ed2b07-e115-4608-9659-89a01f8e6118 HTTP/1.1" status: 204 len: 168 time: 1.6266503 Mar 07 21:39:45.577316 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41746) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:45.585597 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb1bd3-9847-4cb6-8b04-caafc9f58d2b tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61fc9b03-c3f0-4780-91ea-d5c7f59e5d9d,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:45.641554 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66faac3-ab3e-4f50-a5d0-215298a8de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] GET failed (client error): The resource could not be found. Mar 07 21:39:45.642275 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f66faac3-ab3e-4f50-a5d0-215298a8de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Synchronizing usage tracker for tenant:b7c5f07e108444a5829dc216ba1eae08 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:45.651434 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fea81b46-d0b3-4598-9891-29e2a6a3d06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.653977 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fea81b46-d0b3-4598-9891-29e2a6a3d06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.657382 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-fea81b46-d0b3-4598-9891-29e2a6a3d06e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b797551e-972c-407a-a79c-81eaafbfccff HTTP/1.1" status: 204 len: 168 time: 1.0915651 Mar 07 21:39:45.670657 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-54bb1bd3-9847-4cb6-8b04-caafc9f58d2b tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.672690 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-54bb1bd3-9847-4cb6-8b04-caafc9f58d2b tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/61fc9b03-c3f0-4780-91ea-d5c7f59e5d9d HTTP/1.1" status: 204 len: 168 time: 0.5364552 Mar 07 21:39:45.685253 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41752) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:45.689787 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea81b46-d0b3-4598-9891-29e2a6a3d06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b797551e-972c-407a-a79c-81eaafbfccff,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:45.721913 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bbf37f-ef34-4491-b825-d25704d3d0d0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:45.725777 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f3bbf37f-ef34-4491-b825-d25704d3d0d0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2475414 Mar 07 21:39:45.726398 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41756) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:45.774150 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f66faac3-ab3e-4f50-a5d0-215298a8de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Unset dirty status for tenant:b7c5f07e108444a5829dc216ba1eae08 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:45.775589 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f66faac3-ab3e-4f50-a5d0-215298a8de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] 10.222.0.21 "GET /v2.0/ports/06ed2b07-e115-4608-9659-89a01f8e6118 HTTP/1.1" status: 404 len: 333 time: 0.1955316 Mar 07 21:39:45.789733 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41762) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:45.799007 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-13cfd05e-e416-4db7-acf5-a1e8a0d9a382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-183637078', 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:45.822562 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-13cfd05e-e416-4db7-acf5-a1e8a0d9a382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:45.834242 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-b71c82bc-1801-4067-af0a-53c19c6ed0f8 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:45.842908 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-90f6b0e3-8327-4aff-923d-0bf990fa12b1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.851080 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b71c82bc-1801-4067-af0a-53c19c6ed0f8 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:subnet and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:45.857476 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b71c82bc-1801-4067-af0a-53c19c6ed0f8 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:45.860238 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-323a7387-d73e-4ecb-9f77-da59e5316543 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Synchronizing usage tracker for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:45.872924 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-13cfd05e-e416-4db7-acf5-a1e8a0d9a382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:45.876244 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-b71c82bc-1801-4067-af0a-53c19c6ed0f8 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:45.877234 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8ddd56-a9d6-4060-95c9-cd7e2b3940b0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:45.877927 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6a8ddd56-a9d6-4060-95c9-cd7e2b3940b0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:45.887328 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-90f6b0e3-8327-4aff-923d-0bf990fa12b1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e683bdbb-ccbe-4371-bff6-e09f44a597be']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:45.903948 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-90f6b0e3-8327-4aff-923d-0bf990fa12b1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c429e929-8404-4f76-85d9-a4d28c2465fc') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:45.904594 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-90f6b0e3-8327-4aff-923d-0bf990fa12b1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c429e929-8404-4f76-85d9-a4d28c2465fc') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:45.918899 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-90f6b0e3-8327-4aff-923d-0bf990fa12b1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.940168 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-90f6b0e3-8327-4aff-923d-0bf990fa12b1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.949326 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f6b0e3-8327-4aff-923d-0bf990fa12b1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:39:45.949731 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-90f6b0e3-8327-4aff-923d-0bf990fa12b1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.960735 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-acd437d7-a641-464c-b518-cf215f927c13 None None] Calling delete_port for f0a9b8cf-f70d-402c-8617-e883de6018fa owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:39:45.969794 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:39:45.984980 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71c82bc-1801-4067-af0a-53c19c6ed0f8 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:45.987099 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b71c82bc-1801-4067-af0a-53c19c6ed0f8 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:45.994198 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-70166808-54ab-4fbf-9b10-b9c65e56b49d None None] Calling delete_port for 7ec364bd-f4a5-4c3e-9f0d-9ea002865e36 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:46.030765 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6a8ddd56-a9d6-4060-95c9-cd7e2b3940b0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:46.038073 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6a8ddd56-a9d6-4060-95c9-cd7e2b3940b0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3052344 Mar 07 21:39:46.038073 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-323a7387-d73e-4ecb-9f77-da59e5316543 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Unset dirty status for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:46.038073 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-323a7387-d73e-4ecb-9f77-da59e5316543 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3471663 Mar 07 21:39:46.038073 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cfd05e-e416-4db7-acf5-a1e8a0d9a382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Made reservation on behalf of b7c5f07e108444a5829dc216ba1eae08 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:46.039696 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-13cfd05e-e416-4db7-acf5-a1e8a0d9a382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:46.055222 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41768) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:46.055562 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41770) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:46.070271 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-13cfd05e-e416-4db7-acf5-a1e8a0d9a382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] device_id is not set on port 6c8e6d80-1a3c-4b6d-8367-735e8c12c8f4 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:39:46.110610 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:46.114814 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41776) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:46.184848 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f9de5ba2-279f-49ea-9a16-9b11fe131ef9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1093976 Mar 07 21:39:46.187103 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41782) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:46.189998 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-70166808-54ab-4fbf-9b10-b9c65e56b49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:46.196789 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-5b98dbc5-f947-46ea-a3b6-e49021d94df8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:46.234579 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-acd437d7-a641-464c-b518-cf215f927c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:46.246232 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-744d0887-2872-47ee-91fd-e4d4edb54e2d tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:46.249821 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70166808-54ab-4fbf-9b10-b9c65e56b49d None None] Pushing event deleted for resources: {'Port': ['ID=7ec364bd-f4a5-4c3e-9f0d-9ea002865e36,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:46.251766 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70166808-54ab-4fbf-9b10-b9c65e56b49d None None] No DVR routers for this DVR port 7ec364bd-f4a5-4c3e-9f0d-9ea002865e36 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:39:46.271065 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-744d0887-2872-47ee-91fd-e4d4edb54e2d tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:46.295534 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd437d7-a641-464c-b518-cf215f927c13 None None] No DVR routers for this DVR port f0a9b8cf-f70d-402c-8617-e883de6018fa on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:39:46.304634 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd437d7-a641-464c-b518-cf215f927c13 None None] Pushing event deleted for resources: {'Port': ['ID=f0a9b8cf-f70d-402c-8617-e883de6018fa,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:46.312585 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-90f6b0e3-8327-4aff-923d-0bf990fa12b1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:46.314621 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-90f6b0e3-8327-4aff-923d-0bf990fa12b1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:46.351250 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6b0e3-8327-4aff-923d-0bf990fa12b1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Network': ['ID=e683bdbb-ccbe-4371-bff6-e09f44a597be,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:46.355774 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-90f6b0e3-8327-4aff-923d-0bf990fa12b1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/networks/e683bdbb-ccbe-4371-bff6-e09f44a597be HTTP/1.1" status: 204 len: 168 time: 2.4132144 Mar 07 21:39:46.358817 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41788) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:46.441115 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-ee94b60e-c3ab-4a86-a30e-6dd528b25554 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-414661971', 'router:external': True}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:46.462737 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ee94b60e-c3ab-4a86-a30e-6dd528b25554 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:46.463985 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-744d0887-2872-47ee-91fd-e4d4edb54e2d tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:46.471633 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ee94b60e-c3ab-4a86-a30e-6dd528b25554 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Usage tracker for resource:network and tenant:4a86bcd5021948ffaa43666022ae8a26 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:46.495461 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d0887-2872-47ee-91fd-e4d4edb54e2d tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=114e15b4-6a06-4598-85f8-205649bef74d,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:46.501790 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-744d0887-2872-47ee-91fd-e4d4edb54e2d tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:46.503134 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-744d0887-2872-47ee-91fd-e4d4edb54e2d tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/114e15b4-6a06-4598-85f8-205649bef74d HTTP/1.1" status: 204 len: 168 time: 0.4339345 Mar 07 21:39:46.505982 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41796) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:46.511099 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48f5d833-2f8c-4fcc-adb9-f305731156c3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:46.522345 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ee94b60e-c3ab-4a86-a30e-6dd528b25554 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:46.525219 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5b98dbc5-f947-46ea-a3b6-e49021d94df8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:46.535882 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ee94b60e-c3ab-4a86-a30e-6dd528b25554 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:46.558978 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5b98dbc5-f947-46ea-a3b6-e49021d94df8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:46.586696 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-13cfd05e-e416-4db7-acf5-a1e8a0d9a382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:46.651372 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b98dbc5-f947-46ea-a3b6-e49021d94df8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:46.655816 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b98dbc5-f947-46ea-a3b6-e49021d94df8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:46.669993 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee94b60e-c3ab-4a86-a30e-6dd528b25554 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Made reservation on behalf of 4a86bcd5021948ffaa43666022ae8a26 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:46.672291 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee94b60e-c3ab-4a86-a30e-6dd528b25554 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:46.682883 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ecc7edf3-f9db-4053-a4b3-cc7f9572ac68 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Synchronizing usage tracker for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:46.701282 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee94b60e-c3ab-4a86-a30e-6dd528b25554 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:46.715284 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-13cfd05e-e416-4db7-acf5-a1e8a0d9a382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:46.780277 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48f5d833-2f8c-4fcc-adb9-f305731156c3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:46.811230 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-48f5d833-2f8c-4fcc-adb9-f305731156c3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a104d5-3223-4a4f-9118-2cc8e5780cd8']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:46.824187 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-48f5d833-2f8c-4fcc-adb9-f305731156c3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd647d7e2-6169-4a0b-9141-42bdbedc2b3b') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:46.824502 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-48f5d833-2f8c-4fcc-adb9-f305731156c3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd647d7e2-6169-4a0b-9141-42bdbedc2b3b') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:46.829442 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ee94b60e-c3ab-4a86-a30e-6dd528b25554 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:46.839282 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48f5d833-2f8c-4fcc-adb9-f305731156c3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:46.847468 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ee94b60e-c3ab-4a86-a30e-6dd528b25554 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Usage tracker for resource:security_group_rule and tenant:4a86bcd5021948ffaa43666022ae8a26 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:46.853971 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ee94b60e-c3ab-4a86-a30e-6dd528b25554 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:46.857653 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48f5d833-2f8c-4fcc-adb9-f305731156c3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:46.865197 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ecc7edf3-f9db-4053-a4b3-cc7f9572ac68 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Unset dirty status for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:46.868762 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ecc7edf3-f9db-4053-a4b3-cc7f9572ac68 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3606074 Mar 07 21:39:46.872783 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41806) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:46.872919 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cfd05e-e416-4db7-acf5-a1e8a0d9a382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:46.883526 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ee94b60e-c3ab-4a86-a30e-6dd528b25554 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:46.885501 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-13cfd05e-e416-4db7-acf5-a1e8a0d9a382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:46.889706 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f5d833-2f8c-4fcc-adb9-f305731156c3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:39:46.890505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48f5d833-2f8c-4fcc-adb9-f305731156c3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:46.895510 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cfd05e-e416-4db7-acf5-a1e8a0d9a382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:46.895950 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cfd05e-e416-4db7-acf5-a1e8a0d9a382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:46.896662 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-13cfd05e-e416-4db7-acf5-a1e8a0d9a382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:39:46.908128 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:39:46.909900 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfd05e-e416-4db7-acf5-a1e8a0d9a382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Pushing event updated for resources: {'Port': ['ID=6c8e6d80-1a3c-4b6d-8367-735e8c12c8f4,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:46.929452 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b71c82bc-1801-4067-af0a-53c19c6ed0f8 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:46.985456 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f0a9b8cf-f70d-402c-8617-e883de6018fa no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:39:47.026828 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: f0a9b8cf-f70d-402c-8617-e883de6018fa {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:39:47.027511 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f0a9b8cf-f70d-402c-8617-e883de6018fa not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:39:47.028776 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 7ec364bd-f4a5-4c3e-9f0d-9ea002865e36 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:39:47.062559 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 7ec364bd-f4a5-4c3e-9f0d-9ea002865e36 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:39:47.062978 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 7ec364bd-f4a5-4c3e-9f0d-9ea002865e36 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:39:47.063310 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ac7dc7ac-d7ee-4678-b3c4-4e0795a7e577 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:47.075671 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-13cfd05e-e416-4db7-acf5-a1e8a0d9a382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2840328 Mar 07 21:39:47.082526 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41814) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:47.100899 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ac7dc7ac-d7ee-4678-b3c4-4e0795a7e577 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:47.122589 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c82bc-1801-4067-af0a-53c19c6ed0f8 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Subnet': ['ID=e67a718c-5d3c-4536-acc3-2df7e5747963,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:47.127989 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71c82bc-1801-4067-af0a-53c19c6ed0f8 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Checking segment: {'id': '68b58903-52c3-47cc-b6c1-8320fec380a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '940d814d-811b-41d3-8caa-753ca3a0dcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:39:47.128350 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71c82bc-1801-4067-af0a-53c19c6ed0f8 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network hostable DHCP agents. Network: 940d814d-811b-41d3-8caa-753ca3a0dcf7, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:39:47.168834 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee94b60e-c3ab-4a86-a30e-6dd528b25554 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:47.180749 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc49215-48bc-4e5b-bc10-3e37da9f35d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:47.181306 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8dc49215-48bc-4e5b-bc10-3e37da9f35d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Synchronizing usage tracker for tenant:b7c5f07e108444a5829dc216ba1eae08 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:47.185875 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48f5d833-2f8c-4fcc-adb9-f305731156c3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:47.205655 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48f5d833-2f8c-4fcc-adb9-f305731156c3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:47.217266 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5d833-2f8c-4fcc-adb9-f305731156c3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Network': ['ID=62a104d5-3223-4a4f-9118-2cc8e5780cd8,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:47.221127 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-48f5d833-2f8c-4fcc-adb9-f305731156c3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/networks/62a104d5-3223-4a4f-9118-2cc8e5780cd8 HTTP/1.1" status: 204 len: 168 time: 0.8612192 Mar 07 21:39:47.225078 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41820) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:47.230506 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-48f7effa-610c-45c6-98ca-02a4801272e1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1172727951'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:47.235852 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-48f7effa-610c-45c6-98ca-02a4801272e1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:47.238456 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ac7dc7ac-d7ee-4678-b3c4-4e0795a7e577 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:47.246301 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41824) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:47.249295 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-48f7effa-610c-45c6-98ca-02a4801272e1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:network and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:47.253774 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ac7dc7ac-d7ee-4678-b3c4-4e0795a7e577 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:47.254881 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ac7dc7ac-d7ee-4678-b3c4-4e0795a7e577 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/039ff762-0935-42dd-bde1-459bf091c673 HTTP/1.1" status: 204 len: 168 time: 0.3811984 Mar 07 21:39:47.258716 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-48f7effa-610c-45c6-98ca-02a4801272e1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:47.265191 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41828) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:47.267696 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7dc7ac-d7ee-4678-b3c4-4e0795a7e577 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=039ff762-0935-42dd-bde1-459bf091c673,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:47.272463 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8dc49215-48bc-4e5b-bc10-3e37da9f35d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Unset dirty status for tenant:b7c5f07e108444a5829dc216ba1eae08 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:47.272609 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71c82bc-1801-4067-af0a-53c19c6ed0f8 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network 940d814d-811b-41d3-8caa-753ca3a0dcf7 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:39:47.273622 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8dc49215-48bc-4e5b-bc10-3e37da9f35d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] 10.222.0.21 "GET /v2.0/ports/6c8e6d80-1a3c-4b6d-8367-735e8c12c8f4 HTTP/1.1" status: 200 len: 958 time: 0.1901846 Mar 07 21:39:47.275972 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-48f7effa-610c-45c6-98ca-02a4801272e1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:47.279534 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee94b60e-c3ab-4a86-a30e-6dd528b25554 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:47.288696 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41834) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:47.337270 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c392426f-0cc9-4fbd-80a7-54a0e2bc7852 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Synchronizing usage tracker for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:47.375292 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee94b60e-c3ab-4a86-a30e-6dd528b25554 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:39:47.376674 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-b71c82bc-1801-4067-af0a-53c19c6ed0f8 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 940d814d-811b-41d3-8caa-753ca3a0dcf7) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:47.383017 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-10911140-5be5-4167-8a1a-a82531f37eb9 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1437516203'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:47.384233 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2651d23-e958-4484-8782-78bb0c32c6cc None None] Network 940d814d-811b-41d3-8caa-753ca3a0dcf7 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:47.389867 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71c82bc-1801-4067-af0a-53c19c6ed0f8 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:47.390479 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b71c82bc-1801-4067-af0a-53c19c6ed0f8 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:47.395024 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-10911140-5be5-4167-8a1a-a82531f37eb9 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:47.404561 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-10911140-5be5-4167-8a1a-a82531f37eb9 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Usage tracker for resource:network and tenant:60f6018c6a984c15be2d2d33374c058e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:47.409638 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-10911140-5be5-4167-8a1a-a82531f37eb9 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:47.414945 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f7effa-610c-45c6-98ca-02a4801272e1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Made reservation on behalf of fcdda39025724b238190857d574ee30e for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:47.415907 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48f7effa-610c-45c6-98ca-02a4801272e1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:47.428245 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94b60e-c3ab-4a86-a30e-6dd528b25554 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49863d5b-fc37-46fc-806d-9d3efbc3c397,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:47.433768 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-10911140-5be5-4167-8a1a-a82531f37eb9 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:47.446708 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.objects.ports [None req-5b98dbc5-f947-46ea-a3b6-e49021d94df8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88387) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 07 21:39:47.452368 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b98dbc5-f947-46ea-a3b6-e49021d94df8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:47.457273 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f7effa-610c-45c6-98ca-02a4801272e1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:39:47.460794 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee94b60e-c3ab-4a86-a30e-6dd528b25554 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:47.461352 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-ee94b60e-c3ab-4a86-a30e-6dd528b25554 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Added segment aba205d5-a3fe-4a29-898f-5627c6278d3a of type vlan for network 80d0c95f-33e0-41db-9140-9d8c43c971cb Mar 07 21:39:47.466176 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c392426f-0cc9-4fbd-80a7-54a0e2bc7852 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Unset dirty status for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:47.467469 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c392426f-0cc9-4fbd-80a7-54a0e2bc7852 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2009125 Mar 07 21:39:47.470377 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41838) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:47.472761 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48f7effa-610c-45c6-98ca-02a4801272e1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:47.474986 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-48f7effa-610c-45c6-98ca-02a4801272e1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Added segment e9cdca22-c962-4c34-bb65-c2700c6347b0 of type vlan for network dcdfc5de-1ca6-4356-bcad-de66ce69f0a1 Mar 07 21:39:47.500050 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-cc363f92-2855-42f0-9b4b-bbcbbedd15f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Deleting port 6c8e6d80-1a3c-4b6d-8367-735e8c12c8f4 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:47.500383 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc363f92-2855-42f0-9b4b-bbcbbedd15f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:47.525486 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b71c82bc-1801-4067-af0a-53c19c6ed0f8 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1656332 Mar 07 21:39:47.528979 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ae1852fc-6d68-4dd5-9fa7-02cf76a99646 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:47.540128 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48f7effa-610c-45c6-98ca-02a4801272e1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:47.543480 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41842) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:47.553299 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-7a410b59-195f-4bf8-8eca-1b004c60b74b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'port': {'network_id': '940d814d-811b-41d3-8caa-753ca3a0dcf7', 'name': 'tempest-PortsIpV6TestJSON-9225375', 'fixed_ips': [{'subnet_id': 'e67a718c-5d3c-4536-acc3-2df7e5747963', 'ip_address': '2001:db8::10'}]}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:47.568505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ae1852fc-6d68-4dd5-9fa7-02cf76a99646 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:47.575890 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b98dbc5-f947-46ea-a3b6-e49021d94df8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:47.582886 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10911140-5be5-4167-8a1a-a82531f37eb9 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Made reservation on behalf of 60f6018c6a984c15be2d2d33374c058e for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:47.586896 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-10911140-5be5-4167-8a1a-a82531f37eb9 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:47.587162 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-5b98dbc5-f947-46ea-a3b6-e49021d94df8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:47.590383 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b98dbc5-f947-46ea-a3b6-e49021d94df8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:47.590836 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b98dbc5-f947-46ea-a3b6-e49021d94df8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:47.601441 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e77147-3690-4ac0-b224-4f345fe39d23 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:47.624573 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-10911140-5be5-4167-8a1a-a82531f37eb9 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:47.643011 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98dbc5-f947-46ea-a3b6-e49021d94df8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=354456ef-461b-477d-9043-9f79bd0487e7,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:47.684025 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee94b60e-c3ab-4a86-a30e-6dd528b25554 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:47.758514 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92340ae6-fab1-4f8b-8d2c-031beecacffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-940d814d-811b-41d3-8caa-753ca3a0dcf7', 'network_id': '940d814d-811b-41d3-8caa-753ca3a0dcf7', 'tenant_id': '798f97419872427fbdc61064af1a2dd7', 'fixed_ips': [{'subnet_id': 'e67a718c-5d3c-4536-acc3-2df7e5747963'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:39:47.759262 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-92340ae6-fab1-4f8b-8d2c-031beecacffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:47.840693 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-10911140-5be5-4167-8a1a-a82531f37eb9 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:47.849941 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-10911140-5be5-4167-8a1a-a82531f37eb9 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Usage tracker for resource:security_group_rule and tenant:60f6018c6a984c15be2d2d33374c058e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:47.855690 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-10911140-5be5-4167-8a1a-a82531f37eb9 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:47.870020 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-10911140-5be5-4167-8a1a-a82531f37eb9 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:47.887543 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ae1852fc-6d68-4dd5-9fa7-02cf76a99646 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:47.924191 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1852fc-6d68-4dd5-9fa7-02cf76a99646 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa562fcd-b325-40e2-ae49-17ae46992466,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:47.925333 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7a410b59-195f-4bf8-8eca-1b004c60b74b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:47.949505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48f7effa-610c-45c6-98ca-02a4801272e1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:47.955890 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f7effa-610c-45c6-98ca-02a4801272e1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:47.956546 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48f7effa-610c-45c6-98ca-02a4801272e1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:47.988726 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0176308b-4e8e-4ae4-b7d5-1b34bb7994bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'fixed_ips': [{'subnet_id': '354456ef-461b-477d-9043-9f79bd0487e7'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:39:47.990241 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0176308b-4e8e-4ae4-b7d5-1b34bb7994bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:47.997051 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7a410b59-195f-4bf8-8eca-1b004c60b74b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:48.010215 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc363f92-2855-42f0-9b4b-bbcbbedd15f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:48.022340 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5b98dbc5-f947-46ea-a3b6-e49021d94df8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8315663 Mar 07 21:39:48.024450 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41850) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:48.032396 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-be66f062-eb29-4cc6-b6c3-e9ebff66cbf0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:48.069151 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-92340ae6-fab1-4f8b-8d2c-031beecacffc None None] Allocated IP 2001:db8::2 (940d814d-811b-41d3-8caa-753ca3a0dcf7/e67a718c-5d3c-4536-acc3-2df7e5747963/1b4066df-358b-470a-8b48-ef707d98049d) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:48.111350 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7effa-610c-45c6-98ca-02a4801272e1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Network': ['ID=dcdfc5de-1ca6-4356-bcad-de66ce69f0a1,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:48.140744 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network dcdfc5de-1ca6-4356-bcad-de66ce69f0a1 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:39:48.154738 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-10911140-5be5-4167-8a1a-a82531f37eb9 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:48.171547 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-48f7effa-610c-45c6-98ca-02a4801272e1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9423046 Mar 07 21:39:48.171547 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a410b59-195f-4bf8-8eca-1b004c60b74b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:48.173322 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee94b60e-c3ab-4a86-a30e-6dd528b25554 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:48.175034 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee94b60e-c3ab-4a86-a30e-6dd528b25554 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:48.175627 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee94b60e-c3ab-4a86-a30e-6dd528b25554 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:48.179060 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41854) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:48.186046 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ae1852fc-6d68-4dd5-9fa7-02cf76a99646 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:48.186472 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-cc363f92-2855-42f0-9b4b-bbcbbedd15f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Calling delete_port for 6c8e6d80-1a3c-4b6d-8367-735e8c12c8f4 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:48.187178 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ae1852fc-6d68-4dd5-9fa7-02cf76a99646 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/fa562fcd-b325-40e2-ae49-17ae46992466 HTTP/1.1" status: 204 len: 168 time: 0.7159441 Mar 07 21:39:48.190028 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41856) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:48.273563 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-10911140-5be5-4167-8a1a-a82531f37eb9 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:48.311929 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-1fdeaf7f-50d7-4c3a-861b-0a7a2f346687 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'subnet': {'network_id': 'dcdfc5de-1ca6-4356-bcad-de66ce69f0a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:48.326031 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10911140-5be5-4167-8a1a-a82531f37eb9 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:39:48.363547 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1e37d0f4-4ef7-4331-a4b6-d25869e77d23 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Synchronizing usage tracker for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:48.379537 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10911140-5be5-4167-8a1a-a82531f37eb9 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d57893cd-220d-42c0-a870-7a4616ed9f78,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:48.388177 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-0176308b-4e8e-4ae4-b7d5-1b34bb7994bf None None] Allocated IP 2001:db8::f816:3eff:fedf:35d2 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/354456ef-461b-477d-9043-9f79bd0487e7/d0f2f2e9-dafc-42ea-8c0c-96043b5b2779) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:48.391490 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-10911140-5be5-4167-8a1a-a82531f37eb9 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:48.391777 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-10911140-5be5-4167-8a1a-a82531f37eb9 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Added segment ac9dfab6-0855-450b-93ef-0995a0ca82cf of type vlan for network bd78d60e-003e-4e04-9b7f-88d9db369b1e Mar 07 21:39:48.405482 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7a410b59-195f-4bf8-8eca-1b004c60b74b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:48.448747 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-7a410b59-195f-4bf8-8eca-1b004c60b74b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] device_id is not set on port 2fa8a3d7-ee5c-4dbc-9ea7-2993ff7e3070 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:39:48.483630 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-10911140-5be5-4167-8a1a-a82531f37eb9 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:48.506219 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ee94b60e-c3ab-4a86-a30e-6dd528b25554 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.3872414 Mar 07 21:39:48.509942 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41862) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:48.512835 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94b60e-c3ab-4a86-a30e-6dd528b25554 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Pushing event updated for resources: {'Network': ['ID=80d0c95f-33e0-41db-9140-9d8c43c971cb,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:48.519092 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-a03d9b0e-8362-40a3-b6ad-0dbc1b975d7d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Request body: {'subnet': {'network_id': '80d0c95f-33e0-41db-9140-9d8c43c971cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:48.528889 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1e37d0f4-4ef7-4331-a4b6-d25869e77d23 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Unset dirty status for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:48.529586 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1e37d0f4-4ef7-4331-a4b6-d25869e77d23 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3387854 Mar 07 21:39:48.541382 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41866) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:48.541598 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a03d9b0e-8362-40a3-b6ad-0dbc1b975d7d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:48.541731 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 80d0c95f-33e0-41db-9140-9d8c43c971cb details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:39:48.557660 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a03d9b0e-8362-40a3-b6ad-0dbc1b975d7d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Usage tracker for resource:subnet and tenant:4a86bcd5021948ffaa43666022ae8a26 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:48.563513 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a03d9b0e-8362-40a3-b6ad-0dbc1b975d7d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:48.600553 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-1fdeaf7f-50d7-4c3a-861b-0a7a2f346687 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:48.600880 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-92340ae6-fab1-4f8b-8d2c-031beecacffc None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:48.602455 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a03d9b0e-8362-40a3-b6ad-0dbc1b975d7d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:48.612793 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1fdeaf7f-50d7-4c3a-861b-0a7a2f346687 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:subnet and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:48.616443 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1fdeaf7f-50d7-4c3a-861b-0a7a2f346687 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:48.627539 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-be66f062-eb29-4cc6-b6c3-e9ebff66cbf0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:48.631338 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-1fdeaf7f-50d7-4c3a-861b-0a7a2f346687 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:48.641597 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-10911140-5be5-4167-8a1a-a82531f37eb9 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:48.642781 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-be66f062-eb29-4cc6-b6c3-e9ebff66cbf0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:48.647318 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10911140-5be5-4167-8a1a-a82531f37eb9 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:48.647730 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-be66f062-eb29-4cc6-b6c3-e9ebff66cbf0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:48.651748 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-10911140-5be5-4167-8a1a-a82531f37eb9 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:48.657637 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-be66f062-eb29-4cc6-b6c3-e9ebff66cbf0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:48.678413 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-55d5a84b-24da-4df7-8570-943e2f71471f tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:48.708196 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-92340ae6-fab1-4f8b-8d2c-031beecacffc None None] Transition to ACTIVE for port object 1b4066df-358b-470a-8b48-ef707d98049d will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:48.708623 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc363f92-2855-42f0-9b4b-bbcbbedd15f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:48.711296 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-55d5a84b-24da-4df7-8570-943e2f71471f tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:48.754908 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03d9b0e-8362-40a3-b6ad-0dbc1b975d7d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Made reservation on behalf of 4a86bcd5021948ffaa43666022ae8a26 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:48.757219 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a03d9b0e-8362-40a3-b6ad-0dbc1b975d7d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:48.769474 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-92340ae6-fab1-4f8b-8d2c-031beecacffc None None] Transition to ACTIVE for port object 1b4066df-358b-470a-8b48-ef707d98049d will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:48.770443 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdeaf7f-50d7-4c3a-861b-0a7a2f346687 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Made reservation on behalf of fcdda39025724b238190857d574ee30e for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:48.773858 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1fdeaf7f-50d7-4c3a-861b-0a7a2f346687 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:48.791506 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be66f062-eb29-4cc6-b6c3-e9ebff66cbf0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:48.792875 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10911140-5be5-4167-8a1a-a82531f37eb9 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Pushing event updated for resources: {'Network': ['ID=bd78d60e-003e-4e04-9b7f-88d9db369b1e,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:48.795127 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-be66f062-eb29-4cc6-b6c3-e9ebff66cbf0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:48.797199 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0176308b-4e8e-4ae4-b7d5-1b34bb7994bf None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:48.809704 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-0176308b-4e8e-4ae4-b7d5-1b34bb7994bf None None] Transition to ACTIVE for port object d0f2f2e9-dafc-42ea-8c0c-96043b5b2779 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:48.818557 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc363f92-2855-42f0-9b4b-bbcbbedd15f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c8e6d80-1a3c-4b6d-8367-735e8c12c8f4,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:48.828276 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network bd78d60e-003e-4e04-9b7f-88d9db369b1e details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:39:48.859560 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-10911140-5be5-4167-8a1a-a82531f37eb9 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6035054 Mar 07 21:39:48.862500 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41872) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:48.875819 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-92340ae6-fab1-4f8b-8d2c-031beecacffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:48.882039 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-0176308b-4e8e-4ae4-b7d5-1b34bb7994bf None None] Transition to ACTIVE for port object d0f2f2e9-dafc-42ea-8c0c-96043b5b2779 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:48.883303 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc363f92-2855-42f0-9b4b-bbcbbedd15f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:48.891430 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-fe660e96-1242-4247-b9db-688c5aabb034 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Request body: {'subnet': {'network_id': 'bd78d60e-003e-4e04-9b7f-88d9db369b1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:48.958672 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-7a410b59-195f-4bf8-8eca-1b004c60b74b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Allocated IP 2001:db8::10 (940d814d-811b-41d3-8caa-753ca3a0dcf7/e67a718c-5d3c-4536-acc3-2df7e5747963/2fa8a3d7-ee5c-4dbc-9ea7-2993ff7e3070) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:49.043024 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92340ae6-fab1-4f8b-8d2c-031beecacffc None None] Pushing event updated for resources: {'Port': ['ID=1b4066df-358b-470a-8b48-ef707d98049d,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:49.055071 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92340ae6-fab1-4f8b-8d2c-031beecacffc None None] Network 940d814d-811b-41d3-8caa-753ca3a0dcf7 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:49.060791 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-92340ae6-fab1-4f8b-8d2c-031beecacffc None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:49.063351 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92340ae6-fab1-4f8b-8d2c-031beecacffc None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:49.065857 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0176308b-4e8e-4ae4-b7d5-1b34bb7994bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:49.186192 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cc363f92-2855-42f0-9b4b-bbcbbedd15f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] 10.222.0.21 "DELETE /v2.0/ports/6c8e6d80-1a3c-4b6d-8367-735e8c12c8f4 HTTP/1.1" status: 204 len: 168 time: 1.8906639 Mar 07 21:39:49.188982 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41876) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:49.193636 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-fe660e96-1242-4247-b9db-688c5aabb034 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:49.204968 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0176308b-4e8e-4ae4-b7d5-1b34bb7994bf None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:49.225199 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-0176308b-4e8e-4ae4-b7d5-1b34bb7994bf None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:49.227497 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0176308b-4e8e-4ae4-b7d5-1b34bb7994bf None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:49.234969 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-fe660e96-1242-4247-b9db-688c5aabb034 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Usage tracker for resource:subnet and tenant:60f6018c6a984c15be2d2d33374c058e is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:49.245701 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-fe660e96-1242-4247-b9db-688c5aabb034 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:49.247992 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7a410b59-195f-4bf8-8eca-1b004c60b74b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:49.248951 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-55d5a84b-24da-4df7-8570-943e2f71471f tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:49.264702 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-7a410b59-195f-4bf8-8eca-1b004c60b74b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Transition to ACTIVE for port object 2fa8a3d7-ee5c-4dbc-9ea7-2993ff7e3070 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:49.273596 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-fe660e96-1242-4247-b9db-688c5aabb034 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:49.275472 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176308b-4e8e-4ae4-b7d5-1b34bb7994bf None None] Pushing event updated for resources: {'Port': ['ID=d0f2f2e9-dafc-42ea-8c0c-96043b5b2779,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:49.286269 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe34771-65a1-4e3e-b55f-cddae9037ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] GET failed (client error): The resource could not be found. Mar 07 21:39:49.286811 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-fbe34771-65a1-4e3e-b55f-cddae9037ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Synchronizing usage tracker for tenant:b7c5f07e108444a5829dc216ba1eae08 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:49.295664 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5a84b-24da-4df7-8570-943e2f71471f tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdab186-c641-4ac0-8f62-e5e49beb77a7,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:49.338957 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-92340ae6-fab1-4f8b-8d2c-031beecacffc None None] Attempting to bind port 1b4066df-358b-470a-8b48-ef707d98049d on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:49.339549 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-92340ae6-fab1-4f8b-8d2c-031beecacffc None None] Attempting to bind port 1b4066df-358b-470a-8b48-ef707d98049d by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '68b58903-52c3-47cc-b6c1-8320fec380a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '940d814d-811b-41d3-8caa-753ca3a0dcf7'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:49.340079 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92340ae6-fab1-4f8b-8d2c-031beecacffc None None] Attempting to bind port 1b4066df-358b-470a-8b48-ef707d98049d on network 940d814d-811b-41d3-8caa-753ca3a0dcf7 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:49.353075 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92340ae6-fab1-4f8b-8d2c-031beecacffc None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:39:49.353445 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92340ae6-fab1-4f8b-8d2c-031beecacffc None None] Checking segment: {'id': '68b58903-52c3-47cc-b6c1-8320fec380a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '940d814d-811b-41d3-8caa-753ca3a0dcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:39:49.353832 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-92340ae6-fab1-4f8b-8d2c-031beecacffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:49.354386 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92340ae6-fab1-4f8b-8d2c-031beecacffc None None] Bound using segment: {'id': '68b58903-52c3-47cc-b6c1-8320fec380a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '940d814d-811b-41d3-8caa-753ca3a0dcf7'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:39:49.355007 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-92340ae6-fab1-4f8b-8d2c-031beecacffc None None] Bound port: 1b4066df-358b-470a-8b48-ef707d98049d, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b58903-52c3-47cc-b6c1-8320fec380a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '940d814d-811b-41d3-8caa-753ca3a0dcf7'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:39:49.355515 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-92340ae6-fab1-4f8b-8d2c-031beecacffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:49.408037 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-0176308b-4e8e-4ae4-b7d5-1b34bb7994bf None None] Attempting to bind port d0f2f2e9-dafc-42ea-8c0c-96043b5b2779 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:49.408396 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-0176308b-4e8e-4ae4-b7d5-1b34bb7994bf None None] Attempting to bind port d0f2f2e9-dafc-42ea-8c0c-96043b5b2779 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:49.408746 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0176308b-4e8e-4ae4-b7d5-1b34bb7994bf None None] Attempting to bind port d0f2f2e9-dafc-42ea-8c0c-96043b5b2779 on network ab63f4f6-c089-409c-a9c4-f2088e2d7005 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:49.420144 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe660e96-1242-4247-b9db-688c5aabb034 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Made reservation on behalf of 60f6018c6a984c15be2d2d33374c058e for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:49.423357 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0176308b-4e8e-4ae4-b7d5-1b34bb7994bf None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:39:49.423715 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0176308b-4e8e-4ae4-b7d5-1b34bb7994bf None None] Checking segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:39:49.423841 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fe660e96-1242-4247-b9db-688c5aabb034 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:49.424100 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0176308b-4e8e-4ae4-b7d5-1b34bb7994bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:49.424475 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0176308b-4e8e-4ae4-b7d5-1b34bb7994bf None None] Bound using segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:39:49.424923 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-0176308b-4e8e-4ae4-b7d5-1b34bb7994bf None None] Bound port: d0f2f2e9-dafc-42ea-8c0c-96043b5b2779, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:39:49.425279 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0176308b-4e8e-4ae4-b7d5-1b34bb7994bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:49.448263 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.objects.ports [None req-a03d9b0e-8362-40a3-b6ad-0dbc1b975d7d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88386) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 07 21:39:49.448742 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a03d9b0e-8362-40a3-b6ad-0dbc1b975d7d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:49.478307 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-fbe34771-65a1-4e3e-b55f-cddae9037ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Unset dirty status for tenant:b7c5f07e108444a5829dc216ba1eae08 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:49.484442 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-fbe34771-65a1-4e3e-b55f-cddae9037ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] 10.222.0.21 "GET /v2.0/ports/6c8e6d80-1a3c-4b6d-8367-735e8c12c8f4 HTTP/1.1" status: 404 len: 333 time: 0.2923684 Mar 07 21:39:49.488171 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41880) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:49.502918 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-0a06c257-37a8-45b7-b124-8208c5eabdd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Request body: {'port': {'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1107564331'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:49.507301 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-55d5a84b-24da-4df7-8570-943e2f71471f tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:49.508093 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-92340ae6-fab1-4f8b-8d2c-031beecacffc None None] For port 1b4066df-358b-470a-8b48-ef707d98049d, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:39:49.509594 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7a410b59-195f-4bf8-8eca-1b004c60b74b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:49.511151 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-55d5a84b-24da-4df7-8570-943e2f71471f tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "DELETE /v2.0/security-groups/ecdab186-c641-4ac0-8f62-e5e49beb77a7 HTTP/1.1" status: 204 len: 168 time: 0.9702268 Mar 07 21:39:49.514610 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41884) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:49.518281 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0a06c257-37a8-45b7-b124-8208c5eabdd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:49.534008 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-92340ae6-fab1-4f8b-8d2c-031beecacffc None None] For port 1b4066df-358b-470a-8b48-ef707d98049d, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1b4066df-358b-470a-8b48-ef707d98049d,segment=NetworkSegment(68b58903-52c3-47cc-b6c1-8320fec380a5),segment_id=68b58903-52c3-47cc-b6c1-8320fec380a5)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:39:49.547666 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-0176308b-4e8e-4ae4-b7d5-1b34bb7994bf None None] For port d0f2f2e9-dafc-42ea-8c0c-96043b5b2779, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:39:49.550995 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-0176308b-4e8e-4ae4-b7d5-1b34bb7994bf None None] For port d0f2f2e9-dafc-42ea-8c0c-96043b5b2779, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d0f2f2e9-dafc-42ea-8c0c-96043b5b2779,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:39:49.594466 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-92340ae6-fab1-4f8b-8d2c-031beecacffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:49.596004 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0a06c257-37a8-45b7-b124-8208c5eabdd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:49.605601 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d9b0e-8362-40a3-b6ad-0dbc1b975d7d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a5878bd3-4db8-44be-9189-3d1a64ed05c5,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:49.622501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a410b59-195f-4bf8-8eca-1b004c60b74b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network 940d814d-811b-41d3-8caa-753ca3a0dcf7 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:49.634779 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-7a410b59-195f-4bf8-8eca-1b004c60b74b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:49.638822 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0176308b-4e8e-4ae4-b7d5-1b34bb7994bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:49.643381 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03d9b0e-8362-40a3-b6ad-0dbc1b975d7d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Checking segment: {'id': 'aba205d5-a3fe-4a29-898f-5627c6278d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80d0c95f-33e0-41db-9140-9d8c43c971cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:39:49.643969 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03d9b0e-8362-40a3-b6ad-0dbc1b975d7d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Network hostable DHCP agents. Network: 80d0c95f-33e0-41db-9140-9d8c43c971cb, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:39:49.650038 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a410b59-195f-4bf8-8eca-1b004c60b74b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:49.656145 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a410b59-195f-4bf8-8eca-1b004c60b74b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:49.656765 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7a410b59-195f-4bf8-8eca-1b004c60b74b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:49.663803 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1fdeaf7f-50d7-4c3a-861b-0a7a2f346687 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:49.666459 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a410b59-195f-4bf8-8eca-1b004c60b74b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Port': ['ID=2fa8a3d7-ee5c-4dbc-9ea7-2993ff7e3070,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:49.714377 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a06c257-37a8-45b7-b124-8208c5eabdd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Made reservation on behalf of b7c5f07e108444a5829dc216ba1eae08 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:49.717884 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0a06c257-37a8-45b7-b124-8208c5eabdd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:49.728375 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92340ae6-fab1-4f8b-8d2c-031beecacffc None None] Pushing event updated for resources: {'Port': ['ID=1b4066df-358b-470a-8b48-ef707d98049d,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:49.740237 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-0a06c257-37a8-45b7-b124-8208c5eabdd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] device_id is not set on port de5db476-1a2f-4579-ad69-b9b629d646dd yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:39:49.788632 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7a410b59-195f-4bf8-8eca-1b004c60b74b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.2438943 Mar 07 21:39:49.792960 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41888) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:49.801223 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-842c1957-f7a7-4761-9777-4c3917c26257 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'port': {'network_id': '940d814d-811b-41d3-8caa-753ca3a0dcf7', 'name': 'tempest-PortsIpV6TestJSON-1033805199', 'fixed_ips': [{'subnet_id': 'e67a718c-5d3c-4536-acc3-2df7e5747963', 'ip_address': '2001:db8::f'}]}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:49.804918 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176308b-4e8e-4ae4-b7d5-1b34bb7994bf None None] Pushing event updated for resources: {'Port': ['ID=d0f2f2e9-dafc-42ea-8c0c-96043b5b2779,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:49.815223 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0b463b9a-2c8b-468c-b5b3-4dcaa20696e0 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Synchronizing usage tracker for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:49.845812 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03d9b0e-8362-40a3-b6ad-0dbc1b975d7d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Network 80d0c95f-33e0-41db-9140-9d8c43c971cb is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:39:49.976901 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdeaf7f-50d7-4c3a-861b-0a7a2f346687 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Subnet': ['ID=21a6a323-cf75-469d-84bd-9aa2b90faff7,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:50.039448 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdeaf7f-50d7-4c3a-861b-0a7a2f346687 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Checking segment: {'id': 'e9cdca22-c962-4c34-bb65-c2700c6347b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'dcdfc5de-1ca6-4356-bcad-de66ce69f0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:39:50.039820 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdeaf7f-50d7-4c3a-861b-0a7a2f346687 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network hostable DHCP agents. Network: dcdfc5de-1ca6-4356-bcad-de66ce69f0a1, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:39:50.133169 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-be66f062-eb29-4cc6-b6c3-e9ebff66cbf0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:50.166877 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-a03d9b0e-8362-40a3-b6ad-0dbc1b975d7d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 80d0c95f-33e0-41db-9140-9d8c43c971cb) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:50.172316 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03d9b0e-8362-40a3-b6ad-0dbc1b975d7d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:50.172316 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a03d9b0e-8362-40a3-b6ad-0dbc1b975d7d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:50.176369 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05de4831-1a3f-4c1a-b028-ae30a1d71eea None None] Network 80d0c95f-33e0-41db-9140-9d8c43c971cb requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:50.202324 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0b463b9a-2c8b-468c-b5b3-4dcaa20696e0 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Unset dirty status for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:50.213435 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0b463b9a-2c8b-468c-b5b3-4dcaa20696e0 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6933718 Mar 07 21:39:50.225610 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41892) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:50.254495 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be66f062-eb29-4cc6-b6c3-e9ebff66cbf0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:50.279512 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-be66f062-eb29-4cc6-b6c3-e9ebff66cbf0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:50.282884 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fe660e96-1242-4247-b9db-688c5aabb034 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:50.300619 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-2a2236d3-058c-478d-8610-46270ea9f299 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Request body: {'security_group': {'name': 'tempest-secgroup--743477924'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:50.315985 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be66f062-eb29-4cc6-b6c3-e9ebff66cbf0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:50.317044 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-be66f062-eb29-4cc6-b6c3-e9ebff66cbf0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:50.357192 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2a2236d3-058c-478d-8610-46270ea9f299 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:50.380895 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0a06c257-37a8-45b7-b124-8208c5eabdd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:50.396864 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdeaf7f-50d7-4c3a-861b-0a7a2f346687 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network dcdfc5de-1ca6-4356-bcad-de66ce69f0a1 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:39:50.403956 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2a2236d3-058c-478d-8610-46270ea9f299 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:50.407691 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66f062-eb29-4cc6-b6c3-e9ebff66cbf0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=2377a8b6-267a-4090-be59-b229c38afbde,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:50.409378 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-842c1957-f7a7-4761-9777-4c3917c26257 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:50.416217 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-842c1957-f7a7-4761-9777-4c3917c26257 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:port and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:50.420481 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-842c1957-f7a7-4761-9777-4c3917c26257 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:50.427517 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-842c1957-f7a7-4761-9777-4c3917c26257 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:50.445443 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-636d142d-c435-4da2-970c-2ade4743408d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:50.481920 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a03d9b0e-8362-40a3-b6ad-0dbc1b975d7d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.9693470 Mar 07 21:39:50.483883 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41896) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:50.489943 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-fd7c0dcf-ff78-48ea-bd71-bbaf5ba402df tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1682943646', 'network_id': '80d0c95f-33e0-41db-9140-9d8c43c971cb'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:50.495577 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-fd7c0dcf-ff78-48ea-bd71-bbaf5ba402df tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:50.497304 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe660e96-1242-4247-b9db-688c5aabb034 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Checking segment: {'id': 'ac9dfab6-0855-450b-93ef-0995a0ca82cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd78d60e-003e-4e04-9b7f-88d9db369b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:39:50.498028 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe660e96-1242-4247-b9db-688c5aabb034 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Network hostable DHCP agents. Network: bd78d60e-003e-4e04-9b7f-88d9db369b1e, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:39:50.500179 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-fd7c0dcf-ff78-48ea-bd71-bbaf5ba402df tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Usage tracker for resource:port and tenant:4a86bcd5021948ffaa43666022ae8a26 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:50.503073 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-fd7c0dcf-ff78-48ea-bd71-bbaf5ba402df tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:50.506062 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe660e96-1242-4247-b9db-688c5aabb034 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Pushing event updated for resources: {'Subnet': ['ID=6f3a4253-75ac-4c68-b95b-a31c13b4cfe0,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:50.509318 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a7308e-dc16-4e99-9946-fa936dae41de None None] Network 80d0c95f-33e0-41db-9140-9d8c43c971cb requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:50.519384 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-be66f062-eb29-4cc6-b6c3-e9ebff66cbf0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4905648 Mar 07 21:39:50.519533 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0a06c257-37a8-45b7-b124-8208c5eabdd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:50.519656 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41900) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:50.520594 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-fd7c0dcf-ff78-48ea-bd71-bbaf5ba402df tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:50.524695 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-6af17000-ac64-4d1f-a7a0-1e332f5711b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'port': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'mac_address': 'fa:16:3e:8d:1b:eb', 'name': 'tempest-NetworksTestDHCPv6-20502786'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:50.589411 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a06c257-37a8-45b7-b124-8208c5eabdd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:50.596420 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-0a06c257-37a8-45b7-b124-8208c5eabdd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:50.600693 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a06c257-37a8-45b7-b124-8208c5eabdd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:50.601614 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a06c257-37a8-45b7-b124-8208c5eabdd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:50.602206 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0a06c257-37a8-45b7-b124-8208c5eabdd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:50.614853 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842c1957-f7a7-4761-9777-4c3917c26257 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:50.619981 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-842c1957-f7a7-4761-9777-4c3917c26257 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:50.629739 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2a2236d3-058c-478d-8610-46270ea9f299 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:50.633112 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06c257-37a8-45b7-b124-8208c5eabdd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Pushing event updated for resources: {'Port': ['ID=de5db476-1a2f-4579-ad69-b9b629d646dd,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:50.641176 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-1fdeaf7f-50d7-4c3a-861b-0a7a2f346687 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, dcdfc5de-1ca6-4356-bcad-de66ce69f0a1) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:50.643998 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdeaf7f-50d7-4c3a-861b-0a7a2f346687 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:50.644754 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1fdeaf7f-50d7-4c3a-861b-0a7a2f346687 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:50.648587 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-842c1957-f7a7-4761-9777-4c3917c26257 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] device_id is not set on port 9b94d3b4-c026-47f9-a89a-cd933f83dc2d yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:39:50.676900 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e2b4f7-616f-4a57-851f-db722c5e66e8 None None] Network dcdfc5de-1ca6-4356-bcad-de66ce69f0a1 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:50.691850 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2a2236d3-058c-478d-8610-46270ea9f299 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:50.695192 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7c0dcf-ff78-48ea-bd71-bbaf5ba402df tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Made reservation on behalf of 4a86bcd5021948ffaa43666022ae8a26 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:50.696707 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe660e96-1242-4247-b9db-688c5aabb034 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Network bd78d60e-003e-4e04-9b7f-88d9db369b1e is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:39:50.697463 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0dcf-ff78-48ea-bd71-bbaf5ba402df tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:50.704193 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2a2236d3-058c-478d-8610-46270ea9f299 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Usage tracker for resource:security_group_rule and tenant:f813d92b04c54bf7a20d888ce2330046 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:50.711016 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2a2236d3-058c-478d-8610-46270ea9f299 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:50.729188 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2a2236d3-058c-478d-8610-46270ea9f299 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:50.743693 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-fd7c0dcf-ff78-48ea-bd71-bbaf5ba402df tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] device_id is not set on port 0e66104f-b053-4a42-b198-ce32464b931d yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:39:50.745208 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6af17000-ac64-4d1f-a7a0-1e332f5711b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:50.750232 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6af17000-ac64-4d1f-a7a0-1e332f5711b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:port and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:50.753473 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6af17000-ac64-4d1f-a7a0-1e332f5711b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:50.759722 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6af17000-ac64-4d1f-a7a0-1e332f5711b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:50.777565 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0a06c257-37a8-45b7-b124-8208c5eabdd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2819648 Mar 07 21:39:50.781503 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41904) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:50.788686 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8299'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:50.829784 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-fe660e96-1242-4247-b9db-688c5aabb034 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, bd78d60e-003e-4e04-9b7f-88d9db369b1e) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:50.842552 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a17f23-454a-4070-bb48-0c8d150040ad None None] Network bd78d60e-003e-4e04-9b7f-88d9db369b1e requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:50.847063 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe660e96-1242-4247-b9db-688c5aabb034 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:50.847972 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fe660e96-1242-4247-b9db-688c5aabb034 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:50.927226 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1fdeaf7f-50d7-4c3a-861b-0a7a2f346687 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6914108 Mar 07 21:39:50.932437 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41908) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:50.966446 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af17000-ac64-4d1f-a7a0-1e332f5711b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:51.026354 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-4840002c-f3b6-43b4-bc02-ac8ab3c3dd2c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-904233208', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:51.065874 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-4840002c-f3b6-43b4-bc02-ac8ab3c3dd2c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:51.087254 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-842c1957-f7a7-4761-9777-4c3917c26257 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Allocated IP 2001:db8::f (940d814d-811b-41d3-8caa-753ca3a0dcf7/e67a718c-5d3c-4536-acc3-2df7e5747963/9b94d3b4-c026-47f9-a89a-cd933f83dc2d) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:51.109594 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-fd7c0dcf-ff78-48ea-bd71-bbaf5ba402df tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Allocated IP 2001:db8::3d1 (80d0c95f-33e0-41db-9140-9d8c43c971cb/a5878bd3-4db8-44be-9189-3d1a64ed05c5/0e66104f-b053-4a42-b198-ce32464b931d) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:51.126266 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1b4066df-358b-470a-8b48-ef707d98049d up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:39:51.171359 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4840002c-f3b6-43b4-bc02-ac8ab3c3dd2c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:router and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:51.208660 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-fe660e96-1242-4247-b9db-688c5aabb034 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3414581 Mar 07 21:39:51.209728 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4840002c-f3b6-43b4-bc02-ac8ab3c3dd2c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:51.216563 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41912) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:51.235142 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-4840002c-f3b6-43b4-bc02-ac8ab3c3dd2c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:51.254878 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10226aa4-f24e-474b-bb15-b9a6af47d6ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-dcdfc5de-1ca6-4356-bcad-de66ce69f0a1', 'network_id': 'dcdfc5de-1ca6-4356-bcad-de66ce69f0a1', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'fixed_ips': [{'subnet_id': '21a6a323-cf75-469d-84bd-9aa2b90faff7'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:39:51.256640 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-10226aa4-f24e-474b-bb15-b9a6af47d6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:51.268088 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-92453009-fee3-4d3a-86da-ff95724c155d tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-912774838', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:51.304660 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-92453009-fee3-4d3a-86da-ff95724c155d tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:51.308001 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:51.346962 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-92453009-fee3-4d3a-86da-ff95724c155d tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Usage tracker for resource:router and tenant:60f6018c6a984c15be2d2d33374c058e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:51.375922 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6af17000-ac64-4d1f-a7a0-1e332f5711b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:51.394364 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4840002c-f3b6-43b4-bc02-ac8ab3c3dd2c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:51.397341 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4840002c-f3b6-43b4-bc02-ac8ab3c3dd2c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:51.401485 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b096333-b1ab-4e6a-a76f-45817fcd5419 None None] Network 940d814d-811b-41d3-8caa-753ca3a0dcf7 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:51.409719 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2a2236d3-058c-478d-8610-46270ea9f299 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:51.449285 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4840002c-f3b6-43b4-bc02-ac8ab3c3dd2c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:51.453888 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-6af17000-ac64-4d1f-a7a0-1e332f5711b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] device_id is not set on port f0c593a9-fee7-42f4-b9fb-032bb4c77868 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:39:51.497222 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-92453009-fee3-4d3a-86da-ff95724c155d tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:51.519483 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-92453009-fee3-4d3a-86da-ff95724c155d tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:51.570203 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2a2236d3-058c-478d-8610-46270ea9f299 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:51.584185 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-842c1957-f7a7-4761-9777-4c3917c26257 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:51.585700 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 1b4066df-358b-470a-8b48-ef707d98049d completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:51.618277 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0dcf-ff78-48ea-bd71-bbaf5ba402df tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:51.619322 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011f6b22-6c25-4b9b-ae2d-dda96eb8977b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-bd78d60e-003e-4e04-9b7f-88d9db369b1e', 'network_id': 'bd78d60e-003e-4e04-9b7f-88d9db369b1e', 'tenant_id': '60f6018c6a984c15be2d2d33374c058e', 'fixed_ips': [{'subnet_id': '6f3a4253-75ac-4c68-b95b-a31c13b4cfe0'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:39:51.622404 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-842c1957-f7a7-4761-9777-4c3917c26257 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Transition to ACTIVE for port object 9b94d3b4-c026-47f9-a89a-cd933f83dc2d will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:51.626858 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-011f6b22-6c25-4b9b-ae2d-dda96eb8977b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:51.627573 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-92453009-fee3-4d3a-86da-ff95724c155d tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:51.627573 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-92453009-fee3-4d3a-86da-ff95724c155d tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:51.640277 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d0f2f2e9-dafc-42ea-8c0c-96043b5b2779 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:39:51.660200 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-92453009-fee3-4d3a-86da-ff95724c155d tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:51.726034 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b4f4f363-ef00-44be-a84e-c34aea11e13f None None] Provisioning for port 1b4066df-358b-470a-8b48-ef707d98049d completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:51.769855 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2236d3-058c-478d-8610-46270ea9f299 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=883d42f5-5461-4328-b005-89a707474a39,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:51.788248 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-842c1957-f7a7-4761-9777-4c3917c26257 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:51.790735 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b4f4f363-ef00-44be-a84e-c34aea11e13f None None] Provisioning complete for port 1b4066df-358b-470a-8b48-ef707d98049d triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:51.791108 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b4f4f363-ef00-44be-a84e-c34aea11e13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:51.835543 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-92453009-fee3-4d3a-86da-ff95724c155d tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:51.840068 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4840002c-f3b6-43b4-bc02-ac8ab3c3dd2c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:51.842976 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0dcf-ff78-48ea-bd71-bbaf5ba402df tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:51.864586 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa949802-f653-478d-9844-678d553a73fb None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:51.871182 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2a2236d3-058c-478d-8610-46270ea9f299 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:51.876075 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2a2236d3-058c-478d-8610-46270ea9f299 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6157839 Mar 07 21:39:51.881635 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41920) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:51.892853 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842c1957-f7a7-4761-9777-4c3917c26257 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network 940d814d-811b-41d3-8caa-753ca3a0dcf7 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:51.912116 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-842c1957-f7a7-4761-9777-4c3917c26257 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:51.920316 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842c1957-f7a7-4761-9777-4c3917c26257 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:51.925690 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-e7c91c13-6877-462b-93aa-1d254924f83b tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Request body: {'security_group_rule': {'security_group_id': '883d42f5-5461-4328-b005-89a707474a39', 'direction': 'ingress', 'protocol': 17}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:51.925833 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c1957-f7a7-4761-9777-4c3917c26257 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:51.926506 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-842c1957-f7a7-4761-9777-4c3917c26257 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:51.930334 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c1957-f7a7-4761-9777-4c3917c26257 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Port': ['ID=9b94d3b4-c026-47f9-a89a-cd933f83dc2d,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:51.931845 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e7c91c13-6877-462b-93aa-1d254924f83b tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:51.935904 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7c0dcf-ff78-48ea-bd71-bbaf5ba402df tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Network 80d0c95f-33e0-41db-9140-9d8c43c971cb is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:51.936693 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e7c91c13-6877-462b-93aa-1d254924f83b tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Usage tracker for resource:security_group_rule and tenant:f813d92b04c54bf7a20d888ce2330046 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:51.940111 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e7c91c13-6877-462b-93aa-1d254924f83b tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:51.946310 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e7c91c13-6877-462b-93aa-1d254924f83b tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:51.967318 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4840002c-f3b6-43b4-bc02-ac8ab3c3dd2c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:51.972426 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4840002c-f3b6-43b4-bc02-ac8ab3c3dd2c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0040572 Mar 07 21:39:51.972554 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-fd7c0dcf-ff78-48ea-bd71-bbaf5ba402df tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:51.974137 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41924) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:51.985005 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7c0dcf-ff78-48ea-bd71-bbaf5ba402df tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:51.985769 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7c0dcf-ff78-48ea-bd71-bbaf5ba402df tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:51.986401 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0dcf-ff78-48ea-bd71-bbaf5ba402df tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:52.003108 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-369377a7-9d45-4e76-946c-8814d2c66a8d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'port': {'network_id': 'dcdfc5de-1ca6-4356-bcad-de66ce69f0a1', 'name': 'tempest-RoutersIpV6Test-1735568219'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:52.024017 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-92453009-fee3-4d3a-86da-ff95724c155d tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:52.030505 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-92453009-fee3-4d3a-86da-ff95724c155d tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8071148 Mar 07 21:39:52.033748 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] device_id is not set on port de5db476-1a2f-4579-ad69-b9b629d646dd yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:39:52.038458 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41928) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:52.059951 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-10226aa4-f24e-474b-bb15-b9a6af47d6ec None None] Allocated IP 2001:db8::2 (dcdfc5de-1ca6-4356-bcad-de66ce69f0a1/21a6a323-cf75-469d-84bd-9aa2b90faff7/3525f3e7-bc9f-468b-84dc-743286ad4dc0) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:52.100697 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:52.126710 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-842c1957-f7a7-4761-9777-4c3917c26257 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3318563 Mar 07 21:39:52.127504 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c0dcf-ff78-48ea-bd71-bbaf5ba402df tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Pushing event updated for resources: {'Port': ['ID=0e66104f-b053-4a42-b198-ce32464b931d,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:52.129664 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41932) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:52.145776 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e7c91c13-6877-462b-93aa-1d254924f83b tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:52.183486 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-fd7c0dcf-ff78-48ea-bd71-bbaf5ba402df tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6959155 Mar 07 21:39:52.189116 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41936) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:52.209787 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Transition to ACTIVE for port object de5db476-1a2f-4579-ad69-b9b629d646dd will not be triggered until provisioned by entity L2. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:52.287731 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-369377a7-9d45-4e76-946c-8814d2c66a8d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:52.301194 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-369377a7-9d45-4e76-946c-8814d2c66a8d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:port and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:52.305662 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-369377a7-9d45-4e76-946c-8814d2c66a8d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:52.310342 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-32811ee0-9f23-486f-b473-7e91150b946b tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Deleting port 0e66104f-b053-4a42-b198-ce32464b931d {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:52.310687 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-32811ee0-9f23-486f-b473-7e91150b946b tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:52.345555 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-369377a7-9d45-4e76-946c-8814d2c66a8d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:52.350109 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:52.396664 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port d0f2f2e9-dafc-42ea-8c0c-96043b5b2779 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:52.412609 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-41ef068d-76d4-43fd-9ba8-13ef488879c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:52.442288 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-011f6b22-6c25-4b9b-ae2d-dda96eb8977b None None] Allocated IP 172.20.0.2 (bd78d60e-003e-4e04-9b7f-88d9db369b1e/6f3a4253-75ac-4c68-b95b-a31c13b4cfe0/a40f4471-891f-4b82-bef7-5c7ac0b8f1ac) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:52.485642 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-6af17000-ac64-4d1f-a7a0-1e332f5711b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 172.20.0.6 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/2377a8b6-267a-4090-be59-b229c38afbde/f0c593a9-fee7-42f4-b9fb-032bb4c77868) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:52.488238 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b4f4f363-ef00-44be-a84e-c34aea11e13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:52.509030 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb65514c-9de5-4e08-87fb-ea1a64a2a088 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:52.509630 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-fb65514c-9de5-4e08-87fb-ea1a64a2a088 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Synchronizing usage tracker for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:52.553737 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-6af17000-ac64-4d1f-a7a0-1e332f5711b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 2001:db8::f816:3eff:fe8d:1beb (ab63f4f6-c089-409c-a9c4-f2088e2d7005/354456ef-461b-477d-9043-9f79bd0487e7/f0c593a9-fee7-42f4-b9fb-032bb4c77868) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:52.562786 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369377a7-9d45-4e76-946c-8814d2c66a8d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Made reservation on behalf of fcdda39025724b238190857d574ee30e for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:39:52.567176 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-369377a7-9d45-4e76-946c-8814d2c66a8d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:52.630011 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-369377a7-9d45-4e76-946c-8814d2c66a8d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] device_id is not set on port 082dcb8b-d71d-4c49-b20e-fdc83b6a2a36 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:39:52.670975 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-fb65514c-9de5-4e08-87fb-ea1a64a2a088 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Unset dirty status for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:52.672134 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-fb65514c-9de5-4e08-87fb-ea1a64a2a088 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 925 time: 0.5388322 Mar 07 21:39:52.677848 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41940) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:52.725299 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Pushing event updated for resources: {'Port': ['ID=de5db476-1a2f-4579-ad69-b9b629d646dd,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:52.739378 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-b4f4f363-ef00-44be-a84e-c34aea11e13f None None] For port 1b4066df-358b-470a-8b48-ef707d98049d, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1b4066df-358b-470a-8b48-ef707d98049d,segment=NetworkSegment(68b58903-52c3-47cc-b6c1-8320fec380a5),segment_id=68b58903-52c3-47cc-b6c1-8320fec380a5)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:52.764092 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e7c91c13-6877-462b-93aa-1d254924f83b tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:52.796931 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-10226aa4-f24e-474b-bb15-b9a6af47d6ec None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:52.822673 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-10226aa4-f24e-474b-bb15-b9a6af47d6ec None None] Transition to ACTIVE for port object 3525f3e7-bc9f-468b-84dc-743286ad4dc0 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:52.848761 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:52.849313 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:52.853807 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:52.883828 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port de5db476-1a2f-4579-ad69-b9b629d646dd on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:52.884151 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:52.889838 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b4f4f363-ef00-44be-a84e-c34aea11e13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:52.903950 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-32811ee0-9f23-486f-b473-7e91150b946b tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:52.928332 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 2 to bind port de5db476-1a2f-4579-ad69-b9b629d646dd Mar 07 21:39:52.938413 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e7c91c13-6877-462b-93aa-1d254924f83b tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:52.958902 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-10226aa4-f24e-474b-bb15-b9a6af47d6ec None None] Transition to ACTIVE for port object 3525f3e7-bc9f-468b-84dc-743286ad4dc0 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:53.047786 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c91c13-6877-462b-93aa-1d254924f83b tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9a525f-7b6d-4c8d-b1a5-d334e902fd1b,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:53.054727 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:53.055067 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:53.055407 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:53.118456 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-10226aa4-f24e-474b-bb15-b9a6af47d6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:53.144112 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-32811ee0-9f23-486f-b473-7e91150b946b tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Calling delete_port for 0e66104f-b053-4a42-b198-ce32464b931d owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:53.163714 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port de5db476-1a2f-4579-ad69-b9b629d646dd on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:53.164042 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:53.174301 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 3 to bind port de5db476-1a2f-4579-ad69-b9b629d646dd Mar 07 21:39:53.188630 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-011f6b22-6c25-4b9b-ae2d-dda96eb8977b None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:53.192174 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10226aa4-f24e-474b-bb15-b9a6af47d6ec None None] Network dcdfc5de-1ca6-4356-bcad-de66ce69f0a1 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:53.192716 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4ae640b8-023d-49e1-b36e-3a09f87c6bf3 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:53.199207 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b75250-e16f-4bd2-a4e1-788a502f724e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:53.199344 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-10226aa4-f24e-474b-bb15-b9a6af47d6ec None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:53.202065 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10226aa4-f24e-474b-bb15-b9a6af47d6ec None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:53.204077 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4f363-ef00-44be-a84e-c34aea11e13f None None] Pushing event updated for resources: {'Port': ['ID=1b4066df-358b-470a-8b48-ef707d98049d,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:53.205782 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b75250-e16f-4bd2-a4e1-788a502f724e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:53.212607 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e7c91c13-6877-462b-93aa-1d254924f83b tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:53.214055 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e7c91c13-6877-462b-93aa-1d254924f83b tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3292801 Mar 07 21:39:53.214441 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b75250-e16f-4bd2-a4e1-788a502f724e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:53.216937 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-33b75250-e16f-4bd2-a4e1-788a502f724e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2386 time: 0.5386140 Mar 07 21:39:53.221238 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41946) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:53.221877 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41948) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:53.230541 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:53.231628 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:53.232149 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:53.306455 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port de5db476-1a2f-4579-ad69-b9b629d646dd on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:53.306992 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:53.317459 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 4 to bind port de5db476-1a2f-4579-ad69-b9b629d646dd Mar 07 21:39:53.353681 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6af17000-ac64-4d1f-a7a0-1e332f5711b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:53.377565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-369377a7-9d45-4e76-946c-8814d2c66a8d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Allocated IP 2001:db8::203 (dcdfc5de-1ca6-4356-bcad-de66ce69f0a1/21a6a323-cf75-469d-84bd-9aa2b90faff7/082dcb8b-d71d-4c49-b20e-fdc83b6a2a36) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:53.396183 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:53.396522 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d760-d638-45bc-a40c-aaa029e7ef90 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port 9b94d3b4-c026-47f9-a89a-cd933f83dc2d {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:53.396871 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d760-d638-45bc-a40c-aaa029e7ef90 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:53.407678 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:53.408246 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:53.408966 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:53.409703 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-011f6b22-6c25-4b9b-ae2d-dda96eb8977b None None] Transition to ACTIVE for port object a40f4471-891f-4b82-bef7-5c7ac0b8f1ac will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:53.422217 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a65afc3f-834e-4efc-820c-72db19037c89 None None] Provisioning for port d0f2f2e9-dafc-42ea-8c0c-96043b5b2779 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:53.427119 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1ebb50-cc0f-436b-bf66-87ddfe2528bb None None] Update dhcp port {'port': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'fixed_ips': [{'subnet_id': '354456ef-461b-477d-9043-9f79bd0487e7', 'ip_address': '2001:db8::f816:3eff:fedf:35d2'}, {'subnet_id': '2377a8b6-267a-4090-be59-b229c38afbde'}], 'binding:host_id': 'dv-neutron-829957-1-hyperv'}, 'id': 'd0f2f2e9-dafc-42ea-8c0c-96043b5b2779'} from dv-neutron-829957-1-hyperv. {{(pid=88388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 07 21:39:53.469724 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port de5db476-1a2f-4579-ad69-b9b629d646dd on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:53.470085 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:53.472699 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 5 to bind port de5db476-1a2f-4579-ad69-b9b629d646dd Mar 07 21:39:53.480712 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-6af17000-ac64-4d1f-a7a0-1e332f5711b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Transition to ACTIVE for port object f0c593a9-fee7-42f4-b9fb-032bb4c77868 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:53.492914 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a65afc3f-834e-4efc-820c-72db19037c89 None None] Provisioning complete for port d0f2f2e9-dafc-42ea-8c0c-96043b5b2779 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:53.493283 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a65afc3f-834e-4efc-820c-72db19037c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:53.515938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b9f158a9-e0a3-4045-abbf-14de8fbdf4a6 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:53.518260 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:53.518599 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:53.518923 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:53.532326 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port de5db476-1a2f-4579-ad69-b9b629d646dd on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:53.532532 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:53.538416 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 6 to bind port de5db476-1a2f-4579-ad69-b9b629d646dd Mar 07 21:39:53.554348 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10226aa4-f24e-474b-bb15-b9a6af47d6ec None None] Pushing event updated for resources: {'Port': ['ID=3525f3e7-bc9f-468b-84dc-743286ad4dc0,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:53.574033 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-10226aa4-f24e-474b-bb15-b9a6af47d6ec None None] Attempting to bind port 3525f3e7-bc9f-468b-84dc-743286ad4dc0 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:53.574404 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-10226aa4-f24e-474b-bb15-b9a6af47d6ec None None] Attempting to bind port 3525f3e7-bc9f-468b-84dc-743286ad4dc0 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'e9cdca22-c962-4c34-bb65-c2700c6347b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'dcdfc5de-1ca6-4356-bcad-de66ce69f0a1'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:53.575272 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10226aa4-f24e-474b-bb15-b9a6af47d6ec None None] Attempting to bind port 3525f3e7-bc9f-468b-84dc-743286ad4dc0 on network dcdfc5de-1ca6-4356-bcad-de66ce69f0a1 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:53.577769 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-011f6b22-6c25-4b9b-ae2d-dda96eb8977b None None] Transition to ACTIVE for port object a40f4471-891f-4b82-bef7-5c7ac0b8f1ac will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:53.598261 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:53.598606 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:53.598921 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:53.606707 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5c1ebb50-cc0f-436b-bf66-87ddfe2528bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:53.617054 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10226aa4-f24e-474b-bb15-b9a6af47d6ec None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:39:53.617436 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10226aa4-f24e-474b-bb15-b9a6af47d6ec None None] Checking segment: {'id': 'e9cdca22-c962-4c34-bb65-c2700c6347b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'dcdfc5de-1ca6-4356-bcad-de66ce69f0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:39:53.617830 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-10226aa4-f24e-474b-bb15-b9a6af47d6ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:53.618241 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10226aa4-f24e-474b-bb15-b9a6af47d6ec None None] Bound using segment: {'id': 'e9cdca22-c962-4c34-bb65-c2700c6347b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'dcdfc5de-1ca6-4356-bcad-de66ce69f0a1'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:39:53.618714 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-10226aa4-f24e-474b-bb15-b9a6af47d6ec None None] Bound port: 3525f3e7-bc9f-468b-84dc-743286ad4dc0, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cdca22-c962-4c34-bb65-c2700c6347b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'dcdfc5de-1ca6-4356-bcad-de66ce69f0a1'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:39:53.619080 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-10226aa4-f24e-474b-bb15-b9a6af47d6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:53.622857 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b9f158a9-e0a3-4045-abbf-14de8fbdf4a6 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:53.626856 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port de5db476-1a2f-4579-ad69-b9b629d646dd on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:53.627068 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:53.639701 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:53.651479 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 7 to bind port de5db476-1a2f-4579-ad69-b9b629d646dd Mar 07 21:39:53.704971 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:53.705357 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:53.714569 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:53.714779 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-011f6b22-6c25-4b9b-ae2d-dda96eb8977b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:53.769940 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6af17000-ac64-4d1f-a7a0-1e332f5711b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:53.772009 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port de5db476-1a2f-4579-ad69-b9b629d646dd on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:53.772009 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:53.782820 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 8 to bind port de5db476-1a2f-4579-ad69-b9b629d646dd Mar 07 21:39:53.850820 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-32811ee0-9f23-486f-b473-7e91150b946b tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:53.870883 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:53.871433 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:53.871706 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:53.875281 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011f6b22-6c25-4b9b-ae2d-dda96eb8977b None None] Network bd78d60e-003e-4e04-9b7f-88d9db369b1e is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:53.877118 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af17000-ac64-4d1f-a7a0-1e332f5711b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:53.887913 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-6af17000-ac64-4d1f-a7a0-1e332f5711b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:53.890574 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-4ae640b8-023d-49e1-b36e-3a09f87c6bf3 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Allocated IP 172.20.0.1 (bd78d60e-003e-4e04-9b7f-88d9db369b1e/6f3a4253-75ac-4c68-b95b-a31c13b4cfe0/908e3492-89bd-4fa0-b01a-02c01c9f8283) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:53.896563 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af17000-ac64-4d1f-a7a0-1e332f5711b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:53.922816 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-011f6b22-6c25-4b9b-ae2d-dda96eb8977b None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:53.935464 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port de5db476-1a2f-4579-ad69-b9b629d646dd on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:53.935874 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:53.942833 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011f6b22-6c25-4b9b-ae2d-dda96eb8977b None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:53.943201 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 9 to bind port de5db476-1a2f-4579-ad69-b9b629d646dd Mar 07 21:39:53.954470 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32811ee0-9f23-486f-b473-7e91150b946b tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e66104f-b053-4a42-b198-ce32464b931d,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:53.960290 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af17000-ac64-4d1f-a7a0-1e332f5711b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=f0c593a9-fee7-42f4-b9fb-032bb4c77868,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:53.968870 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f6b22-6c25-4b9b-ae2d-dda96eb8977b None None] Pushing event updated for resources: {'Port': ['ID=a40f4471-891f-4b82-bef7-5c7ac0b8f1ac,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:53.999267 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:53.999603 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:53.999940 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:54.025487 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port de5db476-1a2f-4579-ad69-b9b629d646dd on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:54.025857 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:54.026364 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-10226aa4-f24e-474b-bb15-b9a6af47d6ec None None] For port 3525f3e7-bc9f-468b-84dc-743286ad4dc0, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:39:54.028221 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempt 10 to bind port de5db476-1a2f-4579-ad69-b9b629d646dd Mar 07 21:39:54.047648 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d760-d638-45bc-a40c-aaa029e7ef90 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:54.056038 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-32811ee0-9f23-486f-b473-7e91150b946b tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:54.095532 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a65afc3f-834e-4efc-820c-72db19037c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:54.102678 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-10226aa4-f24e-474b-bb15-b9a6af47d6ec None None] For port 3525f3e7-bc9f-468b-84dc-743286ad4dc0, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=3525f3e7-bc9f-468b-84dc-743286ad4dc0,segment=NetworkSegment(e9cdca22-c962-4c34-bb65-c2700c6347b0),segment_id=e9cdca22-c962-4c34-bb65-c2700c6347b0)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:39:54.102883 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af17000-ac64-4d1f-a7a0-1e332f5711b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:54.103473 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6af17000-ac64-4d1f-a7a0-1e332f5711b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:54.153537 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b9f158a9-e0a3-4045-abbf-14de8fbdf4a6 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:54.171758 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-10226aa4-f24e-474b-bb15-b9a6af47d6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:54.219084 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-011f6b22-6c25-4b9b-ae2d-dda96eb8977b None None] Attempting to bind port a40f4471-891f-4b82-bef7-5c7ac0b8f1ac on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:54.219084 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-011f6b22-6c25-4b9b-ae2d-dda96eb8977b None None] Attempting to bind port a40f4471-891f-4b82-bef7-5c7ac0b8f1ac by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'ac9dfab6-0855-450b-93ef-0995a0ca82cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd78d60e-003e-4e04-9b7f-88d9db369b1e'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:54.219374 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011f6b22-6c25-4b9b-ae2d-dda96eb8977b None None] Attempting to bind port a40f4471-891f-4b82-bef7-5c7ac0b8f1ac on network bd78d60e-003e-4e04-9b7f-88d9db369b1e {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:54.254990 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011f6b22-6c25-4b9b-ae2d-dda96eb8977b None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:39:54.255671 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011f6b22-6c25-4b9b-ae2d-dda96eb8977b None None] Checking segment: {'id': 'ac9dfab6-0855-450b-93ef-0995a0ca82cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd78d60e-003e-4e04-9b7f-88d9db369b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:39:54.256262 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-011f6b22-6c25-4b9b-ae2d-dda96eb8977b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:54.256630 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011f6b22-6c25-4b9b-ae2d-dda96eb8977b None None] Bound using segment: {'id': 'ac9dfab6-0855-450b-93ef-0995a0ca82cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd78d60e-003e-4e04-9b7f-88d9db369b1e'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:39:54.257092 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-011f6b22-6c25-4b9b-ae2d-dda96eb8977b None None] Bound port: a40f4471-891f-4b82-bef7-5c7ac0b8f1ac, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9dfab6-0855-450b-93ef-0995a0ca82cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bd78d60e-003e-4e04-9b7f-88d9db369b1e'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:39:54.257461 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-011f6b22-6c25-4b9b-ae2d-dda96eb8977b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:54.260182 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:39:54.260518 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:39:54.260856 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempting to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:39:54.268252 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-a65afc3f-834e-4efc-820c-72db19037c89 None None] For port d0f2f2e9-dafc-42ea-8c0c-96043b5b2779, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d0f2f2e9-dafc-42ea-8c0c-96043b5b2779,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:54.284683 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Port de5db476-1a2f-4579-ad69-b9b629d646dd on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:39:54.285009 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Failed to bind port de5db476-1a2f-4579-ad69-b9b629d646dd on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fb1f5fda-847b-4fc2-9e4b-29b8903867a9'}] Mar 07 21:39:54.285368 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:54.286193 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-5c1ebb50-cc0f-436b-bf66-87ddfe2528bb None None] Allocated IP 172.20.0.2 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/2377a8b6-267a-4090-be59-b229c38afbde/d0f2f2e9-dafc-42ea-8c0c-96043b5b2779) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:39:54.339942 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4ae640b8-023d-49e1-b36e-3a09f87c6bf3 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:54.358360 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10226aa4-f24e-474b-bb15-b9a6af47d6ec None None] Pushing event updated for resources: {'Port': ['ID=3525f3e7-bc9f-468b-84dc-743286ad4dc0,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:54.359176 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-4ae640b8-023d-49e1-b36e-3a09f87c6bf3 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Transition to ACTIVE for port object 908e3492-89bd-4fa0-b01a-02c01c9f8283 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:54.364176 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a65afc3f-834e-4efc-820c-72db19037c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:54.382259 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6af17000-ac64-4d1f-a7a0-1e332f5711b2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.8620203 Mar 07 21:39:54.382884 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d760-d638-45bc-a40c-aaa029e7ef90 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Calling delete_port for 9b94d3b4-c026-47f9-a89a-cd933f83dc2d owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:54.406606 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41956) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:54.458319 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4ae640b8-023d-49e1-b36e-3a09f87c6bf3 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:54.482036 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f158a9-e0a3-4045-abbf-14de8fbdf4a6 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=883d42f5-5461-4328-b005-89a707474a39,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:54.504886 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-011f6b22-6c25-4b9b-ae2d-dda96eb8977b None None] For port a40f4471-891f-4b82-bef7-5c7ac0b8f1ac, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:39:54.549910 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179e94e-21fc-4bfd-b426-1e2a69512f24 req-022669c8-bf17-494f-bb33-6a08bb45b52a tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:54.551956 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7179e94e-21fc-4bfd-b426-1e2a69512f24 req-022669c8-bf17-494f-bb33-6a08bb45b52a tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.7581067 Mar 07 21:39:54.553234 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae640b8-023d-49e1-b36e-3a09f87c6bf3 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Network bd78d60e-003e-4e04-9b7f-88d9db369b1e is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:54.557932 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b9f158a9-e0a3-4045-abbf-14de8fbdf4a6 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:54.560249 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b9f158a9-e0a3-4045-abbf-14de8fbdf4a6 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "DELETE /v2.0/security-groups/883d42f5-5461-4328-b005-89a707474a39 HTTP/1.1" status: 204 len: 168 time: 1.3352671 Mar 07 21:39:54.564131 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-4ae640b8-023d-49e1-b36e-3a09f87c6bf3 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:54.569543 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41960) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:54.572876 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae640b8-023d-49e1-b36e-3a09f87c6bf3 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:54.592462 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a65afc3f-834e-4efc-820c-72db19037c89 None None] Provisioning complete for port 1b4066df-358b-470a-8b48-ef707d98049d triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:54.592462 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a65afc3f-834e-4efc-820c-72db19037c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:54.592673 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-32811ee0-9f23-486f-b473-7e91150b946b tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "DELETE /v2.0/ports/0e66104f-b053-4a42-b198-ce32464b931d HTTP/1.1" status: 204 len: 168 time: 2.3973870 Mar 07 21:39:54.627515 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41964) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:54.652453 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-c2dd3e37-1a84-42e3-839a-d4d527be13e3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '80d0c95f-33e0-41db-9140-9d8c43c971cb', 'external_fixed_ips': [{'subnet_id': 'a5878bd3-4db8-44be-9189-3d1a64ed05c5', 'ip_address': '2001:db8::3d1'}]}}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:54.674910 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-011f6b22-6c25-4b9b-ae2d-dda96eb8977b None None] For port a40f4471-891f-4b82-bef7-5c7ac0b8f1ac, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a40f4471-891f-4b82-bef7-5c7ac0b8f1ac,segment=NetworkSegment(ac9dfab6-0855-450b-93ef-0995a0ca82cf),segment_id=ac9dfab6-0855-450b-93ef-0995a0ca82cf)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:39:54.680809 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65afc3f-834e-4efc-820c-72db19037c89 None None] Pushing event updated for resources: {'Port': ['ID=d0f2f2e9-dafc-42ea-8c0c-96043b5b2779,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:54.684854 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] For port de5db476-1a2f-4579-ad69-b9b629d646dd, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:39:54.685231 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attempted to set empty binding levels {{(pid=88387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 07 21:39:54.686325 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae640b8-023d-49e1-b36e-3a09f87c6bf3 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Pushing event updated for resources: {'Port': ['ID=908e3492-89bd-4fa0-b01a-02c01c9f8283,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:54.692209 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c2dd3e37-1a84-42e3-839a-d4d527be13e3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:54.741633 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-896e083c-e5cf-4538-8463-02dc31015d63 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Synchronizing usage tracker for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:54.745799 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c2dd3e37-1a84-42e3-839a-d4d527be13e3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Usage tracker for resource:router and tenant:4a86bcd5021948ffaa43666022ae8a26 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:54.752156 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c2dd3e37-1a84-42e3-839a-d4d527be13e3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:54.754026 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-5c1ebb50-cc0f-436b-bf66-87ddfe2528bb None None] For port d0f2f2e9-dafc-42ea-8c0c-96043b5b2779, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d0f2f2e9-dafc-42ea-8c0c-96043b5b2779,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:54.770544 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c2dd3e37-1a84-42e3-839a-d4d527be13e3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:54.782215 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10fd613-74f4-41e0-8cd0-de5cae99bd58 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:54.788118 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10fd613-74f4-41e0-8cd0-de5cae99bd58 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:54.789272 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e10fd613-74f4-41e0-8cd0-de5cae99bd58 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:54.798708 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-011f6b22-6c25-4b9b-ae2d-dda96eb8977b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:54.800683 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4ae640b8-023d-49e1-b36e-3a09f87c6bf3 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:54.838849 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:54.855579 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7179e94e-21fc-4bfd-b426-1e2a69512f24 req-57e31d68-f74f-4535-aa26-9d8f8a0735f1 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2887287 Mar 07 21:39:54.869851 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-369377a7-9d45-4e76-946c-8814d2c66a8d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:54.894282 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-369377a7-9d45-4e76-946c-8814d2c66a8d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Transition to ACTIVE for port object 082dcb8b-d71d-4c49-b20e-fdc83b6a2a36 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:54.907869 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:54.921650 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d760-d638-45bc-a40c-aaa029e7ef90 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:54.966301 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.resource_extend [None req-5c1ebb50-cc0f-436b-bf66-87ddfe2528bb None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:39:54.991521 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3e37-1a84-42e3-839a-d4d527be13e3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:54.992507 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3e37-1a84-42e3-839a-d4d527be13e3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:55.002519 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e10fd613-74f4-41e0-8cd0-de5cae99bd58 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:55.006118 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e10fd613-74f4-41e0-8cd0-de5cae99bd58 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.5920129 Mar 07 21:39:55.014571 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5c1ebb50-cc0f-436b-bf66-87ddfe2528bb None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:55.015357 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-896e083c-e5cf-4538-8463-02dc31015d63 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Unset dirty status for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:55.017684 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-896e083c-e5cf-4538-8463-02dc31015d63 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4461181 Mar 07 21:39:55.025767 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41970) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:55.026192 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41972) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:55.037889 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5c1ebb50-cc0f-436b-bf66-87ddfe2528bb None None] Transition to ACTIVE for port object d0f2f2e9-dafc-42ea-8c0c-96043b5b2779 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:39:55.052447 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d760-d638-45bc-a40c-aaa029e7ef90 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:55.056799 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] In _notify_port_updated(), no bound segment for port de5db476-1a2f-4579-ad69-b9b629d646dd on network fb1f5fda-847b-4fc2-9e4b-29b8903867a9 {{(pid=88387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 07 21:39:55.057660 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:55.058277 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:55.065421 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] 10.222.0.21 "PUT /v2.0/ports/de5db476-1a2f-4579-ad69-b9b629d646dd HTTP/1.1" status: 200 len: 981 time: 4.2766633 Mar 07 21:39:55.066761 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 41978) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:55.068776 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacaca80-54b2-4ac3-b86b-c2ab9d6afc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Pushing event updated for resources: {'Port': ['ID=de5db476-1a2f-4579-ad69-b9b629d646dd,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:55.073567 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f6b22-6c25-4b9b-ae2d-dda96eb8977b None None] Pushing event updated for resources: {'Port': ['ID=a40f4471-891f-4b82-bef7-5c7ac0b8f1ac,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:55.098741 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5c1ebb50-cc0f-436b-bf66-87ddfe2528bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:55.115513 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3e37-1a84-42e3-839a-d4d527be13e3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:55.118905 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-1ba9886e-9500-4170-be11-cef4f69ee827 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Request body: {'security_group': {'name': 'tempest-secgroup--855859277'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:55.176112 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1b4066df-358b-470a-8b48-ef707d98049d up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:39:55.178446 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d760-d638-45bc-a40c-aaa029e7ef90 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Port': ['ID=9b94d3b4-c026-47f9-a89a-cd933f83dc2d,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:55.190588 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41982) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:55.190751 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-fbd7d760-d638-45bc-a40c-aaa029e7ef90 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/ports/9b94d3b4-c026-47f9-a89a-cd933f83dc2d HTTP/1.1" status: 204 len: 168 time: 1.9639204 Mar 07 21:39:55.192116 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1ba9886e-9500-4170-be11-cef4f69ee827 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:55.264129 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-9c9e6154-a785-4647-ac04-43b07f14f7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Deleting port de5db476-1a2f-4579-ad69-b9b629d646dd {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:55.264129 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9c9e6154-a785-4647-ac04-43b07f14f7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:55.291967 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-1421edb5-5821-4db1-80cb-a79f4dbca366 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] GET failed (client error): The resource could not be found. Mar 07 21:39:55.292796 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1421edb5-5821-4db1-80cb-a79f4dbca366 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Synchronizing usage tracker for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:55.308492 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a65afc3f-834e-4efc-820c-72db19037c89 None None] Provisioning for port 2fa8a3d7-ee5c-4dbc-9ea7-2993ff7e3070 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:55.318680 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ebb50-cc0f-436b-bf66-87ddfe2528bb None None] Pushing event updated for resources: {'Port': ['ID=d0f2f2e9-dafc-42ea-8c0c-96043b5b2779,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:55.340796 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-369377a7-9d45-4e76-946c-8814d2c66a8d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:55.366031 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a65afc3f-834e-4efc-820c-72db19037c89 None None] Provisioning complete for port 2fa8a3d7-ee5c-4dbc-9ea7-2993ff7e3070 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:55.366608 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a65afc3f-834e-4efc-820c-72db19037c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:55.446903 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1ba9886e-9500-4170-be11-cef4f69ee827 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:55.477358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-e568c050-d2e5-4ebf-a455-a898e1133416 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting port f0c593a9-fee7-42f4-b9fb-032bb4c77868 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:55.481939 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e568c050-d2e5-4ebf-a455-a898e1133416 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:55.586868 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369377a7-9d45-4e76-946c-8814d2c66a8d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network dcdfc5de-1ca6-4356-bcad-de66ce69f0a1 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:55.590184 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 1b4066df-358b-470a-8b48-ef707d98049d triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:55.592640 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:55.671173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-369377a7-9d45-4e76-946c-8814d2c66a8d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:55.673092 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4ae640b8-023d-49e1-b36e-3a09f87c6bf3 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:55.677119 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-a65afc3f-834e-4efc-820c-72db19037c89 None None] Port 2fa8a3d7-ee5c-4dbc-9ea7-2993ff7e3070 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:39:55.686540 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1421edb5-5821-4db1-80cb-a79f4dbca366 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Unset dirty status for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:55.688434 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a65afc3f-834e-4efc-820c-72db19037c89 None None] Could not find standard attr ID for object 9b94d3b4-c026-47f9-a89a-cd933f83dc2d. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:39:55.696058 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1421edb5-5821-4db1-80cb-a79f4dbca366 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports/9b94d3b4-c026-47f9-a89a-cd933f83dc2d HTTP/1.1" status: 404 len: 333 time: 0.5010343 Mar 07 21:39:55.697489 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41986) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:55.760426 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 3525f3e7-bc9f-468b-84dc-743286ad4dc0 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:39:55.844411 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c32e0533-4f6c-4d28-b06d-a30cd19aee42 None None] Provisioning complete for port 2fa8a3d7-ee5c-4dbc-9ea7-2993ff7e3070 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:55.844928 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c32e0533-4f6c-4d28-b06d-a30cd19aee42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:55.849528 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3e37-1a84-42e3-839a-d4d527be13e3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:55.911492 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c32e0533-4f6c-4d28-b06d-a30cd19aee42 None None] Port 2fa8a3d7-ee5c-4dbc-9ea7-2993ff7e3070 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:39:55.914835 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c32e0533-4f6c-4d28-b06d-a30cd19aee42 None None] Could not find standard attr ID for object 9b94d3b4-c026-47f9-a89a-cd933f83dc2d. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:39:55.974254 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369377a7-9d45-4e76-946c-8814d2c66a8d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:39:55.981482 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369377a7-9d45-4e76-946c-8814d2c66a8d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:55.982337 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-369377a7-9d45-4e76-946c-8814d2c66a8d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:55.987794 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 3525f3e7-bc9f-468b-84dc-743286ad4dc0 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:55.990661 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369377a7-9d45-4e76-946c-8814d2c66a8d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Port': ['ID=082dcb8b-d71d-4c49-b20e-fdc83b6a2a36,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:55.997137 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d0f2f2e9-dafc-42ea-8c0c-96043b5b2779 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:39:56.062055 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81951b1-039f-4066-8608-19b31acc5252 None None] Network dcdfc5de-1ca6-4356-bcad-de66ce69f0a1 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:56.071453 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e568c050-d2e5-4ebf-a455-a898e1133416 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:56.155490 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-14877722-684a-4ac8-a3d7-76614e6e4955 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port 2fa8a3d7-ee5c-4dbc-9ea7-2993ff7e3070 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:39:56.156448 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-14877722-684a-4ac8-a3d7-76614e6e4955 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:56.179629 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d093a629-ddc2-4264-a95e-2bd1428ace0b None None] Provisioning for port 3525f3e7-bc9f-468b-84dc-743286ad4dc0 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:56.202147 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d093a629-ddc2-4264-a95e-2bd1428ace0b None None] Provisioning complete for port 3525f3e7-bc9f-468b-84dc-743286ad4dc0 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:56.202960 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d093a629-ddc2-4264-a95e-2bd1428ace0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:56.250334 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-e568c050-d2e5-4ebf-a455-a898e1133416 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Calling delete_port for f0c593a9-fee7-42f4-b9fb-032bb4c77868 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:56.376158 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d093a629-ddc2-4264-a95e-2bd1428ace0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:56.428782 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-d093a629-ddc2-4264-a95e-2bd1428ace0b None None] For port 3525f3e7-bc9f-468b-84dc-743286ad4dc0, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=3525f3e7-bc9f-468b-84dc-743286ad4dc0,segment=NetworkSegment(e9cdca22-c962-4c34-bb65-c2700c6347b0),segment_id=e9cdca22-c962-4c34-bb65-c2700c6347b0)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:56.495238 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d093a629-ddc2-4264-a95e-2bd1428ace0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:56.500414 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1ba9886e-9500-4170-be11-cef4f69ee827 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:56.540035 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1ba9886e-9500-4170-be11-cef4f69ee827 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:56.545789 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1ba9886e-9500-4170-be11-cef4f69ee827 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Usage tracker for resource:security_group_rule and tenant:f813d92b04c54bf7a20d888ce2330046 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:56.550514 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1ba9886e-9500-4170-be11-cef4f69ee827 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:56.557102 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1ba9886e-9500-4170-be11-cef4f69ee827 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:56.597863 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093a629-ddc2-4264-a95e-2bd1428ace0b None None] Pushing event updated for resources: {'Port': ['ID=3525f3e7-bc9f-468b-84dc-743286ad4dc0,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:56.658807 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-369377a7-9d45-4e76-946c-8814d2c66a8d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.6761217 Mar 07 21:39:56.659738 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41990) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:56.730997 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6b39f-56e7-46e4-99eb-c8ab5870a8ef req-02fe8108-69ba-4f40-afbc-e20799e6751a tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:56.733117 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-83a6b39f-56e7-46e4-99eb-c8ab5870a8ef req-02fe8108-69ba-4f40-afbc-e20799e6751a tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 1.7056823 Mar 07 21:39:56.746691 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e568c050-d2e5-4ebf-a455-a898e1133416 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:56.756288 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41733abc-3635-4d95-8865-8b8bb5315352 None None] Network bd78d60e-003e-4e04-9b7f-88d9db369b1e requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:56.809361 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c2c243d6-95c1-4f54-9bb2-9410959f1628 None None] Provisioning for port d0f2f2e9-dafc-42ea-8c0c-96043b5b2779 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:56.830825 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c2c243d6-95c1-4f54-9bb2-9410959f1628 None None] Provisioning complete for port d0f2f2e9-dafc-42ea-8c0c-96043b5b2779 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:56.831444 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c2c243d6-95c1-4f54-9bb2-9410959f1628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:57.050104 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568c050-d2e5-4ebf-a455-a898e1133416 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Port': ['ID=f0c593a9-fee7-42f4-b9fb-032bb4c77868,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:57.053857 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-9c9e6154-a785-4647-ac04-43b07f14f7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] For port de5db476-1a2f-4579-ad69-b9b629d646dd, host hv-neutron-8299, got binding levels [] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:57.054410 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9c9e6154-a785-4647-ac04-43b07f14f7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:57.221649 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 3525f3e7-bc9f-468b-84dc-743286ad4dc0 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:39:57.280439 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-83a6b39f-56e7-46e4-99eb-c8ab5870a8ef req-73ebbc8a-836b-4ffb-8b94-49abdeb0200f tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5260592 Mar 07 21:39:57.377441 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-9c9e6154-a785-4647-ac04-43b07f14f7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Calling delete_port for de5db476-1a2f-4579-ad69-b9b629d646dd owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:57.463524 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 3525f3e7-bc9f-468b-84dc-743286ad4dc0 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:57.464530 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:57.479344 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e568c050-d2e5-4ebf-a455-a898e1133416 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:57.494935 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e7ecf54b-9d0d-45e9-8aad-413a8e871681 None None] Provisioning complete for port 3525f3e7-bc9f-468b-84dc-743286ad4dc0 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:57.495121 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf54b-9d0d-45e9-8aad-413a8e871681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:57.523348 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1ba9886e-9500-4170-be11-cef4f69ee827 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:57.551941 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e568c050-d2e5-4ebf-a455-a898e1133416 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/f0c593a9-fee7-42f4-b9fb-032bb4c77868 HTTP/1.1" status: 204 len: 168 time: 2.5117333 Mar 07 21:39:57.557186 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 41996) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:57.590095 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1ba9886e-9500-4170-be11-cef4f69ee827 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:57.624374 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.resource_extend [None req-4ae640b8-023d-49e1-b36e-3a09f87c6bf3 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:39:57.624984 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843aed0-49f2-4fd3-a6af-a0f6875c76cc req-9f35d2d4-9cce-47c3-9593-c9e324a07487 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:57.626521 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9843aed0-49f2-4fd3-a6af-a0f6875c76cc req-9f35d2d4-9cce-47c3-9593-c9e324a07487 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.1617320 Mar 07 21:39:57.660872 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9886e-9500-4170-be11-cef4f69ee827 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e164882-e0e5-4cbe-8762-0ef7d5175561,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:57.695899 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9843aed0-49f2-4fd3-a6af-a0f6875c76cc req-99ec24ba-836a-45d2-925e-f79152dbf219 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542827 Mar 07 21:39:57.696645 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9c9e6154-a785-4647-ac04-43b07f14f7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:57.718735 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d0f2f2e9-dafc-42ea-8c0c-96043b5b2779 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:39:57.737640 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4ae640b8-023d-49e1-b36e-3a09f87c6bf3 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:57.739591 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1ba9886e-9500-4170-be11-cef4f69ee827 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:57.740977 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1ba9886e-9500-4170-be11-cef4f69ee827 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.7011719 Mar 07 21:39:57.751461 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42002) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:57.759005 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9c9e6154-a785-4647-ac04-43b07f14f7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:57.764560 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9c9e6154-a785-4647-ac04-43b07f14f7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] 10.222.0.21 "DELETE /v2.0/ports/de5db476-1a2f-4579-ad69-b9b629d646dd HTTP/1.1" status: 204 len: 168 time: 2.5911801 Mar 07 21:39:57.766213 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e6154-a785-4647-ac04-43b07f14f7f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Pushing event deleted for resources: {'Port': ['ID=de5db476-1a2f-4579-ad69-b9b629d646dd,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:57.768824 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42004) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:57.778830 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-4404568c-7c99-46c6-901f-c2daf7c64508 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Request body: {'security_group': {'name': 'tempest-secgroup--859301662'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:57.815205 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d123ce-3ae4-4cd6-a3c2-36936abfbb7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] GET failed (client error): The resource could not be found. Mar 07 21:39:57.815882 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b4d123ce-3ae4-4cd6-a3c2-36936abfbb7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Synchronizing usage tracker for tenant:b7c5f07e108444a5829dc216ba1eae08 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:57.824174 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-4404568c-7c99-46c6-901f-c2daf7c64508 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:57.851221 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e7ecf54b-9d0d-45e9-8aad-413a8e871681 None None] Could not find standard attr ID for object f0c593a9-fee7-42f4-b9fb-032bb4c77868. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:39:57.887000 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b4d123ce-3ae4-4cd6-a3c2-36936abfbb7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] Unset dirty status for tenant:b7c5f07e108444a5829dc216ba1eae08 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:57.892304 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b4d123ce-3ae4-4cd6-a3c2-36936abfbb7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1458949520-project-admin] 10.222.0.21 "GET /v2.0/ports/de5db476-1a2f-4579-ad69-b9b629d646dd HTTP/1.1" status: 404 len: 333 time: 0.1180763 Mar 07 21:39:57.892304 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42010) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:57.893633 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port d0f2f2e9-dafc-42ea-8c0c-96043b5b2779 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:57.894126 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:57.925759 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4ae640b8-023d-49e1-b36e-3a09f87c6bf3 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:57.944938 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e7ecf54b-9d0d-45e9-8aad-413a8e871681 None None] Provisioning for port a40f4471-891f-4b82-bef7-5c7ac0b8f1ac completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:57.968524 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-4404568c-7c99-46c6-901f-c2daf7c64508 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:58.025006 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18210748-46bf-43d3-80c0-4b9878826d51 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:58.026530 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18210748-46bf-43d3-80c0-4b9878826d51 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:58.031781 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18210748-46bf-43d3-80c0-4b9878826d51 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:58.031781 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-18210748-46bf-43d3-80c0-4b9878826d51 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:39:58.049593 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-14877722-684a-4ac8-a3d7-76614e6e4955 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:58.054961 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e7ecf54b-9d0d-45e9-8aad-413a8e871681 None None] Provisioning for port 082dcb8b-d71d-4c49-b20e-fdc83b6a2a36 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:58.061813 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a40f4471-891f-4b82-bef7-5c7ac0b8f1ac up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:39:58.101817 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e7ecf54b-9d0d-45e9-8aad-413a8e871681 None None] Provisioning complete for port 082dcb8b-d71d-4c49-b20e-fdc83b6a2a36 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:58.102790 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf54b-9d0d-45e9-8aad-413a8e871681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:58.113114 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c7b6a1af-581c-4051-8a0a-afb0ecfff223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:58.186143 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-e7ecf54b-9d0d-45e9-8aad-413a8e871681 None None] Port 082dcb8b-d71d-4c49-b20e-fdc83b6a2a36 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:39:58.254961 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-14877722-684a-4ac8-a3d7-76614e6e4955 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Calling delete_port for 2fa8a3d7-ee5c-4dbc-9ea7-2993ff7e3070 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:39:58.265219 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c0c38-b66f-43e4-92c3-830c0b5c64bd req-23adc1db-23f0-4c79-9819-c3c36ff1bf43 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:58.266698 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e37c0c38-b66f-43e4-92c3-830c0b5c64bd req-23adc1db-23f0-4c79-9819-c3c36ff1bf43 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.2313199 Mar 07 21:39:58.285521 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port a40f4471-891f-4b82-bef7-5c7ac0b8f1ac completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:58.286142 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4404568c-7c99-46c6-901f-c2daf7c64508 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:58.288936 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c7b6a1af-581c-4051-8a0a-afb0ecfff223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:58.296941 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port a40f4471-891f-4b82-bef7-5c7ac0b8f1ac triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:58.296941 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:58.303501 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae640b8-023d-49e1-b36e-3a09f87c6bf3 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Pushing event updated for resources: {'Port': ['ID=908e3492-89bd-4fa0-b01a-02c01c9f8283,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:58.305525 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4ae640b8-023d-49e1-b36e-3a09f87c6bf3 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:58.326593 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-c7b6a1af-581c-4051-8a0a-afb0ecfff223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1f5fda-847b-4fc2-9e4b-29b8903867a9']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:58.345057 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e37c0c38-b66f-43e4-92c3-830c0b5c64bd req-7dcf15d8-7188-4259-b20f-4f2f0b7e582c tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724752 Mar 07 21:39:58.348530 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-c7b6a1af-581c-4051-8a0a-afb0ecfff223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:58.348815 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-c7b6a1af-581c-4051-8a0a-afb0ecfff223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71f00d4-8087-4671-9f96-8bb5b67a6ea6') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:39:58.363630 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c7b6a1af-581c-4051-8a0a-afb0ecfff223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:58.385885 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c7b6a1af-581c-4051-8a0a-afb0ecfff223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:58.395542 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b6a1af-581c-4051-8a0a-afb0ecfff223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:39:58.395542 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c7b6a1af-581c-4051-8a0a-afb0ecfff223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:58.402346 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-18210748-46bf-43d3-80c0-4b9878826d51 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:39:58.404157 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-18210748-46bf-43d3-80c0-4b9878826d51 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7866471 Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:39:58.413881 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:39:58.416624 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42016) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:58.485683 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:58.502760 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-8969c577-e388-442e-b1a3-4e048f1002f2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet 2377a8b6-267a-4090-be59-b229c38afbde {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:39:58.506333 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8969c577-e388-442e-b1a3-4e048f1002f2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:58.533755 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port a40f4471-891f-4b82-bef7-5c7ac0b8f1ac, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a40f4471-891f-4b82-bef7-5c7ac0b8f1ac,segment=NetworkSegment(ac9dfab6-0855-450b-93ef-0995a0ca82cf),segment_id=ac9dfab6-0855-450b-93ef-0995a0ca82cf)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:39:58.534337 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-80b23819-4bb8-4066-b366-292127576d00 None None] Provisioning for port 908e3492-89bd-4fa0-b01a-02c01c9f8283 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:39:58.543157 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-80b23819-4bb8-4066-b366-292127576d00 None None] Provisioning complete for port 908e3492-89bd-4fa0-b01a-02c01c9f8283 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:58.543651 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-80b23819-4bb8-4066-b366-292127576d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:58.568470 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8969c577-e388-442e-b1a3-4e048f1002f2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:58.622253 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:58.625164 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-4404568c-7c99-46c6-901f-c2daf7c64508 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:39:58.643025 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4404568c-7c99-46c6-901f-c2daf7c64508 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Usage tracker for resource:security_group_rule and tenant:f813d92b04c54bf7a20d888ce2330046 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:39:58.692825 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-80b23819-4bb8-4066-b366-292127576d00 None None] Port 908e3492-89bd-4fa0-b01a-02c01c9f8283 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:39:58.704576 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e5bd3f1-7a89-448b-ba42-ac999f6967c8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:58.713666 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4404568c-7c99-46c6-901f-c2daf7c64508 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:39:58.721818 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8969c577-e388-442e-b1a3-4e048f1002f2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:58.723698 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-80b23819-4bb8-4066-b366-292127576d00 None None] Provisioning complete for port a40f4471-891f-4b82-bef7-5c7ac0b8f1ac triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:58.724219 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-80b23819-4bb8-4066-b366-292127576d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:58.742226 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-4404568c-7c99-46c6-901f-c2daf7c64508 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:39:58.771053 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=a40f4471-891f-4b82-bef7-5c7ac0b8f1ac,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:58.816916 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c7b6a1af-581c-4051-8a0a-afb0ecfff223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:58.834353 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c7b6a1af-581c-4051-8a0a-afb0ecfff223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:58.870477 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c7b6a1af-581c-4051-8a0a-afb0ecfff223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] 10.222.0.21 "DELETE /v2.0/networks/fb1f5fda-847b-4fc2-9e4b-29b8903867a9 HTTP/1.1" status: 204 len: 168 time: 0.9774141 Mar 07 21:39:58.879589 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6a1af-581c-4051-8a0a-afb0ecfff223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-586361961-project] Pushing event deleted for resources: {'Network': ['ID=fb1f5fda-847b-4fc2-9e4b-29b8903867a9,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:58.891848 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8969c577-e388-442e-b1a3-4e048f1002f2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:58.969846 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8969c577-e388-442e-b1a3-4e048f1002f2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:58.974589 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8969c577-e388-442e-b1a3-4e048f1002f2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/2377a8b6-267a-4090-be59-b229c38afbde HTTP/1.1" status: 204 len: 168 time: 0.5571849 Mar 07 21:39:58.975714 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c56a75-166d-456b-b534-2355028e7bb2 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:39:58.976878 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42024) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:58.999447 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a40f4471-891f-4b82-bef7-5c7ac0b8f1ac up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:39:59.068310 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969c577-e388-442e-b1a3-4e048f1002f2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=2377a8b6-267a-4090-be59-b229c38afbde,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:59.078333 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-938dc5fa-e786-4ed2-b974-928af4dfb46a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet 354456ef-461b-477d-9043-9f79bd0487e7 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:39:59.082052 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-938dc5fa-e786-4ed2-b974-928af4dfb46a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:59.177675 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port a40f4471-891f-4b82-bef7-5c7ac0b8f1ac triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:59.178075 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:59.247682 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae640b8-023d-49e1-b36e-3a09f87c6bf3 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Network bd78d60e-003e-4e04-9b7f-88d9db369b1e is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:39:59.262451 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-4ae640b8-023d-49e1-b36e-3a09f87c6bf3 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:39:59.284320 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-938dc5fa-e786-4ed2-b974-928af4dfb46a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:59.385477 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3e37-1a84-42e3-839a-d4d527be13e3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:59.392185 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-938dc5fa-e786-4ed2-b974-928af4dfb46a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:59.428747 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-14877722-684a-4ac8-a3d7-76614e6e4955 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:59.486733 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2a3f1-c177-4b44-b6d0-8861663acbaf req-c23db87a-772a-4e10-ad96-f7fb6af32426 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:39:59.493668 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ce2a3f1-c177-4b44-b6d0-8861663acbaf req-c23db87a-772a-4e10-ad96-f7fb6af32426 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.3833859 Mar 07 21:39:59.566408 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ce2a3f1-c177-4b44-b6d0-8861663acbaf req-3ffee3a9-4cf8-48f7-bb88-30056140c630 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718050 Mar 07 21:39:59.611453 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42030) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:59.616410 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-6802a20c-fb03-4bf3-b81a-db2830908bd1 None None] Provisioning complete for port 908e3492-89bd-4fa0-b01a-02c01c9f8283 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:39:59.616935 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6802a20c-fb03-4bf3-b81a-db2830908bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:59.652057 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-938dc5fa-e786-4ed2-b974-928af4dfb46a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:59.688834 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-6802a20c-fb03-4bf3-b81a-db2830908bd1 None None] Port 908e3492-89bd-4fa0-b01a-02c01c9f8283 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:39:59.713150 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3e37-1a84-42e3-839a-d4d527be13e3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:59.724942 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938dc5fa-e786-4ed2-b974-928af4dfb46a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=354456ef-461b-477d-9043-9f79bd0487e7,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:59.727073 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-938dc5fa-e786-4ed2-b974-928af4dfb46a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:59.739553 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e5bd3f1-7a89-448b-ba42-ac999f6967c8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:59.744901 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4404568c-7c99-46c6-901f-c2daf7c64508 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:59.796210 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14877722-684a-4ac8-a3d7-76614e6e4955 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Port': ['ID=2fa8a3d7-ee5c-4dbc-9ea7-2993ff7e3070,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:39:59.798632 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-938dc5fa-e786-4ed2-b974-928af4dfb46a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/354456ef-461b-477d-9043-9f79bd0487e7 HTTP/1.1" status: 204 len: 168 time: 0.8206306 Mar 07 21:39:59.805797 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6164c5d5-aa9f-4137-ba61-350a51e27506 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=887ad0b20f174e28a6d40ca8513b0e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896284 Mar 07 21:39:59.805797 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42036) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:59.809259 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42040) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:59.873559 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1a83e85a-debb-40d6-8231-ed529dc729cd tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693521 Mar 07 21:39:59.876053 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42044) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:39:59.884199 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-cfc02f6a-749b-49ec-93d7-073536cac988 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:39:59.893063 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e5bd3f1-7a89-448b-ba42-ac999f6967c8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:39:59.896702 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4404568c-7c99-46c6-901f-c2daf7c64508 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:00.008721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cfc02f6a-749b-49ec-93d7-073536cac988 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:00.013589 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cfc02f6a-749b-49ec-93d7-073536cac988 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:00.016749 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cfc02f6a-749b-49ec-93d7-073536cac988 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:00.022884 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cfc02f6a-749b-49ec-93d7-073536cac988 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:00.063219 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-14877722-684a-4ac8-a3d7-76614e6e4955 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:00.098796 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc02f6a-749b-49ec-93d7-073536cac988 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:00.103836 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cfc02f6a-749b-49ec-93d7-073536cac988 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:00.204581 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dbc1bf-0457-40af-9065-7dd771e31071 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:00.320253 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-35443b0f-8876-42d9-9c6b-8c1b863fcae3 None None] Provisioning complete for port d0f2f2e9-dafc-42ea-8c0c-96043b5b2779 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:00.320624 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-35443b0f-8876-42d9-9c6b-8c1b863fcae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:00.417533 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4404568c-7c99-46c6-901f-c2daf7c64508 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d98216-1bd4-4aab-ab3f-345f15c36720,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:00.424901 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5bd3f1-7a89-448b-ba42-ac999f6967c8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Port': ['ID=082dcb8b-d71d-4c49-b20e-fdc83b6a2a36,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:00.438731 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-14877722-684a-4ac8-a3d7-76614e6e4955 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/ports/2fa8a3d7-ee5c-4dbc-9ea7-2993ff7e3070 HTTP/1.1" status: 204 len: 168 time: 4.7379842 Mar 07 21:40:00.441548 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42050) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:00.501542 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-c2dd3e37-1a84-42e3-839a-d4d527be13e3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Allocated IP 2001:db8::3d1 (80d0c95f-33e0-41db-9140-9d8c43c971cb/a5878bd3-4db8-44be-9189-3d1a64ed05c5/789a3244-deb1-4f69-b2a8-a5c41db5fa8c) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:00.513108 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4404568c-7c99-46c6-901f-c2daf7c64508 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:00.514319 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4404568c-7c99-46c6-901f-c2daf7c64508 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.7553127 Mar 07 21:40:00.520432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42054) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:00.531363 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d0154f-4c02-43c9-a846-38b54f3435da tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] GET failed (client error): The resource could not be found. Mar 07 21:40:00.531901 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-38d0154f-4c02-43c9-a846-38b54f3435da tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Synchronizing usage tracker for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:00.536859 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-20eebaeb-97f4-4d68-a7cf-65646a150812 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Request body: {'security_group_rule': {'security_group_id': '9e164882-e0e5-4cbe-8762-0ef7d5175561', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '98d98216-1bd4-4aab-ab3f-345f15c36720', 'remote_ip_prefix': None}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:00.555294 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a390b3b8-da2d-4d81-8695-de67f236598c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:00.557158 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-20eebaeb-97f4-4d68-a7cf-65646a150812 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:00.572173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-20eebaeb-97f4-4d68-a7cf-65646a150812 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Usage tracker for resource:security_group_rule and tenant:f813d92b04c54bf7a20d888ce2330046 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:00.577329 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-20eebaeb-97f4-4d68-a7cf-65646a150812 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:00.620875 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2e72f1-195f-433f-9db0-839afbe7650b None None] DHCP port deletion for ab63f4f6-c089-409c-a9c4-f2088e2d7005 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:40:00.623841 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-20eebaeb-97f4-4d68-a7cf-65646a150812 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:00.628917 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e72f1-195f-433f-9db0-839afbe7650b None None] Deleting port d0f2f2e9-dafc-42ea-8c0c-96043b5b2779 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:00.628917 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bc2e72f1-195f-433f-9db0-839afbe7650b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:00.636671 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae640b8-023d-49e1-b36e-3a09f87c6bf3 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Router c809dbb4-601f-4855-972d-6f238fe9ec79 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:40:00.652608 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-38d0154f-4c02-43c9-a846-38b54f3435da tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Unset dirty status for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:00.657639 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-38d0154f-4c02-43c9-a846-38b54f3435da tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports/2fa8a3d7-ee5c-4dbc-9ea7-2993ff7e3070 HTTP/1.1" status: 404 len: 333 time: 0.2150357 Mar 07 21:40:00.661666 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42060) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:00.725137 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a390b3b8-da2d-4d81-8695-de67f236598c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:00.755725 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a0583294-b95c-43bf-9114-daff20516b6a None None] Provisioning complete for port 082dcb8b-d71d-4c49-b20e-fdc83b6a2a36 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:00.756102 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a0583294-b95c-43bf-9114-daff20516b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:00.788793 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.objects.ports [None req-cfc02f6a-749b-49ec-93d7-073536cac988 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88386) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 07 21:40:00.836657 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-20eebaeb-97f4-4d68-a7cf-65646a150812 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:00.849357 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e5bd3f1-7a89-448b-ba42-ac999f6967c8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:00.851326 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-a0583294-b95c-43bf-9114-daff20516b6a None None] Port 082dcb8b-d71d-4c49-b20e-fdc83b6a2a36 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:40:00.872583 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5665fb7-83a8-4025-8dfa-4cd2b6115089 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting subnet e67a718c-5d3c-4536-acc3-2df7e5747963 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:40:00.896044 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e5665fb7-83a8-4025-8dfa-4cd2b6115089 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:00.982298 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d0f2f2e9-dafc-42ea-8c0c-96043b5b2779 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:40:01.024153 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3e37-1a84-42e3-839a-d4d527be13e3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:01.028015 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae640b8-023d-49e1-b36e-3a09f87c6bf3 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:40:01.047846 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d0d80-e820-4ba5-bcf4-8b44977ca0c9 None None] Sync routers for ids ['c809dbb4-601f-4855-972d-6f238fe9ec79'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:40:01.056490 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4ae640b8-023d-49e1-b36e-3a09f87c6bf3 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] 10.222.0.21 "PUT /v2.0/routers/c809dbb4-601f-4855-972d-6f238fe9ec79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0169804 Mar 07 21:40:01.059224 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42064) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:01.065706 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Request body: {'port': {'network_id': 'bd78d60e-003e-4e04-9b7f-88d9db369b1e', 'name': 'tempest-FloatingIPNegativeTestJSON-880837159'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:01.069244 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3d0d80-e820-4ba5-bcf4-8b44977ca0c9 None None] Routers {'c809dbb4-601f-4855-972d-6f238fe9ec79'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:01.070211 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-ad3d0d80-e820-4ba5-bcf4-8b44977ca0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:39:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c809dbb4-601f-4855-972d-6f238fe9ec79'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:01.076115 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e5665fb7-83a8-4025-8dfa-4cd2b6115089 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:01.142669 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea3014-1f03-49fe-bcca-f8adf9f7ce3c req-0a17bf77-15fb-47ce-978e-73b75e23c35a tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:01.150746 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-21ea3014-1f03-49fe-bcca-f8adf9f7ce3c req-0a17bf77-15fb-47ce-978e-73b75e23c35a tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.4454970 Mar 07 21:40:01.160889 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:01.163511 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-ad3d0d80-e820-4ba5-bcf4-8b44977ca0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:01.175289 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3d0d80-e820-4ba5-bcf4-8b44977ca0c9 None None] Routers {'c809dbb4-601f-4855-972d-6f238fe9ec79'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:01.176584 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-ad3d0d80-e820-4ba5-bcf4-8b44977ca0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:39:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c809dbb4-601f-4855-972d-6f238fe9ec79'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:01.182494 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a390b3b8-da2d-4d81-8695-de67f236598c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:01.183710 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-bc2e72f1-195f-433f-9db0-839afbe7650b None None] For port d0f2f2e9-dafc-42ea-8c0c-96043b5b2779, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d0f2f2e9-dafc-42ea-8c0c-96043b5b2779,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:01.184215 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bc2e72f1-195f-433f-9db0-839afbe7650b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:01.184826 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a390b3b8-da2d-4d81-8695-de67f236598c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:01.188582 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a390b3b8-da2d-4d81-8695-de67f236598c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e38dc706-05b0-4232-af6f-519067de046f HTTP/1.1" status: 204 len: 168 time: 1.3765540 Mar 07 21:40:01.191570 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-20eebaeb-97f4-4d68-a7cf-65646a150812 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:01.227912 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390b3b8-da2d-4d81-8695-de67f236598c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38dc706-05b0-4232-af6f-519067de046f,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:01.256276 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-21ea3014-1f03-49fe-bcca-f8adf9f7ce3c req-7cac381a-7985-4acf-97f8-f268a53d1770 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048951 Mar 07 21:40:01.266169 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e5bd3f1-7a89-448b-ba42-ac999f6967c8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:01.288660 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-ad3d0d80-e820-4ba5-bcf4-8b44977ca0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:01.289064 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d0d80-e820-4ba5-bcf4-8b44977ca0c9 None None] The sync data for ids ['c809dbb4-601f-4855-972d-6f238fe9ec79'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:40:01.294207 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e5665fb7-83a8-4025-8dfa-4cd2b6115089 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:01.325448 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3e37-1a84-42e3-839a-d4d527be13e3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:01.330224 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:01.332245 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-20eebaeb-97f4-4d68-a7cf-65646a150812 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:01.390039 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e72f1-195f-433f-9db0-839afbe7650b None None] Calling delete_port for d0f2f2e9-dafc-42ea-8c0c-96043b5b2779 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:01.393246 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Usage tracker for resource:port and tenant:60f6018c6a984c15be2d2d33374c058e is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:01.396322 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eebaeb-97f4-4d68-a7cf-65646a150812 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9581c0b9-ca62-4550-bebd-0d47cb2e7ddb,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:01.408267 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:01.419975 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dd3e37-1a84-42e3-839a-d4d527be13e3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Network 80d0c95f-33e0-41db-9140-9d8c43c971cb is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:01.429993 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:01.431504 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-c2dd3e37-1a84-42e3-839a-d4d527be13e3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:01.443999 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dd3e37-1a84-42e3-839a-d4d527be13e3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:01.458056 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cfc02f6a-749b-49ec-93d7-073536cac988 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:01.483862 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:40:01.484276 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:40:01.566086 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-bc2e72f1-195f-433f-9db0-839afbe7650b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:40:01.566566 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-bc2e72f1-195f-433f-9db0-839afbe7650b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:40:01.570627 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd3e37-1a84-42e3-839a-d4d527be13e3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Pushing event updated for resources: {'Port': ['ID=789a3244-deb1-4f69-b2a8-a5c41db5fa8c,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:01.629411 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-20eebaeb-97f4-4d68-a7cf-65646a150812 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:01.633367 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-20eebaeb-97f4-4d68-a7cf-65646a150812 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1092348 Mar 07 21:40:01.634553 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e5665fb7-83a8-4025-8dfa-4cd2b6115089 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:01.637870 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42072) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:01.696799 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5665fb7-83a8-4025-8dfa-4cd2b6115089 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Subnet': ['ID=e67a718c-5d3c-4536-acc3-2df7e5747963,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:01.701726 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e5665fb7-83a8-4025-8dfa-4cd2b6115089 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:01.707915 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fc801f-746c-4095-a9c8-95ff2d8a607d None None] Network 940d814d-811b-41d3-8caa-753ca3a0dcf7 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:01.716323 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e5665fb7-83a8-4025-8dfa-4cd2b6115089 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/subnets/e67a718c-5d3c-4536-acc3-2df7e5747963 HTTP/1.1" status: 204 len: 168 time: 1.0536964 Mar 07 21:40:01.719390 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42076) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:01.731158 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Made reservation on behalf of 60f6018c6a984c15be2d2d33374c058e for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:01.735563 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:01.760663 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-47dc99cf-86ad-4467-9305-642840d370b9 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:01.778422 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-47dc99cf-86ad-4467-9305-642840d370b9 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:01.930395 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-cfc02f6a-749b-49ec-93d7-073536cac988 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] For port d0f2f2e9-dafc-42ea-8c0c-96043b5b2779, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d0f2f2e9-dafc-42ea-8c0c-96043b5b2779,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:01.957174 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cfc02f6a-749b-49ec-93d7-073536cac988 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:01.978574 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-47dc99cf-86ad-4467-9305-642840d370b9 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:02.002239 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc99cf-86ad-4467-9305-642840d370b9 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9581c0b9-ca62-4550-bebd-0d47cb2e7ddb,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:02.004403 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-47dc99cf-86ad-4467-9305-642840d370b9 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:02.005569 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-47dc99cf-86ad-4467-9305-642840d370b9 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/9581c0b9-ca62-4550-bebd-0d47cb2e7ddb HTTP/1.1" status: 204 len: 168 time: 0.3391354 Mar 07 21:40:02.011868 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42080) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:02.018892 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eca894d-7d5f-4a20-a577-b9663f18c673 None None] DHCP port deletion for 940d814d-811b-41d3-8caa-753ca3a0dcf7 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:40:02.031772 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-7eca894d-7d5f-4a20-a577-b9663f18c673 None None] Deleting port 1b4066df-358b-470a-8b48-ef707d98049d {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:02.032136 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7eca894d-7d5f-4a20-a577-b9663f18c673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:02.044414 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42084) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:02.069564 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e72f1-195f-433f-9db0-839afbe7650b None None] Deleting port d0f2f2e9-dafc-42ea-8c0c-96043b5b2779 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:02.069928 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bc2e72f1-195f-433f-9db0-839afbe7650b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:02.074537 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cfc02f6a-749b-49ec-93d7-073536cac988 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:02.075241 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cfc02f6a-749b-49ec-93d7-073536cac988 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:02.123506 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:02.125417 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] device_id is not set on port cf083991-cc07-4cbe-9efc-f278bf4f310f yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:40:02.194219 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:40:02.220821 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bf2fc8c6-169a-4b20-b9a7-59710f491ceb tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Synchronizing usage tracker for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:02.228188 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc02f6a-749b-49ec-93d7-073536cac988 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:02.239165 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-cfc02f6a-749b-49ec-93d7-073536cac988 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:02.254990 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc02f6a-749b-49ec-93d7-073536cac988 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:02.255585 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cfc02f6a-749b-49ec-93d7-073536cac988 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:02.265171 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2fb294fb-50ae-4600-8cce-8eaecbe7e08f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7c5f07e108444a5829dc216ba1eae08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173862 Mar 07 21:40:02.271479 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42088) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:02.286056 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc02f6a-749b-49ec-93d7-073536cac988 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=2110c8a8-26f1-435f-9cf8-017134e48d5e,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:02.308413 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc02f6a-749b-49ec-93d7-073536cac988 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=d0f2f2e9-dafc-42ea-8c0c-96043b5b2779,revision_number=8']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:02.355028 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e5bd3f1-7a89-448b-ba42-ac999f6967c8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:02.357023 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f868c22a-0481-462b-ad11-ff8f760d0a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:02.384024 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f868c22a-0481-462b-ad11-ff8f760d0a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:02.427585 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-cfc02f6a-749b-49ec-93d7-073536cac988 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5498528 Mar 07 21:40:02.428359 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bf2fc8c6-169a-4b20-b9a7-59710f491ceb tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Unset dirty status for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:02.432646 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bf2fc8c6-169a-4b20-b9a7-59710f491ceb tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4145639 Mar 07 21:40:02.432646 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42094) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:02.439073 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42096) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:02.457428 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-5a373a2c-932c-45db-b2ce-00f088bdb3c8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:02.485122 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:40:02.485711 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:40:02.493940 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b1eec7a9-d278-4f24-ba10-df5ed34c4838 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:02.509436 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e5bd3f1-7a89-448b-ba42-ac999f6967c8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:02.509645 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e5bd3f1-7a89-448b-ba42-ac999f6967c8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:02.517722 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-7eca894d-7d5f-4a20-a577-b9663f18c673 None None] For port 1b4066df-358b-470a-8b48-ef707d98049d, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1b4066df-358b-470a-8b48-ef707d98049d,segment=NetworkSegment(68b58903-52c3-47cc-b6c1-8320fec380a5),segment_id=68b58903-52c3-47cc-b6c1-8320fec380a5)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:02.518359 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7eca894d-7d5f-4a20-a577-b9663f18c673 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:02.643156 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3ddd5cab-92c3-461b-b99b-f6cfa746428b tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:02.657135 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-b1eec7a9-d278-4f24-ba10-df5ed34c4838 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port 1b4066df-358b-470a-8b48-ef707d98049d {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:02.657452 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b1eec7a9-d278-4f24-ba10-df5ed34c4838 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:02.703270 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3ddd5cab-92c3-461b-b99b-f6cfa746428b tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:02.703632 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-7eca894d-7d5f-4a20-a577-b9663f18c673 None None] Calling delete_port for 1b4066df-358b-470a-8b48-ef707d98049d owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:02.739238 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2687d-5b41-4520-88a3-64d97f3c976a req-fa6cbd9c-1c82-45a9-ace3-02ecff9286c9 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:02.740637 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-96b2687d-5b41-4520-88a3-64d97f3c976a req-fa6cbd9c-1c82-45a9-ace3-02ecff9286c9 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.3489184 Mar 07 21:40:02.742841 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-bc2e72f1-195f-433f-9db0-839afbe7650b None None] For port d0f2f2e9-dafc-42ea-8c0c-96043b5b2779, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d0f2f2e9-dafc-42ea-8c0c-96043b5b2779,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:02.743230 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bc2e72f1-195f-433f-9db0-839afbe7650b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:02.754728 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5a373a2c-932c-45db-b2ce-00f088bdb3c8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:02.761578 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5a373a2c-932c-45db-b2ce-00f088bdb3c8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:02.762326 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5a373a2c-932c-45db-b2ce-00f088bdb3c8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:02.768126 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5a373a2c-932c-45db-b2ce-00f088bdb3c8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:02.791391 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Allocated IP 172.20.0.13 (bd78d60e-003e-4e04-9b7f-88d9db369b1e/6f3a4253-75ac-4c68-b95b-a31c13b4cfe0/cf083991-cc07-4cbe-9efc-f278bf4f310f) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:02.797017 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5bd3f1-7a89-448b-ba42-ac999f6967c8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Port': ['ID=082dcb8b-d71d-4c49-b20e-fdc83b6a2a36,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:02.838434 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f868c22a-0481-462b-ad11-ff8f760d0a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:02.862445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868c22a-0481-462b-ad11-ff8f760d0a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ae467e-b8e4-4527-a6db-9c016a13bade,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:02.874512 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-96b2687d-5b41-4520-88a3-64d97f3c976a req-e4a27e23-b0fa-4451-a914-f97dcf752b29 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976357 Mar 07 21:40:02.874960 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e72f1-195f-433f-9db0-839afbe7650b None None] Calling delete_port for d0f2f2e9-dafc-42ea-8c0c-96043b5b2779 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:02.875359 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a373a2c-932c-45db-b2ce-00f088bdb3c8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:02.892270 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5a373a2c-932c-45db-b2ce-00f088bdb3c8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:02.926151 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3ddd5cab-92c3-461b-b99b-f6cfa746428b tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:02.927521 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3e37-1a84-42e3-839a-d4d527be13e3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:03.004023 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd5cab-92c3-461b-b99b-f6cfa746428b tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d98216-1bd4-4aab-ab3f-345f15c36720,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:03.022513 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f868c22a-0481-462b-ad11-ff8f760d0a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:03.026226 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f868c22a-0481-462b-ad11-ff8f760d0a60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38ae467e-b8e4-4527-a6db-9c016a13bade HTTP/1.1" status: 204 len: 168 time: 0.7465267 Mar 07 21:40:03.067402 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7eca894d-7d5f-4a20-a577-b9663f18c673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:03.088611 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5bd3f1-7a89-448b-ba42-ac999f6967c8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network dcdfc5de-1ca6-4356-bcad-de66ce69f0a1 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:03.102084 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-0e5bd3f1-7a89-448b-ba42-ac999f6967c8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:03.111013 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3ddd5cab-92c3-461b-b99b-f6cfa746428b tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:03.114393 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3ddd5cab-92c3-461b-b99b-f6cfa746428b tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "DELETE /v2.0/security-groups/98d98216-1bd4-4aab-ab3f-345f15c36720 HTTP/1.1" status: 204 len: 168 time: 0.6648996 Mar 07 21:40:03.115410 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42106) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:03.127086 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca894d-7d5f-4a20-a577-b9663f18c673 None None] Pushing event deleted for resources: {'Port': ['ID=1b4066df-358b-470a-8b48-ef707d98049d,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:03.129036 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eca894d-7d5f-4a20-a577-b9663f18c673 None None] No DVR routers for this DVR port 1b4066df-358b-470a-8b48-ef707d98049d on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:40:03.236280 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bc2e72f1-195f-433f-9db0-839afbe7650b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:03.253880 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-930677d9-dc07-4601-93ea-b01d0394b791 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Synchronizing usage tracker for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:03.353814 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-930677d9-dc07-4601-93ea-b01d0394b791 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Unset dirty status for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:03.355308 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-930677d9-dc07-4601-93ea-b01d0394b791 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2392039 Mar 07 21:40:03.359016 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42110) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:03.362509 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e72f1-195f-433f-9db0-839afbe7650b None None] Pushing event deleted for resources: {'Port': ['ID=d0f2f2e9-dafc-42ea-8c0c-96043b5b2779,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:03.375548 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Port d0f2f2e9-dafc-42ea-8c0c-96043b5b2779 update to DOWN by agent not found {{(pid=88388) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 07 21:40:03.424016 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2e72f1-195f-433f-9db0-839afbe7650b None None] No DVR routers for this DVR port d0f2f2e9-dafc-42ea-8c0c-96043b5b2779 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:40:03.444816 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab356d8a-a0c3-4cd0-a430-6f9226d5293b None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:03.497041 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5a373a2c-932c-45db-b2ce-00f088bdb3c8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:03.546277 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6d782dad-e038-46b8-8101-077e1785a5bf tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:03.563151 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1b4066df-358b-470a-8b48-ef707d98049d no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:40:03.575588 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a373a2c-932c-45db-b2ce-00f088bdb3c8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:03.581984 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-5a373a2c-932c-45db-b2ce-00f088bdb3c8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:03.595436 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a373a2c-932c-45db-b2ce-00f088bdb3c8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:03.596026 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5a373a2c-932c-45db-b2ce-00f088bdb3c8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:03.619211 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6d782dad-e038-46b8-8101-077e1785a5bf tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:03.639705 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 1b4066df-358b-470a-8b48-ef707d98049d {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:40:03.640101 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1b4066df-358b-470a-8b48-ef707d98049d not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:40:03.662791 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a373a2c-932c-45db-b2ce-00f088bdb3c8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=c23a21a7-8cfd-46fb-81e2-50a2dcb73bf3,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:03.736881 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-4737d806-7824-4c14-b73f-12f043ba72d6 None None] Provisioning complete for port 082dcb8b-d71d-4c49-b20e-fdc83b6a2a36 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:03.737272 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4737d806-7824-4c14-b73f-12f043ba72d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:03.741120 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5a373a2c-932c-45db-b2ce-00f088bdb3c8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3031218 Mar 07 21:40:03.743689 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42122) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:03.750537 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-b1eec7a9-d278-4f24-ba10-df5ed34c4838 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] For port 1b4066df-358b-470a-8b48-ef707d98049d, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1b4066df-358b-470a-8b48-ef707d98049d,segment=NetworkSegment(68b58903-52c3-47cc-b6c1-8320fec380a5),segment_id=68b58903-52c3-47cc-b6c1-8320fec380a5)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:03.750898 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b1eec7a9-d278-4f24-ba10-df5ed34c4838 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:03.752618 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-4d4d1032-d3ff-4ec2-80eb-16548c29351a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'port': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'mac_address': 'fa:16:3e:1d:03:20', 'name': 'tempest-NetworksTestDHCPv6-791457902'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:03.779287 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6d782dad-e038-46b8-8101-077e1785a5bf tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:03.819037 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d782dad-e038-46b8-8101-077e1785a5bf tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e164882-e0e5-4cbe-8762-0ef7d5175561,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:03.836223 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-4737d806-7824-4c14-b73f-12f043ba72d6 None None] Port 082dcb8b-d71d-4c49-b20e-fdc83b6a2a36 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:40:03.868698 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a515473-8c4a-4820-abf5-4fec22fa45bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'fixed_ips': [{'subnet_id': '2110c8a8-26f1-435f-9cf8-017134e48d5e'}, {'subnet_id': 'c23a21a7-8cfd-46fb-81e2-50a2dcb73bf3'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:40:03.869663 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8a515473-8c4a-4820-abf5-4fec22fa45bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:03.919497 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-b1eec7a9-d278-4f24-ba10-df5ed34c4838 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Calling delete_port for 1b4066df-358b-470a-8b48-ef707d98049d owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:03.951813 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6d782dad-e038-46b8-8101-077e1785a5bf tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:03.956313 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6d782dad-e038-46b8-8101-077e1785a5bf tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "DELETE /v2.0/security-groups/9e164882-e0e5-4cbe-8762-0ef7d5175561 HTTP/1.1" status: 204 len: 168 time: 0.5929484 Mar 07 21:40:03.956313 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42130) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:04.018641 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.api [None req-b1eec7a9-d278-4f24-ba10-df5ed34c4838 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:40:04.019019 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG oslo_db.api [None req-b1eec7a9-d278-4f24-ba10-df5ed34c4838 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:40:04.047385 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4d4d1032-d3ff-4ec2-80eb-16548c29351a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:04.054864 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:04.072597 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Transition to ACTIVE for port object cf083991-cc07-4cbe-9efc-f278bf4f310f will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:04.086700 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-69a84a6f-4a74-483b-a227-a0efc1b10fe0 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Synchronizing usage tracker for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:04.104605 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4d4d1032-d3ff-4ec2-80eb-16548c29351a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:04.167110 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364e8da-052a-4053-879c-5a4899f6ee38 req-f1b808d9-1a39-4108-a74f-5a7ee5dedac3 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:04.168278 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-8a515473-8c4a-4820-abf5-4fec22fa45bb None None] Allocated IP 172.20.0.2 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/c23a21a7-8cfd-46fb-81e2-50a2dcb73bf3/50dbf15b-d868-4ad3-84e5-899eaf5a8f4d) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:04.168668 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6364e8da-052a-4053-879c-5a4899f6ee38 req-f1b808d9-1a39-4108-a74f-5a7ee5dedac3 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.1312425 Mar 07 21:40:04.174668 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-8a515473-8c4a-4820-abf5-4fec22fa45bb None None] Allocated IP 2001:db8::f816:3eff:fe25:2fea (ab63f4f6-c089-409c-a9c4-f2088e2d7005/2110c8a8-26f1-435f-9cf8-017134e48d5e/50dbf15b-d868-4ad3-84e5-899eaf5a8f4d) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:04.203511 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-69a84a6f-4a74-483b-a227-a0efc1b10fe0 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Unset dirty status for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:04.206706 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-69a84a6f-4a74-483b-a227-a0efc1b10fe0 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2496014 Mar 07 21:40:04.219207 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42142) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:04.237087 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-11857516-684c-4fe4-9888-d73901a92c8f tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1574337713'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:04.240545 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6364e8da-052a-4053-879c-5a4899f6ee38 req-7f521a59-2c3d-4489-8dc4-6d2869808718 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647318 Mar 07 21:40:04.244971 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4d1032-d3ff-4ec2-80eb-16548c29351a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:04.256052 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-11857516-684c-4fe4-9888-d73901a92c8f tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:04.262990 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3e37-1a84-42e3-839a-d4d527be13e3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:04.281769 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-11857516-684c-4fe4-9888-d73901a92c8f tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:04.396792 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8a515473-8c4a-4820-abf5-4fec22fa45bb None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:04.409990 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8a515473-8c4a-4820-abf5-4fec22fa45bb None None] Transition to ACTIVE for port object 50dbf15b-d868-4ad3-84e5-899eaf5a8f4d will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:04.430231 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8a515473-8c4a-4820-abf5-4fec22fa45bb None None] Transition to ACTIVE for port object 50dbf15b-d868-4ad3-84e5-899eaf5a8f4d will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:04.454730 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-11857516-684c-4fe4-9888-d73901a92c8f tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:04.463740 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:04.465867 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5bd3f1-7a89-448b-ba42-ac999f6967c8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Router 2667f714-05ce-4dc9-921f-a3c5e11b6ff5 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:40:04.493172 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8a515473-8c4a-4820-abf5-4fec22fa45bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:04.513795 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d4d1032-d3ff-4ec2-80eb-16548c29351a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:04.520770 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-b1eec7a9-d278-4f24-ba10-df5ed34c4838 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port 1b4066df-358b-470a-8b48-ef707d98049d {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:04.521395 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b1eec7a9-d278-4f24-ba10-df5ed34c4838 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:04.540047 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-4d4d1032-d3ff-4ec2-80eb-16548c29351a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] device_id is not set on port caaf1149-cf95-4a4b-970f-dcbb88175ec3 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:40:04.626472 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a515473-8c4a-4820-abf5-4fec22fa45bb None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:04.629631 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-11857516-684c-4fe4-9888-d73901a92c8f tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:04.634485 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-8a515473-8c4a-4820-abf5-4fec22fa45bb None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:04.639166 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a515473-8c4a-4820-abf5-4fec22fa45bb None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:04.645008 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a515473-8c4a-4820-abf5-4fec22fa45bb None None] Pushing event updated for resources: {'Port': ['ID=50dbf15b-d868-4ad3-84e5-899eaf5a8f4d,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:04.701004 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Network bd78d60e-003e-4e04-9b7f-88d9db369b1e is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:04.708582 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-b1eec7a9-d278-4f24-ba10-df5ed34c4838 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] The port '1b4066df-358b-470a-8b48-ef707d98049d' was deleted {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:40:04.736292 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:04.741588 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-11857516-684c-4fe4-9888-d73901a92c8f tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Usage tracker for resource:security_group_rule and tenant:f813d92b04c54bf7a20d888ce2330046 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:04.773990 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-8a515473-8c4a-4820-abf5-4fec22fa45bb None None] Attempting to bind port 50dbf15b-d868-4ad3-84e5-899eaf5a8f4d on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:04.774926 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-8a515473-8c4a-4820-abf5-4fec22fa45bb None None] Attempting to bind port 50dbf15b-d868-4ad3-84e5-899eaf5a8f4d by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:04.775327 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a515473-8c4a-4820-abf5-4fec22fa45bb None None] Attempting to bind port 50dbf15b-d868-4ad3-84e5-899eaf5a8f4d on network ab63f4f6-c089-409c-a9c4-f2088e2d7005 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:04.776285 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-11857516-684c-4fe4-9888-d73901a92c8f tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:04.779663 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:04.785478 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a515473-8c4a-4820-abf5-4fec22fa45bb None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:40:04.785478 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a515473-8c4a-4820-abf5-4fec22fa45bb None None] Checking segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:40:04.785478 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8a515473-8c4a-4820-abf5-4fec22fa45bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:04.785478 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a515473-8c4a-4820-abf5-4fec22fa45bb None None] Bound using segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:40:04.785907 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-4d4d1032-d3ff-4ec2-80eb-16548c29351a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 172.20.0.6 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/c23a21a7-8cfd-46fb-81e2-50a2dcb73bf3/caaf1149-cf95-4a4b-970f-dcbb88175ec3) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:04.786021 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-8a515473-8c4a-4820-abf5-4fec22fa45bb None None] Bound port: 50dbf15b-d868-4ad3-84e5-899eaf5a8f4d, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:40:04.786021 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8a515473-8c4a-4820-abf5-4fec22fa45bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:04.809723 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-4d4d1032-d3ff-4ec2-80eb-16548c29351a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 2001:db8::f816:3eff:fe1d:320 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/2110c8a8-26f1-435f-9cf8-017134e48d5e/caaf1149-cf95-4a4b-970f-dcbb88175ec3) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:04.816437 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Pushing event updated for resources: {'Port': ['ID=cf083991-cc07-4cbe-9efc-f278bf4f310f,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:04.903272 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-11857516-684c-4fe4-9888-d73901a92c8f tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:04.912967 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-8a515473-8c4a-4820-abf5-4fec22fa45bb None None] For port 50dbf15b-d868-4ad3-84e5-899eaf5a8f4d, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:40:04.916761 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-8a515473-8c4a-4820-abf5-4fec22fa45bb None None] For port 50dbf15b-d868-4ad3-84e5-899eaf5a8f4d, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=50dbf15b-d868-4ad3-84e5-899eaf5a8f4d,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:40:04.933116 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:04.934256 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:04.934461 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:04.934893 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:04.935328 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:04.935743 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:04.936164 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:04.936601 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:04.937015 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:04.937444 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:04.937858 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:04.938302 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:04.997036 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8a515473-8c4a-4820-abf5-4fec22fa45bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:05.098978 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5bd3f1-7a89-448b-ba42-ac999f6967c8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:40:05.101425 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b1eec7a9-d278-4f24-ba10-df5ed34c4838 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:05.118550 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:05.119177 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:05.126326 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14673ff2-371b-488c-ac65-01edc0c3bf40 None None] Sync routers for ids ['2667f714-05ce-4dc9-921f-a3c5e11b6ff5'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:40:05.162796 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14673ff2-371b-488c-ac65-01edc0c3bf40 None None] Routers {'2667f714-05ce-4dc9-921f-a3c5e11b6ff5'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:05.163463 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-14673ff2-371b-488c-ac65-01edc0c3bf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:39:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['2667f714-05ce-4dc9-921f-a3c5e11b6ff5'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:05.201684 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d4d1032-d3ff-4ec2-80eb-16548c29351a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:05.221970 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-4d4d1032-d3ff-4ec2-80eb-16548c29351a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Transition to ACTIVE for port object caaf1149-cf95-4a4b-970f-dcbb88175ec3 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:05.235562 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-14673ff2-371b-488c-ac65-01edc0c3bf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:05.237724 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a515473-8c4a-4820-abf5-4fec22fa45bb None None] Pushing event updated for resources: {'Port': ['ID=50dbf15b-d868-4ad3-84e5-899eaf5a8f4d,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:05.242615 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-be58f9e7-432f-48b7-81e7-705863adf96f None None] Provisioning for port cf083991-cc07-4cbe-9efc-f278bf4f310f completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:40:05.251232 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-be58f9e7-432f-48b7-81e7-705863adf96f None None] Provisioning complete for port cf083991-cc07-4cbe-9efc-f278bf4f310f triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:05.251608 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-be58f9e7-432f-48b7-81e7-705863adf96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:05.311226 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14673ff2-371b-488c-ac65-01edc0c3bf40 None None] Routers {'2667f714-05ce-4dc9-921f-a3c5e11b6ff5'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:05.312312 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-14673ff2-371b-488c-ac65-01edc0c3bf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:39:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['2667f714-05ce-4dc9-921f-a3c5e11b6ff5'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:05.329340 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-b1eec7a9-d278-4f24-ba10-df5ed34c4838 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['940d814d-811b-41d3-8caa-753ca3a0dcf7']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:05.360329 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-b1eec7a9-d278-4f24-ba10-df5ed34c4838 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b58903-52c3-47cc-b6c1-8320fec380a5') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:05.360329 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-b1eec7a9-d278-4f24-ba10-df5ed34c4838 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b58903-52c3-47cc-b6c1-8320fec380a5') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:05.367004 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0e5bd3f1-7a89-448b-ba42-ac999f6967c8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "PUT /v2.0/routers/2667f714-05ce-4dc9-921f-a3c5e11b6ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7010698 Mar 07 21:40:05.373325 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42162) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:05.394470 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-14673ff2-371b-488c-ac65-01edc0c3bf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:05.394877 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14673ff2-371b-488c-ac65-01edc0c3bf40 None None] The sync data for ids ['2667f714-05ce-4dc9-921f-a3c5e11b6ff5'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:40:05.411947 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-be58f9e7-432f-48b7-81e7-705863adf96f None None] Port cf083991-cc07-4cbe-9efc-f278bf4f310f cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:40:05.433693 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b1eec7a9-d278-4f24-ba10-df5ed34c4838 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:05.444970 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d4d1032-d3ff-4ec2-80eb-16548c29351a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:05.446617 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-11857516-684c-4fe4-9888-d73901a92c8f tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:05.458755 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2dd3e37-1a84-42e3-839a-d4d527be13e3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Router c7f8bc83-d968-4462-979e-ee98d3269a33 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:40:05.461274 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d19d44b9-ab39-4d75-a326-5a2e599cf382 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4011421 Mar 07 21:40:05.468053 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42168) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:05.475683 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b1eec7a9-d278-4f24-ba10-df5ed34c4838 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:05.482396 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-537bb439-31d2-4f9c-bebc-f42ef94aa11f tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:05.503352 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1eec7a9-d278-4f24-ba10-df5ed34c4838 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:40:05.504004 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b1eec7a9-d278-4f24-ba10-df5ed34c4838 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:05.528826 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4d1032-d3ff-4ec2-80eb-16548c29351a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:40:05.532759 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:40:05.541048 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-4d4d1032-d3ff-4ec2-80eb-16548c29351a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:05.546695 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-537bb439-31d2-4f9c-bebc-f42ef94aa11f tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:05.551431 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4d1032-d3ff-4ec2-80eb-16548c29351a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:05.582096 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d1032-d3ff-4ec2-80eb-16548c29351a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=caaf1149-cf95-4a4b-970f-dcbb88175ec3,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:05.589372 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42172) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:05.610583 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb8c751-bae5-4ad0-8bce-695cc2b1dfdf tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:05.610977 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5bb8c751-bae5-4ad0-8bce-695cc2b1dfdf tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Synchronizing usage tracker for tenant:fcdda39025724b238190857d574ee30e on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:05.624322 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78483091-40f7-490c-94fa-b9605a7e0144 req-43eca94a-41b2-4503-be19-962c81b6f4e0 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:05.626127 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-78483091-40f7-490c-94fa-b9605a7e0144 req-43eca94a-41b2-4503-be19-962c81b6f4e0 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.2527750 Mar 07 21:40:05.648795 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4d1032-d3ff-4ec2-80eb-16548c29351a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:05.651525 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d4d1032-d3ff-4ec2-80eb-16548c29351a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:05.661309 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-537bb439-31d2-4f9c-bebc-f42ef94aa11f tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Usage tracker for resource:floatingip and tenant:60f6018c6a984c15be2d2d33374c058e is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:05.670388 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-11857516-684c-4fe4-9888-d73901a92c8f tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:05.674654 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-537bb439-31d2-4f9c-bebc-f42ef94aa11f tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:05.725848 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-537bb439-31d2-4f9c-bebc-f42ef94aa11f tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:05.750919 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-78483091-40f7-490c-94fa-b9605a7e0144 req-5386d970-87ec-41a9-a857-2eec93b401ea tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943642 Mar 07 21:40:05.789915 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11857516-684c-4fe4-9888-d73901a92c8f tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=385a4b1d-a52c-43ed-a470-1ba64872bfbe,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:05.848449 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4d4d1032-d3ff-4ec2-80eb-16548c29351a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.1016555 Mar 07 21:40:05.853590 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42178) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:05.896621 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5bb8c751-bae5-4ad0-8bce-695cc2b1dfdf tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Unset dirty status for tenant:fcdda39025724b238190857d574ee30e on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:05.900628 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5bb8c751-bae5-4ad0-8bce-695cc2b1dfdf tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "GET /v2.0/ports/082dcb8b-d71d-4c49-b20e-fdc83b6a2a36 HTTP/1.1" status: 200 len: 984 time: 0.5216074 Mar 07 21:40:05.900900 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1676795665'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:05.900995 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dd3e37-1a84-42e3-839a-d4d527be13e3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:40:05.901777 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42182) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:05.906283 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b1eec7a9-d278-4f24-ba10-df5ed34c4838 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:05.908058 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-11857516-684c-4fe4-9888-d73901a92c8f tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:05.915207 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-11857516-684c-4fe4-9888-d73901a92c8f tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6894414 Mar 07 21:40:05.915368 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] Sync routers for ids ['c7f8bc83-d968-4462-979e-ee98d3269a33'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:40:05.915873 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:05.925459 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] Routers {'c7f8bc83-d968-4462-979e-ee98d3269a33'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:05.926837 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:39:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c7f8bc83-d968-4462-979e-ee98d3269a33'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:05.936369 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b1eec7a9-d278-4f24-ba10-df5ed34c4838 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:05.938501 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b1eec7a9-d278-4f24-ba10-df5ed34c4838 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/networks/940d814d-811b-41d3-8caa-753ca3a0dcf7 HTTP/1.1" status: 204 len: 168 time: 4.1940742 Mar 07 21:40:05.939036 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42186) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:05.945763 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-55ab6aed-0c4a-4d5d-b7e4-148597a04806 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Request body: {'security_group_rule': {'security_group_id': '385a4b1d-a52c-43ed-a470-1ba64872bfbe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:05.952979 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42188) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:05.961155 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eec7a9-d278-4f24-ba10-df5ed34c4838 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Network': ['ID=940d814d-811b-41d3-8caa-753ca3a0dcf7,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:05.963031 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-537bb439-31d2-4f9c-bebc-f42ef94aa11f tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks [] for floatingip, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:05.979418 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-9efc96d3-b917-4677-a8ba-0a6bf1a39aff tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1654858568'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:05.984070 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-55ab6aed-0c4a-4d5d-b7e4-148597a04806 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:05.990639 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Usage tracker for resource:network and tenant:1e7572697a1c46b18e304f29def3b18d is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:05.997048 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-55ab6aed-0c4a-4d5d-b7e4-148597a04806 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Usage tracker for resource:security_group_rule and tenant:f813d92b04c54bf7a20d888ce2330046 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:05.997251 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:05.999925 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-9efc96d3-b917-4677-a8ba-0a6bf1a39aff tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:06.002200 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-55ab6aed-0c4a-4d5d-b7e4-148597a04806 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:06.020664 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-55ab6aed-0c4a-4d5d-b7e4-148597a04806 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:06.025481 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-9efc96d3-b917-4677-a8ba-0a6bf1a39aff tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:network and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:06.029503 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-9efc96d3-b917-4677-a8ba-0a6bf1a39aff tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:06.036844 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-9efc96d3-b917-4677-a8ba-0a6bf1a39aff tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:06.062502 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:06.095808 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c2dd3e37-1a84-42e3-839a-d4d527be13e3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:06.101661 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42194) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:06.101833 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c2dd3e37-1a84-42e3-839a-d4d527be13e3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 11.4647114 Mar 07 21:40:06.127266 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] Set router c7f8bc83-d968-4462-979e-ee98d3269a33 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:40:06.133571 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-55ab6aed-0c4a-4d5d-b7e4-148597a04806 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:06.158137 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efc96d3-b917-4677-a8ba-0a6bf1a39aff tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:06.161462 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9efc96d3-b917-4677-a8ba-0a6bf1a39aff tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:06.221416 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efc96d3-b917-4677-a8ba-0a6bf1a39aff tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:40:06.239829 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-55ab6aed-0c4a-4d5d-b7e4-148597a04806 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:06.246740 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9efc96d3-b917-4677-a8ba-0a6bf1a39aff tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:06.246740 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-9efc96d3-b917-4677-a8ba-0a6bf1a39aff tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Added segment 555f15e8-b563-493d-a7b7-8a30b6841af4 of type vlan for network 92eaa9ad-4bf4-4e1f-98b3-c36a67598087 Mar 07 21:40:06.255882 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-537bb439-31d2-4f9c-bebc-f42ef94aa11f tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:06.291641 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Made reservation on behalf of 1e7572697a1c46b18e304f29def3b18d for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:06.295620 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:06.311972 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9264118f-e1b8-4248-8fe7-80dec2fd7aed tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:06.313558 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-55ab6aed-0c4a-4d5d-b7e4-148597a04806 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:06.317668 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9264118f-e1b8-4248-8fe7-80dec2fd7aed tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:06.318496 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9264118f-e1b8-4248-8fe7-80dec2fd7aed tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:06.342903 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9efc96d3-b917-4677-a8ba-0a6bf1a39aff tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:06.350832 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:06.366908 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab6aed-0c4a-4d5d-b7e4-148597a04806 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efdfdae5-04d6-4cbd-84b9-f39fa2c3aa83,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:06.449761 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:06.478567 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-537bb439-31d2-4f9c-bebc-f42ef94aa11f tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Allocated IP 172.26.2.202 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/839c055a-a272-4333-a3da-55b430b5d495) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:06.497833 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9264118f-e1b8-4248-8fe7-80dec2fd7aed tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:06.506485 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9264118f-e1b8-4248-8fe7-80dec2fd7aed tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.6516252 Mar 07 21:40:06.508179 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Usage tracker for resource:security_group_rule and tenant:1e7572697a1c46b18e304f29def3b18d is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:06.512510 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42198) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:06.526422 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f8bc83-d968-4462-979e-ee98d3269a33', 'name': '', 'tenant_id': '4a86bcd5021948ffaa43666022ae8a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80d0c95f-33e0-41db-9140-9d8c43c971cb', 'external_fixed_ips': [{'subnet_id': 'a5878bd3-4db8-44be-9189-3d1a64ed05c5', 'ip_address': '2001:db8::3d1'}], 'enable_snat': True}, 'gw_port_id': '789a3244-deb1-4f69-b2a8-a5c41db5fa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:39:55Z', 'updated_at': '2022-03-07T21:40:02Z', 'revision_number': 3, 'project_id': '4a86bcd5021948ffaa43666022ae8a26', 'gw_port': {'id': '789a3244-deb1-4f69-b2a8-a5c41db5fa8c', 'name': '', 'network_id': '80d0c95f-33e0-41db-9140-9d8c43c971cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f8bc83-d968-4462-979e-ee98d3269a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a5878bd3-4db8-44be-9189-3d1a64ed05c5', 'ip_address': '2001:db8::3d1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:39:59Z', 'updated_at': '2022-03-07T21:40:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a5878bd3-4db8-44be-9189-3d1a64ed05c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:06.532345 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] Checking router: c7f8bc83-d968-4462-979e-ee98d3269a33 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:40:06.532921 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] Updating router c7f8bc83-d968-4462-979e-ee98d3269a33 port 789a3244-deb1-4f69-b2a8-a5c41db5fa8c binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:40:06.593739 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:06.615887 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-f3429563-4620-45a6-8107-b6b64522b518 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting port caaf1149-cf95-4a4b-970f-dcbb88175ec3 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:06.616233 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f3429563-4620-45a6-8107-b6b64522b518 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:06.650537 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:06.664458 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-55ab6aed-0c4a-4d5d-b7e4-148597a04806 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:06.668835 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-55ab6aed-0c4a-4d5d-b7e4-148597a04806 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7241089 Mar 07 21:40:06.668995 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:06.672412 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42202) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:06.700953 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1846fd3c-dc13-45d5-9cc0-99c6cf48d4d5 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:06.820798 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-92c5b8e3-655a-405b-8fc8-dce9f4c46204 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:06.842663 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-92c5b8e3-655a-405b-8fc8-dce9f4c46204 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:06.851343 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45da7423-f81c-45eb-81b2-d19bd2dce704 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:06.857576 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9efc96d3-b917-4677-a8ba-0a6bf1a39aff tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:06.863976 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efc96d3-b917-4677-a8ba-0a6bf1a39aff tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:06.864691 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9efc96d3-b917-4677-a8ba-0a6bf1a39aff tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:07.045193 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:07.051644 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-537bb439-31d2-4f9c-bebc-f42ef94aa11f tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:07.057870 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] Transition to ACTIVE for port object 789a3244-deb1-4f69-b2a8-a5c41db5fa8c will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:07.068043 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:07.099894 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc96d3-b917-4677-a8ba-0a6bf1a39aff tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Network': ['ID=92eaa9ad-4bf4-4e1f-98b3-c36a67598087,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:07.126419 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 92eaa9ad-4bf4-4e1f-98b3-c36a67598087 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:40:07.130391 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:07.141688 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1e258600-2fa0-446a-a93b-b4fdd7f461ca None None] Provisioning for port 50dbf15b-d868-4ad3-84e5-899eaf5a8f4d completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:40:07.156059 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:07.166705 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-9efc96d3-b917-4677-a8ba-0a6bf1a39aff tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2098877 Mar 07 21:40:07.179299 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42208) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:07.192092 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-ceaa477d-7de4-4c70-9c9d-1ebffcbe45d0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'subnet': {'network_id': '92eaa9ad-4bf4-4e1f-98b3-c36a67598087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:07.210744 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185d7dd-a2c9-4118-a344-7b929a162782 None None] Pushing event updated for resources: {'Port': ['ID=789a3244-deb1-4f69-b2a8-a5c41db5fa8c,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:07.217512 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1846fd3c-dc13-45d5-9cc0-99c6cf48d4d5 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:07.233924 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:40:07.238371 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-92c5b8e3-655a-405b-8fc8-dce9f4c46204 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:07.252078 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f50c29d4-b39f-4e58-9b84-531a9e77df32,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:07.262206 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] Attempting to bind port 789a3244-deb1-4f69-b2a8-a5c41db5fa8c on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:07.263015 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] Attempting to bind port 789a3244-deb1-4f69-b2a8-a5c41db5fa8c by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'aba205d5-a3fe-4a29-898f-5627c6278d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80d0c95f-33e0-41db-9140-9d8c43c971cb'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:07.263720 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] Attempting to bind port 789a3244-deb1-4f69-b2a8-a5c41db5fa8c on network 80d0c95f-33e0-41db-9140-9d8c43c971cb {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:07.266998 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:07.267735 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:07.268079 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:07.268411 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:07.268740 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:07.269062 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:07.269379 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:07.269698 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:07.270035 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:07.270357 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:07.270818 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:07.271140 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:07.271759 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:40:07.272301 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] Checking segment: {'id': 'aba205d5-a3fe-4a29-898f-5627c6278d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80d0c95f-33e0-41db-9140-9d8c43c971cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:40:07.272863 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:07.273404 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] Bound using segment: {'id': 'aba205d5-a3fe-4a29-898f-5627c6278d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80d0c95f-33e0-41db-9140-9d8c43c971cb'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:40:07.283970 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5b8e3-655a-405b-8fc8-dce9f4c46204 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efdfdae5-04d6-4cbd-84b9-f39fa2c3aa83,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:07.291656 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:07.291656 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Added segment e64fe914-e809-49a9-88ae-454ad3c47334 of type vlan for network 19b905a3-cf35-4f92-8ab1-ffad253bb210 Mar 07 21:40:07.292465 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] Bound port: 789a3244-deb1-4f69-b2a8-a5c41db5fa8c, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba205d5-a3fe-4a29-898f-5627c6278d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '80d0c95f-33e0-41db-9140-9d8c43c971cb'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:40:07.292465 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:07.341638 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0dcca-63d4-4e94-b7bb-0b6bcabb0163 req-9b358b24-85b8-4133-9196-62deb7ad189c tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:07.348798 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9cf0dcca-63d4-4e94-b7bb-0b6bcabb0163 req-9b358b24-85b8-4133-9196-62deb7ad189c tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.3440673 Mar 07 21:40:07.393359 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-1846fd3c-dc13-45d5-9cc0-99c6cf48d4d5 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Deleting port 789a3244-deb1-4f69-b2a8-a5c41db5fa8c {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:07.393697 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1846fd3c-dc13-45d5-9cc0-99c6cf48d4d5 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:07.397271 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] For port 789a3244-deb1-4f69-b2a8-a5c41db5fa8c, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:40:07.401713 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] For port 789a3244-deb1-4f69-b2a8-a5c41db5fa8c, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=789a3244-deb1-4f69-b2a8-a5c41db5fa8c,segment=NetworkSegment(aba205d5-a3fe-4a29-898f-5627c6278d3a),segment_id=aba205d5-a3fe-4a29-898f-5627c6278d3a)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:40:07.465336 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:07.486197 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:07.491325 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f3429563-4620-45a6-8107-b6b64522b518 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:07.508672 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ceaa477d-7de4-4c70-9c9d-1ebffcbe45d0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:07.541054 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-92c5b8e3-655a-405b-8fc8-dce9f4c46204 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:07.542419 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-92c5b8e3-655a-405b-8fc8-dce9f4c46204 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/efdfdae5-04d6-4cbd-84b9-f39fa2c3aa83 HTTP/1.1" status: 204 len: 168 time: 0.8674083 Mar 07 21:40:07.554746 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9cf0dcca-63d4-4e94-b7bb-0b6bcabb0163 req-a3f0fef5-9e52-4aee-bc16-290922e7601d tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050219 Mar 07 21:40:07.561439 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 50dbf15b-d868-4ad3-84e5-899eaf5a8f4d up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:40:07.572138 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42214) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:07.584822 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ceaa477d-7de4-4c70-9c9d-1ebffcbe45d0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:subnet and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:07.588457 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ceaa477d-7de4-4c70-9c9d-1ebffcbe45d0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:07.597514 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185d7dd-a2c9-4118-a344-7b929a162782 None None] Pushing event updated for resources: {'Port': ['ID=789a3244-deb1-4f69-b2a8-a5c41db5fa8c,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:07.607030 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] Routers {'c7f8bc83-d968-4462-979e-ee98d3269a33'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:07.607896 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:39:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c7f8bc83-d968-4462-979e-ee98d3269a33'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:07.611538 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d5e08d83-8d03-462d-ba6b-940fdd2c703b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:07.663168 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-537bb439-31d2-4f9c-bebc-f42ef94aa11f tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:07.687177 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-f3429563-4620-45a6-8107-b6b64522b518 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Calling delete_port for caaf1149-cf95-4a4b-970f-dcbb88175ec3 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:07.750329 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ceaa477d-7de4-4c70-9c9d-1ebffcbe45d0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:07.761755 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 50dbf15b-d868-4ad3-84e5-899eaf5a8f4d completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:40:07.768799 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 50dbf15b-d868-4ad3-84e5-899eaf5a8f4d triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:07.769450 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:07.778072 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] Set router c7f8bc83-d968-4462-979e-ee98d3269a33 gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:40:07.817676 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537bb439-31d2-4f9c-bebc-f42ef94aa11f tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:07.836088 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-537bb439-31d2-4f9c-bebc-f42ef94aa11f tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:07.869105 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-7b74617f-ce6e-4305-94c0-8f7bdaca64e9 None None] Provisioning complete for port 50dbf15b-d868-4ad3-84e5-899eaf5a8f4d triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:07.869673 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7b74617f-ce6e-4305-94c0-8f7bdaca64e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:07.871585 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537bb439-31d2-4f9c-bebc-f42ef94aa11f tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:07.911371 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f8bc83-d968-4462-979e-ee98d3269a33', 'name': '', 'tenant_id': '4a86bcd5021948ffaa43666022ae8a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:39:55Z', 'updated_at': '2022-03-07T21:40:07Z', 'revision_number': 4, 'project_id': '4a86bcd5021948ffaa43666022ae8a26', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:07.919300 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91866424-a3e7-4036-8594-32a70f63f40c None None] The sync data for ids ['c7f8bc83-d968-4462-979e-ee98d3269a33'] in dv-neutron-829957-1-hyperv is: [{'id': 'c7f8bc83-d968-4462-979e-ee98d3269a33', 'name': '', 'tenant_id': '4a86bcd5021948ffaa43666022ae8a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:39:55Z', 'updated_at': '2022-03-07T21:40:07Z', 'revision_number': 4, 'project_id': '4a86bcd5021948ffaa43666022ae8a26', 'gw_port_host': None}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:40:07.936625 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bb439-31d2-4f9c-bebc-f42ef94aa11f tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Pushing event updated for resources: {'Port': ['ID=839c055a-a272-4333-a3da-55b430b5d495,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:07.953415 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceaa477d-7de4-4c70-9c9d-1ebffcbe45d0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:07.956851 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ceaa477d-7de4-4c70-9c9d-1ebffcbe45d0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:08.063248 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-1846fd3c-dc13-45d5-9cc0-99c6cf48d4d5 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] For port 789a3244-deb1-4f69-b2a8-a5c41db5fa8c, host dv-neutron-829957-1-hyperv, got binding levels [] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:08.063865 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1846fd3c-dc13-45d5-9cc0-99c6cf48d4d5 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:08.104576 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:08.118334 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7b74617f-ce6e-4305-94c0-8f7bdaca64e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:08.165200 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 50dbf15b-d868-4ad3-84e5-899eaf5a8f4d, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=50dbf15b-d868-4ad3-84e5-899eaf5a8f4d,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:08.220727 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.resource_extend [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:40:08.259424 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:08.287550 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-1846fd3c-dc13-45d5-9cc0-99c6cf48d4d5 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Calling delete_port for 789a3244-deb1-4f69-b2a8-a5c41db5fa8c owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:08.341119 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f3429563-4620-45a6-8107-b6b64522b518 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:08.376954 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-7b74617f-ce6e-4305-94c0-8f7bdaca64e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:40:08.377301 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-7b74617f-ce6e-4305-94c0-8f7bdaca64e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:40:08.380974 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=50dbf15b-d868-4ad3-84e5-899eaf5a8f4d,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:08.388974 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:08.389314 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:08.389652 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:08.389997 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:08.390327 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:08.390651 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:08.390969 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:08.391284 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:08.391596 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:08.391914 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:08.392226 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:08.392534 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:08.399764 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c2713c2e-b8ec-4ff1-b21c-186ea10f316b tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Synchronizing usage tracker for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:08.415178 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:08.420868 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:08.421457 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:08.422570 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3429563-4620-45a6-8107-b6b64522b518 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Port': ['ID=caaf1149-cf95-4a4b-970f-dcbb88175ec3,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:08.495863 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c2713c2e-b8ec-4ff1-b21c-186ea10f316b tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Unset dirty status for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:08.497635 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c2713c2e-b8ec-4ff1-b21c-186ea10f316b tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9295404 Mar 07 21:40:08.538172 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42218) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:08.572662 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Pushing event updated for resources: {'Network': ['ID=19b905a3-cf35-4f92-8ab1-ffad253bb210,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:08.589917 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 19b905a3-cf35-4f92-8ab1-ffad253bb210 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:40:08.602273 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-537bb439-31d2-4f9c-bebc-f42ef94aa11f tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:08.606912 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0c0f581f-4cd3-443e-bd30-8a939c2d7918 tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.0136259 Mar 07 21:40:08.644044 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-d5e08d83-8d03-462d-ba6b-940fdd2c703b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting port 082dcb8b-d71d-4c49-b20e-fdc83b6a2a36 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:08.647500 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d5e08d83-8d03-462d-ba6b-940fdd2c703b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:08.894772 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f3429563-4620-45a6-8107-b6b64522b518 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:08.963432 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-7b74617f-ce6e-4305-94c0-8f7bdaca64e9 None None] Could not find standard attr ID for object caaf1149-cf95-4a4b-970f-dcbb88175ec3. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:40:08.963926 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-537bb439-31d2-4f9c-bebc-f42ef94aa11f tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:08.964025 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.api [None req-1846fd3c-dc13-45d5-9cc0-99c6cf48d4d5 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:40:08.964025 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG oslo_db.api [None req-1846fd3c-dc13-45d5-9cc0-99c6cf48d4d5 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:40:08.964025 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42228) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:08.975963 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Request body: {'port': {'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210', 'binding:host_id': 'hv-neutron-8299', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-447784108'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:08.986561 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:09.003764 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-358403ab-341b-40d0-af3a-2d053cd3e7ee tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:09.020285 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ceaa477d-7de4-4c70-9c9d-1ebffcbe45d0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:09.042355 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Usage tracker for resource:port and tenant:d6339e1fc9e64d7890200d20913a319b is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:09.052290 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:09.068454 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:09.075272 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2029b7be-722a-477b-ad63-080c4f3c5d09 None None] Could not find standard attr ID for object caaf1149-cf95-4a4b-970f-dcbb88175ec3. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:40:09.083923 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b48e87-8999-4328-80ad-de5292d32300 req-6bd37772-ab1c-458b-82a6-e059c4bdbf17 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:09.085395 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b3b48e87-8999-4328-80ad-de5292d32300 req-6bd37772-ab1c-458b-82a6-e059c4bdbf17 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.2386658 Mar 07 21:40:09.110056 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f3429563-4620-45a6-8107-b6b64522b518 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/caaf1149-cf95-4a4b-970f-dcbb88175ec3 HTTP/1.1" status: 204 len: 168 time: 2.5961819 Mar 07 21:40:09.113013 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42232) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:09.118987 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-358403ab-341b-40d0-af3a-2d053cd3e7ee tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:09.196442 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Made reservation on behalf of d6339e1fc9e64d7890200d20913a319b for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:09.198746 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:09.199614 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa477d-7de4-4c70-9c9d-1ebffcbe45d0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Subnet': ['ID=1f32de13-9c83-44e8-bffc-869f72bcd695,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:09.213420 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d5e08d83-8d03-462d-ba6b-940fdd2c703b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:09.265097 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaa477d-7de4-4c70-9c9d-1ebffcbe45d0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Checking segment: {'id': '555f15e8-b563-493d-a7b7-8a30b6841af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '92eaa9ad-4bf4-4e1f-98b3-c36a67598087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:40:09.265456 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaa477d-7de4-4c70-9c9d-1ebffcbe45d0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network hostable DHCP agents. Network: 92eaa9ad-4bf4-4e1f-98b3-c36a67598087, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:40:09.294569 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b3b48e87-8999-4328-80ad-de5292d32300 req-41a5a3c4-11a1-4715-9b53-3b6695fdff1d tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014105 Mar 07 21:40:09.295228 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:09.344590 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-537bb439-31d2-4f9c-bebc-f42ef94aa11f tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:09.371903 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-d5e08d83-8d03-462d-ba6b-940fdd2c703b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Calling delete_port for 082dcb8b-d71d-4c49-b20e-fdc83b6a2a36 owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:09.383217 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaa477d-7de4-4c70-9c9d-1ebffcbe45d0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network 92eaa9ad-4bf4-4e1f-98b3-c36a67598087 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:40:09.385571 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-358403ab-341b-40d0-af3a-2d053cd3e7ee tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:09.409472 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358403ab-341b-40d0-af3a-2d053cd3e7ee tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=385a4b1d-a52c-43ed-a470-1ba64872bfbe,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:09.422249 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4a1e4f-9219-4cc0-a5f2-21e59f3b6e93 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:09.422249 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4a1e4f-9219-4cc0-a5f2-21e59f3b6e93 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:09.423670 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4a1e4f-9219-4cc0-a5f2-21e59f3b6e93 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:09.424455 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7e4a1e4f-9219-4cc0-a5f2-21e59f3b6e93 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:09.430175 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:09.438872 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Usage tracker for resource:security_group_rule and tenant:d6339e1fc9e64d7890200d20913a319b is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:09.447103 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-537bb439-31d2-4f9c-bebc-f42ef94aa11f tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:09.450488 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:09.484335 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 50dbf15b-d868-4ad3-84e5-899eaf5a8f4d up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:40:09.492686 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-1846fd3c-dc13-45d5-9cc0-99c6cf48d4d5 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Deleting port 789a3244-deb1-4f69-b2a8-a5c41db5fa8c {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:09.493030 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1846fd3c-dc13-45d5-9cc0-99c6cf48d4d5 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:09.509645 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-ceaa477d-7de4-4c70-9c9d-1ebffcbe45d0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 92eaa9ad-4bf4-4e1f-98b3-c36a67598087) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:09.535753 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:09.547620 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346f17ba-40ce-4645-b8ca-1ec3f05761ed None None] Network 92eaa9ad-4bf4-4e1f-98b3-c36a67598087 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:09.598598 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaa477d-7de4-4c70-9c9d-1ebffcbe45d0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:09.600872 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ceaa477d-7de4-4c70-9c9d-1ebffcbe45d0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:09.656277 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-358403ab-341b-40d0-af3a-2d053cd3e7ee tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:09.658152 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-358403ab-341b-40d0-af3a-2d053cd3e7ee tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "DELETE /v2.0/security-groups/385a4b1d-a52c-43ed-a470-1ba64872bfbe HTTP/1.1" status: 204 len: 168 time: 1.1188333 Mar 07 21:40:09.664688 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42236) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:09.688249 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bb439-31d2-4f9c-bebc-f42ef94aa11f tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Pushing event updated for resources: {'Port': ['ID=839c055a-a272-4333-a3da-55b430b5d495,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:09.692022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7e4a1e4f-9219-4cc0-a5f2-21e59f3b6e93 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:09.692770 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7e4a1e4f-9219-4cc0-a5f2-21e59f3b6e93 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5788472 Mar 07 21:40:09.694864 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-537bb439-31d2-4f9c-bebc-f42ef94aa11f tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:09.702386 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42240) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:09.760086 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 50dbf15b-d868-4ad3-84e5-899eaf5a8f4d triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:09.760552 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:09.836843 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-1846fd3c-dc13-45d5-9cc0-99c6cf48d4d5 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] For port 789a3244-deb1-4f69-b2a8-a5c41db5fa8c, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=789a3244-deb1-4f69-b2a8-a5c41db5fa8c,segment=NetworkSegment(aba205d5-a3fe-4a29-898f-5627c6278d3a),segment_id=aba205d5-a3fe-4a29-898f-5627c6278d3a)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:09.837211 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1846fd3c-dc13-45d5-9cc0-99c6cf48d4d5 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:09.928401 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce19bdf9-0e0f-4344-b014-aa783fdfb9b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-92eaa9ad-4bf4-4e1f-98b3-c36a67598087', 'network_id': '92eaa9ad-4bf4-4e1f-98b3-c36a67598087', 'tenant_id': '798f97419872427fbdc61064af1a2dd7', 'fixed_ips': [{'subnet_id': '1f32de13-9c83-44e8-bffc-869f72bcd695'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:40:09.928620 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ce19bdf9-0e0f-4344-b014-aa783fdfb9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:09.935467 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ceaa477d-7de4-4c70-9c9d-1ebffcbe45d0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7549651 Mar 07 21:40:09.945661 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42244) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:09.964948 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-b9e581a9-19f4-4a08-9351-bd2033413a76 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2055978567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:09.978445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:09.978642 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b9e581a9-19f4-4a08-9351-bd2033413a76 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:09.983604 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-9a1cfbbf-6c05-481e-aa23-0d28c1aa009a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Synchronizing usage tracker for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:09.985131 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-1846fd3c-dc13-45d5-9cc0-99c6cf48d4d5 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Calling delete_port for 789a3244-deb1-4f69-b2a8-a5c41db5fa8c owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:09.990644 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b9e581a9-19f4-4a08-9351-bd2033413a76 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:router and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:09.995308 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b9e581a9-19f4-4a08-9351-bd2033413a76 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:10.003717 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b9e581a9-19f4-4a08-9351-bd2033413a76 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:10.006165 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-537bb439-31d2-4f9c-bebc-f42ef94aa11f tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:10.010000 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-537bb439-31d2-4f9c-bebc-f42ef94aa11f tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5355604 Mar 07 21:40:10.012350 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d5e08d83-8d03-462d-ba6b-940fdd2c703b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:10.013893 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42248) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:10.019833 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-aafdf0ac-297b-4058-bc88-21115be3cc64 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet 2110c8a8-26f1-435f-9cf8-017134e48d5e {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:40:10.026667 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aafdf0ac-297b-4058-bc88-21115be3cc64 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:10.060624 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d7c7b4d3-f895-4196-97a6-c5d5e57c6a70 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Request body: {'floatingip': {'port_id': 'cf083991-cc07-4cbe-9efc-f278bf4f310f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:10.091926 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aafdf0ac-297b-4058-bc88-21115be3cc64 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:10.136634 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b9e581a9-19f4-4a08-9351-bd2033413a76 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:10.138524 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b9e581a9-19f4-4a08-9351-bd2033413a76 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:10.149223 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e08d83-8d03-462d-ba6b-940fdd2c703b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Port': ['ID=082dcb8b-d71d-4c49-b20e-fdc83b6a2a36,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:10.154709 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:10.173811 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-ce19bdf9-0e0f-4344-b014-aa783fdfb9b8 None None] Allocated IP 2001:db8::2 (92eaa9ad-4bf4-4e1f-98b3-c36a67598087/1f32de13-9c83-44e8-bffc-869f72bcd695/070b2117-e4aa-42fd-a252-ac49c9bc8023) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:10.180135 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-9a1cfbbf-6c05-481e-aa23-0d28c1aa009a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Unset dirty status for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:10.181678 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-9a1cfbbf-6c05-481e-aa23-0d28c1aa009a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5144143 Mar 07 21:40:10.186281 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d7c7b4d3-f895-4196-97a6-c5d5e57c6a70 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks [] for floatingip, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:10.190858 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42252) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:10.196580 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b9e581a9-19f4-4a08-9351-bd2033413a76 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:10.205593 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-0f1f5371-61a0-44b3-a679-adfcb1ae7895 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1412923592'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:10.222491 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0f1f5371-61a0-44b3-a679-adfcb1ae7895 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:10.241988 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] device_id is not set on port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:40:10.259664 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0f1f5371-61a0-44b3-a679-adfcb1ae7895 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:10.285372 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aafdf0ac-297b-4058-bc88-21115be3cc64 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:10.344123 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0f1f5371-61a0-44b3-a679-adfcb1ae7895 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:10.375001 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b9e581a9-19f4-4a08-9351-bd2033413a76 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:10.407833 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0f1f5371-61a0-44b3-a679-adfcb1ae7895 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:10.414162 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0f1f5371-61a0-44b3-a679-adfcb1ae7895 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Usage tracker for resource:security_group_rule and tenant:f813d92b04c54bf7a20d888ce2330046 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:10.425912 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0f1f5371-61a0-44b3-a679-adfcb1ae7895 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:10.439465 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0f1f5371-61a0-44b3-a679-adfcb1ae7895 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:10.472532 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ce19bdf9-0e0f-4344-b014-aa783fdfb9b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:10.497046 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b9e581a9-19f4-4a08-9351-bd2033413a76 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:10.502247 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b9e581a9-19f4-4a08-9351-bd2033413a76 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5536675 Mar 07 21:40:10.503190 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42258) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:10.510265 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ce19bdf9-0e0f-4344-b014-aa783fdfb9b8 None None] Transition to ACTIVE for port object 070b2117-e4aa-42fd-a252-ac49c9bc8023 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:10.515270 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-8bd04842-b8c6-43a2-9d34-a16a6ed4c925 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'port': {'network_id': '92eaa9ad-4bf4-4e1f-98b3-c36a67598087', 'name': 'tempest-PortsIpV6TestJSON-900840806'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:10.538464 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ce19bdf9-0e0f-4344-b014-aa783fdfb9b8 None None] Transition to ACTIVE for port object 070b2117-e4aa-42fd-a252-ac49c9bc8023 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:10.573772 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aafdf0ac-297b-4058-bc88-21115be3cc64 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:10.593944 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ce19bdf9-0e0f-4344-b014-aa783fdfb9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:10.628015 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafdf0ac-297b-4058-bc88-21115be3cc64 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=2110c8a8-26f1-435f-9cf8-017134e48d5e,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:10.665662 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce19bdf9-0e0f-4344-b014-aa783fdfb9b8 None None] Network 92eaa9ad-4bf4-4e1f-98b3-c36a67598087 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:10.672585 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-ce19bdf9-0e0f-4344-b014-aa783fdfb9b8 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:10.675058 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce19bdf9-0e0f-4344-b014-aa783fdfb9b8 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:10.685525 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19bdf9-0e0f-4344-b014-aa783fdfb9b8 None None] Pushing event updated for resources: {'Port': ['ID=070b2117-e4aa-42fd-a252-ac49c9bc8023,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:10.686934 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aafdf0ac-297b-4058-bc88-21115be3cc64 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:10.691207 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb58ffa7-a74d-4df3-b939-d5e5a5862ee4 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:10.714328 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-aafdf0ac-297b-4058-bc88-21115be3cc64 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/2110c8a8-26f1-435f-9cf8-017134e48d5e HTTP/1.1" status: 204 len: 168 time: 1.0067983 Mar 07 21:40:10.723957 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42262) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:10.742791 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afcc4f5-5c89-46a6-9061-2af90a793671,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:10.772177 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0f1f5371-61a0-44b3-a679-adfcb1ae7895 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:10.780321 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8bd04842-b8c6-43a2-9d34-a16a6ed4c925 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:10.785174 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8bd04842-b8c6-43a2-9d34-a16a6ed4c925 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:port and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:10.788744 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8bd04842-b8c6-43a2-9d34-a16a6ed4c925 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:10.797073 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8bd04842-b8c6-43a2-9d34-a16a6ed4c925 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:10.847030 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0f1f5371-61a0-44b3-a679-adfcb1ae7895 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:10.875444 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-ce19bdf9-0e0f-4344-b014-aa783fdfb9b8 None None] Attempting to bind port 070b2117-e4aa-42fd-a252-ac49c9bc8023 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:10.875804 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-ce19bdf9-0e0f-4344-b014-aa783fdfb9b8 None None] Attempting to bind port 070b2117-e4aa-42fd-a252-ac49c9bc8023 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '555f15e8-b563-493d-a7b7-8a30b6841af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '92eaa9ad-4bf4-4e1f-98b3-c36a67598087'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:10.876160 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce19bdf9-0e0f-4344-b014-aa783fdfb9b8 None None] Attempting to bind port 070b2117-e4aa-42fd-a252-ac49c9bc8023 on network 92eaa9ad-4bf4-4e1f-98b3-c36a67598087 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:10.884586 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce19bdf9-0e0f-4344-b014-aa783fdfb9b8 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:40:10.884947 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce19bdf9-0e0f-4344-b014-aa783fdfb9b8 None None] Checking segment: {'id': '555f15e8-b563-493d-a7b7-8a30b6841af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '92eaa9ad-4bf4-4e1f-98b3-c36a67598087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:40:10.885337 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ce19bdf9-0e0f-4344-b014-aa783fdfb9b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:10.885716 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce19bdf9-0e0f-4344-b014-aa783fdfb9b8 None None] Bound using segment: {'id': '555f15e8-b563-493d-a7b7-8a30b6841af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '92eaa9ad-4bf4-4e1f-98b3-c36a67598087'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:40:10.886203 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-ce19bdf9-0e0f-4344-b014-aa783fdfb9b8 None None] Bound port: 070b2117-e4aa-42fd-a252-ac49c9bc8023, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555f15e8-b563-493d-a7b7-8a30b6841af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '92eaa9ad-4bf4-4e1f-98b3-c36a67598087'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:40:10.887088 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ce19bdf9-0e0f-4344-b014-aa783fdfb9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:10.902912 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd04842-b8c6-43a2-9d34-a16a6ed4c925 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:10.906649 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8bd04842-b8c6-43a2-9d34-a16a6ed4c925 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:10.919909 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f5371-61a0-44b3-a679-adfcb1ae7895 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1835adb3-1899-4844-9a3d-f2afb3a14a72,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:10.942536 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-8bd04842-b8c6-43a2-9d34-a16a6ed4c925 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] device_id is not set on port 1e89cfae-6009-45bc-9cbe-7d4258397bce yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:40:10.948199 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d5e08d83-8d03-462d-ba6b-940fdd2c703b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:10.982368 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0f1f5371-61a0-44b3-a679-adfcb1ae7895 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:10.987498 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0f1f5371-61a0-44b3-a679-adfcb1ae7895 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7896931 Mar 07 21:40:10.987498 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42266) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:10.997100 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-aa16a2c0-236c-433c-a0f5-0aba08b16ab0 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Request body: {'security_group_rule': {'security_group_id': '1835adb3-1899-4844-9a3d-f2afb3a14a72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:11.012204 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-aa16a2c0-236c-433c-a0f5-0aba08b16ab0 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:11.025863 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-aa16a2c0-236c-433c-a0f5-0aba08b16ab0 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Usage tracker for resource:security_group_rule and tenant:f813d92b04c54bf7a20d888ce2330046 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:11.031838 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-aa16a2c0-236c-433c-a0f5-0aba08b16ab0 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:11.042450 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-aa16a2c0-236c-433c-a0f5-0aba08b16ab0 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:11.045386 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-ce19bdf9-0e0f-4344-b014-aa783fdfb9b8 None None] For port 070b2117-e4aa-42fd-a252-ac49c9bc8023, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:40:11.079644 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba82953f-205b-4fc8-8650-2312efb6c32f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet c23a21a7-8cfd-46fb-81e2-50a2dcb73bf3 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:40:11.086591 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-ce19bdf9-0e0f-4344-b014-aa783fdfb9b8 None None] For port 070b2117-e4aa-42fd-a252-ac49c9bc8023, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=070b2117-e4aa-42fd-a252-ac49c9bc8023,segment=NetworkSegment(555f15e8-b563-493d-a7b7-8a30b6841af4),segment_id=555f15e8-b563-493d-a7b7-8a30b6841af4)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:40:11.095434 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ba82953f-205b-4fc8-8650-2312efb6c32f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:11.117657 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aa16a2c0-236c-433c-a0f5-0aba08b16ab0 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:11.155836 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ce19bdf9-0e0f-4344-b014-aa783fdfb9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:11.156385 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-8bd04842-b8c6-43a2-9d34-a16a6ed4c925 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Allocated IP 2001:db8::2be (92eaa9ad-4bf4-4e1f-98b3-c36a67598087/1f32de13-9c83-44e8-bffc-869f72bcd695/1e89cfae-6009-45bc-9cbe-7d4258397bce) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:11.224364 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aa16a2c0-236c-433c-a0f5-0aba08b16ab0 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:11.248065 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19bdf9-0e0f-4344-b014-aa783fdfb9b8 None None] Pushing event updated for resources: {'Port': ['ID=070b2117-e4aa-42fd-a252-ac49c9bc8023,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:11.296254 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-d7c7b4d3-f895-4196-97a6-c5d5e57c6a70 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] update failed (client error): The resource could not be found. Mar 07 21:40:11.299826 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d7c7b4d3-f895-4196-97a6-c5d5e57c6a70 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] 10.222.0.21 "PUT /v2.0/floatingips/af8f47e9-fea6-4a6f-bc7e-91aa7a8f4e3e HTTP/1.1" status: 404 len: 507 time: 1.2763901 Mar 07 21:40:11.301067 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42270) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:11.305570 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951026c9-cb3b-4331-96cf-36a56b18f8a1 req-4b634a1f-95d9-45ec-b220-8db9a4b83594 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:11.307079 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-951026c9-cb3b-4331-96cf-36a56b18f8a1 req-4b634a1f-95d9-45ec-b220-8db9a4b83594 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.8027418 Mar 07 21:40:11.384511 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aa16a2c0-236c-433c-a0f5-0aba08b16ab0 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:11.439152 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16a2c0-236c-433c-a0f5-0aba08b16ab0 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af9a5f6-e1d6-42a8-bfba-e4624913eba8,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:11.515067 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ba82953f-205b-4fc8-8650-2312efb6c32f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:11.563178 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-0eb35816-f9eb-457e-825e-dbe2f0ac0358 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Deleting port 839c055a-a272-4333-a3da-55b430b5d495 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:11.563413 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0eb35816-f9eb-457e-825e-dbe2f0ac0358 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:11.607805 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aa16a2c0-236c-433c-a0f5-0aba08b16ab0 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:11.611119 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-aa16a2c0-236c-433c-a0f5-0aba08b16ab0 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6209738 Mar 07 21:40:11.611797 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42274) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:11.656220 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a1526e9f-8fca-41ba-a476-87230167f598 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-group-rules/8af9a5f6-e1d6-42a8-bfba-e4624913eba8 HTTP/1.1" status: 200 len: 763 time: 0.0434992 Mar 07 21:40:11.667900 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42278) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:11.713094 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-951026c9-cb3b-4331-96cf-36a56b18f8a1 req-0e30cb92-4248-4962-ba30-a906d468f526 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3945158 Mar 07 21:40:11.774474 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e08d83-8d03-462d-ba6b-940fdd2c703b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Router 2667f714-05ce-4dc9-921f-a3c5e11b6ff5 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:40:11.787966 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] device_id is not set on port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:40:11.809030 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:11.844044 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-029b5a1a-818e-4c5f-a42a-6b848f1cc062 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Synchronizing usage tracker for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:11.926048 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a8932f0e-a512-44f6-bc97-365683d3ce53 None None] Provisioning complete for port 50dbf15b-d868-4ad3-84e5-899eaf5a8f4d triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:11.926811 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a8932f0e-a512-44f6-bc97-365683d3ce53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:11.993846 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0eb35816-f9eb-457e-825e-dbe2f0ac0358 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:11.994165 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0eb35816-f9eb-457e-825e-dbe2f0ac0358 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:12.114694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ba82953f-205b-4fc8-8650-2312efb6c32f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:12.132045 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-029b5a1a-818e-4c5f-a42a-6b848f1cc062 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Unset dirty status for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:12.133592 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-029b5a1a-818e-4c5f-a42a-6b848f1cc062 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4647624 Mar 07 21:40:12.142135 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-0eb35816-f9eb-457e-825e-dbe2f0ac0358 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Calling delete_port for 839c055a-a272-4333-a3da-55b430b5d495 owned by network:floatingip {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:12.166855 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42286) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:12.178999 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1846fd3c-dc13-45d5-9cc0-99c6cf48d4d5 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:12.345358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3bae4e7a-ed5a-4884-aa72-21b4ea278d4e tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:12.352578 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e08d83-8d03-462d-ba6b-940fdd2c703b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:40:12.372779 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84cc124-1ca7-491f-910b-37fe396ceff0 None None] Sync routers for ids ['2667f714-05ce-4dc9-921f-a3c5e11b6ff5'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:40:12.373316 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Transition to ACTIVE for port object ef2de4bf-a9c6-4533-89f0-8f040ef58a83 will not be triggered until provisioned by entity L2. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:12.384123 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3bae4e7a-ed5a-4884-aa72-21b4ea278d4e tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:12.386612 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84cc124-1ca7-491f-910b-37fe396ceff0 None None] Routers {'2667f714-05ce-4dc9-921f-a3c5e11b6ff5'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:12.387361 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-d84cc124-1ca7-491f-910b-37fe396ceff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:39:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['2667f714-05ce-4dc9-921f-a3c5e11b6ff5'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:12.394955 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846fd3c-dc13-45d5-9cc0-99c6cf48d4d5 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Pushing event deleted for resources: {'Port': ['ID=789a3244-deb1-4f69-b2a8-a5c41db5fa8c,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:12.431101 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1846fd3c-dc13-45d5-9cc0-99c6cf48d4d5 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:12.487644 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8bd04842-b8c6-43a2-9d34-a16a6ed4c925 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:12.516330 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-d84cc124-1ca7-491f-910b-37fe396ceff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:12.527640 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-8bd04842-b8c6-43a2-9d34-a16a6ed4c925 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Transition to ACTIVE for port object 1e89cfae-6009-45bc-9cbe-7d4258397bce will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:12.530576 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87b05d6-2f91-46aa-b52f-079dfee0f02a None None] Network 92eaa9ad-4bf4-4e1f-98b3-c36a67598087 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:12.563907 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42cf4a-74e4-436f-b46a-3f0ec02cba12 req-0b0c341d-83a8-4e4e-bca5-56e825b2a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:12.564520 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:12.565417 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-ec42cf4a-74e4-436f-b46a-3f0ec02cba12 req-0b0c341d-83a8-4e4e-bca5-56e825b2a5af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=36c0879924594e24ac3af2cf45324a46&device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 1098 time: 0.2206447 Mar 07 21:40:12.566948 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84cc124-1ca7-491f-910b-37fe396ceff0 None None] Routers {'2667f714-05ce-4dc9-921f-a3c5e11b6ff5'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:12.568217 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-d84cc124-1ca7-491f-910b-37fe396ceff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:39:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['2667f714-05ce-4dc9-921f-a3c5e11b6ff5'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:12.609275 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0eb35816-f9eb-457e-825e-dbe2f0ac0358 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:12.670338 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1846fd3c-dc13-45d5-9cc0-99c6cf48d4d5 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:12.682680 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-d84cc124-1ca7-491f-910b-37fe396ceff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:12.683084 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84cc124-1ca7-491f-910b-37fe396ceff0 None None] The sync data for ids ['2667f714-05ce-4dc9-921f-a3c5e11b6ff5'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:40:12.686754 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1846fd3c-dc13-45d5-9cc0-99c6cf48d4d5 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:12.698356 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ba82953f-205b-4fc8-8650-2312efb6c32f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:12.718496 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8bd04842-b8c6-43a2-9d34-a16a6ed4c925 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:12.724296 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb35816-f9eb-457e-825e-dbe2f0ac0358 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Pushing event deleted for resources: {'Port': ['ID=839c055a-a272-4333-a3da-55b430b5d495,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:12.767233 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3bae4e7a-ed5a-4884-aa72-21b4ea278d4e tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:12.768875 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82953f-205b-4fc8-8650-2312efb6c32f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=c23a21a7-8cfd-46fb-81e2-50a2dcb73bf3,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:12.776464 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ba0f98e0-ca2e-4db8-ae57-41342ac2f848 None None] Provisioning for port 070b2117-e4aa-42fd-a252-ac49c9bc8023 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:40:12.797731 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ba82953f-205b-4fc8-8650-2312efb6c32f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:12.802732 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b821b8ae-32f5-424b-8341-6057058430b7 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:12.813727 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a01bc6-004c-4d63-9be6-66fe317f971e req-a2399501-c11c-4a0d-b4d0-b87a6420feaa tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:12.815205 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e6a01bc6-004c-4d63-9be6-66fe317f971e req-a2399501-c11c-4a0d-b4d0-b87a6420feaa tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.5399294 Mar 07 21:40:12.849444 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d5e08d83-8d03-462d-ba6b-940fdd2c703b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "PUT /v2.0/routers/2667f714-05ce-4dc9-921f-a3c5e11b6ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9415586 Mar 07 21:40:12.853384 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42290) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:12.857348 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Pushing event updated for resources: {'Port': ['ID=ef2de4bf-a9c6-4533-89f0-8f040ef58a83,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:12.863678 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae4e7a-ed5a-4884-aa72-21b4ea278d4e tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8af9a5f6-e1d6-42a8-bfba-e4624913eba8,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:12.883701 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd04842-b8c6-43a2-9d34-a16a6ed4c925 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network 92eaa9ad-4bf4-4e1f-98b3-c36a67598087 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:12.899216 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-8bd04842-b8c6-43a2-9d34-a16a6ed4c925 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:12.912103 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd04842-b8c6-43a2-9d34-a16a6ed4c925 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:12.917739 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd04842-b8c6-43a2-9d34-a16a6ed4c925 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:12.918853 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8bd04842-b8c6-43a2-9d34-a16a6ed4c925 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:12.943215 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42cf4a-74e4-436f-b46a-3f0ec02cba12 req-1c5fb7bf-6069-4ccb-95b1-bed655c70691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:12.944101 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-ec42cf4a-74e4-436f-b46a-3f0ec02cba12 req-1c5fb7bf-6069-4ccb-95b1-bed655c70691 service neutron] 10.222.0.11 "GET /v2.0/networks?id=38c758dc-7f6c-454b-adaf-334f371206ea HTTP/1.1" status: 200 len: 911 time: 0.3713343 Mar 07 21:40:12.944268 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1846fd3c-dc13-45d5-9cc0-99c6cf48d4d5 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:12.944934 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1846fd3c-dc13-45d5-9cc0-99c6cf48d4d5 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7f8bc83-d968-4462-979e-ee98d3269a33 {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:40:12.948296 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3bae4e7a-ed5a-4884-aa72-21b4ea278d4e tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:12.953113 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3bae4e7a-ed5a-4884-aa72-21b4ea278d4e tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/8af9a5f6-e1d6-42a8-bfba-e4624913eba8 HTTP/1.1" status: 204 len: 168 time: 0.7755642 Mar 07 21:40:12.953649 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd04842-b8c6-43a2-9d34-a16a6ed4c925 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Port': ['ID=1e89cfae-6009-45bc-9cbe-7d4258397bce,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:12.963298 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1846fd3c-dc13-45d5-9cc0-99c6cf48d4d5 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:12.964353 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1846fd3c-dc13-45d5-9cc0-99c6cf48d4d5 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "DELETE /v2.0/routers/c7f8bc83-d968-4462-979e-ee98d3269a33 HTTP/1.1" status: 204 len: 168 time: 6.8626082 Mar 07 21:40:12.975739 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42294) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:12.976299 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42296) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:13.013286 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Checking segment: {'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:40:13.013876 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Network hostable DHCP agents. Network: 19b905a3-cf35-4f92-8ab1-ffad253bb210, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:40:13.058441 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0eb35816-f9eb-457e-825e-dbe2f0ac0358 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks [] for floatingip, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:13.060811 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0eb35816-f9eb-457e-825e-dbe2f0ac0358 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:13.063085 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0eb35816-f9eb-457e-825e-dbe2f0ac0358 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] 10.222.0.21 "DELETE /v2.0/floatingips/af8f47e9-fea6-4a6f-bc7e-91aa7a8f4e3e HTTP/1.1" status: 204 len: 168 time: 1.7608242 Mar 07 21:40:13.073467 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42302) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:13.081285 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-7ec7cba7-8a8a-4307-a42b-09613e54a86d tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Request body: {'floatingip': {'floating_network_id': 'bd78d60e-003e-4e04-9b7f-88d9db369b1e', 'port_id': 'cf083991-cc07-4cbe-9efc-f278bf4f310f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:13.091962 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7ec7cba7-8a8a-4307-a42b-09613e54a86d tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:13.108111 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8bd04842-b8c6-43a2-9d34-a16a6ed4c925 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6020718 Mar 07 21:40:13.108818 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ba82953f-205b-4fc8-8650-2312efb6c32f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/c23a21a7-8cfd-46fb-81e2-50a2dcb73bf3 HTTP/1.1" status: 204 len: 168 time: 2.3676710 Mar 07 21:40:13.111469 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42306) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:13.111805 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42308) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:13.119549 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7ec7cba7-8a8a-4307-a42b-09613e54a86d tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Usage tracker for resource:floatingip and tenant:60f6018c6a984c15be2d2d33374c058e is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:13.122571 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7ec7cba7-8a8a-4307-a42b-09613e54a86d tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:13.127960 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-ec42cf4a-74e4-436f-b46a-3f0ec02cba12 req-0f8926c3-4458-4bfd-b1f2-e40e0c732438 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 HTTP/1.1" status: 200 len: 1001 time: 0.1757796 Mar 07 21:40:13.133192 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e6a01bc6-004c-4d63-9be6-66fe317f971e req-85fdf319-42db-4003-a61a-9c561fa06b4b tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3033679 Mar 07 21:40:13.221803 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a0ae47-07c1-4eac-ad73-f3e83bc16159 None None] DHCP port deletion for ab63f4f6-c089-409c-a9c4-f2088e2d7005 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:40:13.227464 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-57a0ae47-07c1-4eac-ad73-f3e83bc16159 None None] Deleting port 50dbf15b-d868-4ad3-84e5-899eaf5a8f4d {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:13.227831 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-57a0ae47-07c1-4eac-ad73-f3e83bc16159 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:13.286370 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7ec7cba7-8a8a-4307-a42b-09613e54a86d tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:13.324903 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-85c98c9b-1a00-4446-abc7-684afaf3be9f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:router {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:13.354256 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f4fc06ef-294a-4350-b3a2-64c043993428 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Synchronizing usage tracker for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:13.368426 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22d5cb8-d1e1-4b09-a839-edc3f5e4975d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Deleting subnet a5878bd3-4db8-44be-9189-3d1a64ed05c5 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:40:13.397176 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Network 19b905a3-cf35-4f92-8ab1-ffad253bb210 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:40:13.400240 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f22d5cb8-d1e1-4b09-a839-edc3f5e4975d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:13.458922 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-8c93225d-0a4f-4164-92b5-28aff479c268 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] remove_router_interface failed (client error): The resource could not be found. Mar 07 21:40:13.463004 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8c93225d-0a4f-4164-92b5-28aff479c268 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "PUT /v2.0/routers/2667f714-05ce-4dc9-921f-a3c5e11b6ff5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6028399 Mar 07 21:40:13.463749 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42314) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:13.465411 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-57a0ae47-07c1-4eac-ad73-f3e83bc16159 None None] For port 50dbf15b-d868-4ad3-84e5-899eaf5a8f4d, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=50dbf15b-d868-4ad3-84e5-899eaf5a8f4d,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:13.465411 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-57a0ae47-07c1-4eac-ad73-f3e83bc16159 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:13.520784 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f0c7795a-fc1d-4472-b2c6-1f860748b886 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Synchronizing usage tracker for tenant:fcdda39025724b238190857d574ee30e on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:13.530449 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f22d5cb8-d1e1-4b09-a839-edc3f5e4975d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:13.540851 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7ec7cba7-8a8a-4307-a42b-09613e54a86d tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks [] for floatingip, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:13.578359 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f4fc06ef-294a-4350-b3a2-64c043993428 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Unset dirty status for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:13.582959 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f4fc06ef-294a-4350-b3a2-64c043993428 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6053095 Mar 07 21:40:13.589004 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42318) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:13.600651 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-8b4a4524-ad3d-466c-a573-b037d9e753f0 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Request body: {'security_group_rule': {'security_group_id': '1835adb3-1899-4844-9a3d-f2afb3a14a72', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:13.607041 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 19b905a3-cf35-4f92-8ab1-ffad253bb210) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:13.617985 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 070b2117-e4aa-42fd-a252-ac49c9bc8023 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:40:13.624150 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:13.633084 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-8b4a4524-ad3d-466c-a573-b037d9e753f0 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:13.647274 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199401c2-3e0e-4e9c-8565-ef49ca0b8f2f None None] Network 19b905a3-cf35-4f92-8ab1-ffad253bb210 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:13.661068 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:13.661398 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:13.661733 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:13.667321 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-57a0ae47-07c1-4eac-ad73-f3e83bc16159 None None] Calling delete_port for 50dbf15b-d868-4ad3-84e5-899eaf5a8f4d owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:13.667696 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-8b4a4524-ad3d-466c-a573-b037d9e753f0 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:13.672854 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42cf4a-74e4-436f-b46a-3f0ec02cba12 req-e72aa3ce-1626-46a9-b618-bbc486b75441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:13.674907 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-ec42cf4a-74e4-436f-b46a-3f0ec02cba12 req-e72aa3ce-1626-46a9-b618-bbc486b75441 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f313f210-5759-4bf7-8dc0-7c89a181e7b8 HTTP/1.1" status: 200 len: 850 time: 0.4037380 Mar 07 21:40:13.678634 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f22d5cb8-d1e1-4b09-a839-edc3f5e4975d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:13.840125 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:13.841169 dv-neutron-829957-1-hyperv neutron-server[88386]: ERROR neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:13.847661 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.plugins.ml2.plugin [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 2 to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 Mar 07 21:40:13.847819 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-0ffabee7-b51a-447d-9a7f-9cb2682b48ea None None] Provisioning for port 1e89cfae-6009-45bc-9cbe-7d4258397bce completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:40:13.854681 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f0c7795a-fc1d-4472-b2c6-1f860748b886 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Unset dirty status for tenant:fcdda39025724b238190857d574ee30e on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:13.859474 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f0c7795a-fc1d-4472-b2c6-1f860748b886 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "GET /v2.0/ports?device_id=2667f714-05ce-4dc9-921f-a3c5e11b6ff5 HTTP/1.1" status: 200 len: 205 time: 0.3906744 Mar 07 21:40:13.860412 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42322) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:13.863133 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-0ffabee7-b51a-447d-9a7f-9cb2682b48ea None None] Provisioning complete for port 1e89cfae-6009-45bc-9cbe-7d4258397bce triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:13.863501 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0ffabee7-b51a-447d-9a7f-9cb2682b48ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:13.880489 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-85c98c9b-1a00-4446-abc7-684afaf3be9f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:router {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:13.884043 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-85c98c9b-1a00-4446-abc7-684afaf3be9f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7607384 Mar 07 21:40:13.928034 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42326) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:13.946501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:13.946827 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:13.947327 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:13.962774 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-7306c31f-edce-47ac-908c-3cef4cfdbbd9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:14.009183 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-0ffabee7-b51a-447d-9a7f-9cb2682b48ea None None] Port 1e89cfae-6009-45bc-9cbe-7d4258397bce cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:40:14.041096 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 070b2117-e4aa-42fd-a252-ac49c9bc8023 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:40:14.045055 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-57a0ae47-07c1-4eac-ad73-f3e83bc16159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:14.047788 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:14.048459 dv-neutron-829957-1-hyperv neutron-server[88386]: ERROR neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:14.068009 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.plugins.ml2.plugin [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 3 to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 Mar 07 21:40:14.074992 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4524-ad3d-466c-a573-b037d9e753f0 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:14.095807 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 070b2117-e4aa-42fd-a252-ac49c9bc8023 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:14.096173 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:14.106056 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-73cb1bc2-433b-4a09-803b-f2e01f9f91be tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:14.119983 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0ae47-07c1-4eac-ad73-f3e83bc16159 None None] Pushing event deleted for resources: {'Port': ['ID=50dbf15b-d868-4ad3-84e5-899eaf5a8f4d,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:14.123609 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a0ae47-07c1-4eac-ad73-f3e83bc16159 None None] No DVR routers for this DVR port 50dbf15b-d868-4ad3-84e5-899eaf5a8f4d on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:40:14.170250 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a685edba-4ed9-4b79-9006-cf410c73413e None None] Provisioning complete for port 1e89cfae-6009-45bc-9cbe-7d4258397bce triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:14.170250 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a685edba-4ed9-4b79-9006-cf410c73413e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:14.228840 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42cf4a-74e4-436f-b46a-3f0ec02cba12 req-7bb50a87-2431-45d2-b698-6ce6ba8fa1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:14.229139 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:14.229475 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:14.229809 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:14.231448 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-ec42cf4a-74e4-436f-b46a-3f0ec02cba12 req-7bb50a87-2431-45d2-b698-6ce6ba8fa1f9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38c758dc-7f6c-454b-adaf-334f371206ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4996383 Mar 07 21:40:14.273477 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-a685edba-4ed9-4b79-9006-cf410c73413e None None] Port 1e89cfae-6009-45bc-9cbe-7d4258397bce cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:40:14.309880 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:14.310469 dv-neutron-829957-1-hyperv neutron-server[88386]: ERROR neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:14.341013 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:14.352435 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.plugins.ml2.plugin [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 4 to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 Mar 07 21:40:14.375596 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 070b2117-e4aa-42fd-a252-ac49c9bc8023, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=070b2117-e4aa-42fd-a252-ac49c9bc8023,segment=NetworkSegment(555f15e8-b563-493d-a7b7-8a30b6841af4),segment_id=555f15e8-b563-493d-a7b7-8a30b6841af4)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:14.388676 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f22d5cb8-d1e1-4b09-a839-edc3f5e4975d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:14.447111 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:14.494319 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-ec42cf4a-74e4-436f-b46a-3f0ec02cba12 req-c983694b-b65f-4147-91ca-353898e99a10 service neutron] 10.222.0.11 "GET /v2.0/networks/38c758dc-7f6c-454b-adaf-334f371206ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245188 Mar 07 21:40:14.504277 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 50dbf15b-d868-4ad3-84e5-899eaf5a8f4d no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:40:14.519528 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-18660809-d4eb-4477-94fa-49069f393699 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:14.541880 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 50dbf15b-d868-4ad3-84e5-899eaf5a8f4d {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:40:14.542406 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 50dbf15b-d868-4ad3-84e5-899eaf5a8f4d not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:40:14.550227 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:14.550561 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:14.550895 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:14.555961 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7306c31f-edce-47ac-908c-3cef4cfdbbd9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:14.564088 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d5cb8-d1e1-4b09-a839-edc3f5e4975d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a5878bd3-4db8-44be-9189-3d1a64ed05c5,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:14.569230 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=070b2117-e4aa-42fd-a252-ac49c9bc8023,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:14.621034 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f22d5cb8-d1e1-4b09-a839-edc3f5e4975d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:14.625894 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7306c31f-edce-47ac-908c-3cef4cfdbbd9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:14.628226 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:14.628552 dv-neutron-829957-1-hyperv neutron-server[88386]: ERROR neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:14.639228 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7306c31f-edce-47ac-908c-3cef4cfdbbd9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:14.642607 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.plugins.ml2.plugin [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 5 to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 Mar 07 21:40:14.660306 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-73cb1bc2-433b-4a09-803b-f2e01f9f91be tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:14.668058 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7306c31f-edce-47ac-908c-3cef4cfdbbd9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:14.670318 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-73cb1bc2-433b-4a09-803b-f2e01f9f91be tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:14.673736 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4524-ad3d-466c-a573-b037d9e753f0 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:14.693838 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-7ec7cba7-8a8a-4307-a42b-09613e54a86d tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:40:14.694906 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7ec7cba7-8a8a-4307-a42b-09613e54a86d tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.6198874 Mar 07 21:40:14.699972 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42332) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:14.704310 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:14.704645 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:14.704978 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:14.708420 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-f191a63e-0065-4920-894c-98def8709602 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': 'cf083991-cc07-4cbe-9efc-f278bf4f310f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:14.713404 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:14.713722 dv-neutron-829957-1-hyperv neutron-server[88386]: ERROR neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:14.715912 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.plugins.ml2.plugin [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 6 to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 Mar 07 21:40:14.726545 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f191a63e-0065-4920-894c-98def8709602 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:14.737911 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:14.738295 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:14.738624 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:14.744768 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:14.745080 dv-neutron-829957-1-hyperv neutron-server[88386]: ERROR neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:14.745588 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.plugins.ml2.plugin [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 7 to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 Mar 07 21:40:14.758784 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c3e41-a048-4533-a9e5-e1e5f9ddbf90 req-ed0feed4-9553-4316-ae47-3c0ad060e2e4 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:14.761153 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2b3c3e41-a048-4533-a9e5-e1e5f9ddbf90 req-ed0feed4-9553-4316-ae47-3c0ad060e2e4 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.4417627 Mar 07 21:40:14.782400 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:14.782730 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:14.783063 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:14.790340 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4524-ad3d-466c-a573-b037d9e753f0 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:14.794904 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f191a63e-0065-4920-894c-98def8709602 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Usage tracker for resource:floatingip and tenant:60f6018c6a984c15be2d2d33374c058e is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:14.800450 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:14.800779 dv-neutron-829957-1-hyperv neutron-server[88386]: ERROR neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:14.801684 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f191a63e-0065-4920-894c-98def8709602 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:14.806612 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.plugins.ml2.plugin [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 8 to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 Mar 07 21:40:14.834133 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-73cb1bc2-433b-4a09-803b-f2e01f9f91be tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:14.834550 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cb1bc2-433b-4a09-803b-f2e01f9f91be tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Fanout notify agent at l3_agent the message router_deleted on router 2667f714-05ce-4dc9-921f-a3c5e11b6ff5 {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:40:14.835962 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7306c31f-edce-47ac-908c-3cef4cfdbbd9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:14.839314 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7306c31f-edce-47ac-908c-3cef4cfdbbd9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:14.856997 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f22d5cb8-d1e1-4b09-a839-edc3f5e4975d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/a5878bd3-4db8-44be-9189-3d1a64ed05c5 HTTP/1.1" status: 204 len: 168 time: 1.8781016 Mar 07 21:40:14.868751 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a4524-ad3d-466c-a573-b037d9e753f0 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f1baed-cbfe-4162-99ea-70970e42f3f4,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:14.870389 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42336) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:14.871293 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f191a63e-0065-4920-894c-98def8709602 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:14.897051 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:14.897384 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:14.897655 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-ec42cf4a-74e4-436f-b46a-3f0ec02cba12 req-ebeb50ac-f538-462a-88e6-ddbd5064ccc2 service neutron] 10.222.0.11 "GET /v2.0/networks/38c758dc-7f6c-454b-adaf-334f371206ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665352 Mar 07 21:40:14.897797 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:14.983990 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-73cb1bc2-433b-4a09-803b-f2e01f9f91be tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:14.985040 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-73cb1bc2-433b-4a09-803b-f2e01f9f91be tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/routers/2667f714-05ce-4dc9-921f-a3c5e11b6ff5 HTTP/1.1" status: 204 len: 168 time: 1.1198053 Mar 07 21:40:14.987897 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2b3c3e41-a048-4533-a9e5-e1e5f9ddbf90 req-9e57dbb1-122a-4163-aba6-aa7d6b9e1055 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201364 Mar 07 21:40:14.988358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42340) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:15.004560 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4524-ad3d-466c-a573-b037d9e753f0 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:15.005673 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8b4a4524-ad3d-466c-a573-b037d9e753f0 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4154711 Mar 07 21:40:15.006432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:15.006756 dv-neutron-829957-1-hyperv neutron-server[88386]: ERROR neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:15.008834 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42344) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:15.036263 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-94371e4a-abda-4125-97a7-c0423ab4911a tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-group-rules/05f1baed-cbfe-4162-99ea-70970e42f3f4 HTTP/1.1" status: 200 len: 763 time: 0.0258863 Mar 07 21:40:15.039543 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.plugins.ml2.plugin [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 9 to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 Mar 07 21:40:15.040115 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42348) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:15.074930 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f191a63e-0065-4920-894c-98def8709602 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks [] for floatingip, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:15.133641 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:15.133881 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:15.134235 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:15.139386 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c20c6b39-c362-480e-b92e-59b12708e901 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0982397 Mar 07 21:40:15.144465 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42352) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:15.156898 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:15.157217 dv-neutron-829957-1-hyperv neutron-server[88386]: ERROR neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:15.159558 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0e49571-3130-45e3-8555-c081215eee5b tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:15.164713 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.plugins.ml2.plugin [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 10 to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 Mar 07 21:40:15.181453 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-18660809-d4eb-4477-94fa-49069f393699 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:15.191751 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc7a4ee-1c95-433c-8118-e8598088df84 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting subnet 21a6a323-cf75-469d-84bd-9aa2b90faff7 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:40:15.196490 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:15.196819 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:15.197146 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:15.200159 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3fc7a4ee-1c95-433c-8118-e8598088df84 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:15.244025 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:15.244347 dv-neutron-829957-1-hyperv neutron-server[88386]: ERROR neutron.plugins.ml2.managers [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:15.244701 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:15.247158 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-94fa6f73-6e06-4b07-8cb5-10f1a491b59d tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:15.262744 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-18660809-d4eb-4477-94fa-49069f393699 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:15.304750 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-94fa6f73-6e06-4b07-8cb5-10f1a491b59d tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:15.424850 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18660809-d4eb-4477-94fa-49069f393699 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Port': ['ID=1e89cfae-6009-45bc-9cbe-7d4258397bce,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:15.491789 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-94fa6f73-6e06-4b07-8cb5-10f1a491b59d tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:15.540077 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3fc7a4ee-1c95-433c-8118-e8598088df84 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:15.550496 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa6f73-6e06-4b07-8cb5-10f1a491b59d tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05f1baed-cbfe-4162-99ea-70970e42f3f4,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:15.555913 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 070b2117-e4aa-42fd-a252-ac49c9bc8023 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:40:15.575533 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f191a63e-0065-4920-894c-98def8709602 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:15.580679 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-94fa6f73-6e06-4b07-8cb5-10f1a491b59d tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:15.581790 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-94fa6f73-6e06-4b07-8cb5-10f1a491b59d tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/05f1baed-cbfe-4162-99ea-70970e42f3f4 HTTP/1.1" status: 204 len: 168 time: 0.4364343 Mar 07 21:40:15.618827 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42356) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:15.683252 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 070b2117-e4aa-42fd-a252-ac49c9bc8023 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:15.684042 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:15.701470 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-18660809-d4eb-4477-94fa-49069f393699 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:15.713514 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0e49571-3130-45e3-8555-c081215eee5b tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:15.764307 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-773b0e92-3b85-4334-85b2-67a021f2130d tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Synchronizing usage tracker for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:15.783869 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:15.786581 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] For port ef2de4bf-a9c6-4533-89f0-8f040ef58a83, host hv-neutron-8299, cleared binding levels {{(pid=88386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:40:15.786964 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempted to set empty binding levels {{(pid=88386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 07 21:40:15.789316 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-f0e49571-3130-45e3-8555-c081215eee5b tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d0c95f-33e0-41db-9140-9d8c43c971cb']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:15.821543 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-f0e49571-3130-45e3-8555-c081215eee5b tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba205d5-a3fe-4a29-898f-5627c6278d3a') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:15.821870 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-f0e49571-3130-45e3-8555-c081215eee5b tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba205d5-a3fe-4a29-898f-5627c6278d3a') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:15.837329 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0e49571-3130-45e3-8555-c081215eee5b tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:15.859955 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0e49571-3130-45e3-8555-c081215eee5b tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:15.865819 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3fc7a4ee-1c95-433c-8118-e8598088df84 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:15.869630 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ba732e02-48b5-4349-a013-39459a6a24a6 None None] Provisioning complete for port 1e89cfae-6009-45bc-9cbe-7d4258397bce triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:15.870082 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ba732e02-48b5-4349-a013-39459a6a24a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:15.903482 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e49571-3130-45e3-8555-c081215eee5b tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:40:15.903892 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0e49571-3130-45e3-8555-c081215eee5b tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:15.918688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:40:15.922674 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:40:15.929373 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-ba732e02-48b5-4349-a013-39459a6a24a6 None None] Port 1e89cfae-6009-45bc-9cbe-7d4258397bce cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:40:15.999040 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-f191a63e-0065-4920-894c-98def8709602 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Allocated IP 172.26.2.236 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/62e85f28-5d42-4dbf-aa14-eca57e8a7b5c) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:16.032638 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7306c31f-edce-47ac-908c-3cef4cfdbbd9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:16.041724 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-773b0e92-3b85-4334-85b2-67a021f2130d tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Unset dirty status for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:16.046057 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-773b0e92-3b85-4334-85b2-67a021f2130d tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4198971 Mar 07 21:40:16.048967 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42362) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:16.097262 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-715a0a52-58b9-4307-883c-df6870e22ff7 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Request body: {'security_group_rule': {'security_group_id': '1835adb3-1899-4844-9a3d-f2afb3a14a72', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:16.101028 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:16.101621 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:16.111158 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-715a0a52-58b9-4307-883c-df6870e22ff7 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:16.168750 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-715a0a52-58b9-4307-883c-df6870e22ff7 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:16.187955 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Pushing event updated for resources: {'Port': ['ID=ef2de4bf-a9c6-4533-89f0-8f040ef58a83,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:16.200844 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7306c31f-edce-47ac-908c-3cef4cfdbbd9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:16.205137 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-18660809-d4eb-4477-94fa-49069f393699 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:16.208918 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-7306c31f-edce-47ac-908c-3cef4cfdbbd9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:16.218586 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7306c31f-edce-47ac-908c-3cef4cfdbbd9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:16.219356 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7306c31f-edce-47ac-908c-3cef4cfdbbd9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:16.221240 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3922fecd-ad2c-435f-8552-299496e269b7 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:16.244453 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306c31f-edce-47ac-908c-3cef4cfdbbd9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=b099a3ba-618c-4685-b80a-323b80356645,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:16.260475 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0e49571-3130-45e3-8555-c081215eee5b tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:16.277823 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e49571-3130-45e3-8555-c081215eee5b tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 80d0c95f-33e0-41db-9140-9d8c43c971cb {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 07 21:40:16.289062 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f191a63e-0065-4920-894c-98def8709602 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:16.291229 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0e49571-3130-45e3-8555-c081215eee5b tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:16.293341 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f0e49571-3130-45e3-8555-c081215eee5b tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "DELETE /v2.0/networks/80d0c95f-33e0-41db-9140-9d8c43c971cb HTTP/1.1" status: 204 len: 168 time: 1.4047930 Mar 07 21:40:16.295755 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e49571-3130-45e3-8555-c081215eee5b tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Pushing event deleted for resources: {'Network': ['ID=80d0c95f-33e0-41db-9140-9d8c43c971cb,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:16.308995 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc73afa-5101-4d83-9260-766b2653e9a7 req-52985a47-e71f-4123-8710-c1fb6052a524 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:16.310757 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9fc73afa-5101-4d83-9260-766b2653e9a7 req-52985a47-e71f-4123-8710-c1fb6052a524 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.1991701 Mar 07 21:40:16.315049 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-715a0a52-58b9-4307-883c-df6870e22ff7 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:16.343326 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1791c472-b9f4-4945-a841-7bffbdc9d21b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 7.3771832 Mar 07 21:40:16.349428 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3fc7a4ee-1c95-433c-8118-e8598088df84 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:16.364078 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7306c31f-edce-47ac-908c-3cef4cfdbbd9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4286301 Mar 07 21:40:16.368733 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42368) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:16.369278 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42370) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:16.411309 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-3d4b8968-ecef-4d95-bc21-6a3198bbb596 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:16.519216 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7a4ee-1c95-433c-8118-e8598088df84 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Subnet': ['ID=21a6a323-cf75-469d-84bd-9aa2b90faff7,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:16.548756 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996886f5-55c0-4414-aef1-7e646e6f5a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'fixed_ips': [{'subnet_id': 'b099a3ba-618c-4685-b80a-323b80356645'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:40:16.551622 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-996886f5-55c0-4414-aef1-7e646e6f5a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:16.555118 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9fc73afa-5101-4d83-9260-766b2653e9a7 req-aec6c530-837b-4380-8dc8-90f802b6c5be tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386591 Mar 07 21:40:16.571689 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3fc7a4ee-1c95-433c-8118-e8598088df84 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:16.583929 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2cda3b-c6cb-40c6-9e1a-795e1ac3c0ad None None] Network dcdfc5de-1ca6-4356-bcad-de66ce69f0a1 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:16.590488 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3fc7a4ee-1c95-433c-8118-e8598088df84 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/subnets/21a6a323-cf75-469d-84bd-9aa2b90faff7 HTTP/1.1" status: 204 len: 168 time: 1.5875969 Mar 07 21:40:16.593243 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42380) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:16.749465 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-729e2b28-34e6-4ef6-9818-6e66ff52dc63 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Deleting port ef2de4bf-a9c6-4533-89f0-8f040ef58a83 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:16.749810 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-729e2b28-34e6-4ef6-9818-6e66ff52dc63 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:16.821861 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42386) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:16.842317 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-8273240b-70b5-4526-995e-59a07cba6f0e tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Request body: {'router': {'name': 'tempest-router--1599995500', 'project_id': '422c81a14dc944af97866b1bc8d83a5f'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:16.864994 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-8273240b-70b5-4526-995e-59a07cba6f0e tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:16.886396 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8273240b-70b5-4526-995e-59a07cba6f0e tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Usage tracker for resource:router and tenant:422c81a14dc944af97866b1bc8d83a5f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:16.892508 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8273240b-70b5-4526-995e-59a07cba6f0e tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:16.913247 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-996886f5-55c0-4414-aef1-7e646e6f5a74 None None] Allocated IP 172.20.0.2 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/b099a3ba-618c-4685-b80a-323b80356645/0aa847ff-8538-4f77-bb94-6040ed6039d4) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:16.950411 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-8273240b-70b5-4526-995e-59a07cba6f0e tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:16.959582 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eb8e16b0-603b-4591-8f01-6384ae8f9225 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:16.962472 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f191a63e-0065-4920-894c-98def8709602 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:16.988920 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3d4b8968-ecef-4d95-bc21-6a3198bbb596 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:16.995266 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3d4b8968-ecef-4d95-bc21-6a3198bbb596 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:17.008496 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3d4b8968-ecef-4d95-bc21-6a3198bbb596 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:17.030501 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f01f0b0-2ea1-46a4-b52b-0ff81bf9ded6 None None] DHCP port deletion for dcdfc5de-1ca6-4356-bcad-de66ce69f0a1 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:40:17.046424 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f191a63e-0065-4920-894c-98def8709602 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:17.046643 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3d4b8968-ecef-4d95-bc21-6a3198bbb596 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:17.049070 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2f01f0b0-2ea1-46a4-b52b-0ff81bf9ded6 None None] Deleting port 3525f3e7-bc9f-468b-84dc-743286ad4dc0 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:17.049547 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2f01f0b0-2ea1-46a4-b52b-0ff81bf9ded6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:17.063751 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-f191a63e-0065-4920-894c-98def8709602 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:17.066105 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f191a63e-0065-4920-894c-98def8709602 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:17.093134 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-715a0a52-58b9-4307-883c-df6870e22ff7 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:17.121318 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f809d-5af7-4596-bed7-3753a1d3cae1 req-617462ec-0c24-4aee-a182-22345c15081c tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:17.122841 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6f8f809d-5af7-4596-bed7-3753a1d3cae1 req-617462ec-0c24-4aee-a182-22345c15081c tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.3338714 Mar 07 21:40:17.126807 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8273240b-70b5-4526-995e-59a07cba6f0e tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:17.127289 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8273240b-70b5-4526-995e-59a07cba6f0e tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:17.136185 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-eb8e16b0-603b-4591-8f01-6384ae8f9225 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting port 3525f3e7-bc9f-468b-84dc-743286ad4dc0 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:17.136567 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eb8e16b0-603b-4591-8f01-6384ae8f9225 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:17.166354 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-729e2b28-34e6-4ef6-9818-6e66ff52dc63 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] For port ef2de4bf-a9c6-4533-89f0-8f040ef58a83, host hv-neutron-8299, got binding levels [] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:17.166710 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-729e2b28-34e6-4ef6-9818-6e66ff52dc63 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:17.180695 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191a63e-0065-4920-894c-98def8709602 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Pushing event updated for resources: {'Port': ['ID=62e85f28-5d42-4dbf-aa14-eca57e8a7b5c,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:17.182033 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4b8968-ecef-4d95-bc21-6a3198bbb596 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:17.186075 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3d4b8968-ecef-4d95-bc21-6a3198bbb596 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:17.189236 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-715a0a52-58b9-4307-883c-df6870e22ff7 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:17.270718 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a0a52-58b9-4307-883c-df6870e22ff7 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba616dd-8aa2-412c-9ff8-db2498b726a7,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:17.311091 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.resource_extend [None req-18660809-d4eb-4477-94fa-49069f393699 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:40:17.333259 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8273240b-70b5-4526-995e-59a07cba6f0e tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:17.347314 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-18660809-d4eb-4477-94fa-49069f393699 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:17.349171 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2f01f0b0-2ea1-46a4-b52b-0ff81bf9ded6 None None] For port 3525f3e7-bc9f-468b-84dc-743286ad4dc0, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=3525f3e7-bc9f-468b-84dc-743286ad4dc0,segment=NetworkSegment(e9cdca22-c962-4c34-bb65-c2700c6347b0),segment_id=e9cdca22-c962-4c34-bb65-c2700c6347b0)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:17.349672 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2f01f0b0-2ea1-46a4-b52b-0ff81bf9ded6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:17.409666 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-18660809-d4eb-4477-94fa-49069f393699 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:17.410441 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-18660809-d4eb-4477-94fa-49069f393699 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:17.475771 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-729e2b28-34e6-4ef6-9818-6e66ff52dc63 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Calling delete_port for ef2de4bf-a9c6-4533-89f0-8f040ef58a83 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:17.496620 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-715a0a52-58b9-4307-883c-df6870e22ff7 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:17.501384 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-715a0a52-58b9-4307-883c-df6870e22ff7 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4531696 Mar 07 21:40:17.505265 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42390) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:17.529064 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-996886f5-55c0-4414-aef1-7e646e6f5a74 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:17.533271 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 3525f3e7-bc9f-468b-84dc-743286ad4dc0 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:40:17.569750 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2f01f0b0-2ea1-46a4-b52b-0ff81bf9ded6 None None] Calling delete_port for 3525f3e7-bc9f-468b-84dc-743286ad4dc0 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:17.584193 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6f8f809d-5af7-4596-bed7-3753a1d3cae1 req-96baed5d-696e-4877-868f-b938b964a250 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4444892 Mar 07 21:40:17.611311 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f3f719c1-9c17-44e5-b66d-c4982c792d39 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-group-rules/6ba616dd-8aa2-412c-9ff8-db2498b726a7 HTTP/1.1" status: 200 len: 764 time: 0.0986776 Mar 07 21:40:17.619702 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42394) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:17.690165 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-996886f5-55c0-4414-aef1-7e646e6f5a74 None None] Transition to ACTIVE for port object 0aa847ff-8538-4f77-bb94-6040ed6039d4 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:17.711749 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-f191a63e-0065-4920-894c-98def8709602 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Deleting port 62e85f28-5d42-4dbf-aa14-eca57e8a7b5c {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:17.712089 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f191a63e-0065-4920-894c-98def8709602 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:17.722945 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-2656d042-68c2-469d-9ecd-8f42841b851d tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Synchronizing usage tracker for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:17.819660 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8273240b-70b5-4526-995e-59a07cba6f0e tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:17.838788 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-729e2b28-34e6-4ef6-9818-6e66ff52dc63 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:17.840117 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No ports have port_id starting with 3525f3e7-bc9f-468b-84dc-743286ad4dc0 Mar 07 21:40:17.841670 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-996886f5-55c0-4414-aef1-7e646e6f5a74 None None] Transition to ACTIVE for port object 0aa847ff-8538-4f77-bb94-6040ed6039d4 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:17.845893 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2f01f0b0-2ea1-46a4-b52b-0ff81bf9ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:17.896219 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18660809-d4eb-4477-94fa-49069f393699 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Port': ['ID=1e89cfae-6009-45bc-9cbe-7d4258397bce,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:17.910610 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-2656d042-68c2-469d-9ecd-8f42841b851d tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Unset dirty status for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:17.911871 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2656d042-68c2-469d-9ecd-8f42841b851d tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2914503 Mar 07 21:40:17.915602 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-eb8e16b0-603b-4591-8f01-6384ae8f9225 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] For port 3525f3e7-bc9f-468b-84dc-743286ad4dc0, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=3525f3e7-bc9f-468b-84dc-743286ad4dc0,segment=NetworkSegment(e9cdca22-c962-4c34-bb65-c2700c6347b0),segment_id=e9cdca22-c962-4c34-bb65-c2700c6347b0)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:17.915959 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eb8e16b0-603b-4591-8f01-6384ae8f9225 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:17.919558 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e2b28-34e6-4ef6-9818-6e66ff52dc63 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef2de4bf-a9c6-4533-89f0-8f040ef58a83,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:17.921203 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42400) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:17.927103 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-996886f5-55c0-4414-aef1-7e646e6f5a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:17.933223 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f01f0b0-2ea1-46a4-b52b-0ff81bf9ded6 None None] No DVR routers for this DVR port 3525f3e7-bc9f-468b-84dc-743286ad4dc0 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:40:17.935905 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01f0b0-2ea1-46a4-b52b-0ff81bf9ded6 None None] Pushing event deleted for resources: {'Port': ['ID=3525f3e7-bc9f-468b-84dc-743286ad4dc0,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:17.942960 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-729e2b28-34e6-4ef6-9818-6e66ff52dc63 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:17.949408 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-729e2b28-34e6-4ef6-9818-6e66ff52dc63 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] 10.222.0.21 "DELETE /v2.0/ports/ef2de4bf-a9c6-4533-89f0-8f040ef58a83 HTTP/1.1" status: 204 len: 168 time: 1.5416138 Mar 07 21:40:17.959937 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42404) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:18.016733 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996886f5-55c0-4414-aef1-7e646e6f5a74 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:18.024935 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8273240b-70b5-4526-995e-59a07cba6f0e tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:18.025476 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-996886f5-55c0-4414-aef1-7e646e6f5a74 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:18.029934 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8273240b-70b5-4526-995e-59a07cba6f0e tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.2029455 Mar 07 21:40:18.031287 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996886f5-55c0-4414-aef1-7e646e6f5a74 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:18.031415 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42408) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:18.034574 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d156a70-9793-4d0f-b70f-4101c033b2ee tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] GET failed (client error): The resource could not be found. Mar 07 21:40:18.035091 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0d156a70-9793-4d0f-b70f-4101c033b2ee tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Synchronizing usage tracker for tenant:d6339e1fc9e64d7890200d20913a319b on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:18.045924 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996886f5-55c0-4414-aef1-7e646e6f5a74 None None] Pushing event updated for resources: {'Port': ['ID=0aa847ff-8538-4f77-bb94-6040ed6039d4,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:18.100363 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-de621c97-8adf-46eb-86c4-c65928a84515 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:18.136130 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-eb8e16b0-603b-4591-8f01-6384ae8f9225 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Calling delete_port for 3525f3e7-bc9f-468b-84dc-743286ad4dc0 owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:18.145491 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-de621c97-8adf-46eb-86c4-c65928a84515 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:18.156031 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-996886f5-55c0-4414-aef1-7e646e6f5a74 None None] Attempting to bind port 0aa847ff-8538-4f77-bb94-6040ed6039d4 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:18.156528 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-996886f5-55c0-4414-aef1-7e646e6f5a74 None None] Attempting to bind port 0aa847ff-8538-4f77-bb94-6040ed6039d4 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:18.156997 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996886f5-55c0-4414-aef1-7e646e6f5a74 None None] Attempting to bind port 0aa847ff-8538-4f77-bb94-6040ed6039d4 on network ab63f4f6-c089-409c-a9c4-f2088e2d7005 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:18.164638 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18660809-d4eb-4477-94fa-49069f393699 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network 92eaa9ad-4bf4-4e1f-98b3-c36a67598087 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:18.174033 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-18660809-d4eb-4477-94fa-49069f393699 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:18.222627 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996886f5-55c0-4414-aef1-7e646e6f5a74 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:40:18.223713 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996886f5-55c0-4414-aef1-7e646e6f5a74 None None] Checking segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:40:18.223713 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-996886f5-55c0-4414-aef1-7e646e6f5a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:18.223713 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996886f5-55c0-4414-aef1-7e646e6f5a74 None None] Bound using segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:40:18.224905 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-996886f5-55c0-4414-aef1-7e646e6f5a74 None None] Bound port: 0aa847ff-8538-4f77-bb94-6040ed6039d4, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:40:18.225845 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-996886f5-55c0-4414-aef1-7e646e6f5a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:18.235850 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-98afe37e-08db-43d7-bbbe-d3affca865e7 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:18.305518 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd0090-fb22-4192-ae81-2d7edb99605e req-73ffe6b6-171d-473a-9c03-9b3ac7db63b3 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:18.306847 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-98cd0090-fb22-4192-ae81-2d7edb99605e req-73ffe6b6-171d-473a-9c03-9b3ac7db63b3 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.5273564 Mar 07 21:40:18.311843 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0d156a70-9793-4d0f-b70f-4101c033b2ee tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Unset dirty status for tenant:d6339e1fc9e64d7890200d20913a319b on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:18.318364 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0d156a70-9793-4d0f-b70f-4101c033b2ee tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] 10.222.0.21 "GET /v2.0/ports/ef2de4bf-a9c6-4533-89f0-8f040ef58a83 HTTP/1.1" status: 404 len: 333 time: 0.3521824 Mar 07 21:40:18.330570 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42412) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:18.367659 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-996886f5-55c0-4414-aef1-7e646e6f5a74 None None] For port 0aa847ff-8538-4f77-bb94-6040ed6039d4, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:40:18.374606 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-996886f5-55c0-4414-aef1-7e646e6f5a74 None None] For port 0aa847ff-8538-4f77-bb94-6040ed6039d4, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=0aa847ff-8538-4f77-bb94-6040ed6039d4,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:40:18.389466 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f191a63e-0065-4920-894c-98def8709602 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:18.389723 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f191a63e-0065-4920-894c-98def8709602 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:18.401425 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-7d758c3d-0302-40d2-a84d-ffc9d42c6624 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Request body: {'port': {'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-498746673'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:18.412281 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7d758c3d-0302-40d2-a84d-ffc9d42c6624 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:18.447691 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-996886f5-55c0-4414-aef1-7e646e6f5a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:18.545139 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996886f5-55c0-4414-aef1-7e646e6f5a74 None None] Pushing event updated for resources: {'Port': ['ID=0aa847ff-8538-4f77-bb94-6040ed6039d4,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:18.576064 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f617ca2d-6fd7-496f-a53b-51db77c3eb6f None None] Provisioning complete for port 1e89cfae-6009-45bc-9cbe-7d4258397bce triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:18.576724 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f617ca2d-6fd7-496f-a53b-51db77c3eb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:18.580278 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-de621c97-8adf-46eb-86c4-c65928a84515 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:18.609860 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7d758c3d-0302-40d2-a84d-ffc9d42c6624 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:18.623040 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-f191a63e-0065-4920-894c-98def8709602 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Calling delete_port for 62e85f28-5d42-4dbf-aa14-eca57e8a7b5c owned by network:floatingip {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:18.649899 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-f617ca2d-6fd7-496f-a53b-51db77c3eb6f None None] Port 1e89cfae-6009-45bc-9cbe-7d4258397bce cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:40:18.662477 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-98cd0090-fb22-4192-ae81-2d7edb99605e req-16165880-185a-4147-a54e-4cc1fa697f13 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3462327 Mar 07 21:40:18.666264 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-98afe37e-08db-43d7-bbbe-d3affca865e7 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:18.674483 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-98afe37e-08db-43d7-bbbe-d3affca865e7 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:18.678062 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de621c97-8adf-46eb-86c4-c65928a84515 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ba616dd-8aa2-412c-9ff8-db2498b726a7,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:18.685071 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.api [None req-eb8e16b0-603b-4591-8f01-6384ae8f9225 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:40:18.686003 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG oslo_db.api [None req-eb8e16b0-603b-4591-8f01-6384ae8f9225 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:40:18.791240 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.objects.ports [None req-3d4b8968-ecef-4d95-bc21-6a3198bbb596 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88386) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 07 21:40:18.795964 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d758c3d-0302-40d2-a84d-ffc9d42c6624 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Made reservation on behalf of d6339e1fc9e64d7890200d20913a319b for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:18.798320 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d758c3d-0302-40d2-a84d-ffc9d42c6624 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:18.831274 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-7d758c3d-0302-40d2-a84d-ffc9d42c6624 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] device_id is not set on port a00f86ca-4718-4966-992e-853b9549859b yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:40:18.894247 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-de621c97-8adf-46eb-86c4-c65928a84515 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:18.898525 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-de621c97-8adf-46eb-86c4-c65928a84515 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6ba616dd-8aa2-412c-9ff8-db2498b726a7 HTTP/1.1" status: 204 len: 168 time: 0.9684277 Mar 07 21:40:18.908022 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42418) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:18.935054 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18660809-d4eb-4477-94fa-49069f393699 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Router d7ade362-a2eb-4fab-8394-9cdb44b5cb6c is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:40:18.948781 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-98afe37e-08db-43d7-bbbe-d3affca865e7 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:18.949316 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98afe37e-08db-43d7-bbbe-d3affca865e7 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83184512-7dfd-4330-a54d-d4fa06806c81 {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:40:18.976388 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-98afe37e-08db-43d7-bbbe-d3affca865e7 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:18.977513 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-98afe37e-08db-43d7-bbbe-d3affca865e7 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "DELETE /v2.0/routers/83184512-7dfd-4330-a54d-d4fa06806c81 HTTP/1.1" status: 204 len: 168 time: 0.9446189 Mar 07 21:40:19.028132 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84926ac-aec4-4cd8-9766-853055eb0de8 req-ffbf5666-90c6-41c9-b3dd-803008ca3324 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:19.029367 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f84926ac-aec4-4cd8-9766-853055eb0de8 req-ffbf5666-90c6-41c9-b3dd-803008ca3324 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.1953766 Mar 07 21:40:19.036141 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f191a63e-0065-4920-894c-98def8709602 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:19.081806 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f84926ac-aec4-4cd8-9766-853055eb0de8 req-4868fc10-7015-45cb-93a8-34bf7a8520be tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422258 Mar 07 21:40:19.173498 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191a63e-0065-4920-894c-98def8709602 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Pushing event deleted for resources: {'Port': ['ID=62e85f28-5d42-4dbf-aa14-eca57e8a7b5c,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:19.199917 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a69a7c8c-f163-4beb-8c17-7319a78da4f3 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Synchronizing usage tracker for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:19.235406 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-eb8e16b0-603b-4591-8f01-6384ae8f9225 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting port 3525f3e7-bc9f-468b-84dc-743286ad4dc0 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:19.235746 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eb8e16b0-603b-4591-8f01-6384ae8f9225 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:19.271852 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42426) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:19.335734 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3d4b8968-ecef-4d95-bc21-6a3198bbb596 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:19.499095 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d471366-49df-4dcc-b180-04299571ddd6 req-f42c614c-d4c5-44d7-ae77-6cdc272721ec tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:19.500416 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5d471366-49df-4dcc-b180-04299571ddd6 req-f42c614c-d4c5-44d7-ae77-6cdc272721ec tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.1969051 Mar 07 21:40:19.538990 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-eb8e16b0-603b-4591-8f01-6384ae8f9225 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] The port '3525f3e7-bc9f-468b-84dc-743286ad4dc0' was deleted {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:40:19.586267 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 0aa847ff-8538-4f77-bb94-6040ed6039d4 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:40:19.667826 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18660809-d4eb-4477-94fa-49069f393699 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:40:19.682103 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee9b9f2-8669-48d5-95ae-738d01874660 None None] Sync routers for ids ['d7ade362-a2eb-4fab-8394-9cdb44b5cb6c'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:40:19.695982 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-3d4b8968-ecef-4d95-bc21-6a3198bbb596 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] For port 0aa847ff-8538-4f77-bb94-6040ed6039d4, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=0aa847ff-8538-4f77-bb94-6040ed6039d4,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:19.698283 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee9b9f2-8669-48d5-95ae-738d01874660 None None] Routers {'d7ade362-a2eb-4fab-8394-9cdb44b5cb6c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:19.699820 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-fee9b9f2-8669-48d5-95ae-738d01874660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:39:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d7ade362-a2eb-4fab-8394-9cdb44b5cb6c'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:19.708665 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a69a7c8c-f163-4beb-8c17-7319a78da4f3 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Unset dirty status for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:19.713126 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a69a7c8c-f163-4beb-8c17-7319a78da4f3 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8011403 Mar 07 21:40:19.736384 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42432) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:19.755637 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 0aa847ff-8538-4f77-bb94-6040ed6039d4 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:40:19.761215 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5d471366-49df-4dcc-b180-04299571ddd6 req-a9caf294-dd0f-4941-9d29-00f40f7146b9 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040787 Mar 07 21:40:19.819528 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-18660809-d4eb-4477-94fa-49069f393699 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "PUT /v2.0/routers/d7ade362-a2eb-4fab-8394-9cdb44b5cb6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6976764 Mar 07 21:40:19.820371 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42438) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:19.877028 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-fee9b9f2-8669-48d5-95ae-738d01874660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:19.893089 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3d4b8968-ecef-4d95-bc21-6a3198bbb596 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:19.903799 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee9b9f2-8669-48d5-95ae-738d01874660 None None] Routers {'d7ade362-a2eb-4fab-8394-9cdb44b5cb6c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:19.904386 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-fee9b9f2-8669-48d5-95ae-738d01874660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:39:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d7ade362-a2eb-4fab-8394-9cdb44b5cb6c'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:19.940760 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c4a533-d42d-47f7-9bd5-e26403be2b56 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:19.941098 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-04c4a533-d42d-47f7-9bd5-e26403be2b56 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ade362-a2eb-4fab-8394-9cdb44b5cb6c HTTP/1.1" status: 200 len: 988 time: 0.1160455 Mar 07 21:40:19.944154 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42442) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:19.961033 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-5a0ce80c-2689-42bf-9f22-29dd0ba9e350 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1414941018', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}, 'admin_state_up': False}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:19.990464 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d758c3d-0302-40d2-a84d-ffc9d42c6624 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:19.995108 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-fee9b9f2-8669-48d5-95ae-738d01874660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:19.995556 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee9b9f2-8669-48d5-95ae-738d01874660 None None] The sync data for ids ['d7ade362-a2eb-4fab-8394-9cdb44b5cb6c'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:40:19.999386 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-f191a63e-0065-4920-894c-98def8709602 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] create failed (client error): The resource could not be found. Mar 07 21:40:20.000748 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f191a63e-0065-4920-894c-98def8709602 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.2996860 Mar 07 21:40:20.008209 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5a0ce80c-2689-42bf-9f22-29dd0ba9e350 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:20.009755 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42446) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:20.012486 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eb8e16b0-603b-4591-8f01-6384ae8f9225 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:20.024610 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3d4b8968-ecef-4d95-bc21-6a3198bbb596 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:20.025324 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3d4b8968-ecef-4d95-bc21-6a3198bbb596 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:20.030992 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5a0ce80c-2689-42bf-9f22-29dd0ba9e350 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Usage tracker for resource:router and tenant:91926c265743430ca5be113f2f83e4db is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:20.043488 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5a0ce80c-2689-42bf-9f22-29dd0ba9e350 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:20.058711 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5a0ce80c-2689-42bf-9f22-29dd0ba9e350 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:20.063709 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-01ea8528-4295-4a3f-a125-2527ea88972e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:20.068438 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-eb8e16b0-603b-4591-8f01-6384ae8f9225 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcdfc5de-1ca6-4356-bcad-de66ce69f0a1']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:20.092717 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a180e1e2-9c95-45e5-b9ba-ce8cbf09780a None None] Provisioning for port 0aa847ff-8538-4f77-bb94-6040ed6039d4 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:40:20.097828 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-eb8e16b0-603b-4591-8f01-6384ae8f9225 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9cdca22-c962-4c34-bb65-c2700c6347b0') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:20.098388 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-eb8e16b0-603b-4591-8f01-6384ae8f9225 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9cdca22-c962-4c34-bb65-c2700c6347b0') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:20.098881 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a180e1e2-9c95-45e5-b9ba-ce8cbf09780a None None] Provisioning complete for port 0aa847ff-8538-4f77-bb94-6040ed6039d4 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:20.099350 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a180e1e2-9c95-45e5-b9ba-ce8cbf09780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:20.112944 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eb8e16b0-603b-4591-8f01-6384ae8f9225 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:20.137986 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bf6c2fd1-e775-4df9-a023-9182b2a6f866 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:20.157755 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b8968-ecef-4d95-bc21-6a3198bbb596 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=2cfce6ac-534c-4896-b90d-145f98fbe16a,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:20.161129 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eb8e16b0-603b-4591-8f01-6384ae8f9225 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:20.178555 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb8e16b0-603b-4591-8f01-6384ae8f9225 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:40:20.179264 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eb8e16b0-603b-4591-8f01-6384ae8f9225 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:40:20.197193 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:40:20.208691 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bf6c2fd1-e775-4df9-a023-9182b2a6f866 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:20.217184 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d758c3d-0302-40d2-a84d-ffc9d42c6624 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:20.264619 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a180e1e2-9c95-45e5-b9ba-ce8cbf09780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:20.270113 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4b8968-ecef-4d95-bc21-6a3198bbb596 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:20.288356 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-3d4b8968-ecef-4d95-bc21-6a3198bbb596 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:20.299672 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4b8968-ecef-4d95-bc21-6a3198bbb596 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:20.300270 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3d4b8968-ecef-4d95-bc21-6a3198bbb596 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:20.301581 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6476658d-e775-49a7-b24f-9bd0fbfd41bd None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:20.318920 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-a180e1e2-9c95-45e5-b9ba-ce8cbf09780a None None] For port 0aa847ff-8538-4f77-bb94-6040ed6039d4, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=0aa847ff-8538-4f77-bb94-6040ed6039d4,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:20.333140 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5a0ce80c-2689-42bf-9f22-29dd0ba9e350 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:20.334749 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5a0ce80c-2689-42bf-9f22-29dd0ba9e350 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:20.349315 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-2a535503-c2be-48ee-8647-e3ba6de37a85 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Deleting port cf083991-cc07-4cbe-9efc-f278bf4f310f {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:20.349651 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2a535503-c2be-48ee-8647-e3ba6de37a85 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:20.357838 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5a0ce80c-2689-42bf-9f22-29dd0ba9e350 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:20.407447 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a180e1e2-9c95-45e5-b9ba-ce8cbf09780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:20.427038 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d758c3d-0302-40d2-a84d-ffc9d42c6624 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Network 19b905a3-cf35-4f92-8ab1-ffad253bb210 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:20.433114 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-7d758c3d-0302-40d2-a84d-ffc9d42c6624 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:20.435459 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d758c3d-0302-40d2-a84d-ffc9d42c6624 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:20.436598 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d758c3d-0302-40d2-a84d-ffc9d42c6624 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:20.437184 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d758c3d-0302-40d2-a84d-ffc9d42c6624 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:20.445520 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b8968-ecef-4d95-bc21-6a3198bbb596 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=0aa847ff-8538-4f77-bb94-6040ed6039d4,revision_number=4']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:20.479500 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d758c3d-0302-40d2-a84d-ffc9d42c6624 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Pushing event updated for resources: {'Port': ['ID=a00f86ca-4718-4966-992e-853b9549859b,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:20.489320 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180e1e2-9c95-45e5-b9ba-ce8cbf09780a None None] Pushing event updated for resources: {'Port': ['ID=0aa847ff-8538-4f77-bb94-6040ed6039d4,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:20.525780 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3d4b8968-ecef-4d95-bc21-6a3198bbb596 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.1164162 Mar 07 21:40:20.538317 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42452) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:20.552128 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eb8e16b0-603b-4591-8f01-6384ae8f9225 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:20.559477 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-52746923-9b5e-401a-b2ce-966ae05f4c44 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'port': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'mac_address': 'fa:16:3e:85:03:86', 'name': 'tempest-NetworksTestDHCPv6-1632384216'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:20.584834 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eb8e16b0-603b-4591-8f01-6384ae8f9225 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:20.716624 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e16b0-603b-4591-8f01-6384ae8f9225 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Network': ['ID=dcdfc5de-1ca6-4356-bcad-de66ce69f0a1,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:20.782957 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-eb8e16b0-603b-4591-8f01-6384ae8f9225 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/networks/dcdfc5de-1ca6-4356-bcad-de66ce69f0a1 HTTP/1.1" status: 204 len: 168 time: 4.0425141 Mar 07 21:40:20.798034 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42456) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:20.821125 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d9bd160a-9cdf-4949-b9c4-bce335225b65 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1392083968'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:20.837799 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d9bd160a-9cdf-4949-b9c4-bce335225b65 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:20.848995 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d9bd160a-9cdf-4949-b9c4-bce335225b65 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:network and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:20.858022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d9bd160a-9cdf-4949-b9c4-bce335225b65 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:20.873546 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d9bd160a-9cdf-4949-b9c4-bce335225b65 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:20.882761 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387c8e0-d2f9-4408-bb4f-930514fb7725 req-c17a3d5d-766e-4757-9fb7-cb9e76cbdb15 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:20.884276 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3387c8e0-d2f9-4408-bb4f-930514fb7725 req-c17a3d5d-766e-4757-9fb7-cb9e76cbdb15 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.3732531 Mar 07 21:40:20.894284 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2a535503-c2be-48ee-8647-e3ba6de37a85 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:20.943297 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5a0ce80c-2689-42bf-9f22-29dd0ba9e350 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:20.958670 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7d758c3d-0302-40d2-a84d-ffc9d42c6624 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.5733395 Mar 07 21:40:20.959996 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bf6c2fd1-e775-4df9-a023-9182b2a6f866 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:20.963045 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bf6c2fd1-e775-4df9-a023-9182b2a6f866 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:20.965014 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bf6c2fd1-e775-4df9-a023-9182b2a6f866 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "DELETE /v2.0/security-groups/1835adb3-1899-4844-9a3d-f2afb3a14a72 HTTP/1.1" status: 204 len: 168 time: 1.2135410 Mar 07 21:40:20.966471 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42460) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:21.002724 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42462) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:21.013525 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8299'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:21.063378 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c2fd1-e775-4df9-a023-9182b2a6f866 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1835adb3-1899-4844-9a3d-f2afb3a14a72,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:21.151284 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-52746923-9b5e-401a-b2ce-966ae05f4c44 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:21.177632 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-2a535503-c2be-48ee-8647-e3ba6de37a85 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Calling delete_port for cf083991-cc07-4cbe-9efc-f278bf4f310f owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:21.214030 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-52746923-9b5e-401a-b2ce-966ae05f4c44 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:port and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:21.223284 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-52746923-9b5e-401a-b2ce-966ae05f4c44 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:21.228730 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-71779eb6-8613-42a8-a939-34ba63f0643f tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Synchronizing usage tracker for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:21.240706 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-52746923-9b5e-401a-b2ce-966ae05f4c44 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:21.249223 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3387c8e0-d2f9-4408-bb4f-930514fb7725 req-b4c4e1f0-bf6d-4de2-8a33-3b2a67f84cc5 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3474798 Mar 07 21:40:21.309293 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bd160a-9cdf-4949-b9c4-bce335225b65 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Made reservation on behalf of fcdda39025724b238190857d574ee30e for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:21.312696 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d9bd160a-9cdf-4949-b9c4-bce335225b65 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:21.313909 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:21.336238 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-11ae17f5-e334-4368-89af-7328d25c52e6 None None] Provisioning complete for port 0aa847ff-8538-4f77-bb94-6040ed6039d4 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:21.337142 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-11ae17f5-e334-4368-89af-7328d25c52e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:21.399908 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9bd160a-9cdf-4949-b9c4-bce335225b65 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:40:21.436129 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d9bd160a-9cdf-4949-b9c4-bce335225b65 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:21.436479 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-d9bd160a-9cdf-4949-b9c4-bce335225b65 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Added segment ebcb7d58-a4b7-444d-bf1a-d8a5f4fae25c of type vlan for network c8622ca1-afde-4995-9cc6-37d4f8836f98 Mar 07 21:40:21.490071 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d9bd160a-9cdf-4949-b9c4-bce335225b65 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:21.509544 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 0aa847ff-8538-4f77-bb94-6040ed6039d4 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:40:21.549054 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-71779eb6-8613-42a8-a939-34ba63f0643f tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Unset dirty status for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:21.554678 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-71779eb6-8613-42a8-a939-34ba63f0643f tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5465024 Mar 07 21:40:21.559840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42468) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:21.562920 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52746923-9b5e-401a-b2ce-966ae05f4c44 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:21.571510 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-1f2f2a3c-aeac-459f-9e9b-deeae6bd6448 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Request body: {'security_group': {'name': 'tempest-secgroup--338621610'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:21.578611 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1f2f2a3c-aeac-459f-9e9b-deeae6bd6448 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:21.590644 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 0aa847ff-8538-4f77-bb94-6040ed6039d4 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:21.596804 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:21.599923 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1f2f2a3c-aeac-459f-9e9b-deeae6bd6448 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:21.606303 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ebad2075-dd20-406d-ae7a-292074455095 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:21.670581 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2a535503-c2be-48ee-8647-e3ba6de37a85 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:21.766670 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d9bd160a-9cdf-4949-b9c4-bce335225b65 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:21.771336 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bd160a-9cdf-4949-b9c4-bce335225b65 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:21.774238 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d9bd160a-9cdf-4949-b9c4-bce335225b65 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:21.818074 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1f2f2a3c-aeac-459f-9e9b-deeae6bd6448 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:21.826720 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a535503-c2be-48ee-8647-e3ba6de37a85 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Pushing event deleted for resources: {'Port': ['ID=cf083991-cc07-4cbe-9efc-f278bf4f310f,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:21.961123 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-52746923-9b5e-401a-b2ce-966ae05f4c44 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:22.002477 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1f2f2a3c-aeac-459f-9e9b-deeae6bd6448 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:22.068722 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1f2f2a3c-aeac-459f-9e9b-deeae6bd6448 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Usage tracker for resource:security_group_rule and tenant:f813d92b04c54bf7a20d888ce2330046 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:22.075745 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd160a-9cdf-4949-b9c4-bce335225b65 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Network': ['ID=c8622ca1-afde-4995-9cc6-37d4f8836f98,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:22.081205 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d9bd160a-9cdf-4949-b9c4-bce335225b65 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2716162 Mar 07 21:40:22.081205 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1f2f2a3c-aeac-459f-9e9b-deeae6bd6448 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:22.087762 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network c8622ca1-afde-4995-9cc6-37d4f8836f98 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:40:22.096282 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42472) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:22.120161 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-0affd8fd-c981-4220-b857-0e145e1b4e33 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'subnet': {'network_id': 'c8622ca1-afde-4995-9cc6-37d4f8836f98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:22.123266 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1f2f2a3c-aeac-459f-9e9b-deeae6bd6448 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:22.138907 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-52746923-9b5e-401a-b2ce-966ae05f4c44 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] device_id is not set on port eae87845-87e4-4b74-ad80-2cbd586d9607 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:40:22.161408 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2a535503-c2be-48ee-8647-e3ba6de37a85 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:22.165714 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2a535503-c2be-48ee-8647-e3ba6de37a85 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] 10.222.0.21 "DELETE /v2.0/ports/cf083991-cc07-4cbe-9efc-f278bf4f310f HTTP/1.1" status: 204 len: 168 time: 2.1475623 Mar 07 21:40:22.170744 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42476) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:22.178763 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5a0ce80c-2689-42bf-9f22-29dd0ba9e350 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:22.247192 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3ef48e87-14fa-4482-b87b-1ad83dc83bbe req-2af01aee-372f-4408-9f1f-a03d34aedee7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5486250 Mar 07 21:40:22.267841 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-ebad2075-dd20-406d-ae7a-292074455095 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port 1e89cfae-6009-45bc-9cbe-7d4258397bce {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:22.268442 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ebad2075-dd20-406d-ae7a-292074455095 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:22.273172 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-98bd07d6-7825-459f-ab6a-c1d71a33f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:22.321058 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5a0ce80c-2689-42bf-9f22-29dd0ba9e350 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:22.332631 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] device_id is not set on port a00f86ca-4718-4966-992e-853b9549859b yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:40:22.353023 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1f2f2a3c-aeac-459f-9e9b-deeae6bd6448 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:22.455502 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d523e61e-d13e-479d-a55f-f5504a0cf948 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:22.455502 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d523e61e-d13e-479d-a55f-f5504a0cf948 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Synchronizing usage tracker for tenant:60f6018c6a984c15be2d2d33374c058e on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:22.457779 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1f2f2a3c-aeac-459f-9e9b-deeae6bd6448 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:22.468947 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:22.579081 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0affd8fd-c981-4220-b857-0e145e1b4e33 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:22.585840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f2a3c-aeac-459f-9e9b-deeae6bd6448 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bf07ca-9f8b-4ffc-a686-43702ca5cb6c,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:22.586205 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Transition to ACTIVE for port object a00f86ca-4718-4966-992e-853b9549859b will not be triggered until provisioned by entity L2. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:22.594792 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0affd8fd-c981-4220-b857-0e145e1b4e33 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:subnet and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:22.604314 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0affd8fd-c981-4220-b857-0e145e1b4e33 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:22.618550 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0affd8fd-c981-4220-b857-0e145e1b4e33 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:22.637422 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ebad2075-dd20-406d-ae7a-292074455095 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:22.735153 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:22.780899 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef48e87-14fa-4482-b87b-1ad83dc83bbe req-988850b2-340a-4862-9afc-360373a6b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:22.782451 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3ef48e87-14fa-4482-b87b-1ad83dc83bbe req-988850b2-340a-4862-9afc-360373a6b1b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=36c0879924594e24ac3af2cf45324a46&device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 1098 time: 0.4530098 Mar 07 21:40:22.803260 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0affd8fd-c981-4220-b857-0e145e1b4e33 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Made reservation on behalf of fcdda39025724b238190857d574ee30e for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:22.806682 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0affd8fd-c981-4220-b857-0e145e1b4e33 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:22.832473 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-5a0ce80c-2689-42bf-9f22-29dd0ba9e350 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Allocated IP 172.26.2.149 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/440bf2cf-2d7d-489a-8f77-af6c9446c5a9) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:22.834114 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796867c-87a1-4b95-a5d9-ac1d56b13d98 req-fd2857d3-0819-4138-96fc-a9fd3e347e44 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:22.836002 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c796867c-87a1-4b95-a5d9-ac1d56b13d98 req-fd2857d3-0819-4138-96fc-a9fd3e347e44 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.4621453 Mar 07 21:40:22.893294 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d523e61e-d13e-479d-a55f-f5504a0cf948 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Unset dirty status for tenant:60f6018c6a984c15be2d2d33374c058e on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:22.894392 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d523e61e-d13e-479d-a55f-f5504a0cf948 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] 10.222.0.21 "GET /v2.0/ports?device_id=c809dbb4-601f-4855-972d-6f238fe9ec79 HTTP/1.1" status: 200 len: 913 time: 0.7228053 Mar 07 21:40:22.895410 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1f2f2a3c-aeac-459f-9e9b-deeae6bd6448 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:22.898970 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1f2f2a3c-aeac-459f-9e9b-deeae6bd6448 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3332944 Mar 07 21:40:22.904366 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-ebad2075-dd20-406d-ae7a-292074455095 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Calling delete_port for 1e89cfae-6009-45bc-9cbe-7d4258397bce owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:22.930191 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42482) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:22.930521 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42484) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:22.977533 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-52746923-9b5e-401a-b2ce-966ae05f4c44 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 172.20.0.3 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/b099a3ba-618c-4685-b80a-323b80356645/eae87845-87e4-4b74-ad80-2cbd586d9607) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:22.996027 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c796867c-87a1-4b95-a5d9-ac1d56b13d98 req-e59c97dc-ac4b-4cad-aeeb-e2747b0aa101 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033428 Mar 07 21:40:23.107061 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:23.169157 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-757e3f85-d204-4c83-b3fe-f7db9cc161be tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Request body: {'security_group_rule': {'security_group_id': 'a8bf07ca-9f8b-4ffc-a686-43702ca5cb6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:23.184819 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ebad2075-dd20-406d-ae7a-292074455095 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:23.235452 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad2075-dd20-406d-ae7a-292074455095 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Port': ['ID=1e89cfae-6009-45bc-9cbe-7d4258397bce,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:23.252002 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-757e3f85-d204-4c83-b3fe-f7db9cc161be tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:23.324944 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Pushing event updated for resources: {'Port': ['ID=a00f86ca-4718-4966-992e-853b9549859b,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:23.337520 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-52746923-9b5e-401a-b2ce-966ae05f4c44 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 2001:db8::f816:3eff:fe85:386 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/2cfce6ac-534c-4896-b90d-145f98fbe16a/eae87845-87e4-4b74-ad80-2cbd586d9607) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:23.371906 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-757e3f85-d204-4c83-b3fe-f7db9cc161be tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Usage tracker for resource:security_group_rule and tenant:f813d92b04c54bf7a20d888ce2330046 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:23.387863 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:23.393400 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-757e3f85-d204-4c83-b3fe-f7db9cc161be tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:23.461553 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-757e3f85-d204-4c83-b3fe-f7db9cc161be tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:23.476503 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ebad2075-dd20-406d-ae7a-292074455095 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:23.512394 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:23.512723 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:23.513063 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:23.572767 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port a00f86ca-4718-4966-992e-853b9549859b on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:23.573093 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port a00f86ca-4718-4966-992e-853b9549859b on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:23.591797 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 2 to bind port a00f86ca-4718-4966-992e-853b9549859b Mar 07 21:40:23.726675 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:23.726929 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:23.727262 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:23.751446 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef48e87-14fa-4482-b87b-1ad83dc83bbe req-0cd31d26-9c67-496d-92f0-61a95dc22dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:23.752890 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3ef48e87-14fa-4482-b87b-1ad83dc83bbe req-0cd31d26-9c67-496d-92f0-61a95dc22dc7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=38c758dc-7f6c-454b-adaf-334f371206ea HTTP/1.1" status: 200 len: 911 time: 0.9221318 Mar 07 21:40:23.780861 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port a00f86ca-4718-4966-992e-853b9549859b on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:23.781194 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port a00f86ca-4718-4966-992e-853b9549859b on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:23.781755 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-757e3f85-d204-4c83-b3fe-f7db9cc161be tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:23.813222 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e3266-79d5-4d28-9f5b-1c978e298ef9 req-e8b9c4fc-4aca-49c9-8e3c-033595980043 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:23.814746 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-589e3266-79d5-4d28-9f5b-1c978e298ef9 req-e8b9c4fc-4aca-49c9-8e3c-033595980043 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.3339815 Mar 07 21:40:23.822326 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebad2075-dd20-406d-ae7a-292074455095 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Router d7ade362-a2eb-4fab-8394-9cdb44b5cb6c has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:40:23.902327 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 3 to bind port a00f86ca-4718-4966-992e-853b9549859b Mar 07 21:40:23.983134 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-589e3266-79d5-4d28-9f5b-1c978e298ef9 req-6f5dbb14-5f24-4b3d-87ba-a2d08e8e64d2 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595955 Mar 07 21:40:23.994494 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebad2075-dd20-406d-ae7a-292074455095 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:40:24.008982 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22280d9-623b-49de-a193-20d3d2469422 None None] Sync routers for ids ['d7ade362-a2eb-4fab-8394-9cdb44b5cb6c'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:40:24.013417 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ebad2075-dd20-406d-ae7a-292074455095 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "PUT /v2.0/routers/d7ade362-a2eb-4fab-8394-9cdb44b5cb6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0648510 Mar 07 21:40:24.013734 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42494) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:24.023549 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22280d9-623b-49de-a193-20d3d2469422 None None] Routers {'d7ade362-a2eb-4fab-8394-9cdb44b5cb6c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:24.024266 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f22280d9-623b-49de-a193-20d3d2469422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d7ade362-a2eb-4fab-8394-9cdb44b5cb6c'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:24.045181 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5a0ce80c-2689-42bf-9f22-29dd0ba9e350 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:24.057281 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-574df612-7e9d-49fa-a23b-a7398561c8e6 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] GET failed (client error): The resource could not be found. Mar 07 21:40:24.059427 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-574df612-7e9d-49fa-a23b-a7398561c8e6 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Synchronizing usage tracker for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:24.090359 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f22280d9-623b-49de-a193-20d3d2469422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:24.099074 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22280d9-623b-49de-a193-20d3d2469422 None None] Routers {'d7ade362-a2eb-4fab-8394-9cdb44b5cb6c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:24.099851 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f22280d9-623b-49de-a193-20d3d2469422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d7ade362-a2eb-4fab-8394-9cdb44b5cb6c'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:24.104023 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:24.104364 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:24.104694 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:24.132633 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-574df612-7e9d-49fa-a23b-a7398561c8e6 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Unset dirty status for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:24.137455 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-574df612-7e9d-49fa-a23b-a7398561c8e6 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports/1e89cfae-6009-45bc-9cbe-7d4258397bce HTTP/1.1" status: 404 len: 333 time: 0.1190701 Mar 07 21:40:24.139887 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42498) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:24.160483 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f22280d9-623b-49de-a193-20d3d2469422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:24.161046 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22280d9-623b-49de-a193-20d3d2469422 None None] The sync data for ids ['d7ade362-a2eb-4fab-8394-9cdb44b5cb6c'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:40:24.189267 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port a00f86ca-4718-4966-992e-853b9549859b on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:24.189587 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port a00f86ca-4718-4966-992e-853b9549859b on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:24.203510 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 4 to bind port a00f86ca-4718-4966-992e-853b9549859b Mar 07 21:40:24.223521 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3ef48e87-14fa-4482-b87b-1ad83dc83bbe req-afe23903-f28e-4d59-bc95-b85dfde67089 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 HTTP/1.1" status: 200 len: 1001 time: 0.4584329 Mar 07 21:40:24.274179 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b7111362-0953-4af0-9a52-ad9b5de53fb1 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:24.302129 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:24.302711 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:24.302815 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:24.328576 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-757e3f85-d204-4c83-b3fe-f7db9cc161be tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:24.360156 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port a00f86ca-4718-4966-992e-853b9549859b on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:24.360476 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port a00f86ca-4718-4966-992e-853b9549859b on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:24.369853 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 5 to bind port a00f86ca-4718-4966-992e-853b9549859b Mar 07 21:40:24.439880 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-757e3f85-d204-4c83-b3fe-f7db9cc161be tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:24.449425 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-52746923-9b5e-401a-b2ce-966ae05f4c44 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:24.489184 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:24.489510 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:24.489839 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:24.510631 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e3f85-d204-4c83-b3fe-f7db9cc161be tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66b38c2-e616-4650-bf6a-8c41cd07ef8e,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:24.513241 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef48e87-14fa-4482-b87b-1ad83dc83bbe req-af845e34-58eb-4ad4-837b-34fc79168e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:24.514704 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3ef48e87-14fa-4482-b87b-1ad83dc83bbe req-af845e34-58eb-4ad4-837b-34fc79168e2d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f313f210-5759-4bf7-8dc0-7c89a181e7b8 HTTP/1.1" status: 200 len: 850 time: 0.2745240 Mar 07 21:40:24.520623 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port a00f86ca-4718-4966-992e-853b9549859b on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:24.520975 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port a00f86ca-4718-4966-992e-853b9549859b on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:24.522371 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-52746923-9b5e-401a-b2ce-966ae05f4c44 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Transition to ACTIVE for port object eae87845-87e4-4b74-ad80-2cbd586d9607 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:24.526001 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 6 to bind port a00f86ca-4718-4966-992e-853b9549859b Mar 07 21:40:24.532672 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0affd8fd-c981-4220-b857-0e145e1b4e33 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:24.629176 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5a0ce80c-2689-42bf-9f22-29dd0ba9e350 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:24.681482 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:24.691417 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b7111362-0953-4af0-9a52-ad9b5de53fb1 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:24.694075 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b7111362-0953-4af0-9a52-ad9b5de53fb1 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:24.825225 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:24.825543 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:24.825875 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:24.863814 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b7111362-0953-4af0-9a52-ad9b5de53fb1 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:24.864294 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7111362-0953-4af0-9a52-ad9b5de53fb1 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Fanout notify agent at l3_agent the message router_deleted on router d7ade362-a2eb-4fab-8394-9cdb44b5cb6c {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:40:24.864931 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port a00f86ca-4718-4966-992e-853b9549859b on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:24.865263 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port a00f86ca-4718-4966-992e-853b9549859b on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:24.875413 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 7 to bind port a00f86ca-4718-4966-992e-853b9549859b Mar 07 21:40:24.882542 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b7111362-0953-4af0-9a52-ad9b5de53fb1 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:24.883613 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b7111362-0953-4af0-9a52-ad9b5de53fb1 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/routers/d7ade362-a2eb-4fab-8394-9cdb44b5cb6c HTTP/1.1" status: 204 len: 168 time: 0.7449236 Mar 07 21:40:24.886439 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42502) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:24.888426 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0ce80c-2689-42bf-9f22-29dd0ba9e350 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:24.915927 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-5a0ce80c-2689-42bf-9f22-29dd0ba9e350 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:24.927187 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-757e3f85-d204-4c83-b3fe-f7db9cc161be tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:24.928350 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-757e3f85-d204-4c83-b3fe-f7db9cc161be tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9789574 Mar 07 21:40:24.929118 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affd8fd-c981-4220-b857-0e145e1b4e33 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Subnet': ['ID=04d024d1-aeda-4020-848a-020e7070169f,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:24.931737 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42506) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:24.936775 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ce80c-2689-42bf-9f22-29dd0ba9e350 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:24.978538 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:24.978866 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:24.979196 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:24.980862 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc6283c-e7c9-4763-9674-1973f33724f7 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting subnet 1f32de13-9c83-44e8-bffc-869f72bcd695 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:40:24.981769 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ce80c-2689-42bf-9f22-29dd0ba9e350 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Pushing event updated for resources: {'Port': ['ID=440bf2cf-2d7d-489a-8f77-af6c9446c5a9,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:24.995956 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7bc6283c-e7c9-4763-9674-1973f33724f7 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:25.012447 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port a00f86ca-4718-4966-992e-853b9549859b on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:25.012771 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port a00f86ca-4718-4966-992e-853b9549859b on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:25.016764 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 8 to bind port a00f86ca-4718-4966-992e-853b9549859b Mar 07 21:40:25.023469 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0affd8fd-c981-4220-b857-0e145e1b4e33 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Checking segment: {'id': 'ebcb7d58-a4b7-444d-bf1a-d8a5f4fae25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c8622ca1-afde-4995-9cc6-37d4f8836f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:40:25.023830 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0affd8fd-c981-4220-b857-0e145e1b4e33 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network hostable DHCP agents. Network: c8622ca1-afde-4995-9cc6-37d4f8836f98, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:40:25.052646 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-32604065-fac2-413f-b0ac-60253cde8566 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:25.090244 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7bc6283c-e7c9-4763-9674-1973f33724f7 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:25.091009 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-52746923-9b5e-401a-b2ce-966ae05f4c44 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:25.128654 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-32604065-fac2-413f-b0ac-60253cde8566 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:25.190785 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:25.191123 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:25.191460 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:25.212317 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef48e87-14fa-4482-b87b-1ad83dc83bbe req-22208971-891b-439c-bc2a-4ece76774130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:25.213806 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3ef48e87-14fa-4482-b87b-1ad83dc83bbe req-22208971-891b-439c-bc2a-4ece76774130 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38c758dc-7f6c-454b-adaf-334f371206ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6886473 Mar 07 21:40:25.236725 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port a00f86ca-4718-4966-992e-853b9549859b on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:25.237053 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port a00f86ca-4718-4966-992e-853b9549859b on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:25.265765 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 9 to bind port a00f86ca-4718-4966-992e-853b9549859b Mar 07 21:40:25.276110 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2c75e-64e6-4c32-b858-cc69b5aad5ad req-49f11f2c-a1d0-4fd9-9aba-c6d438648b04 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:25.278160 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ebe2c75e-64e6-4c32-b858-cc69b5aad5ad req-49f11f2c-a1d0-4fd9-9aba-c6d438648b04 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.1558499 Mar 07 21:40:25.282556 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7bc6283c-e7c9-4763-9674-1973f33724f7 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:25.358664 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-32604065-fac2-413f-b0ac-60253cde8566 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:25.390113 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ebe2c75e-64e6-4c32-b858-cc69b5aad5ad req-e2e12700-6ac0-489c-a35c-8f96d256efcc tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783086 Mar 07 21:40:25.391651 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52746923-9b5e-401a-b2ce-966ae05f4c44 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:25.392430 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0affd8fd-c981-4220-b857-0e145e1b4e33 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network c8622ca1-afde-4995-9cc6-37d4f8836f98 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:40:25.396128 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32604065-fac2-413f-b0ac-60253cde8566 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bf07ca-9f8b-4ffc-a686-43702ca5cb6c,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:25.407988 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-52746923-9b5e-401a-b2ce-966ae05f4c44 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:25.412646 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52746923-9b5e-401a-b2ce-966ae05f4c44 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:25.421553 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-32604065-fac2-413f-b0ac-60253cde8566 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:25.422727 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-32604065-fac2-413f-b0ac-60253cde8566 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "DELETE /v2.0/security-groups/a8bf07ca-9f8b-4ffc-a686-43702ca5cb6c HTTP/1.1" status: 204 len: 168 time: 0.4900937 Mar 07 21:40:25.429560 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42512) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:25.453614 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:25.453614 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:25.453614 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:25.496280 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4d739871-8bf4-4177-ab59-80ec14e3d721 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Synchronizing usage tracker for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:25.507823 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52746923-9b5e-401a-b2ce-966ae05f4c44 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=eae87845-87e4-4b74-ad80-2cbd586d9607,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:25.517773 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7bc6283c-e7c9-4763-9674-1973f33724f7 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:25.551935 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port a00f86ca-4718-4966-992e-853b9549859b on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:25.552435 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port a00f86ca-4718-4966-992e-853b9549859b on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:25.559428 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 10 to bind port a00f86ca-4718-4966-992e-853b9549859b Mar 07 21:40:25.566320 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6283c-e7c9-4763-9674-1973f33724f7 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Subnet': ['ID=1f32de13-9c83-44e8-bffc-869f72bcd695,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:25.571451 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-0affd8fd-c981-4220-b857-0e145e1b4e33 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, c8622ca1-afde-4995-9cc6-37d4f8836f98) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:25.574251 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7bc6283c-e7c9-4763-9674-1973f33724f7 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:25.581259 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7bc6283c-e7c9-4763-9674-1973f33724f7 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/subnets/1f32de13-9c83-44e8-bffc-869f72bcd695 HTTP/1.1" status: 204 len: 168 time: 0.6936033 Mar 07 21:40:25.586500 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42516) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:25.587841 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069c81a8-8831-4f08-abac-fc0f3633f8d9 None None] Network c8622ca1-afde-4995-9cc6-37d4f8836f98 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:25.598330 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0affd8fd-c981-4220-b857-0e145e1b4e33 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:25.598911 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0affd8fd-c981-4220-b857-0e145e1b4e33 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:25.608854 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4407d69d-6fe8-4f9f-be24-7391bc9faac5 None None] Network 92eaa9ad-4bf4-4e1f-98b3-c36a67598087 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:25.628173 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:25.628506 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:25.628838 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port a00f86ca-4718-4966-992e-853b9549859b on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:25.632724 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4d739871-8bf4-4177-ab59-80ec14e3d721 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Unset dirty status for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:25.633989 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4d739871-8bf4-4177-ab59-80ec14e3d721 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1974251 Mar 07 21:40:25.636992 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52746923-9b5e-401a-b2ce-966ae05f4c44 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:25.637640 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-52746923-9b5e-401a-b2ce-966ae05f4c44 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:25.638137 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42520) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:25.662981 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fb77e480-1206-4167-a6b1-0c40c1b5a750 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:25.740629 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port a00f86ca-4718-4966-992e-853b9549859b on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:25.740629 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port a00f86ca-4718-4966-992e-853b9549859b on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:25.740629 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:25.753061 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-86fba1cd-8d43-4ea0-b590-f391e7754482 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Synchronizing usage tracker for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:25.763046 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-767f58ec-0085-419f-a5ed-06d6b1d35c84 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:25.780450 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-767f58ec-0085-419f-a5ed-06d6b1d35c84 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port 070b2117-e4aa-42fd-a252-ac49c9bc8023 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:25.780777 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-767f58ec-0085-419f-a5ed-06d6b1d35c84 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:25.812872 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3ef48e87-14fa-4482-b87b-1ad83dc83bbe req-751e5ba6-b169-4aab-b49a-0eb352c21987 service neutron] 10.222.0.11 "GET /v2.0/networks/38c758dc-7f6c-454b-adaf-334f371206ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5770452 Mar 07 21:40:25.827943 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0affd8fd-c981-4220-b857-0e145e1b4e33 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7242503 Mar 07 21:40:25.837398 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42524) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:25.881837 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-e7896d81-f52f-4de9-838b-f49961dde8e7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-61262878', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:25.886952 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-86fba1cd-8d43-4ea0-b590-f391e7754482 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] Unset dirty status for tenant:f813d92b04c54bf7a20d888ce2330046 on resource:security_group_rule {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:25.890687 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-86fba1cd-8d43-4ea0-b590-f391e7754482 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2490728 Mar 07 21:40:25.891798 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42528) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:25.902556 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e7896d81-f52f-4de9-838b-f49961dde8e7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:25.938296 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e7896d81-f52f-4de9-838b-f49961dde8e7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:router and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:25.950835 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e7896d81-f52f-4de9-838b-f49961dde8e7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:25.956232 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-29c53fbd-ce39-458c-87e8-da2a157d9761 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] delete failed (client error): The resource could not be found. Mar 07 21:40:25.962931 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-29c53fbd-ce39-458c-87e8-da2a157d9761 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "DELETE /v2.0/security-groups/a8bf07ca-9f8b-4ffc-a686-43702ca5cb6c HTTP/1.1" status: 404 len: 347 time: 0.0630260 Mar 07 21:40:25.963121 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-52746923-9b5e-401a-b2ce-966ae05f4c44 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.4198558 Mar 07 21:40:25.965012 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42532) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:25.965340 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42534) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:25.983267 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e7896d81-f52f-4de9-838b-f49961dde8e7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:26.058935 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-46bd226b-b238-40ff-8bbe-84fc85582047 None None] Provisioning for port eae87845-87e4-4b74-ad80-2cbd586d9607 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:40:26.064825 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e546810b-db54-4f61-8c71-ae2b6cb7d5c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-c8622ca1-afde-4995-9cc6-37d4f8836f98', 'network_id': 'c8622ca1-afde-4995-9cc6-37d4f8836f98', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'fixed_ips': [{'subnet_id': '04d024d1-aeda-4020-848a-020e7070169f'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:40:26.067853 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e546810b-db54-4f61-8c71-ae2b6cb7d5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:26.086682 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-46bd226b-b238-40ff-8bbe-84fc85582047 None None] Provisioning complete for port eae87845-87e4-4b74-ad80-2cbd586d9607 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:26.087054 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-46bd226b-b238-40ff-8bbe-84fc85582047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:26.122961 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-767f58ec-0085-419f-a5ed-06d6b1d35c84 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] For port 070b2117-e4aa-42fd-a252-ac49c9bc8023, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=070b2117-e4aa-42fd-a252-ac49c9bc8023,segment=NetworkSegment(555f15e8-b563-493d-a7b7-8a30b6841af4),segment_id=555f15e8-b563-493d-a7b7-8a30b6841af4)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:26.123310 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-767f58ec-0085-419f-a5ed-06d6b1d35c84 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:26.224081 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-46bd226b-b238-40ff-8bbe-84fc85582047 None None] Port eae87845-87e4-4b74-ad80-2cbd586d9607 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:40:26.293426 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675eda82-388f-4e66-a9e7-ac0a1f04e3d4 None None] DHCP port deletion for 92eaa9ad-4bf4-4e1f-98b3-c36a67598087 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:40:26.309693 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-675eda82-388f-4e66-a9e7-ac0a1f04e3d4 None None] Deleting port 070b2117-e4aa-42fd-a252-ac49c9bc8023 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:26.310149 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-675eda82-388f-4e66-a9e7-ac0a1f04e3d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:26.379769 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-e546810b-db54-4f61-8c71-ae2b6cb7d5c0 None None] Allocated IP 2001:db8::2 (c8622ca1-afde-4995-9cc6-37d4f8836f98/04d024d1-aeda-4020-848a-020e7070169f/30f1bad9-20c3-459d-8f59-7d2972dbc803) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:26.385110 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e7896d81-f52f-4de9-838b-f49961dde8e7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:26.386703 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e7896d81-f52f-4de9-838b-f49961dde8e7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:26.399166 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-767f58ec-0085-419f-a5ed-06d6b1d35c84 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Calling delete_port for 070b2117-e4aa-42fd-a252-ac49c9bc8023 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:26.429833 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f6875a42-0582-495e-bbd1-b5df6980e4b1 tempest-SecGroupTest-261542566 tempest-SecGroupTest-261542566-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4618740 Mar 07 21:40:26.434851 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5a0ce80c-2689-42bf-9f22-29dd0ba9e350 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router_gateway, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:26.471234 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e7896d81-f52f-4de9-838b-f49961dde8e7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:26.498170 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] For port a00f86ca-4718-4966-992e-853b9549859b, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:40:26.499920 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempted to set empty binding levels {{(pid=88387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 07 21:40:26.509400 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3ef48e87-14fa-4482-b87b-1ad83dc83bbe req-e88d87ca-e0f0-4e99-bc72-5d66bdc160a0 service neutron] 10.222.0.11 "GET /v2.0/networks/38c758dc-7f6c-454b-adaf-334f371206ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6766188 Mar 07 21:40:26.513528 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d2c7a5-c36d-4294-af53-0fbd3c28c3ca tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:26.532260 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d2c7a5-c36d-4294-af53-0fbd3c28c3ca tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:26.545118 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42544) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:26.545866 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-37d2c7a5-c36d-4294-af53-0fbd3c28c3ca tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.5795128 Mar 07 21:40:26.618516 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e7896d81-f52f-4de9-838b-f49961dde8e7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:26.651212 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-767f58ec-0085-419f-a5ed-06d6b1d35c84 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:26.689227 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:26.692090 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-675eda82-388f-4e66-a9e7-ac0a1f04e3d4 None None] For port 070b2117-e4aa-42fd-a252-ac49c9bc8023, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=070b2117-e4aa-42fd-a252-ac49c9bc8023,segment=NetworkSegment(555f15e8-b563-493d-a7b7-8a30b6841af4),segment_id=555f15e8-b563-493d-a7b7-8a30b6841af4)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:26.692611 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-675eda82-388f-4e66-a9e7-ac0a1f04e3d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:26.752976 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767f58ec-0085-419f-a5ed-06d6b1d35c84 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] No DVR routers for this DVR port 070b2117-e4aa-42fd-a252-ac49c9bc8023 on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:40:26.785577 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f58ec-0085-419f-a5ed-06d6b1d35c84 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Port': ['ID=070b2117-e4aa-42fd-a252-ac49c9bc8023,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:26.813608 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] In _notify_port_updated(), no bound segment for port a00f86ca-4718-4966-992e-853b9549859b on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 07 21:40:26.817419 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:26.817419 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:26.817419 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] 10.222.0.21 "PUT /v2.0/ports/a00f86ca-4718-4966-992e-853b9549859b HTTP/1.1" status: 200 len: 976 time: 5.8311043 Mar 07 21:40:26.824356 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42548) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:26.841436 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-675eda82-388f-4e66-a9e7-ac0a1f04e3d4 None None] Calling delete_port for 070b2117-e4aa-42fd-a252-ac49c9bc8023 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:26.853135 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e7896d81-f52f-4de9-838b-f49961dde8e7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:26.858231 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e7896d81-f52f-4de9-838b-f49961dde8e7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9790001 Mar 07 21:40:26.865220 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42550) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:26.924961 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-03de7aa3-b1c3-463d-ab0e-595b7f75e3c7 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting port eae87845-87e4-4b74-ad80-2cbd586d9607 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:26.925508 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-03de7aa3-b1c3-463d-ab0e-595b7f75e3c7 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:26.992355 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-675eda82-388f-4e66-a9e7-ac0a1f04e3d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:40:26.994872 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-675eda82-388f-4e66-a9e7-ac0a1f04e3d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:40:26.997817 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-767f58ec-0085-419f-a5ed-06d6b1d35c84 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:27.004518 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e546810b-db54-4f61-8c71-ae2b6cb7d5c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:27.032815 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e546810b-db54-4f61-8c71-ae2b6cb7d5c0 None None] Transition to ACTIVE for port object 30f1bad9-20c3-459d-8f59-7d2972dbc803 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:27.037608 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b729b-1b42-4922-a4f9-c417ae1ada16 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Pushing event updated for resources: {'Port': ['ID=a00f86ca-4718-4966-992e-853b9549859b,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:27.070589 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e546810b-db54-4f61-8c71-ae2b6cb7d5c0 None None] Transition to ACTIVE for port object 30f1bad9-20c3-459d-8f59-7d2972dbc803 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:27.104138 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-767f58ec-0085-419f-a5ed-06d6b1d35c84 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92eaa9ad-4bf4-4e1f-98b3-c36a67598087']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:27.136446 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e546810b-db54-4f61-8c71-ae2b6cb7d5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:27.191248 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-767f58ec-0085-419f-a5ed-06d6b1d35c84 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555f15e8-b563-493d-a7b7-8a30b6841af4') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:27.191452 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-767f58ec-0085-419f-a5ed-06d6b1d35c84 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555f15e8-b563-493d-a7b7-8a30b6841af4') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:27.224027 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e546810b-db54-4f61-8c71-ae2b6cb7d5c0 None None] Network c8622ca1-afde-4995-9cc6-37d4f8836f98 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:27.233511 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-fb77e480-1206-4167-a6b1-0c40c1b5a750 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Deleting port 908e3492-89bd-4fa0-b01a-02c01c9f8283 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:27.234240 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fb77e480-1206-4167-a6b1-0c40c1b5a750 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:27.236491 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-e546810b-db54-4f61-8c71-ae2b6cb7d5c0 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:27.245050 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e546810b-db54-4f61-8c71-ae2b6cb7d5c0 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:27.254361 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546810b-db54-4f61-8c71-ae2b6cb7d5c0 None None] Pushing event updated for resources: {'Port': ['ID=30f1bad9-20c3-459d-8f59-7d2972dbc803,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:27.274050 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d67c9-60fc-48d5-b749-7d85ecaf5962 req-a7551ca6-8304-4142-b0e9-873869e8da90 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:27.281388 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-137d67c9-60fc-48d5-b749-7d85ecaf5962 req-a7551ca6-8304-4142-b0e9-873869e8da90 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.6230171 Mar 07 21:40:27.298344 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-767f58ec-0085-419f-a5ed-06d6b1d35c84 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:27.322677 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e60aa7-7fa1-4b39-9485-3e2fbd5101b8 req-cd1f3d32-c6ad-44ef-b61f-292fa31aa770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:27.324778 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-52e60aa7-7fa1-4b39-9485-3e2fbd5101b8 req-cd1f3d32-c6ad-44ef-b61f-292fa31aa770 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=36c0879924594e24ac3af2cf45324a46&device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 1098 time: 0.6770256 Mar 07 21:40:27.346361 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42560) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:27.373406 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-e546810b-db54-4f61-8c71-ae2b6cb7d5c0 None None] Attempting to bind port 30f1bad9-20c3-459d-8f59-7d2972dbc803 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:27.373782 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-e546810b-db54-4f61-8c71-ae2b6cb7d5c0 None None] Attempting to bind port 30f1bad9-20c3-459d-8f59-7d2972dbc803 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'ebcb7d58-a4b7-444d-bf1a-d8a5f4fae25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c8622ca1-afde-4995-9cc6-37d4f8836f98'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:27.374167 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e546810b-db54-4f61-8c71-ae2b6cb7d5c0 None None] Attempting to bind port 30f1bad9-20c3-459d-8f59-7d2972dbc803 on network c8622ca1-afde-4995-9cc6-37d4f8836f98 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:27.380774 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e546810b-db54-4f61-8c71-ae2b6cb7d5c0 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:40:27.381165 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e546810b-db54-4f61-8c71-ae2b6cb7d5c0 None None] Checking segment: {'id': 'ebcb7d58-a4b7-444d-bf1a-d8a5f4fae25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c8622ca1-afde-4995-9cc6-37d4f8836f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:40:27.381557 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e546810b-db54-4f61-8c71-ae2b6cb7d5c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:27.381982 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e546810b-db54-4f61-8c71-ae2b6cb7d5c0 None None] Bound using segment: {'id': 'ebcb7d58-a4b7-444d-bf1a-d8a5f4fae25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c8622ca1-afde-4995-9cc6-37d4f8836f98'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:40:27.382427 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-e546810b-db54-4f61-8c71-ae2b6cb7d5c0 None None] Bound port: 30f1bad9-20c3-459d-8f59-7d2972dbc803, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebcb7d58-a4b7-444d-bf1a-d8a5f4fae25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c8622ca1-afde-4995-9cc6-37d4f8836f98'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:40:27.385320 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e546810b-db54-4f61-8c71-ae2b6cb7d5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:27.387420 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-767f58ec-0085-419f-a5ed-06d6b1d35c84 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:27.468485 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-767f58ec-0085-419f-a5ed-06d6b1d35c84 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:40:27.468883 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-767f58ec-0085-419f-a5ed-06d6b1d35c84 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:40:27.485085 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:40:27.501859 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-675eda82-388f-4e66-a9e7-ac0a1f04e3d4 None None] Deleting port 070b2117-e4aa-42fd-a252-ac49c9bc8023 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:27.502204 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-675eda82-388f-4e66-a9e7-ac0a1f04e3d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:27.514529 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-137d67c9-60fc-48d5-b749-7d85ecaf5962 req-0858d657-af00-40b9-9bac-df9bbab4d004 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322352 Mar 07 21:40:27.553589 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 070b2117-e4aa-42fd-a252-ac49c9bc8023 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:40:27.623025 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fb77e480-1206-4167-a6b1-0c40c1b5a750 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:27.627461 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-675eda82-388f-4e66-a9e7-ac0a1f04e3d4 None None] The port '070b2117-e4aa-42fd-a252-ac49c9bc8023' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:40:27.656348 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 070b2117-e4aa-42fd-a252-ac49c9bc8023 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:40:27.656348 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 070b2117-e4aa-42fd-a252-ac49c9bc8023 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:40:27.659056 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-e546810b-db54-4f61-8c71-ae2b6cb7d5c0 None None] For port 30f1bad9-20c3-459d-8f59-7d2972dbc803, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:40:27.662668 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-e546810b-db54-4f61-8c71-ae2b6cb7d5c0 None None] For port 30f1bad9-20c3-459d-8f59-7d2972dbc803, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=30f1bad9-20c3-459d-8f59-7d2972dbc803,segment=NetworkSegment(ebcb7d58-a4b7-444d-bf1a-d8a5f4fae25c),segment_id=ebcb7d58-a4b7-444d-bf1a-d8a5f4fae25c)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:40:27.701152 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5a0ce80c-2689-42bf-9f22-29dd0ba9e350 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:27.702932 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d75ef458-b0dd-4906-9947-f8fcba160c1b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:27.775623 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-767f58ec-0085-419f-a5ed-06d6b1d35c84 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:27.778879 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e546810b-db54-4f61-8c71-ae2b6cb7d5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:27.780033 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-767f58ec-0085-419f-a5ed-06d6b1d35c84 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:27.826905 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-fb77e480-1206-4167-a6b1-0c40c1b5a750 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Calling delete_port for 908e3492-89bd-4fa0-b01a-02c01c9f8283 owned by network:router_interface {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:27.862204 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f58ec-0085-419f-a5ed-06d6b1d35c84 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Network': ['ID=92eaa9ad-4bf4-4e1f-98b3-c36a67598087,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:27.881854 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-767f58ec-0085-419f-a5ed-06d6b1d35c84 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/networks/92eaa9ad-4bf4-4e1f-98b3-c36a67598087 HTTP/1.1" status: 204 len: 168 time: 2.2904530 Mar 07 21:40:27.885556 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42568) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:27.920867 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546810b-db54-4f61-8c71-ae2b6cb7d5c0 None None] Pushing event updated for resources: {'Port': ['ID=30f1bad9-20c3-459d-8f59-7d2972dbc803,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:28.136424 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c4267-7d9e-437a-9b34-2a30b02d9dab tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:28.136903 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c4267-7d9e-437a-9b34-2a30b02d9dab tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:28.137361 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c4267-7d9e-437a-9b34-2a30b02d9dab tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:28.137821 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c4267-7d9e-437a-9b34-2a30b02d9dab tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:28.138310 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c4267-7d9e-437a-9b34-2a30b02d9dab tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:28.138767 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c4267-7d9e-437a-9b34-2a30b02d9dab tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:28.139212 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c4267-7d9e-437a-9b34-2a30b02d9dab tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:28.139661 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c4267-7d9e-437a-9b34-2a30b02d9dab tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:28.140126 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c4267-7d9e-437a-9b34-2a30b02d9dab tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:28.140988 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c4267-7d9e-437a-9b34-2a30b02d9dab tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:28.140988 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c4267-7d9e-437a-9b34-2a30b02d9dab tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:28.141436 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c4267-7d9e-437a-9b34-2a30b02d9dab tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:28.141862 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c4267-7d9e-437a-9b34-2a30b02d9dab tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:28.142336 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c4267-7d9e-437a-9b34-2a30b02d9dab tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:28.144622 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c4267-7d9e-437a-9b34-2a30b02d9dab tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:28.144622 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c4267-7d9e-437a-9b34-2a30b02d9dab tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:28.144817 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-971c4267-7d9e-437a-9b34-2a30b02d9dab tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Synchronizing usage tracker for tenant:d6339e1fc9e64d7890200d20913a319b on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:28.158994 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2e8c38-0018-49d3-b932-b7da9ebbb905 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:28.159815 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6c2e8c38-0018-49d3-b932-b7da9ebbb905 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Synchronizing usage tracker for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:28.296267 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6c2e8c38-0018-49d3-b932-b7da9ebbb905 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Unset dirty status for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:28.297504 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6c2e8c38-0018-49d3-b932-b7da9ebbb905 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports/1aea51f6-7b1e-43d4-bb20-2f3a8995d93c HTTP/1.1" status: 200 len: 845 time: 0.4103820 Mar 07 21:40:28.307287 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42572) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:28.319984 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-d75ef458-b0dd-4906-9947-f8fcba160c1b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Allocated IP 2001:db8::1 (c8622ca1-afde-4995-9cc6-37d4f8836f98/04d024d1-aeda-4020-848a-020e7070169f/bf9a5855-d50d-42e8-b87f-39c8dbac4ad5) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:28.400664 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-03de7aa3-b1c3-463d-ab0e-595b7f75e3c7 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:28.477193 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-971c4267-7d9e-437a-9b34-2a30b02d9dab tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Unset dirty status for tenant:d6339e1fc9e64d7890200d20913a319b on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:28.478373 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-971c4267-7d9e-437a-9b34-2a30b02d9dab tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14425 time: 1.5988538 Mar 07 21:40:28.488353 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d75ef458-b0dd-4906-9947-f8fcba160c1b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:28.488353 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42576) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:28.546374 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-d75ef458-b0dd-4906-9947-f8fcba160c1b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Transition to ACTIVE for port object bf9a5855-d50d-42e8-b87f-39c8dbac4ad5 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:28.564649 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-c5e4462f-37db-4921-9bb2-f4b213b3ec1d tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Deleting port a00f86ca-4718-4966-992e-853b9549859b {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:28.566354 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c5e4462f-37db-4921-9bb2-f4b213b3ec1d tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:28.626799 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-234df9ed-cb30-408e-a9c9-36bb881e8cc8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f813d92b04c54bf7a20d888ce2330046&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2791693 Mar 07 21:40:28.645993 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-03de7aa3-b1c3-463d-ab0e-595b7f75e3c7 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Calling delete_port for eae87845-87e4-4b74-ad80-2cbd586d9607 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:28.680663 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42582) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:28.716739 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e60aa7-7fa1-4b39-9485-3e2fbd5101b8 req-29a4d9b5-7c29-4dcd-9937-b99b2b7dd63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:28.718197 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-52e60aa7-7fa1-4b39-9485-3e2fbd5101b8 req-29a4d9b5-7c29-4dcd-9937-b99b2b7dd63d service neutron] 10.222.0.11 "GET /v2.0/networks?id=38c758dc-7f6c-454b-adaf-334f371206ea HTTP/1.1" status: 200 len: 911 time: 1.3531241 Mar 07 21:40:28.721005 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2767071b-761d-4ff2-9c90-ecadfe2ef8f8 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Synchronizing usage tracker for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:28.819514 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d75ef458-b0dd-4906-9947-f8fcba160c1b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:28.879958 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2767071b-761d-4ff2-9c90-ecadfe2ef8f8 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Unset dirty status for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:28.885143 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2767071b-761d-4ff2-9c90-ecadfe2ef8f8 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports/1aea51f6-7b1e-43d4-bb20-2f3a8995d93c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.5701015 Mar 07 21:40:28.885348 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42586) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:28.927825 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-2737a7ce-60ef-4be4-8b2b-7e85ad74aa54 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'subnet': {'network_id': 'a6db8684-d898-46a0-aaf6-8ede249b4167', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:28.963767 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-52e60aa7-7fa1-4b39-9485-3e2fbd5101b8 req-ede32256-e1e3-4889-b13a-35d341b67bec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 HTTP/1.1" status: 200 len: 1001 time: 0.2287023 Mar 07 21:40:28.964528 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75ef458-b0dd-4906-9947-f8fcba160c1b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network c8622ca1-afde-4995-9cc6-37d4f8836f98 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:28.965607 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-c5e4462f-37db-4921-9bb2-f4b213b3ec1d tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] For port a00f86ca-4718-4966-992e-853b9549859b, host hv-neutron-8299, got binding levels [] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:28.965991 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c5e4462f-37db-4921-9bb2-f4b213b3ec1d tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:28.978522 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-d75ef458-b0dd-4906-9947-f8fcba160c1b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:29.020857 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe57cc2-e428-482f-a450-0a4a740d4478 None None] Network c8622ca1-afde-4995-9cc6-37d4f8836f98 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:29.029279 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f3958953-43c6-4350-b269-ccea48135da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:29.055186 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75ef458-b0dd-4906-9947-f8fcba160c1b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:29.055643 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d75ef458-b0dd-4906-9947-f8fcba160c1b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:29.155284 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f3958953-43c6-4350-b269-ccea48135da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:29.192131 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ef458-b0dd-4906-9947-f8fcba160c1b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Port': ['ID=bf9a5855-d50d-42e8-b87f-39c8dbac4ad5,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:29.208489 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-c5e4462f-37db-4921-9bb2-f4b213b3ec1d tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Calling delete_port for a00f86ca-4718-4966-992e-853b9549859b owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:29.208626 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e60aa7-7fa1-4b39-9485-3e2fbd5101b8 req-c3b5b27e-5d6f-4bc0-885a-9717e350ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:29.210002 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-52e60aa7-7fa1-4b39-9485-3e2fbd5101b8 req-c3b5b27e-5d6f-4bc0-885a-9717e350ed3d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f313f210-5759-4bf7-8dc0-7c89a181e7b8 HTTP/1.1" status: 200 len: 850 time: 0.1787431 Mar 07 21:40:29.222116 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0ce80c-2689-42bf-9f22-29dd0ba9e350 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Router 7a021606-807e-44ad-b760-2b9127cd82c2 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:40:29.237286 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b005e200-fce8-4d54-a2fd-c707f2bf83e9 None None] Provisioning for port 30f1bad9-20c3-459d-8f59-7d2972dbc803 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:40:29.263774 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e2ba4-a189-4462-9cae-200bbbe3c37a req-e9783543-6de8-4605-9dc8-d5316c3346eb tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:29.263774 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a41e2ba4-a189-4462-9cae-200bbbe3c37a req-e9783543-6de8-4605-9dc8-d5316c3346eb tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.6364009 Mar 07 21:40:29.285570 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-2737a7ce-60ef-4be4-8b2b-7e85ad74aa54 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:29.304649 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fb77e480-1206-4167-a6b1-0c40c1b5a750 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:29.315787 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-2737a7ce-60ef-4be4-8b2b-7e85ad74aa54 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:subnet and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:29.325547 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-2737a7ce-60ef-4be4-8b2b-7e85ad74aa54 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:29.343857 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-2737a7ce-60ef-4be4-8b2b-7e85ad74aa54 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:29.373675 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a41e2ba4-a189-4462-9cae-200bbbe3c37a req-df33079d-ffc2-4c2b-9ca2-ecf7059ba421 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938816 Mar 07 21:40:29.425221 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77e480-1206-4167-a6b1-0c40c1b5a750 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Pushing event deleted for resources: {'Port': ['ID=908e3492-89bd-4fa0-b01a-02c01c9f8283,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:29.430485 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2737a7ce-60ef-4be4-8b2b-7e85ad74aa54 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:29.434866 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2737a7ce-60ef-4be4-8b2b-7e85ad74aa54 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:29.534644 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-03de7aa3-b1c3-463d-ab0e-595b7f75e3c7 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:29.581416 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c5e4462f-37db-4921-9bb2-f4b213b3ec1d tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:29.590612 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 30f1bad9-20c3-459d-8f59-7d2972dbc803 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:40:29.646984 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c5e4462f-37db-4921-9bb2-f4b213b3ec1d tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:29.693181 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4462f-37db-4921-9bb2-f4b213b3ec1d tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Pushing event deleted for resources: {'Port': ['ID=a00f86ca-4718-4966-992e-853b9549859b,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:29.811333 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c5e4462f-37db-4921-9bb2-f4b213b3ec1d tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] 10.222.0.21 "DELETE /v2.0/ports/a00f86ca-4718-4966-992e-853b9549859b HTTP/1.1" status: 204 len: 168 time: 1.3236885 Mar 07 21:40:29.817559 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42590) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:29.821434 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f3958953-43c6-4350-b269-ccea48135da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:29.841737 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de7aa3-b1c3-463d-ab0e-595b7f75e3c7 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Port': ['ID=eae87845-87e4-4b74-ad80-2cbd586d9607,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:29.847206 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 30f1bad9-20c3-459d-8f59-7d2972dbc803 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:40:29.850668 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f7cecc3e-78b9-4d15-a13b-7c17390f1776 None None] Provisioning for port bf9a5855-d50d-42e8-b87f-39c8dbac4ad5 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:40:29.870846 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f7cecc3e-78b9-4d15-a13b-7c17390f1776 None None] Provisioning complete for port bf9a5855-d50d-42e8-b87f-39c8dbac4ad5 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:29.871775 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f7cecc3e-78b9-4d15-a13b-7c17390f1776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:29.904249 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3958953-43c6-4350-b269-ccea48135da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8796b8-7cb9-4c81-b1b2-56c43a2b1a06,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:29.957607 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 30f1bad9-20c3-459d-8f59-7d2972dbc803 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:29.958486 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:29.988907 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e60aa7-7fa1-4b39-9485-3e2fbd5101b8 req-6abdcdcf-6b7d-4ab2-8ec2-2791b4250a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:29.990752 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-52e60aa7-7fa1-4b39-9485-3e2fbd5101b8 req-6abdcdcf-6b7d-4ab2-8ec2-2791b4250a63 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38c758dc-7f6c-454b-adaf-334f371206ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7666395 Mar 07 21:40:30.029461 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-d536be63-3c00-49fa-bb53-2cdc75b55494 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] GET failed (client error): The resource could not be found. Mar 07 21:40:30.034580 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d536be63-3c00-49fa-bb53-2cdc75b55494 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Synchronizing usage tracker for tenant:d6339e1fc9e64d7890200d20913a319b on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:30.056425 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-f7cecc3e-78b9-4d15-a13b-7c17390f1776 None None] Port bf9a5855-d50d-42e8-b87f-39c8dbac4ad5 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:40:30.104255 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0ce80c-2689-42bf-9f22-29dd0ba9e350 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:40:30.117103 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b56a3-6d79-4466-9adf-16f4d5d0d041 None None] Sync routers for ids ['7a021606-807e-44ad-b760-2b9127cd82c2'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:40:30.123876 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d75ef458-b0dd-4906-9947-f8fcba160c1b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:30.133160 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b56a3-6d79-4466-9adf-16f4d5d0d041 None None] Routers {'7a021606-807e-44ad-b760-2b9127cd82c2'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:30.137718 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-814b56a3-6d79-4466-9adf-16f4d5d0d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['7a021606-807e-44ad-b760-2b9127cd82c2'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:30.140543 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f7cecc3e-78b9-4d15-a13b-7c17390f1776 None None] Provisioning complete for port 30f1bad9-20c3-459d-8f59-7d2972dbc803 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:30.142295 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f7cecc3e-78b9-4d15-a13b-7c17390f1776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:30.200202 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d536be63-3c00-49fa-bb53-2cdc75b55494 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Unset dirty status for tenant:d6339e1fc9e64d7890200d20913a319b on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:30.205748 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d536be63-3c00-49fa-bb53-2cdc75b55494 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] 10.222.0.21 "GET /v2.0/ports/a00f86ca-4718-4966-992e-853b9549859b HTTP/1.1" status: 404 len: 333 time: 0.3869600 Mar 07 21:40:30.211255 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42594) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:30.217078 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-cfef9077-b87f-4ca5-ae85-177346c3f51a tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-516675291', 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:30.233533 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cfef9077-b87f-4ca5-ae85-177346c3f51a tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:30.247604 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:30.259505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cfef9077-b87f-4ca5-ae85-177346c3f51a tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:30.281062 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-814b56a3-6d79-4466-9adf-16f4d5d0d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:30.294069 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b56a3-6d79-4466-9adf-16f4d5d0d041 None None] Routers {'7a021606-807e-44ad-b760-2b9127cd82c2'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:30.296111 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-814b56a3-6d79-4466-9adf-16f4d5d0d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['7a021606-807e-44ad-b760-2b9127cd82c2'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:30.315707 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fb77e480-1206-4167-a6b1-0c40c1b5a750 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:30.334326 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2737a7ce-60ef-4be4-8b2b-7e85ad74aa54 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:30.356987 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f7cecc3e-78b9-4d15-a13b-7c17390f1776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:30.367089 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 30f1bad9-20c3-459d-8f59-7d2972dbc803, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=30f1bad9-20c3-459d-8f59-7d2972dbc803,segment=NetworkSegment(ebcb7d58-a4b7-444d-bf1a-d8a5f4fae25c),segment_id=ebcb7d58-a4b7-444d-bf1a-d8a5f4fae25c)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:30.391431 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-814b56a3-6d79-4466-9adf-16f4d5d0d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:30.392038 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b56a3-6d79-4466-9adf-16f4d5d0d041 None None] The sync data for ids ['7a021606-807e-44ad-b760-2b9127cd82c2'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:40:30.406143 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-03de7aa3-b1c3-463d-ab0e-595b7f75e3c7 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:30.408014 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-03de7aa3-b1c3-463d-ab0e-595b7f75e3c7 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/eae87845-87e4-4b74-ad80-2cbd586d9607 HTTP/1.1" status: 204 len: 168 time: 3.8099074 Mar 07 21:40:30.415634 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:30.426155 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42600) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:30.434092 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f3958953-43c6-4350-b269-ccea48135da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:30.435183 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f3958953-43c6-4350-b269-ccea48135da1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da8796b8-7cb9-4c81-b1b2-56c43a2b1a06 HTTP/1.1" status: 204 len: 168 time: 1.7533088 Mar 07 21:40:30.436006 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5a0ce80c-2689-42bf-9f22-29dd0ba9e350 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:30.437132 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5a0ce80c-2689-42bf-9f22-29dd0ba9e350 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 11.1622946 Mar 07 21:40:30.454319 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2737a7ce-60ef-4be4-8b2b-7e85ad74aa54 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network a6db8684-d898-46a0-aaf6-8ede249b4167 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:30.462718 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42604) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:30.486202 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-2737a7ce-60ef-4be4-8b2b-7e85ad74aa54 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:30.503553 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2737a7ce-60ef-4be4-8b2b-7e85ad74aa54 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:30.505696 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2737a7ce-60ef-4be4-8b2b-7e85ad74aa54 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:30.576033 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-52e60aa7-7fa1-4b39-9485-3e2fbd5101b8 req-688bb697-db01-4955-b642-bf427351cc61 service neutron] 10.222.0.11 "GET /v2.0/networks/38c758dc-7f6c-454b-adaf-334f371206ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220633 Mar 07 21:40:30.615412 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8468d5de-644e-4b33-9861-ca9768623ea2 None None] Network a6db8684-d898-46a0-aaf6-8ede249b4167 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:30.641979 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfef9077-b87f-4ca5-ae85-177346c3f51a tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Made reservation on behalf of d6339e1fc9e64d7890200d20913a319b for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:30.644892 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cfef9077-b87f-4ca5-ae85-177346c3f51a tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:30.670209 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-f7cecc3e-78b9-4d15-a13b-7c17390f1776 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:40:30.670601 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-f7cecc3e-78b9-4d15-a13b-7c17390f1776 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:40:30.699025 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49370581-0b31-4bac-a8a2-85991693add4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:30.700965 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49370581-0b31-4bac-a8a2-85991693add4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:30.702146 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49370581-0b31-4bac-a8a2-85991693add4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:30.702946 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-49370581-0b31-4bac-a8a2-85991693add4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:30.707137 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737a7ce-60ef-4be4-8b2b-7e85ad74aa54 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Subnet': ['ID=ef308833-e94b-4cda-a52e-c7217ad57881,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:30.725908 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-cfef9077-b87f-4ca5-ae85-177346c3f51a tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] device_id is not set on port 23814319-53ac-4c99-b2c5-1dc4cd31962f yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:40:30.730991 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=30f1bad9-20c3-459d-8f59-7d2972dbc803,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:30.847883 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2737a7ce-60ef-4be4-8b2b-7e85ad74aa54 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9511468 Mar 07 21:40:30.863070 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42614) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:30.898189 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-38e2f932-19a3-4338-bad1-2defbee36c4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'security_group': {'name': 'tempest-secgroup-105103770'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:30.902823 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb77e480-1206-4167-a6b1-0c40c1b5a750 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Router c809dbb4-601f-4855-972d-6f238fe9ec79 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:40:30.927121 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-52e60aa7-7fa1-4b39-9485-3e2fbd5101b8 req-2943d457-f63f-40eb-95f9-7f2e24352371 service neutron] 10.222.0.11 "GET /v2.0/networks/38c758dc-7f6c-454b-adaf-334f371206ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435423 Mar 07 21:40:30.945264 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b6ac34-2c53-49e9-ac7b-0f7ad2f2d852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-a6db8684-d898-46a0-aaf6-8ede249b4167', 'network_id': 'a6db8684-d898-46a0-aaf6-8ede249b4167', 'tenant_id': '798f97419872427fbdc61064af1a2dd7', 'fixed_ips': [{'subnet_id': 'ef308833-e94b-4cda-a52e-c7217ad57881'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:40:30.946474 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-36b6ac34-2c53-49e9-ac7b-0f7ad2f2d852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:30.983122 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-49370581-0b31-4bac-a8a2-85991693add4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:30.985323 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-49370581-0b31-4bac-a8a2-85991693add4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5582209 Mar 07 21:40:30.995862 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42622) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:31.032480 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-38e2f932-19a3-4338-bad1-2defbee36c4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:31.050338 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-38e2f932-19a3-4338-bad1-2defbee36c4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:security_group and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:31.063582 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-38e2f932-19a3-4338-bad1-2defbee36c4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:31.103884 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb77e480-1206-4167-a6b1-0c40c1b5a750 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:40:31.104292 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-38e2f932-19a3-4338-bad1-2defbee36c4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:31.110812 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-fb77e480-1206-4167-a6b1-0c40c1b5a750 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] 10.222.0.21 "PUT /v2.0/routers/c809dbb4-601f-4855-972d-6f238fe9ec79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1628535 Mar 07 21:40:31.117654 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42626) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:31.126481 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37417ec8-dd2c-43fb-8ab3-0976b58d37dc None None] Sync routers for ids ['c809dbb4-601f-4855-972d-6f238fe9ec79'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:40:31.145397 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-36b6ac34-2c53-49e9-ac7b-0f7ad2f2d852 None None] Allocated IP 2001:db8::2 (a6db8684-d898-46a0-aaf6-8ede249b4167/ef308833-e94b-4cda-a52e-c7217ad57881/ae3437c4-f1b9-4e30-ab54-f4f4ade18a02) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:31.157388 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-944b78c6-7465-40be-bbc9-a7c26a735a34 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "GET /v2.0/routers/7a021606-807e-44ad-b760-2b9127cd82c2 HTTP/1.1" status: 200 len: 925 time: 0.6662569 Mar 07 21:40:31.158521 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37417ec8-dd2c-43fb-8ab3-0976b58d37dc None None] Routers {'c809dbb4-601f-4855-972d-6f238fe9ec79'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:31.163628 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-37417ec8-dd2c-43fb-8ab3-0976b58d37dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c809dbb4-601f-4855-972d-6f238fe9ec79'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:31.170735 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42632) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:31.262723 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b53940-a71f-4184-87c0-2738757df542 req-23477dc5-e64b-4cb7-985d-72d4d2974fdb tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:31.264284 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-69b53940-a71f-4184-87c0-2738757df542 req-23477dc5-e64b-4cb7-985d-72d4d2974fdb tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.6879945 Mar 07 21:40:31.276978 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-37417ec8-dd2c-43fb-8ab3-0976b58d37dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:31.278964 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-38e2f932-19a3-4338-bad1-2defbee36c4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:31.294218 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-225e2a5c-323f-4cc3-852e-de1f81082aff tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a021606-807e-44ad-b760-2b9127cd82c2 HTTP/1.1" status: 200 len: 205 time: 0.1146464 Mar 07 21:40:31.318192 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37417ec8-dd2c-43fb-8ab3-0976b58d37dc None None] Routers {'c809dbb4-601f-4855-972d-6f238fe9ec79'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:31.318906 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-37417ec8-dd2c-43fb-8ab3-0976b58d37dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c809dbb4-601f-4855-972d-6f238fe9ec79'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:31.324631 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42636) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:31.394055 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.resource_extend [None req-d75ef458-b0dd-4906-9947-f8fcba160c1b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:40:31.420507 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-38e2f932-19a3-4338-bad1-2defbee36c4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:31.425818 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a44e86f-3331-46ad-9e9b-54b404fcf3a5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet 2cfce6ac-534c-4896-b90d-145f98fbe16a {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:40:31.435741 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d75ef458-b0dd-4906-9947-f8fcba160c1b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:31.445810 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-38e2f932-19a3-4338-bad1-2defbee36c4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:security_group_rule and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:31.451608 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cfef9077-b87f-4ca5-ae85-177346c3f51a tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:31.454987 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-38e2f932-19a3-4338-bad1-2defbee36c4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:31.462404 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-69b53940-a71f-4184-87c0-2738757df542 req-ac444697-4233-422d-9f84-f415c780cba1 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859665 Mar 07 21:40:31.467798 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-38e2f932-19a3-4338-bad1-2defbee36c4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:31.492384 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0a44e86f-3331-46ad-9e9b-54b404fcf3a5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:31.503941 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-37417ec8-dd2c-43fb-8ab3-0976b58d37dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:31.504444 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37417ec8-dd2c-43fb-8ab3-0976b58d37dc None None] The sync data for ids ['c809dbb4-601f-4855-972d-6f238fe9ec79'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:40:31.517848 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d75ef458-b0dd-4906-9947-f8fcba160c1b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:31.520245 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d75ef458-b0dd-4906-9947-f8fcba160c1b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:31.557720 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac70ef15-921a-4865-982a-d1bc29261cfe tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:31.684556 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 30f1bad9-20c3-459d-8f59-7d2972dbc803 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:40:31.754669 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cfef9077-b87f-4ca5-ae85-177346c3f51a tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:31.761386 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ef458-b0dd-4906-9947-f8fcba160c1b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Port': ['ID=bf9a5855-d50d-42e8-b87f-39c8dbac4ad5,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:31.786467 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-25a3a6f8-7073-4978-bcdc-6d95cc129f57 None None] Provisioning complete for port bf9a5855-d50d-42e8-b87f-39c8dbac4ad5 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:31.786925 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-25a3a6f8-7073-4978-bcdc-6d95cc129f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:31.872597 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-36b6ac34-2c53-49e9-ac7b-0f7ad2f2d852 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:31.943633 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-36b6ac34-2c53-49e9-ac7b-0f7ad2f2d852 None None] Transition to ACTIVE for port object ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:31.957742 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0a44e86f-3331-46ad-9e9b-54b404fcf3a5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:31.993810 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-25a3a6f8-7073-4978-bcdc-6d95cc129f57 None None] Port bf9a5855-d50d-42e8-b87f-39c8dbac4ad5 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:40:32.007332 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-36b6ac34-2c53-49e9-ac7b-0f7ad2f2d852 None None] Transition to ACTIVE for port object ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:32.009543 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 30f1bad9-20c3-459d-8f59-7d2972dbc803 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:32.010256 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:32.063881 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-38e2f932-19a3-4338-bad1-2defbee36c4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:32.073756 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfef9077-b87f-4ca5-ae85-177346c3f51a tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Network 19b905a3-cf35-4f92-8ab1-ffad253bb210 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:32.082943 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-cfef9077-b87f-4ca5-ae85-177346c3f51a tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:32.085206 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42648) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:32.094682 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030472 Mar 07 21:40:32.104171 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfef9077-b87f-4ca5-ae85-177346c3f51a tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:32.106486 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfef9077-b87f-4ca5-ae85-177346c3f51a tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:32.106486 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cfef9077-b87f-4ca5-ae85-177346c3f51a tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:32.114911 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42650) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:32.140501 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac70ef15-921a-4865-982a-d1bc29261cfe tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:32.148542 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef9077-b87f-4ca5-ae85-177346c3f51a tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Pushing event updated for resources: {'Port': ['ID=23814319-53ac-4c99-b2c5-1dc4cd31962f,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:32.152021 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac70ef15-921a-4865-982a-d1bc29261cfe tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:32.163111 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-735d8d7d-b9ca-48c3-ba5d-66b08432e6f2 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:32.169507 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-38e2f932-19a3-4338-bad1-2defbee36c4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:32.177559 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-36b6ac34-2c53-49e9-ac7b-0f7ad2f2d852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:32.185913 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75ef458-b0dd-4906-9947-f8fcba160c1b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network c8622ca1-afde-4995-9cc6-37d4f8836f98 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:32.203820 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-d75ef458-b0dd-4906-9947-f8fcba160c1b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:32.294682 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b6ac34-2c53-49e9-ac7b-0f7ad2f2d852 None None] Network a6db8684-d898-46a0-aaf6-8ede249b4167 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:32.305194 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-36b6ac34-2c53-49e9-ac7b-0f7ad2f2d852 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:32.309585 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b6ac34-2c53-49e9-ac7b-0f7ad2f2d852 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:32.389544 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac70ef15-921a-4865-982a-d1bc29261cfe tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:32.390124 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac70ef15-921a-4865-982a-d1bc29261cfe tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Fanout notify agent at l3_agent the message router_deleted on router c809dbb4-601f-4855-972d-6f238fe9ec79 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:40:32.394909 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6ac34-2c53-49e9-ac7b-0f7ad2f2d852 None None] Pushing event updated for resources: {'Port': ['ID=ae3437c4-f1b9-4e30-ab54-f4f4ade18a02,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:32.411404 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac70ef15-921a-4865-982a-d1bc29261cfe tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:32.412516 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ac70ef15-921a-4865-982a-d1bc29261cfe tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] 10.222.0.21 "DELETE /v2.0/routers/c809dbb4-601f-4855-972d-6f238fe9ec79 HTTP/1.1" status: 204 len: 168 time: 1.2978511 Mar 07 21:40:32.425109 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42656) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:32.427912 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0a44e86f-3331-46ad-9e9b-54b404fcf3a5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:32.459249 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0de2d7db-3f72-41c9-b789-02e195d6fae5 tempest-NetworksApiDiscovery-1174992930 tempest-NetworksApiDiscovery-1174992930-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3309684 Mar 07 21:40:32.459249 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-38e2f932-19a3-4338-bad1-2defbee36c4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:32.459249 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-38e2f932-19a3-4338-bad1-2defbee36c4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5659442 Mar 07 21:40:32.461428 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-cfef9077-b87f-4ca5-ae85-177346c3f51a tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.2492037 Mar 07 21:40:32.463459 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42662) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:32.463889 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42664) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:32.464344 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-36b6ac34-2c53-49e9-ac7b-0f7ad2f2d852 None None] Attempting to bind port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:32.464908 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-36b6ac34-2c53-49e9-ac7b-0f7ad2f2d852 None None] Attempting to bind port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '55fe160e-fb95-4ff2-a152-007ef062f095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a6db8684-d898-46a0-aaf6-8ede249b4167'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:32.465466 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b6ac34-2c53-49e9-ac7b-0f7ad2f2d852 None None] Attempting to bind port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 on network a6db8684-d898-46a0-aaf6-8ede249b4167 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:32.471507 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-3b3202e8-8be6-4c89-b817-0fe9f28fef1c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'security_group': {'name': 'tempest-secgroup-1690233818'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:32.472174 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b6ac34-2c53-49e9-ac7b-0f7ad2f2d852 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:40:32.472778 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b6ac34-2c53-49e9-ac7b-0f7ad2f2d852 None None] Checking segment: {'id': '55fe160e-fb95-4ff2-a152-007ef062f095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a6db8684-d898-46a0-aaf6-8ede249b4167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:40:32.473349 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-36b6ac34-2c53-49e9-ac7b-0f7ad2f2d852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:32.473891 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b6ac34-2c53-49e9-ac7b-0f7ad2f2d852 None None] Bound using segment: {'id': '55fe160e-fb95-4ff2-a152-007ef062f095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a6db8684-d898-46a0-aaf6-8ede249b4167'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:40:32.474591 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-36b6ac34-2c53-49e9-ac7b-0f7ad2f2d852 None None] Bound port: ae3437c4-f1b9-4e30-ab54-f4f4ade18a02, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55fe160e-fb95-4ff2-a152-007ef062f095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a6db8684-d898-46a0-aaf6-8ede249b4167'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:40:32.475193 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-36b6ac34-2c53-49e9-ac7b-0f7ad2f2d852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:32.478114 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2f932-19a3-4338-bad1-2defbee36c4f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be73c588-1f0d-4398-838a-0c7b393a8e3c,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:32.551801 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4525ab-dadc-40ba-9e65-d4312249ee78 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:32.552382 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0f4525ab-dadc-40ba-9e65-d4312249ee78 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Synchronizing usage tracker for tenant:d6339e1fc9e64d7890200d20913a319b on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:32.556939 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3b3202e8-8be6-4c89-b817-0fe9f28fef1c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:32.571678 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3b3202e8-8be6-4c89-b817-0fe9f28fef1c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:security_group and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:32.581057 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3b3202e8-8be6-4c89-b817-0fe9f28fef1c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:32.605046 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-36b6ac34-2c53-49e9-ac7b-0f7ad2f2d852 None None] For port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:40:32.608917 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-36b6ac34-2c53-49e9-ac7b-0f7ad2f2d852 None None] For port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=ae3437c4-f1b9-4e30-ab54-f4f4ade18a02,segment=NetworkSegment(55fe160e-fb95-4ff2-a152-007ef062f095),segment_id=55fe160e-fb95-4ff2-a152-007ef062f095)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:40:32.611189 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3b3202e8-8be6-4c89-b817-0fe9f28fef1c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:32.640391 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-735d8d7d-b9ca-48c3-ba5d-66b08432e6f2 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:32.655334 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0f4525ab-dadc-40ba-9e65-d4312249ee78 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Unset dirty status for tenant:d6339e1fc9e64d7890200d20913a319b on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:32.657748 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0f4525ab-dadc-40ba-9e65-d4312249ee78 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] 10.222.0.21 "GET /v2.0/ports/23814319-53ac-4c99-b2c5-1dc4cd31962f HTTP/1.1" status: 200 len: 954 time: 0.1903689 Mar 07 21:40:32.665838 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-d661ff4f-de56-4077-aa9f-46442c9bdbd1 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Deleting subnet 6f3a4253-75ac-4c68-b95b-a31c13b4cfe0 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:40:32.665930 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42672) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:32.667748 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d661ff4f-de56-4077-aa9f-46442c9bdbd1 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:32.681814 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-36b6ac34-2c53-49e9-ac7b-0f7ad2f2d852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:32.700726 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0a44e86f-3331-46ad-9e9b-54b404fcf3a5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:32.748485 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-735d8d7d-b9ca-48c3-ba5d-66b08432e6f2 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Deleting port 440bf2cf-2d7d-489a-8f77-af6c9446c5a9 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:32.748705 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-735d8d7d-b9ca-48c3-ba5d-66b08432e6f2 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:32.755251 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3b3202e8-8be6-4c89-b817-0fe9f28fef1c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:32.763737 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75ef458-b0dd-4906-9947-f8fcba160c1b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Router 3b487c10-1747-44c2-8f0c-5ccd2c02cb55 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:40:32.765291 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2350b287-3e7c-4a60-b0e6-33042bf65c09 None None] Provisioning complete for port bf9a5855-d50d-42e8-b87f-39c8dbac4ad5 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:32.765656 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2350b287-3e7c-4a60-b0e6-33042bf65c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:32.775789 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44e86f-3331-46ad-9e9b-54b404fcf3a5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=2cfce6ac-534c-4896-b90d-145f98fbe16a,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:32.808757 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3b3202e8-8be6-4c89-b817-0fe9f28fef1c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:32.813245 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3b3202e8-8be6-4c89-b817-0fe9f28fef1c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:security_group_rule and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:32.816673 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3b3202e8-8be6-4c89-b817-0fe9f28fef1c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:32.823490 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3b3202e8-8be6-4c89-b817-0fe9f28fef1c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:32.882589 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2350b287-3e7c-4a60-b0e6-33042bf65c09 None None] Port bf9a5855-d50d-42e8-b87f-39c8dbac4ad5 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:40:32.894327 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6ac34-2c53-49e9-ac7b-0f7ad2f2d852 None None] Pushing event updated for resources: {'Port': ['ID=ae3437c4-f1b9-4e30-ab54-f4f4ade18a02,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:32.920981 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3b3202e8-8be6-4c89-b817-0fe9f28fef1c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:32.945160 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0a44e86f-3331-46ad-9e9b-54b404fcf3a5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:32.947933 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395de774-78f7-4fb2-9017-700e04e275e1 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:32.961748 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d661ff4f-de56-4077-aa9f-46442c9bdbd1 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:33.092540 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75ef458-b0dd-4906-9947-f8fcba160c1b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:40:33.108072 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1cc31c-8420-47e1-89ec-d7a6fcf148b2 None None] Sync routers for ids ['3b487c10-1747-44c2-8f0c-5ccd2c02cb55'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:40:33.114207 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3b3202e8-8be6-4c89-b817-0fe9f28fef1c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:33.122258 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1cc31c-8420-47e1-89ec-d7a6fcf148b2 None None] Routers {'3b487c10-1747-44c2-8f0c-5ccd2c02cb55'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:33.122874 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-ea1cc31c-8420-47e1-89ec-d7a6fcf148b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['3b487c10-1747-44c2-8f0c-5ccd2c02cb55'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:33.123032 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-a0264eb8-0900-4870-bb03-c1efcc78e456 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Deleting port 23814319-53ac-4c99-b2c5-1dc4cd31962f {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:33.123264 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a0264eb8-0900-4870-bb03-c1efcc78e456 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:33.125470 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0a44e86f-3331-46ad-9e9b-54b404fcf3a5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/2cfce6ac-534c-4896-b90d-145f98fbe16a HTTP/1.1" status: 204 len: 168 time: 2.1285229 Mar 07 21:40:33.141639 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42678) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:33.231133 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d75ef458-b0dd-4906-9947-f8fcba160c1b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "PUT /v2.0/routers/3b487c10-1747-44c2-8f0c-5ccd2c02cb55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3648603 Mar 07 21:40:33.238367 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42682) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:33.271448 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-ea1cc31c-8420-47e1-89ec-d7a6fcf148b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:33.291865 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1cc31c-8420-47e1-89ec-d7a6fcf148b2 None None] Routers {'3b487c10-1747-44c2-8f0c-5ccd2c02cb55'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:33.293568 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-ea1cc31c-8420-47e1-89ec-d7a6fcf148b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['3b487c10-1747-44c2-8f0c-5ccd2c02cb55'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:33.307117 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42686) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:33.352238 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3b3202e8-8be6-4c89-b817-0fe9f28fef1c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:33.353448 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3b3202e8-8be6-4c89-b817-0fe9f28fef1c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8878901 Mar 07 21:40:33.370204 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-735d8d7d-b9ca-48c3-ba5d-66b08432e6f2 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:33.383570 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4bc3677-c6a8-4013-a1d3-8b9b09a8cc15 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet b099a3ba-618c-4685-b80a-323b80356645 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:40:33.389872 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b4bc3677-c6a8-4013-a1d3-8b9b09a8cc15 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:33.392677 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42690) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:33.400702 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3202e8-8be6-4c89-b817-0fe9f28fef1c tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e16ae2e-05b3-423a-aafb-8e5354df8413,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:33.425248 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-ea1cc31c-8420-47e1-89ec-d7a6fcf148b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:33.425550 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-6d5719ba-3a5c-4b7e-8651-7148a1f9fe55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1886501483', 'security_groups': ['7e16ae2e-05b3-423a-aafb-8e5354df8413'], 'network_id': 'a6db8684-d898-46a0-aaf6-8ede249b4167', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ef308833-e94b-4cda-a52e-c7217ad57881'}]}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:33.425741 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1cc31c-8420-47e1-89ec-d7a6fcf148b2 None None] The sync data for ids ['3b487c10-1747-44c2-8f0c-5ccd2c02cb55'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:40:33.576342 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:40:33.600334 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-735d8d7d-b9ca-48c3-ba5d-66b08432e6f2 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Calling delete_port for 440bf2cf-2d7d-489a-8f77-af6c9446c5a9 owned by network:router_gateway {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:33.621310 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a0264eb8-0900-4870-bb03-c1efcc78e456 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:33.666922 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b4bc3677-c6a8-4013-a1d3-8b9b09a8cc15 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:33.722196 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d661ff4f-de56-4077-aa9f-46442c9bdbd1 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:33.738470 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:40:33.877335 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b4bc3677-c6a8-4013-a1d3-8b9b09a8cc15 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:33.919239 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-a0264eb8-0900-4870-bb03-c1efcc78e456 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Calling delete_port for 23814319-53ac-4c99-b2c5-1dc4cd31962f owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:33.954276 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7689d6f-4685-4e79-87d7-7c780342cd63 req-8882e539-d7ba-4ead-8eeb-5329e5b44402 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:33.956198 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c7689d6f-4685-4e79-87d7-7c780342cd63 req-8882e539-d7ba-4ead-8eeb-5329e5b44402 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 1.2868795 Mar 07 21:40:33.977355 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d661ff4f-de56-4077-aa9f-46442c9bdbd1 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:33.978243 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca889b95-57e2-45ef-9898-ae7657ccc6a2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:33.978989 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ca889b95-57e2-45ef-9898-ae7657ccc6a2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Synchronizing usage tracker for tenant:fcdda39025724b238190857d574ee30e on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:34.016807 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b60e4d03-0024-4aa6-ab2d-32576cf071f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:34.035117 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661ff4f-de56-4077-aa9f-46442c9bdbd1 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Pushing event deleted for resources: {'Subnet': ['ID=6f3a4253-75ac-4c68-b95b-a31c13b4cfe0,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:34.040152 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d661ff4f-de56-4077-aa9f-46442c9bdbd1 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:34.052030 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de2327d-4216-47a2-9d7b-668de6e3b186 None None] Network bd78d60e-003e-4e04-9b7f-88d9db369b1e requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:34.068454 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d661ff4f-de56-4077-aa9f-46442c9bdbd1 tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] 10.222.0.21 "DELETE /v2.0/subnets/6f3a4253-75ac-4c68-b95b-a31c13b4cfe0 HTTP/1.1" status: 204 len: 168 time: 1.6422904 Mar 07 21:40:34.076631 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42698) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:34.178304 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-735d8d7d-b9ca-48c3-ba5d-66b08432e6f2 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:34.196329 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-b60e4d03-0024-4aa6-ab2d-32576cf071f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:34.204852 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-6d5719ba-3a5c-4b7e-8651-7148a1f9fe55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:34.217373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b60e4d03-0024-4aa6-ab2d-32576cf071f0 admin admin] Usage tracker for resource:security_group_rule and tenant:94a27612267e4e2dbfb22dd1fc868082 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:34.217840 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b4bc3677-c6a8-4013-a1d3-8b9b09a8cc15 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:34.227602 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6d5719ba-3a5c-4b7e-8651-7148a1f9fe55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:port and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:34.248166 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b60e4d03-0024-4aa6-ab2d-32576cf071f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:34.255836 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6d5719ba-3a5c-4b7e-8651-7148a1f9fe55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:34.272118 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c7689d6f-4685-4e79-87d7-7c780342cd63 req-e58f76d1-950a-4a41-ae49-93739fbf180b tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2859721 Mar 07 21:40:34.283712 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d8d7d-b9ca-48c3-ba5d-66b08432e6f2 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Pushing event deleted for resources: {'Port': ['ID=440bf2cf-2d7d-489a-8f77-af6c9446c5a9,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:34.284796 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-6d5719ba-3a5c-4b7e-8651-7148a1f9fe55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:34.288318 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-b60e4d03-0024-4aa6-ab2d-32576cf071f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:34.326599 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc3677-c6a8-4013-a1d3-8b9b09a8cc15 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=b099a3ba-618c-4685-b80a-323b80356645,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:34.331420 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1e9051e9-f4f4-465c-9684-67c932699c7c tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:34.339126 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b4bc3677-c6a8-4013-a1d3-8b9b09a8cc15 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:34.343311 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b4bc3677-c6a8-4013-a1d3-8b9b09a8cc15 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/b099a3ba-618c-4685-b80a-323b80356645 HTTP/1.1" status: 204 len: 168 time: 1.1994634 Mar 07 21:40:34.349776 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42704) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:34.358918 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1254a6b9-bd81-4a1d-8ec0-e1a9a10c6980 None None] Provisioning complete for port 0aa847ff-8538-4f77-bb94-6040ed6039d4 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:34.359293 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1254a6b9-bd81-4a1d-8ec0-e1a9a10c6980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:34.364650 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ca889b95-57e2-45ef-9898-ae7657ccc6a2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Unset dirty status for tenant:fcdda39025724b238190857d574ee30e on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:34.367475 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ca889b95-57e2-45ef-9898-ae7657ccc6a2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "GET /v2.0/ports/bf9a5855-d50d-42e8-b87f-39c8dbac4ad5 HTTP/1.1" status: 200 len: 911 time: 1.1243761 Mar 07 21:40:34.370994 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42708) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:34.417617 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f8facf-54b0-4e18-8af2-a06c48de31f4 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:34.480688 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-58d70c31-68c8-4ea7-a5cf-41004e2b4538 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1296592 Mar 07 21:40:34.485230 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42712) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:34.493725 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-39c5f8bc-04d2-4108-b4f2-ea3c3a270353 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:34.515093 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-1e9051e9-f4f4-465c-9684-67c932699c7c tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Deleting port a40f4471-891f-4b82-bef7-5c7ac0b8f1ac {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:34.515493 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1e9051e9-f4f4-465c-9684-67c932699c7c tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:34.547405 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5719ba-3a5c-4b7e-8651-7148a1f9fe55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:34.640052 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a0264eb8-0900-4870-bb03-c1efcc78e456 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:34.668154 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-735d8d7d-b9ca-48c3-ba5d-66b08432e6f2 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:34.687826 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40db3f2c-dcc7-4c72-a8a5-3867ffa30fdd None None] DHCP port deletion for bd78d60e-003e-4e04-9b7f-88d9db369b1e request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:40:34.705329 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-40db3f2c-dcc7-4c72-a8a5-3867ffa30fdd None None] Deleting port a40f4471-891f-4b82-bef7-5c7ac0b8f1ac {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:34.710512 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-40db3f2c-dcc7-4c72-a8a5-3867ffa30fdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:34.782791 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0264eb8-0900-4870-bb03-c1efcc78e456 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Pushing event deleted for resources: {'Port': ['ID=23814319-53ac-4c99-b2c5-1dc4cd31962f,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:34.831316 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a0264eb8-0900-4870-bb03-c1efcc78e456 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:34.951423 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28a3175-3523-4016-b26e-8a15cc70e44e None None] DHCP port deletion for ab63f4f6-c089-409c-a9c4-f2088e2d7005 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:40:34.961686 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-d28a3175-3523-4016-b26e-8a15cc70e44e None None] Deleting port 0aa847ff-8538-4f77-bb94-6040ed6039d4 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:34.962084 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d28a3175-3523-4016-b26e-8a15cc70e44e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:34.991078 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-735d8d7d-b9ca-48c3-ba5d-66b08432e6f2 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:35.001343 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-735d8d7d-b9ca-48c3-ba5d-66b08432e6f2 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:35.004254 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-eb676f28-2ac5-42c6-9fc5-a0de8e6b8865 None None] Provisioning complete for port 1aea51f6-7b1e-43d4-bb20-2f3a8995d93c triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:35.004624 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-eb676f28-2ac5-42c6-9fc5-a0de8e6b8865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:35.066417 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-40db3f2c-dcc7-4c72-a8a5-3867ffa30fdd None None] For port a40f4471-891f-4b82-bef7-5c7ac0b8f1ac, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a40f4471-891f-4b82-bef7-5c7ac0b8f1ac,segment=NetworkSegment(ac9dfab6-0855-450b-93ef-0995a0ca82cf),segment_id=ac9dfab6-0855-450b-93ef-0995a0ca82cf)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:35.066671 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-39c5f8bc-04d2-4108-b4f2-ea3c3a270353 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:35.066859 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-40db3f2c-dcc7-4c72-a8a5-3867ffa30fdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:35.072587 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-39c5f8bc-04d2-4108-b4f2-ea3c3a270353 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:35.079654 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6d5719ba-3a5c-4b7e-8651-7148a1f9fe55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:35.083209 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-39c5f8bc-04d2-4108-b4f2-ea3c3a270353 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:35.105389 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-39c5f8bc-04d2-4108-b4f2-ea3c3a270353 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:35.127438 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b60e4d03-0024-4aa6-ab2d-32576cf071f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:35.137055 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a0264eb8-0900-4870-bb03-c1efcc78e456 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] 10.222.0.21 "DELETE /v2.0/ports/23814319-53ac-4c99-b2c5-1dc4cd31962f HTTP/1.1" status: 204 len: 168 time: 2.4701514 Mar 07 21:40:35.137683 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42716) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:35.150947 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-eb676f28-2ac5-42c6-9fc5-a0de8e6b8865 None None] Port 1aea51f6-7b1e-43d4-bb20-2f3a8995d93c cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:40:35.177977 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-735d8d7d-b9ca-48c3-ba5d-66b08432e6f2 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:35.178497 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735d8d7d-b9ca-48c3-ba5d-66b08432e6f2 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Fanout notify agent at l3_agent the message router_deleted on router 7a021606-807e-44ad-b760-2b9127cd82c2 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:40:35.190851 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-735d8d7d-b9ca-48c3-ba5d-66b08432e6f2 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:35.195840 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-735d8d7d-b9ca-48c3-ba5d-66b08432e6f2 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "DELETE /v2.0/routers/7a021606-807e-44ad-b760-2b9127cd82c2 HTTP/1.1" status: 204 len: 168 time: 3.8616514 Mar 07 21:40:35.202862 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42720) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:35.211430 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-2b7dbd7c-8acc-486b-b264-7fa4347851e4 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1567608346', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'enable_snat': False}}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:35.214573 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-6d5719ba-3a5c-4b7e-8651-7148a1f9fe55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] device_id is not set on port 68956e90-fff6-4c4d-9271-91a359c5229b yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:40:35.215684 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-40db3f2c-dcc7-4c72-a8a5-3867ffa30fdd None None] Calling delete_port for a40f4471-891f-4b82-bef7-5c7ac0b8f1ac owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:35.220433 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2b7dbd7c-8acc-486b-b264-7fa4347851e4 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:35.223429 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-1e9051e9-f4f4-465c-9684-67c932699c7c tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] For port a40f4471-891f-4b82-bef7-5c7ac0b8f1ac, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a40f4471-891f-4b82-bef7-5c7ac0b8f1ac,segment=NetworkSegment(ac9dfab6-0855-450b-93ef-0995a0ca82cf),segment_id=ac9dfab6-0855-450b-93ef-0995a0ca82cf)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:35.223812 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1e9051e9-f4f4-465c-9684-67c932699c7c tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:35.235359 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2b7dbd7c-8acc-486b-b264-7fa4347851e4 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Usage tracker for resource:router and tenant:4a86bcd5021948ffaa43666022ae8a26 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:35.239363 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2b7dbd7c-8acc-486b-b264-7fa4347851e4 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:35.261296 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6d022-0dc0-41fa-abea-64c71ab4402d req-62a5c9de-58c4-4b28-b5e7-a6e4b91fc115 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:35.263058 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dbb6d022-0dc0-41fa-abea-64c71ab4402d req-62a5c9de-58c4-4b28-b5e7-a6e4b91fc115 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.7736356 Mar 07 21:40:35.263847 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b60e4d03-0024-4aa6-ab2d-32576cf071f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:35.306870 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-34736b71-cfba-424e-8666-75e9eb3d07ce tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] GET failed (client error): The resource could not be found. Mar 07 21:40:35.308272 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-34736b71-cfba-424e-8666-75e9eb3d07ce tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Synchronizing usage tracker for tenant:d6339e1fc9e64d7890200d20913a319b on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:35.350709 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c5f8bc-04d2-4108-b4f2-ea3c3a270353 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:35.353829 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-39c5f8bc-04d2-4108-b4f2-ea3c3a270353 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:35.369637 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2b7dbd7c-8acc-486b-b264-7fa4347851e4 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:35.379261 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-1e9051e9-f4f4-465c-9684-67c932699c7c tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Calling delete_port for a40f4471-891f-4b82-bef7-5c7ac0b8f1ac owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:35.413402 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b60e4d03-0024-4aa6-ab2d-32576cf071f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94a27612267e4e2dbfb22dd1fc868082&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0648448 Mar 07 21:40:35.418776 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42724) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:35.458740 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-eb676f28-2ac5-42c6-9fc5-a0de8e6b8865 None None] Provisioning for port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:40:35.475945 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-eb676f28-2ac5-42c6-9fc5-a0de8e6b8865 None None] Provisioning complete for port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:35.476318 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-eb676f28-2ac5-42c6-9fc5-a0de8e6b8865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:35.496565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e4d03-0024-4aa6-ab2d-32576cf071f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7499ab2-7b7b-4ce4-9a88-151af0e7df0f,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:35.503673 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dbb6d022-0dc0-41fa-abea-64c71ab4402d req-12e634ac-821d-4f6f-bf21-f136fdb18176 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324283 Mar 07 21:40:35.516284 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-34736b71-cfba-424e-8666-75e9eb3d07ce tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Unset dirty status for tenant:d6339e1fc9e64d7890200d20913a319b on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:35.520890 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-34736b71-cfba-424e-8666-75e9eb3d07ce tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] 10.222.0.21 "GET /v2.0/ports/23814319-53ac-4c99-b2c5-1dc4cd31962f HTTP/1.1" status: 404 len: 333 time: 0.3753259 Mar 07 21:40:35.522848 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42728) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:35.525734 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-d28a3175-3523-4016-b26e-8a15cc70e44e None None] For port 0aa847ff-8538-4f77-bb94-6040ed6039d4, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=0aa847ff-8538-4f77-bb94-6040ed6039d4,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:35.526152 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d28a3175-3523-4016-b26e-8a15cc70e44e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:35.542336 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-40db3f2c-dcc7-4c72-a8a5-3867ffa30fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:35.594901 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-2404fc44-23f0-4b37-8513-089788ff2370 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Request body: {'port': {'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-950957853'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:35.603230 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b7dbd7c-8acc-486b-b264-7fa4347851e4 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:35.605849 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b7dbd7c-8acc-486b-b264-7fa4347851e4 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:35.639200 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2404fc44-23f0-4b37-8513-089788ff2370 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:35.677013 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2404fc44-23f0-4b37-8513-089788ff2370 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:35.691162 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-6d5719ba-3a5c-4b7e-8651-7148a1f9fe55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Allocated IP 2001:db8::2ea (a6db8684-d898-46a0-aaf6-8ede249b4167/ef308833-e94b-4cda-a52e-c7217ad57881/68956e90-fff6-4c4d-9271-91a359c5229b) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:35.692264 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.api [None req-1e9051e9-f4f4-465c-9684-67c932699c7c tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:40:35.692761 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG oslo_db.api [None req-1e9051e9-f4f4-465c-9684-67c932699c7c tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:40:35.714456 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 0aa847ff-8538-4f77-bb94-6040ed6039d4 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:40:35.721442 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b7dbd7c-8acc-486b-b264-7fa4347851e4 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:35.722953 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0debda99-65b5-4b8e-923c-c624c1c5eb86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:35.744245 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-d28a3175-3523-4016-b26e-8a15cc70e44e None None] Calling delete_port for 0aa847ff-8538-4f77-bb94-6040ed6039d4 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:35.771158 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0debda99-65b5-4b8e-923c-c624c1c5eb86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:35.794416 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db3f2c-dcc7-4c72-a8a5-3867ffa30fdd None None] Pushing event deleted for resources: {'Port': ['ID=a40f4471-891f-4b82-bef7-5c7ac0b8f1ac,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:35.810763 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40db3f2c-dcc7-4c72-a8a5-3867ffa30fdd None None] No DVR routers for this DVR port a40f4471-891f-4b82-bef7-5c7ac0b8f1ac on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:40:35.873552 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2404fc44-23f0-4b37-8513-089788ff2370 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Made reservation on behalf of d6339e1fc9e64d7890200d20913a319b for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:35.873552 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2404fc44-23f0-4b37-8513-089788ff2370 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:35.873728 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dcd4ef93-b7fd-4fa7-abf6-8d9567a3771e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:35.892717 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-2404fc44-23f0-4b37-8513-089788ff2370 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] device_id is not set on port b6fcf9e2-d17b-459b-a8d3-2d554be176ef yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:40:35.984934 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-eb676f28-2ac5-42c6-9fc5-a0de8e6b8865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:35.990208 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:36.037442 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-eb676f28-2ac5-42c6-9fc5-a0de8e6b8865 None None] For port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=ae3437c4-f1b9-4e30-ab54-f4f4ade18a02,segment=NetworkSegment(55fe160e-fb95-4ff2-a152-007ef062f095),segment_id=55fe160e-fb95-4ff2-a152-007ef062f095)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:36.040249 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d28a3175-3523-4016-b26e-8a15cc70e44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:36.123578 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a3175-3523-4016-b26e-8a15cc70e44e None None] Pushing event deleted for resources: {'Port': ['ID=0aa847ff-8538-4f77-bb94-6040ed6039d4,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:36.125402 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a40f4471-891f-4b82-bef7-5c7ac0b8f1ac no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:40:36.156474 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-eb676f28-2ac5-42c6-9fc5-a0de8e6b8865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:36.166229 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28a3175-3523-4016-b26e-8a15cc70e44e None None] No DVR routers for this DVR port 0aa847ff-8538-4f77-bb94-6040ed6039d4 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:40:36.202478 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: a40f4471-891f-4b82-bef7-5c7ac0b8f1ac {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:40:36.202831 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a40f4471-891f-4b82-bef7-5c7ac0b8f1ac not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:40:36.209085 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-1e9051e9-f4f4-465c-9684-67c932699c7c tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Deleting port a40f4471-891f-4b82-bef7-5c7ac0b8f1ac {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:36.209692 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1e9051e9-f4f4-465c-9684-67c932699c7c tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:36.247311 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb676f28-2ac5-42c6-9fc5-a0de8e6b8865 None None] Pushing event updated for resources: {'Port': ['ID=ae3437c4-f1b9-4e30-ab54-f4f4ade18a02,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:36.296911 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0debda99-65b5-4b8e-923c-c624c1c5eb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:36.305561 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-1e9051e9-f4f4-465c-9684-67c932699c7c tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] The port 'a40f4471-891f-4b82-bef7-5c7ac0b8f1ac' was deleted {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:40:36.349739 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6d5719ba-3a5c-4b7e-8651-7148a1f9fe55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:36.415397 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-6d5719ba-3a5c-4b7e-8651-7148a1f9fe55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Transition to ACTIVE for port object 68956e90-fff6-4c4d-9271-91a359c5229b will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:36.515305 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ed010-7720-4e84-a60a-de2ba35aba20 req-b41452f0-a7fb-4e44-b97f-231366599e96 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:36.516733 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6d7ed010-7720-4e84-a60a-de2ba35aba20 req-b41452f0-a7fb-4e44-b97f-231366599e96 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.1768720 Mar 07 21:40:36.536957 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b7dbd7c-8acc-486b-b264-7fa4347851e4 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:36.540792 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debda99-65b5-4b8e-923c-c624c1c5eb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7499ab2-7b7b-4ce4-9a88-151af0e7df0f,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:36.549021 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-39c5f8bc-04d2-4108-b4f2-ea3c3a270353 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:36.553238 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6d5719ba-3a5c-4b7e-8651-7148a1f9fe55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:36.632064 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-dcd4ef93-b7fd-4fa7-abf6-8d9567a3771e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting port bf9a5855-d50d-42e8-b87f-39c8dbac4ad5 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:36.632409 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dcd4ef93-b7fd-4fa7-abf6-8d9567a3771e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:36.679623 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6d7ed010-7720-4e84-a60a-de2ba35aba20 req-dd2ce190-0b0a-4224-b9d4-c1785f7c8a4e tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557159 Mar 07 21:40:36.695850 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5719ba-3a5c-4b7e-8651-7148a1f9fe55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network a6db8684-d898-46a0-aaf6-8ede249b4167 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:36.701816 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-6d5719ba-3a5c-4b7e-8651-7148a1f9fe55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:36.711818 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5719ba-3a5c-4b7e-8651-7148a1f9fe55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:36.713593 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5719ba-3a5c-4b7e-8651-7148a1f9fe55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:36.714789 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6d5719ba-3a5c-4b7e-8651-7148a1f9fe55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:36.726987 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5719ba-3a5c-4b7e-8651-7148a1f9fe55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Port': ['ID=68956e90-fff6-4c4d-9271-91a359c5229b,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:36.805685 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c5f8bc-04d2-4108-b4f2-ea3c3a270353 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:36.824654 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1e9051e9-f4f4-465c-9684-67c932699c7c tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:36.834014 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-39c5f8bc-04d2-4108-b4f2-ea3c3a270353 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:36.847762 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baedc2dc-93ee-4e01-95e3-7b062cec05a3 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:36.848315 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c5f8bc-04d2-4108-b4f2-ea3c3a270353 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:36.848835 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-39c5f8bc-04d2-4108-b4f2-ea3c3a270353 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:36.858377 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5f8bc-04d2-4108-b4f2-ea3c3a270353 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=43d45ad7-05dd-473c-98e1-a9038a2307e7,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:36.900189 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dcd4ef93-b7fd-4fa7-abf6-8d9567a3771e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:36.917486 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-1e9051e9-f4f4-465c-9684-67c932699c7c tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd78d60e-003e-4e04-9b7f-88d9db369b1e']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:36.940091 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2404fc44-23f0-4b37-8513-089788ff2370 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:36.944851 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-1e9051e9-f4f4-465c-9684-67c932699c7c tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac9dfab6-0855-450b-93ef-0995a0ca82cf') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:36.945148 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-1e9051e9-f4f4-465c-9684-67c932699c7c tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac9dfab6-0855-450b-93ef-0995a0ca82cf') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:36.966697 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0debda99-65b5-4b8e-923c-c624c1c5eb86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:36.967003 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0debda99-65b5-4b8e-923c-c624c1c5eb86 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7499ab2-7b7b-4ce4-9a88-151af0e7df0f HTTP/1.1" status: 204 len: 168 time: 1.5316966 Mar 07 21:40:36.971929 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1e9051e9-f4f4-465c-9684-67c932699c7c tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:37.051422 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-39c5f8bc-04d2-4108-b4f2-ea3c3a270353 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5643437 Mar 07 21:40:37.052548 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1e9051e9-f4f4-465c-9684-67c932699c7c tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:37.054534 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42738) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:37.058354 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6d5719ba-3a5c-4b7e-8651-7148a1f9fe55 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6534789 Mar 07 21:40:37.062856 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-d889cad2-2f9a-4a76-af80-290ca1625dbf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:37.068480 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-dcd4ef93-b7fd-4fa7-abf6-8d9567a3771e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Calling delete_port for bf9a5855-d50d-42e8-b87f-39c8dbac4ad5 owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:37.080797 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42742) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:37.104814 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-ad19d317-19ea-4a15-be9c-e494e66fbc4b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'subnet': {'network_id': 'a6db8684-d898-46a0-aaf6-8ede249b4167', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:37.118881 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-381a3838-d1a5-40f7-8dc9-8ecdb29174eb None None] Provisioning for port 68956e90-fff6-4c4d-9271-91a359c5229b completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:40:37.129384 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-381a3838-d1a5-40f7-8dc9-8ecdb29174eb None None] Provisioning complete for port 68956e90-fff6-4c4d-9271-91a359c5229b triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:37.130042 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-381a3838-d1a5-40f7-8dc9-8ecdb29174eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:37.134577 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9051e9-f4f4-465c-9684-67c932699c7c tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:40:37.134989 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1e9051e9-f4f4-465c-9684-67c932699c7c tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:40:37.156721 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:40:37.183305 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0656f30-6267-4471-8eb7-73be7ad117c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'fixed_ips': [{'subnet_id': '43d45ad7-05dd-473c-98e1-a9038a2307e7'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:40:37.184117 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f0656f30-6267-4471-8eb7-73be7ad117c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:37.208594 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-381a3838-d1a5-40f7-8dc9-8ecdb29174eb None None] Port 68956e90-fff6-4c4d-9271-91a359c5229b cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:40:37.329791 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dcd4ef93-b7fd-4fa7-abf6-8d9567a3771e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:37.363004 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-f0656f30-6267-4471-8eb7-73be7ad117c7 None None] Allocated IP 172.20.0.2 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/43d45ad7-05dd-473c-98e1-a9038a2307e7/03c63bb0-3392-48d8-b8bd-ffce55ad4a72) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:37.388959 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4ef93-b7fd-4fa7-abf6-8d9567a3771e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Port': ['ID=bf9a5855-d50d-42e8-b87f-39c8dbac4ad5,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:37.464248 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d889cad2-2f9a-4a76-af80-290ca1625dbf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:37.472620 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d889cad2-2f9a-4a76-af80-290ca1625dbf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:37.479165 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d889cad2-2f9a-4a76-af80-290ca1625dbf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:37.489474 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ad19d317-19ea-4a15-be9c-e494e66fbc4b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:37.494959 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d889cad2-2f9a-4a76-af80-290ca1625dbf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:37.500470 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ad19d317-19ea-4a15-be9c-e494e66fbc4b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:subnet and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:37.504892 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ad19d317-19ea-4a15-be9c-e494e66fbc4b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:37.514897 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2404fc44-23f0-4b37-8513-089788ff2370 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:37.517520 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ad19d317-19ea-4a15-be9c-e494e66fbc4b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:37.591744 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1e9051e9-f4f4-465c-9684-67c932699c7c tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:37.603539 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:40:37.657057 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dcd4ef93-b7fd-4fa7-abf6-8d9567a3771e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:37.689025 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1e9051e9-f4f4-465c-9684-67c932699c7c tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:37.722365 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d889cad2-2f9a-4a76-af80-290ca1625dbf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:37.726262 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d889cad2-2f9a-4a76-af80-290ca1625dbf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:37.825638 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:37.826338 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:37.895182 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f0656f30-6267-4471-8eb7-73be7ad117c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:37.900383 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1e9051e9-f4f4-465c-9684-67c932699c7c tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] 10.222.0.21 "DELETE /v2.0/networks/bd78d60e-003e-4e04-9b7f-88d9db369b1e HTTP/1.1" status: 204 len: 168 time: 3.8223679 Mar 07 21:40:37.907950 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f0656f30-6267-4471-8eb7-73be7ad117c7 None None] Transition to ACTIVE for port object 03c63bb0-3392-48d8-b8bd-ffce55ad4a72 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:37.930421 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f0656f30-6267-4471-8eb7-73be7ad117c7 None None] Transition to ACTIVE for port object 03c63bb0-3392-48d8-b8bd-ffce55ad4a72 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:37.950864 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2404fc44-23f0-4b37-8513-089788ff2370 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Network 19b905a3-cf35-4f92-8ab1-ffad253bb210 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:37.959476 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9051e9-f4f4-465c-9684-67c932699c7c tempest-FloatingIPNegativeTestJSON-1744719456 tempest-FloatingIPNegativeTestJSON-1744719456-project] Pushing event deleted for resources: {'Network': ['ID=bd78d60e-003e-4e04-9b7f-88d9db369b1e,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:37.968847 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad19d317-19ea-4a15-be9c-e494e66fbc4b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:37.972427 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ad19d317-19ea-4a15-be9c-e494e66fbc4b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:37.986985 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-2404fc44-23f0-4b37-8513-089788ff2370 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:38.030107 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f0656f30-6267-4471-8eb7-73be7ad117c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:38.070915 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2404fc44-23f0-4b37-8513-089788ff2370 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:38.071841 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2404fc44-23f0-4b37-8513-089788ff2370 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:38.072442 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2404fc44-23f0-4b37-8513-089788ff2370 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:38.097585 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404fc44-23f0-4b37-8513-089788ff2370 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Pushing event updated for resources: {'Port': ['ID=b6fcf9e2-d17b-459b-a8d3-2d554be176ef,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:38.099440 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0656f30-6267-4471-8eb7-73be7ad117c7 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:38.103590 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-f0656f30-6267-4471-8eb7-73be7ad117c7 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:38.108520 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0656f30-6267-4471-8eb7-73be7ad117c7 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:38.146700 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0656f30-6267-4471-8eb7-73be7ad117c7 None None] Pushing event updated for resources: {'Port': ['ID=03c63bb0-3392-48d8-b8bd-ffce55ad4a72,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:38.190441 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd4ef93-b7fd-4fa7-abf6-8d9567a3771e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Router 3b487c10-1747-44c2-8f0c-5ccd2c02cb55 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:40:38.219405 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-f0656f30-6267-4471-8eb7-73be7ad117c7 None None] Attempting to bind port 03c63bb0-3392-48d8-b8bd-ffce55ad4a72 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:38.220144 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-f0656f30-6267-4471-8eb7-73be7ad117c7 None None] Attempting to bind port 03c63bb0-3392-48d8-b8bd-ffce55ad4a72 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:38.220525 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0656f30-6267-4471-8eb7-73be7ad117c7 None None] Attempting to bind port 03c63bb0-3392-48d8-b8bd-ffce55ad4a72 on network ab63f4f6-c089-409c-a9c4-f2088e2d7005 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:38.228713 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0656f30-6267-4471-8eb7-73be7ad117c7 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:40:38.229038 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0656f30-6267-4471-8eb7-73be7ad117c7 None None] Checking segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:40:38.229472 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f0656f30-6267-4471-8eb7-73be7ad117c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:38.229858 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0656f30-6267-4471-8eb7-73be7ad117c7 None None] Bound using segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:40:38.230344 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-f0656f30-6267-4471-8eb7-73be7ad117c7 None None] Bound port: 03c63bb0-3392-48d8-b8bd-ffce55ad4a72, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:40:38.230713 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f0656f30-6267-4471-8eb7-73be7ad117c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:38.269189 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b7dbd7c-8acc-486b-b264-7fa4347851e4 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:38.294039 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b5b5c-5cf2-4c74-8e26-3e13b41a8a94 req-ef23ca13-350c-4045-9320-4f4aa1e987f7 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:38.295674 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-809b5b5c-5cf2-4c74-8e26-3e13b41a8a94 req-ef23ca13-350c-4045-9320-4f4aa1e987f7 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.2663286 Mar 07 21:40:38.312154 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2404fc44-23f0-4b37-8513-089788ff2370 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.7727149 Mar 07 21:40:38.318369 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b7dbd7c-8acc-486b-b264-7fa4347851e4 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:38.329095 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42768) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:38.331133 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-f0656f30-6267-4471-8eb7-73be7ad117c7 None None] For port 03c63bb0-3392-48d8-b8bd-ffce55ad4a72, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:40:38.334615 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-f0656f30-6267-4471-8eb7-73be7ad117c7 None None] For port 03c63bb0-3392-48d8-b8bd-ffce55ad4a72, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=03c63bb0-3392-48d8-b8bd-ffce55ad4a72,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:40:38.378435 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd4ef93-b7fd-4fa7-abf6-8d9567a3771e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:40:38.397893 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61833f65-6f2d-4596-8673-a653aa523d79 None None] Sync routers for ids ['3b487c10-1747-44c2-8f0c-5ccd2c02cb55'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:40:38.415149 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-809b5b5c-5cf2-4c74-8e26-3e13b41a8a94 req-09570b01-460c-46db-9a41-6cb216cfd8e0 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624466 Mar 07 21:40:38.417635 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f0656f30-6267-4471-8eb7-73be7ad117c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:38.488734 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61833f65-6f2d-4596-8673-a653aa523d79 None None] Routers {'3b487c10-1747-44c2-8f0c-5ccd2c02cb55'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:38.489353 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-61833f65-6f2d-4596-8673-a653aa523d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['3b487c10-1747-44c2-8f0c-5ccd2c02cb55'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:38.496859 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-dcd4ef93-b7fd-4fa7-abf6-8d9567a3771e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "PUT /v2.0/routers/3b487c10-1747-44c2-8f0c-5ccd2c02cb55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1080496 Mar 07 21:40:38.497098 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42774) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:38.517978 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8299'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:38.551646 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42778) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:38.575939 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c426995c-2909-4421-8148-393775022665 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Synchronizing usage tracker for tenant:fcdda39025724b238190857d574ee30e on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:38.587731 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.ipam_backend_mixin [None req-ad19d317-19ea-4a15-be9c-e494e66fbc4b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ef308833-e94b-4cda-a52e-c7217ad57881 (CIDR: 2001:db8::/64) Mar 07 21:40:38.606459 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0656f30-6267-4471-8eb7-73be7ad117c7 None None] Pushing event updated for resources: {'Port': ['ID=03c63bb0-3392-48d8-b8bd-ffce55ad4a72,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:38.612911 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-61833f65-6f2d-4596-8673-a653aa523d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:38.636793 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61833f65-6f2d-4596-8673-a653aa523d79 None None] Routers {'3b487c10-1747-44c2-8f0c-5ccd2c02cb55'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:38.637630 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-61833f65-6f2d-4596-8673-a653aa523d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['3b487c10-1747-44c2-8f0c-5ccd2c02cb55'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:38.647807 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c426995c-2909-4421-8148-393775022665 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Unset dirty status for tenant:fcdda39025724b238190857d574ee30e on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:38.649769 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c426995c-2909-4421-8148-393775022665 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b487c10-1747-44c2-8f0c-5ccd2c02cb55 HTTP/1.1" status: 200 len: 205 time: 0.1516891 Mar 07 21:40:38.652741 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42786) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:38.677743 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad19d317-19ea-4a15-be9c-e494e66fbc4b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:40:38.678866 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad19d317-19ea-4a15-be9c-e494e66fbc4b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:40:38.720646 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-61833f65-6f2d-4596-8673-a653aa523d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:38.721057 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61833f65-6f2d-4596-8673-a653aa523d79 None None] The sync data for ids ['3b487c10-1747-44c2-8f0c-5ccd2c02cb55'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:40:38.756698 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42790) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:38.778801 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d5706678-d320-442f-9cf5-0c75bedf9fc5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-314281439-network', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:38.830960 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ad19d317-19ea-4a15-be9c-e494e66fbc4b tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7447948 Mar 07 21:40:38.832643 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42796) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:38.850367 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d5706678-d320-442f-9cf5-0c75bedf9fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:38.857513 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-d1d471bd-4e39-4a22-9fc6-c870c57ff335 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'subnet': {'network_id': 'a6db8684-d898-46a0-aaf6-8ede249b4167', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:38.868915 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d5706678-d320-442f-9cf5-0c75bedf9fc5 admin admin] Usage tracker for resource:network and tenant:a1d039a5115b40cc849313193266d5ad is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:38.875401 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d5706678-d320-442f-9cf5-0c75bedf9fc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:38.879685 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-80544773-fe02-4fd9-9c6f-7363f03d364f tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:38.902179 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:38.957607 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d5706678-d320-442f-9cf5-0c75bedf9fc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:39.119202 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866e2cf-ce99-4c75-8afc-2b15ac1921c6 req-58e45992-b9e7-4edd-8871-32065ee9a002 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:39.119919 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-b866e2cf-ce99-4c75-8afc-2b15ac1921c6 req-58e45992-b9e7-4edd-8871-32065ee9a002 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Synchronizing usage tracker for tenant:36c0879924594e24ac3af2cf45324a46 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:39.144176 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-2b7dbd7c-8acc-486b-b264-7fa4347851e4 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Allocated IP 172.26.2.246 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/847d0003-3737-41f5-8ce2-bd8d054ebe1a) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:39.160682 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5706678-d320-442f-9cf5-0c75bedf9fc5 admin admin] Made reservation on behalf of a1d039a5115b40cc849313193266d5ad for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:39.162886 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d5706678-d320-442f-9cf5-0c75bedf9fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:39.173925 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4d8b07ce-9b4a-4faf-b42a-ec3d3c86d576 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60f6018c6a984c15be2d2d33374c058e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4164252 Mar 07 21:40:39.177451 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42800) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:39.183102 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d5706678-d320-442f-9cf5-0c75bedf9fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:39.195500 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:40:39.245496 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d1d471bd-4e39-4a22-9fc6-c870c57ff335 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:39.265688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d5706678-d320-442f-9cf5-0c75bedf9fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:39.269621 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-80544773-fe02-4fd9-9c6f-7363f03d364f tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:39.273471 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-80544773-fe02-4fd9-9c6f-7363f03d364f tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:39.275762 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d1d471bd-4e39-4a22-9fc6-c870c57ff335 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:subnet and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:39.286571 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d5706678-d320-442f-9cf5-0c75bedf9fc5 admin admin] Usage tracker for resource:security_group_rule and tenant:a1d039a5115b40cc849313193266d5ad is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:39.294409 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d5706678-d320-442f-9cf5-0c75bedf9fc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:39.295971 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d1d471bd-4e39-4a22-9fc6-c870c57ff335 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:39.308408 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d1d471bd-4e39-4a22-9fc6-c870c57ff335 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:39.319878 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d5706678-d320-442f-9cf5-0c75bedf9fc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:39.353041 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a6c0035e-522d-40c5-a786-bed65cbd0351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:39.390053 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a6c0035e-522d-40c5-a786-bed65cbd0351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:39.413082 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-b866e2cf-ce99-4c75-8afc-2b15ac1921c6 req-58e45992-b9e7-4edd-8871-32065ee9a002 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Unset dirty status for tenant:36c0879924594e24ac3af2cf45324a46 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:39.414245 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-b866e2cf-ce99-4c75-8afc-2b15ac1921c6 req-58e45992-b9e7-4edd-8871-32065ee9a002 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.8244667 Mar 07 21:40:39.419684 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-80544773-fe02-4fd9-9c6f-7363f03d364f tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:39.419684 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80544773-fe02-4fd9-9c6f-7363f03d364f tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Fanout notify agent at l3_agent the message router_deleted on router 3b487c10-1747-44c2-8f0c-5ccd2c02cb55 {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:40:39.524347 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-80544773-fe02-4fd9-9c6f-7363f03d364f tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:39.525543 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-80544773-fe02-4fd9-9c6f-7363f03d364f tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/routers/3b487c10-1747-44c2-8f0c-5ccd2c02cb55 HTTP/1.1" status: 204 len: 168 time: 0.8714898 Mar 07 21:40:39.534538 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42806) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:39.549559 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 03c63bb0-3392-48d8-b8bd-ffce55ad4a72 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:40:39.571042 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b7dbd7c-8acc-486b-b264-7fa4347851e4 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:39.649407 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d5706678-d320-442f-9cf5-0c75bedf9fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:39.690059 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c9a859-ac1f-43b9-91d8-38c29b091cc2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting subnet 04d024d1-aeda-4020-848a-020e7070169f {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:40:39.695349 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-96c9a859-ac1f-43b9-91d8-38c29b091cc2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:39.700236 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d471bd-4e39-4a22-9fc6-c870c57ff335 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:39.704078 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1d471bd-4e39-4a22-9fc6-c870c57ff335 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:39.728056 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 03c63bb0-3392-48d8-b8bd-ffce55ad4a72 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:40:39.851517 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] device_id is not set on port b6fcf9e2-d17b-459b-a8d3-2d554be176ef yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:40:39.866115 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b7dbd7c-8acc-486b-b264-7fa4347851e4 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:39.888692 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a6c0035e-522d-40c5-a786-bed65cbd0351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:39.892914 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d5706678-d320-442f-9cf5-0c75bedf9fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:39.897766 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-96c9a859-ac1f-43b9-91d8-38c29b091cc2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:39.917570 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:39.945736 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c5c1b-b8cf-431f-958a-9af612708784 req-a50944e7-2a75-432b-b421-ec3f4c8f31e1 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:39.947124 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-074c5c1b-b8cf-431f-958a-9af612708784 req-a50944e7-2a75-432b-b421-ec3f4c8f31e1 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.3489726 Mar 07 21:40:39.952121 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-b866e2cf-ce99-4c75-8afc-2b15ac1921c6 req-7b0fbc8e-fec2-49a6-8130-0619fe3a4470 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Deleting port fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:39.952462 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-b866e2cf-ce99-4c75-8afc-2b15ac1921c6 req-7b0fbc8e-fec2-49a6-8130-0619fe3a4470 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:39.958882 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-4088e9c4-d3bb-44fa-9b93-8ee0bedc0c3e None None] Provisioning for port 03c63bb0-3392-48d8-b8bd-ffce55ad4a72 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:40:39.960030 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0035e-522d-40c5-a786-bed65cbd0351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57893cd-220d-42c0-a870-7a4616ed9f78,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:39.967400 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a6c0035e-522d-40c5-a786-bed65cbd0351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:39.967635 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-4088e9c4-d3bb-44fa-9b93-8ee0bedc0c3e None None] Provisioning complete for port 03c63bb0-3392-48d8-b8bd-ffce55ad4a72 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:39.968118 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a6c0035e-522d-40c5-a786-bed65cbd0351 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d57893cd-220d-42c0-a870-7a4616ed9f78 HTTP/1.1" status: 204 len: 168 time: 0.7884064 Mar 07 21:40:39.969774 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4088e9c4-d3bb-44fa-9b93-8ee0bedc0c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:39.990935 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5706678-d320-442f-9cf5-0c75bedf9fc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:40:40.030009 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d5706678-d320-442f-9cf5-0c75bedf9fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:40.030725 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-d5706678-d320-442f-9cf5-0c75bedf9fc5 admin admin] Added segment 06732586-f6b0-479a-b70c-dd3efb826038 of type vlan for network e71fce04-ffbd-435e-bfc3-87f58b6e4967 Mar 07 21:40:40.054094 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5706678-d320-442f-9cf5-0c75bedf9fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ed7a4b-eda9-4cf8-9a26-7ee4d91f2ada,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:40.087075 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-074c5c1b-b8cf-431f-958a-9af612708784 req-ce258a4c-a893-4bb2-84d7-157590fa085e tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281471 Mar 07 21:40:40.095003 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d5706678-d320-442f-9cf5-0c75bedf9fc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:40.103803 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Transition to ACTIVE for port object b6fcf9e2-d17b-459b-a8d3-2d554be176ef will not be triggered until provisioned by entity L2. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:40.117668 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7dbd7c-8acc-486b-b264-7fa4347851e4 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:40.129886 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-2b7dbd7c-8acc-486b-b264-7fa4347851e4 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:40.132986 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7dbd7c-8acc-486b-b264-7fa4347851e4 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:40.137784 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-96c9a859-ac1f-43b9-91d8-38c29b091cc2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:40.165040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4088e9c4-d3bb-44fa-9b93-8ee0bedc0c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:40.176782 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7dbd7c-8acc-486b-b264-7fa4347851e4 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Pushing event updated for resources: {'Port': ['ID=847d0003-3737-41f5-8ce2-bd8d054ebe1a,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:40.224793 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-4088e9c4-d3bb-44fa-9b93-8ee0bedc0c3e None None] For port 03c63bb0-3392-48d8-b8bd-ffce55ad4a72, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=03c63bb0-3392-48d8-b8bd-ffce55ad4a72,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:40.227978 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:40.269724 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d5706678-d320-442f-9cf5-0c75bedf9fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:40.270798 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5706678-d320-442f-9cf5-0c75bedf9fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:40.271650 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d5706678-d320-442f-9cf5-0c75bedf9fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:40.294081 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4088e9c4-d3bb-44fa-9b93-8ee0bedc0c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:40.311501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-96c9a859-ac1f-43b9-91d8-38c29b091cc2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:40.379030 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088e9c4-d3bb-44fa-9b93-8ee0bedc0c3e None None] Pushing event updated for resources: {'Port': ['ID=03c63bb0-3392-48d8-b8bd-ffce55ad4a72,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:40.410083 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9a859-ac1f-43b9-91d8-38c29b091cc2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Subnet': ['ID=04d024d1-aeda-4020-848a-020e7070169f,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:40.422448 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-96c9a859-ac1f-43b9-91d8-38c29b091cc2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:40.424452 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-96c9a859-ac1f-43b9-91d8-38c29b091cc2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/subnets/04d024d1-aeda-4020-848a-020e7070169f HTTP/1.1" status: 204 len: 168 time: 0.8860598 Mar 07 21:40:40.426669 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6ba775-7440-42c9-a7b9-a48a258fa05a None None] Network c8622ca1-afde-4995-9cc6-37d4f8836f98 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:40.436330 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5706678-d320-442f-9cf5-0c75bedf9fc5 admin admin] Pushing event updated for resources: {'Network': ['ID=e71fce04-ffbd-435e-bfc3-87f58b6e4967,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:40.442932 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42816) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:40.458761 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network e71fce04-ffbd-435e-bfc3-87f58b6e4967 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:40:40.569649 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e7466f0e-ad5b-4770-b468-36b7133f54a4 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:40.580500 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d5706678-d320-442f-9cf5-0c75bedf9fc5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0196373 Mar 07 21:40:40.581173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42824) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:40.589991 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-3b00c6b0-b874-4f74-9256-400646c5b2e2 admin admin] Request body: {'subnet': {'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-314281439-subnet', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'ip_version': 4}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:40.594625 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-e7466f0e-ad5b-4770-b468-36b7133f54a4 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting port 30f1bad9-20c3-459d-8f59-7d2972dbc803 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:40.594970 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e7466f0e-ad5b-4770-b468-36b7133f54a4 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:40.601785 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Pushing event updated for resources: {'Port': ['ID=b6fcf9e2-d17b-459b-a8d3-2d554be176ef,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:40.627684 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3b00c6b0-b874-4f74-9256-400646c5b2e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:40.639148 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3b00c6b0-b874-4f74-9256-400646c5b2e2 admin admin] Usage tracker for resource:subnet and tenant:a1d039a5115b40cc849313193266d5ad is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:40.647991 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3b00c6b0-b874-4f74-9256-400646c5b2e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:40.652582 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3b00c6b0-b874-4f74-9256-400646c5b2e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:40.760917 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.objects.ports [None req-d889cad2-2f9a-4a76-af80-290ca1625dbf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88387) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 07 21:40:40.817255 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b00c6b0-b874-4f74-9256-400646c5b2e2 admin admin] Made reservation on behalf of a1d039a5115b40cc849313193266d5ad for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:40.819699 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3b00c6b0-b874-4f74-9256-400646c5b2e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:40.844862 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013e6812-4f04-47d8-bc36-79ee005da217 None None] DHCP port deletion for c8622ca1-afde-4995-9cc6-37d4f8836f98 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:40:40.849708 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-013e6812-4f04-47d8-bc36-79ee005da217 None None] Deleting port 30f1bad9-20c3-459d-8f59-7d2972dbc803 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:40.850186 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-013e6812-4f04-47d8-bc36-79ee005da217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:40.952063 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-e7466f0e-ad5b-4770-b468-36b7133f54a4 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] For port 30f1bad9-20c3-459d-8f59-7d2972dbc803, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=30f1bad9-20c3-459d-8f59-7d2972dbc803,segment=NetworkSegment(ebcb7d58-a4b7-444d-bf1a-d8a5f4fae25c),segment_id=ebcb7d58-a4b7-444d-bf1a-d8a5f4fae25c)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:40.952453 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e7466f0e-ad5b-4770-b468-36b7133f54a4 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:41.023460 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:41.024153 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:41.024584 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:41.080943 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:41.081372 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:41.082966 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-b866e2cf-ce99-4c75-8afc-2b15ac1921c6 req-7b0fbc8e-fec2-49a6-8130-0619fe3a4470 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] For port fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79,segment=NetworkSegment(8dbd3c1f-a555-4c47-a861-7316787b2fc3),segment_id=8dbd3c1f-a555-4c47-a861-7316787b2fc3)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:41.083426 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-b866e2cf-ce99-4c75-8afc-2b15ac1921c6 req-7b0fbc8e-fec2-49a6-8130-0619fe3a4470 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:41.094432 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-013e6812-4f04-47d8-bc36-79ee005da217 None None] For port 30f1bad9-20c3-459d-8f59-7d2972dbc803, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=30f1bad9-20c3-459d-8f59-7d2972dbc803,segment=NetworkSegment(ebcb7d58-a4b7-444d-bf1a-d8a5f4fae25c),segment_id=ebcb7d58-a4b7-444d-bf1a-d8a5f4fae25c)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:41.095525 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-013e6812-4f04-47d8-bc36-79ee005da217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:41.096792 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-e7466f0e-ad5b-4770-b468-36b7133f54a4 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Calling delete_port for 30f1bad9-20c3-459d-8f59-7d2972dbc803 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:41.129701 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 2 to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef Mar 07 21:40:41.268692 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42840) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:41.301993 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-013e6812-4f04-47d8-bc36-79ee005da217 None None] Calling delete_port for 30f1bad9-20c3-459d-8f59-7d2972dbc803 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:41.336425 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e7466f0e-ad5b-4770-b468-36b7133f54a4 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:41.341333 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3b00c6b0-b874-4f74-9256-400646c5b2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:41.388950 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-013e6812-4f04-47d8-bc36-79ee005da217 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:40:41.388950 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-013e6812-4f04-47d8-bc36-79ee005da217 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:40:41.391929 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:41.392175 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:41.392506 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:41.416322 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:41.416682 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:41.422230 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 3 to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef Mar 07 21:40:41.434711 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-2a9921fd-d2fc-4a32-a304-f676d0bd23d1 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-936683841'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:41.439886 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-2a9921fd-d2fc-4a32-a304-f676d0bd23d1 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:41.444179 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-2a9921fd-d2fc-4a32-a304-f676d0bd23d1 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Usage tracker for resource:network and tenant:246b656d4a9647d081f87e587fc0780f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:41.447791 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-2a9921fd-d2fc-4a32-a304-f676d0bd23d1 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:41.454405 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-2a9921fd-d2fc-4a32-a304-f676d0bd23d1 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:41.477569 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7466f0e-ad5b-4770-b468-36b7133f54a4 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Port': ['ID=30f1bad9-20c3-459d-8f59-7d2972dbc803,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:41.485495 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7466f0e-ad5b-4770-b468-36b7133f54a4 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] No DVR routers for this DVR port 30f1bad9-20c3-459d-8f59-7d2972dbc803 on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:40:41.511744 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 03c63bb0-3392-48d8-b8bd-ffce55ad4a72 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:40:41.525574 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:41.525783 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:41.526129 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:41.575514 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9921fd-d2fc-4a32-a304-f676d0bd23d1 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Made reservation on behalf of 246b656d4a9647d081f87e587fc0780f for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:41.579107 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2a9921fd-d2fc-4a32-a304-f676d0bd23d1 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:41.580254 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 03c63bb0-3392-48d8-b8bd-ffce55ad4a72 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:41.580716 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:41.602257 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00c6b0-b874-4f74-9256-400646c5b2e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca279e0e-f6b2-4a41-a814-7c87369c7833,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:41.609510 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:41.610069 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2a9921fd-d2fc-4a32-a304-f676d0bd23d1 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:41.610172 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:41.619506 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 4 to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef Mar 07 21:40:41.687522 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e7466f0e-ad5b-4770-b468-36b7133f54a4 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:41.695955 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b00c6b0-b874-4f74-9256-400646c5b2e2 admin admin] Checking segment: {'id': '06732586-f6b0-479a-b70c-dd3efb826038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:40:41.695955 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b00c6b0-b874-4f74-9256-400646c5b2e2 admin admin] Network hostable DHCP agents. Network: e71fce04-ffbd-435e-bfc3-87f58b6e4967, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:40:41.708427 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:41.708957 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:41.709456 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:41.710685 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-2a9921fd-d2fc-4a32-a304-f676d0bd23d1 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:41.758497 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 30f1bad9-20c3-459d-8f59-7d2972dbc803 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:40:41.797170 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 30f1bad9-20c3-459d-8f59-7d2972dbc803 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:40:41.798162 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 30f1bad9-20c3-459d-8f59-7d2972dbc803 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:40:41.798386 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1d471bd-4e39-4a22-9fc6-c870c57ff335 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:41.843643 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-2a9921fd-d2fc-4a32-a304-f676d0bd23d1 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Usage tracker for resource:security_group_rule and tenant:246b656d4a9647d081f87e587fc0780f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:41.849471 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:41.849807 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:41.853037 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff73fb-5672-4752-8802-5686da6c3f98 req-f341893d-53f3-4713-ae2a-d9b45486a1ed tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:41.860718 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0eff73fb-5672-4752-8802-5686da6c3f98 req-f341893d-53f3-4713-ae2a-d9b45486a1ed tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 945 time: 0.5770433 Mar 07 21:40:41.864300 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-e7466f0e-ad5b-4770-b468-36b7133f54a4 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8622ca1-afde-4995-9cc6-37d4f8836f98']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:41.866399 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 5 to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef Mar 07 21:40:41.871918 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-2a9921fd-d2fc-4a32-a304-f676d0bd23d1 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:41.890194 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-013e6812-4f04-47d8-bc36-79ee005da217 None None] Deleting port 30f1bad9-20c3-459d-8f59-7d2972dbc803 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:41.890670 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-013e6812-4f04-47d8-bc36-79ee005da217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:41.896749 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-2a9921fd-d2fc-4a32-a304-f676d0bd23d1 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:41.903378 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-e7466f0e-ad5b-4770-b468-36b7133f54a4 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebcb7d58-a4b7-444d-bf1a-d8a5f4fae25c') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:41.904571 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-e7466f0e-ad5b-4770-b468-36b7133f54a4 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebcb7d58-a4b7-444d-bf1a-d8a5f4fae25c') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:41.928190 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e7466f0e-ad5b-4770-b468-36b7133f54a4 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:41.942009 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d889cad2-2f9a-4a76-af80-290ca1625dbf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:41.960102 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e7466f0e-ad5b-4770-b468-36b7133f54a4 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:41.973437 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0eff73fb-5672-4752-8802-5686da6c3f98 req-2e3e6bc1-d012-40ed-a6d6-7a457706efaa tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups?id=dd35d011-4def-4bd1-9b94-bcffeab2491b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117625 Mar 07 21:40:41.979865 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-013e6812-4f04-47d8-bc36-79ee005da217 None None] The port '30f1bad9-20c3-459d-8f59-7d2972dbc803' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:40:41.987172 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b00c6b0-b874-4f74-9256-400646c5b2e2 admin admin] Network e71fce04-ffbd-435e-bfc3-87f58b6e4967 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:40:41.992578 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7466f0e-ad5b-4770-b468-36b7133f54a4 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:40:41.992578 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e7466f0e-ad5b-4770-b468-36b7133f54a4 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:40:42.013078 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:40:42.112944 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-3b00c6b0-b874-4f74-9256-400646c5b2e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, e71fce04-ffbd-435e-bfc3-87f58b6e4967) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:42.118440 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b00c6b0-b874-4f74-9256-400646c5b2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:42.119027 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3b00c6b0-b874-4f74-9256-400646c5b2e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:42.123336 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62f6d05-f6c7-4d25-9231-d97592635f81 None None] Network e71fce04-ffbd-435e-bfc3-87f58b6e4967 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:42.130220 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d471bd-4e39-4a22-9fc6-c870c57ff335 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network a6db8684-d898-46a0-aaf6-8ede249b4167 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:42.140692 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:42.141025 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:42.141357 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:42.154042 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-d1d471bd-4e39-4a22-9fc6-c870c57ff335 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:42.157080 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d471bd-4e39-4a22-9fc6-c870c57ff335 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:42.158042 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1d471bd-4e39-4a22-9fc6-c870c57ff335 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:42.177541 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2a9921fd-d2fc-4a32-a304-f676d0bd23d1 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:42.183292 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e7466f0e-ad5b-4770-b468-36b7133f54a4 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:42.200678 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e7466f0e-ad5b-4770-b468-36b7133f54a4 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:42.206177 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181278c5-4cf6-4aee-b05f-3c6ccb0ab317 None None] Network a6db8684-d898-46a0-aaf6-8ede249b4167 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:42.207012 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e7466f0e-ad5b-4770-b468-36b7133f54a4 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/networks/c8622ca1-afde-4995-9cc6-37d4f8836f98 HTTP/1.1" status: 204 len: 168 time: 1.7626843 Mar 07 21:40:42.210091 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42846) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:42.215745 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:42.219180 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7466f0e-ad5b-4770-b468-36b7133f54a4 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Network': ['ID=c8622ca1-afde-4995-9cc6-37d4f8836f98,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:42.219322 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:42.220218 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-3e971b0a-0907-439b-9cfc-f8536c6a8aea tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-250410875', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}, 'admin_state_up': False}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:42.227581 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3e971b0a-0907-439b-9cfc-f8536c6a8aea tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:42.230151 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-b866e2cf-ce99-4c75-8afc-2b15ac1921c6 req-7b0fbc8e-fec2-49a6-8130-0619fe3a4470 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:42.230554 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-b866e2cf-ce99-4c75-8afc-2b15ac1921c6 req-7b0fbc8e-fec2-49a6-8130-0619fe3a4470 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:42.230866 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [req-b866e2cf-ce99-4c75-8afc-2b15ac1921c6 req-7b0fbc8e-fec2-49a6-8130-0619fe3a4470 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Floating IP e6e400f7-42b6-4bd9-a330-b7804a0f63ca disassociated. External IP: 172.26.2.213, port: fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79. Mar 07 21:40:42.231200 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-b866e2cf-ce99-4c75-8afc-2b15ac1921c6 req-7b0fbc8e-fec2-49a6-8130-0619fe3a4470 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Calling delete_port for fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 owned by compute:nova {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:42.232644 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3e971b0a-0907-439b-9cfc-f8536c6a8aea tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:router and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:42.235538 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3e971b0a-0907-439b-9cfc-f8536c6a8aea tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:42.240979 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2a9921fd-d2fc-4a32-a304-f676d0bd23d1 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:42.244550 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3e971b0a-0907-439b-9cfc-f8536c6a8aea tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:42.258946 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 6 to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef Mar 07 21:40:42.272515 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3b00c6b0-b874-4f74-9256-400646c5b2e2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6897964 Mar 07 21:40:42.273185 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42850) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:42.284418 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9921fd-d2fc-4a32-a304-f676d0bd23d1 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:40:42.293106 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-a662d827-b3b5-493a-a214-e1adf8cc624f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:42.303560 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a662d827-b3b5-493a-a214-e1adf8cc624f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:42.305657 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9921fd-d2fc-4a32-a304-f676d0bd23d1 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ba0ed3-b8ed-4e99-9ed0-d408f31c81a3,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:42.305914 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d471bd-4e39-4a22-9fc6-c870c57ff335 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Subnet': ['ID=1396a7cd-5644-4812-99f2-3eb8441577e2,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:42.313166 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a662d827-b3b5-493a-a214-e1adf8cc624f admin admin] Usage tracker for resource:router and tenant:a1d039a5115b40cc849313193266d5ad is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:42.315369 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2a9921fd-d2fc-4a32-a304-f676d0bd23d1 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:42.315719 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-2a9921fd-d2fc-4a32-a304-f676d0bd23d1 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Added segment 7f39058e-da4d-4822-ba3f-a9127e6bd290 of type vlan for network 783793e4-7570-495e-8e1a-1eb20b9c070f Mar 07 21:40:42.315852 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b7dbd7c-8acc-486b-b264-7fa4347851e4 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:42.316947 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a662d827-b3b5-493a-a214-e1adf8cc624f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:42.328362 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a662d827-b3b5-493a-a214-e1adf8cc624f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:42.347077 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e971b0a-0907-439b-9cfc-f8536c6a8aea tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:42.348143 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e971b0a-0907-439b-9cfc-f8536c6a8aea tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:42.358720 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2a9921fd-d2fc-4a32-a304-f676d0bd23d1 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:42.378277 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e971b0a-0907-439b-9cfc-f8536c6a8aea tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:42.395052 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d1d471bd-4e39-4a22-9fc6-c870c57ff335 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.5474889 Mar 07 21:40:42.399729 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42854) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:42.404863 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:42.405197 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:42.405538 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:42.409137 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-ec5c6a26-c75d-4f2d-8cd3-dd74f1f670a6 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-660403914', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1396a7cd-5644-4812-99f2-3eb8441577e2'}], 'security_groups': ['be73c588-1f0d-4398-838a-0c7b393a8e3c']}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:42.429415 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:42.429415 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:42.432164 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 7 to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef Mar 07 21:40:42.463180 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a662d827-b3b5-493a-a214-e1adf8cc624f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:42.464752 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a662d827-b3b5-493a-a214-e1adf8cc624f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:42.515351 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfde6c0-621d-4b1d-b170-7c64a96b64e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'fixed_ips': [{'subnet_id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:40:42.516475 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-acfde6c0-621d-4b1d-b170-7c64a96b64e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:42.519320 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a662d827-b3b5-493a-a214-e1adf8cc624f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:42.564010 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:42.564010 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:42.564305 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:42.586248 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2a9921fd-d2fc-4a32-a304-f676d0bd23d1 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:42.592574 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9921fd-d2fc-4a32-a304-f676d0bd23d1 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:42.592750 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2a9921fd-d2fc-4a32-a304-f676d0bd23d1 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:42.645474 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:42.646414 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:42.653300 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 8 to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef Mar 07 21:40:42.706810 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-acfde6c0-621d-4b1d-b170-7c64a96b64e6 None None] Allocated IP 172.20.0.2 (e71fce04-ffbd-435e-bfc3-87f58b6e4967/ca279e0e-f6b2-4a41-a814-7c87369c7833/99fa5a35-ed07-4ffe-af19-9dfe9521566b) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:42.743562 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:42.743889 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:42.744408 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:42.828229 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:42.828816 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:42.843435 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 9 to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef Mar 07 21:40:42.873902 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-d889cad2-2f9a-4a76-af80-290ca1625dbf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] For port 03c63bb0-3392-48d8-b8bd-ffce55ad4a72, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=03c63bb0-3392-48d8-b8bd-ffce55ad4a72,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:42.879116 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:42.879444 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:42.879772 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:42.894146 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:42.894471 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:42.903549 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.plugins.ml2.plugin [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempt 10 to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef Mar 07 21:40:42.906377 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b403294-4208-4183-b105-eb5dfe05ae87 None None] Update dhcp port {'port': {'network_id': 'a6db8684-d898-46a0-aaf6-8ede249b4167', 'fixed_ips': [{'subnet_id': 'ef308833-e94b-4cda-a52e-c7217ad57881', 'ip_address': '2001:db8::2'}, {'subnet_id': '1396a7cd-5644-4812-99f2-3eb8441577e2'}], 'binding:host_id': 'dv-neutron-829957-1-hyperv'}, 'id': 'ae3437c4-f1b9-4e30-ab54-f4f4ade18a02'} from dv-neutron-829957-1-hyperv. {{(pid=88388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 07 21:40:42.930119 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:40:42.974577 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-b866e2cf-ce99-4c75-8afc-2b15ac1921c6 req-7b0fbc8e-fec2-49a6-8130-0619fe3a4470 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:42.983492 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9921fd-d2fc-4a32-a304-f676d0bd23d1 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event updated for resources: {'Network': ['ID=783793e4-7570-495e-8e1a-1eb20b9c070f,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:42.997440 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:40:42.997876 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:40:43.027634 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 783793e4-7570-495e-8e1a-1eb20b9c070f details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:40:43.040027 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0b403294-4208-4183-b105-eb5dfe05ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:43.121977 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2a9921fd-d2fc-4a32-a304-f676d0bd23d1 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8386168 Mar 07 21:40:43.122188 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:43.122188 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:43.122188 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempting to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:43.122188 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d889cad2-2f9a-4a76-af80-290ca1625dbf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:43.123245 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0fbc8e-fec2-49a6-8130-0619fe3a4470 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Pushing event deleted for resources: {'Port': ['ID=fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:43.142604 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e971b0a-0907-439b-9cfc-f8536c6a8aea tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:43.335866 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-07c36101-7846-4256-acdb-71a2f25a21ad req-bd22d3fd-5c23-426b-b2b2-100fe39ac6f9 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 210 time: 0.1773798 Mar 07 21:40:43.367057 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-0b403294-4208-4183-b105-eb5dfe05ae87 None None] Allocated IP 2001:db8:0:1::2 (a6db8684-d898-46a0-aaf6-8ede249b4167/1396a7cd-5644-4812-99f2-3eb8441577e2/ae3437c4-f1b9-4e30-ab54-f4f4ade18a02) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:43.428724 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b866e2cf-ce99-4c75-8afc-2b15ac1921c6 req-7b0fbc8e-fec2-49a6-8130-0619fe3a4470 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Router c25620e1-a202-45a4-9d3a-e1c5f472fbb5 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:40:43.436816 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d889cad2-2f9a-4a76-af80-290ca1625dbf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:43.437799 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d889cad2-2f9a-4a76-af80-290ca1625dbf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:43.522511 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-0b403294-4208-4183-b105-eb5dfe05ae87 None None] For port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=ae3437c4-f1b9-4e30-ab54-f4f4ade18a02,segment=NetworkSegment(55fe160e-fb95-4ff2-a152-007ef062f095),segment_id=55fe160e-fb95-4ff2-a152-007ef062f095)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:43.548088 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0b403294-4208-4183-b105-eb5dfe05ae87 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:43.566229 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-0b403294-4208-4183-b105-eb5dfe05ae87 None None] Transition to ACTIVE for port object ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:43.571908 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:40:43.572424 dv-neutron-829957-1-hyperv neutron-server[88387]: ERROR neutron.plugins.ml2.managers [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Failed to bind port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on host hv-neutron-8299 for vnic_type normal using segments [{'id': 'e64fe914-e809-49a9-88ae-454ad3c47334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '19b905a3-cf35-4f92-8ab1-ffad253bb210'}] Mar 07 21:40:43.573672 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:43.599967 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b7dbd7c-8acc-486b-b264-7fa4347851e4 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:43.610760 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889cad2-2f9a-4a76-af80-290ca1625dbf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=03c63bb0-3392-48d8-b8bd-ffce55ad4a72,revision_number=5']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:43.635389 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a662d827-b3b5-493a-a214-e1adf8cc624f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:43.643201 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6a26-c75d-4f2d-8cd3-dd74f1f670a6 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:43.669766 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0b403294-4208-4183-b105-eb5dfe05ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:43.706981 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] For port b6fcf9e2-d17b-459b-a8d3-2d554be176ef, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:40:43.708007 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attempted to set empty binding levels {{(pid=88387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 07 21:40:43.797606 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b403294-4208-4183-b105-eb5dfe05ae87 None None] Pushing event updated for resources: {'Port': ['ID=ae3437c4-f1b9-4e30-ab54-f4f4ade18a02,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:43.891044 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d889cad2-2f9a-4a76-af80-290ca1625dbf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:43.901544 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-d889cad2-2f9a-4a76-af80-290ca1625dbf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:43.909665 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:43.925606 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d889cad2-2f9a-4a76-af80-290ca1625dbf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:43.926497 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d889cad2-2f9a-4a76-af80-290ca1625dbf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:43.963752 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fdf0b6-597c-4881-b30d-16bcf18e32a6 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:44.121824 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-acfde6c0-621d-4b1d-b170-7c64a96b64e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:44.138087 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-acfde6c0-621d-4b1d-b170-7c64a96b64e6 None None] Transition to ACTIVE for port object 99fa5a35-ed07-4ffe-af19-9dfe9521566b will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:44.196417 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-acfde6c0-621d-4b1d-b170-7c64a96b64e6 None None] Transition to ACTIVE for port object 99fa5a35-ed07-4ffe-af19-9dfe9521566b will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:44.268826 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d889cad2-2f9a-4a76-af80-290ca1625dbf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.2118306 Mar 07 21:40:44.290307 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] In _notify_port_updated(), no bound segment for port b6fcf9e2-d17b-459b-a8d3-2d554be176ef on network 19b905a3-cf35-4f92-8ab1-ffad253bb210 {{(pid=88387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 07 21:40:44.292335 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:44.293113 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:44.294683 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] 10.222.0.21 "PUT /v2.0/ports/b6fcf9e2-d17b-459b-a8d3-2d554be176ef HTTP/1.1" status: 200 len: 976 time: 5.9614367 Mar 07 21:40:44.302141 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42862) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:44.304496 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42864) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:44.337716 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-acfde6c0-621d-4b1d-b170-7c64a96b64e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:44.348854 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-4368a3d0-4f0c-44c3-8216-0577c35d7224 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'port': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'mac_address': 'fa:16:3e:3e:ca:00', 'name': 'tempest-NetworksTestDHCPv6-907070711'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:44.433077 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfde6c0-621d-4b1d-b170-7c64a96b64e6 None None] Network e71fce04-ffbd-435e-bfc3-87f58b6e4967 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:44.440226 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-acfde6c0-621d-4b1d-b170-7c64a96b64e6 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:44.441183 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfde6c0-621d-4b1d-b170-7c64a96b64e6 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:44.612169 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfde6c0-621d-4b1d-b170-7c64a96b64e6 None None] Pushing event updated for resources: {'Port': ['ID=99fa5a35-ed07-4ffe-af19-9dfe9521566b,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:44.639324 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-acfde6c0-621d-4b1d-b170-7c64a96b64e6 None None] Attempting to bind port 99fa5a35-ed07-4ffe-af19-9dfe9521566b on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:44.646133 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-acfde6c0-621d-4b1d-b170-7c64a96b64e6 None None] Attempting to bind port 99fa5a35-ed07-4ffe-af19-9dfe9521566b by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '06732586-f6b0-479a-b70c-dd3efb826038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:44.646133 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfde6c0-621d-4b1d-b170-7c64a96b64e6 None None] Attempting to bind port 99fa5a35-ed07-4ffe-af19-9dfe9521566b on network e71fce04-ffbd-435e-bfc3-87f58b6e4967 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:44.652576 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfde6c0-621d-4b1d-b170-7c64a96b64e6 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:40:44.653089 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfde6c0-621d-4b1d-b170-7c64a96b64e6 None None] Checking segment: {'id': '06732586-f6b0-479a-b70c-dd3efb826038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:40:44.653605 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-acfde6c0-621d-4b1d-b170-7c64a96b64e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:44.654182 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfde6c0-621d-4b1d-b170-7c64a96b64e6 None None] Bound using segment: {'id': '06732586-f6b0-479a-b70c-dd3efb826038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:40:44.654870 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-acfde6c0-621d-4b1d-b170-7c64a96b64e6 None None] Bound port: 99fa5a35-ed07-4ffe-af19-9dfe9521566b, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06732586-f6b0-479a-b70c-dd3efb826038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:40:44.658010 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-acfde6c0-621d-4b1d-b170-7c64a96b64e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:44.670485 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b866e2cf-ce99-4c75-8afc-2b15ac1921c6 req-7b0fbc8e-fec2-49a6-8130-0619fe3a4470 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:40:44.681147 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d80fe02-6aeb-4a97-a886-c314d948c354 None None] Sync routers for ids ['c25620e1-a202-45a4-9d3a-e1c5f472fbb5'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:40:44.695543 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d80fe02-6aeb-4a97-a886-c314d948c354 None None] Routers {'c25620e1-a202-45a4-9d3a-e1c5f472fbb5'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:44.696337 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-3d80fe02-6aeb-4a97-a886-c314d948c354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c25620e1-a202-45a4-9d3a-e1c5f472fbb5'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:44.737642 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889cad2-2f9a-4a76-af80-290ca1625dbf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=751b2db8-f89d-44ea-9d07-81c2e72f8e2d,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:44.877891 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e971b0a-0907-439b-9cfc-f8536c6a8aea tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:44.896849 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-acfde6c0-621d-4b1d-b170-7c64a96b64e6 None None] For port 99fa5a35-ed07-4ffe-af19-9dfe9521566b, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:40:44.907475 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-4368a3d0-4f0c-44c3-8216-0577c35d7224 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:44.914231 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-acfde6c0-621d-4b1d-b170-7c64a96b64e6 None None] For port 99fa5a35-ed07-4ffe-af19-9dfe9521566b, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=99fa5a35-ed07-4ffe-af19-9dfe9521566b,segment=NetworkSegment(06732586-f6b0-479a-b70c-dd3efb826038),segment_id=06732586-f6b0-479a-b70c-dd3efb826038)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:40:44.920181 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4368a3d0-4f0c-44c3-8216-0577c35d7224 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:port and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:44.930539 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4368a3d0-4f0c-44c3-8216-0577c35d7224 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:44.955906 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-4368a3d0-4f0c-44c3-8216-0577c35d7224 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:44.982500 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-acfde6c0-621d-4b1d-b170-7c64a96b64e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:44.996345 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e971b0a-0907-439b-9cfc-f8536c6a8aea tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:45.072689 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-3d80fe02-6aeb-4a97-a886-c314d948c354 None None] Set router c25620e1-a202-45a4-9d3a-e1c5f472fbb5 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:40:45.228286 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-610ae269-7f62-433c-935c-9ec0dbb9bbd5 None None] Provisioning complete for port 68956e90-fff6-4c4d-9271-91a359c5229b triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:45.228659 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-610ae269-7f62-433c-935c-9ec0dbb9bbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:45.238838 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-b866e2cf-ce99-4c75-8afc-2b15ac1921c6 req-7b0fbc8e-fec2-49a6-8130-0619fe3a4470 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] No DVR routers for this DVR port fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 on host hv-neutron-8299 {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:40:45.263378 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-b866e2cf-ce99-4c75-8afc-2b15ac1921c6 req-7b0fbc8e-fec2-49a6-8130-0619fe3a4470 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:45.276860 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-b866e2cf-ce99-4c75-8afc-2b15ac1921c6 req-7b0fbc8e-fec2-49a6-8130-0619fe3a4470 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.11 "DELETE /v2.0/ports/fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79 HTTP/1.1" status: 204 len: 173 time: 5.8491166 Mar 07 21:40:45.277593 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5e1693-73a6-41f1-b344-988f26f5977a', 'name': 'network-vif-deleted', 'tag': 'fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:40:45.285460 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4368a3d0-4f0c-44c3-8216-0577c35d7224 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:45.300434 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfde6c0-621d-4b1d-b170-7c64a96b64e6 None None] Pushing event updated for resources: {'Port': ['ID=99fa5a35-ed07-4ffe-af19-9dfe9521566b,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:45.306376 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-3e971b0a-0907-439b-9cfc-f8536c6a8aea tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Allocated IP 172.26.2.134 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/dde84fc8-a7c7-4d62-a13f-cfbcd7418c2a) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:45.411676 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-610ae269-7f62-433c-935c-9ec0dbb9bbd5 None None] Port 68956e90-fff6-4c4d-9271-91a359c5229b cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:40:45.427104 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766e3eb-16ef-4a5a-a81e-090cd006917b tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Pushing event updated for resources: {'Port': ['ID=b6fcf9e2-d17b-459b-a8d3-2d554be176ef,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:45.453865 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-610ae269-7f62-433c-935c-9ec0dbb9bbd5 None None] Provisioning complete for port 1aea51f6-7b1e-43d4-bb20-2f3a8995d93c triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:45.455103 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-610ae269-7f62-433c-935c-9ec0dbb9bbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:45.572027 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5e1693-73a6-41f1-b344-988f26f5977a', 'name': 'network-vif-deleted', 'tag': 'fe62dcd2-aa75-4f58-abb5-4f7fb61c3e79', 'status': 'completed', 'code': 200} Mar 07 21:40:45.591371 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-610ae269-7f62-433c-935c-9ec0dbb9bbd5 None None] Port 1aea51f6-7b1e-43d4-bb20-2f3a8995d93c cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:40:45.598860 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-bedb07d3-8ae5-4bd0-9cc8-0830155e6f64 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Deleting port b6fcf9e2-d17b-459b-a8d3-2d554be176ef {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:45.600629 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bedb07d3-8ae5-4bd0-9cc8-0830155e6f64 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:45.698871 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:40:45.766853 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e971b0a-0907-439b-9cfc-f8536c6a8aea tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:45.895671 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:45.897182 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-610ae269-7f62-433c-935c-9ec0dbb9bbd5 None None] Provisioning for port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:40:45.913930 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-610ae269-7f62-433c-935c-9ec0dbb9bbd5 None None] Provisioning complete for port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:45.914488 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-610ae269-7f62-433c-935c-9ec0dbb9bbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:45.977846 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-aac811aa-ee0a-422f-be8a-e860f8670ac1 req-faf3e18a-0d00-46a7-8418-37443e331bd7 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e1693-73a6-41f1-b344-988f26f5977a HTTP/1.1" status: 200 len: 210 time: 1.1438410 Mar 07 21:40:45.985891 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e971b0a-0907-439b-9cfc-f8536c6a8aea tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:46.048006 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:46.050459 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:46.056250 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-3d80fe02-6aeb-4a97-a886-c314d948c354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'name': 'tempest-ServerActionsTestJSON-471892280-router', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '1d0e87b1-d146-41ab-aab2-916d08a6905e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:18Z', 'revision_number': 4, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'gw_port': {'id': '1d0e87b1-d146-41ab-aab2-916d08a6905e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:06Z', 'updated_at': '2022-03-07T21:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '8917be17-98eb-45a2-8ed3-1ae5f89227eb', 'name': '', 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'mac_address': 'fa:16:3e:4d:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'f313f210-5759-4bf7-8dc0-7c89a181e7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:16Z', 'updated_at': '2022-03-07T21:37:32Z', 'revision_number': 5, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'subnets': [{'id': 'f313f210-5759-4bf7-8dc0-7c89a181e7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:46.067623 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d80fe02-6aeb-4a97-a886-c314d948c354 None None] Checking router: c25620e1-a202-45a4-9d3a-e1c5f472fbb5 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:40:46.086662 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d80fe02-6aeb-4a97-a886-c314d948c354 None None] Routers {'c25620e1-a202-45a4-9d3a-e1c5f472fbb5'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:46.087262 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-3d80fe02-6aeb-4a97-a886-c314d948c354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c25620e1-a202-45a4-9d3a-e1c5f472fbb5'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:46.099044 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4368a3d0-4f0c-44c3-8216-0577c35d7224 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:46.168684 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-4368a3d0-4f0c-44c3-8216-0577c35d7224 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] device_id is not set on port 3322c325-d611-4ca3-9082-2c02628f30f2 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:40:46.228494 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 03c63bb0-3392-48d8-b8bd-ffce55ad4a72 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:40:46.379627 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42876) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:46.382119 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7dbd7c-8acc-486b-b264-7fa4347851e4 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Router 8ee6802c-ebd2-45f9-9b26-ace5474f763e is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:40:46.404587 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e971b0a-0907-439b-9cfc-f8536c6a8aea tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:46.429780 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d78a62a7-ce80-4adb-849c-426d827a7440 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Request body: {'subnet': {'network_id': '783793e4-7570-495e-8e1a-1eb20b9c070f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:46.454565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-3e971b0a-0907-439b-9cfc-f8536c6a8aea tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:46.463105 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-3d80fe02-6aeb-4a97-a886-c314d948c354 None None] Set router c25620e1-a202-45a4-9d3a-e1c5f472fbb5 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:40:46.490194 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e971b0a-0907-439b-9cfc-f8536c6a8aea tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:46.540201 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 03c63bb0-3392-48d8-b8bd-ffce55ad4a72 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:46.542178 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:46.654447 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f07619b6-fbff-43b1-82ee-0081bb858c0a None None] Provisioning complete for port 03c63bb0-3392-48d8-b8bd-ffce55ad4a72 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:46.655220 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f07619b6-fbff-43b1-82ee-0081bb858c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:46.702983 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7dbd7c-8acc-486b-b264-7fa4347851e4 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:40:46.732823 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-bedb07d3-8ae5-4bd0-9cc8-0830155e6f64 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] For port b6fcf9e2-d17b-459b-a8d3-2d554be176ef, host hv-neutron-8299, got binding levels [] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:46.733190 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bedb07d3-8ae5-4bd0-9cc8-0830155e6f64 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:46.789469 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] Sync routers for ids ['8ee6802c-ebd2-45f9-9b26-ace5474f763e'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:40:46.804672 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] Routers {'8ee6802c-ebd2-45f9-9b26-ace5474f763e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:46.805421 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['8ee6802c-ebd2-45f9-9b26-ace5474f763e'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:46.958459 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e971b0a-0907-439b-9cfc-f8536c6a8aea tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Port': ['ID=dde84fc8-a7c7-4d62-a13f-cfbcd7418c2a,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:46.977871 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-3d80fe02-6aeb-4a97-a886-c314d948c354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'name': 'tempest-ServerActionsTestJSON-471892280-router', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '1d0e87b1-d146-41ab-aab2-916d08a6905e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:18Z', 'revision_number': 4, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'gw_port': {'id': '1d0e87b1-d146-41ab-aab2-916d08a6905e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:06Z', 'updated_at': '2022-03-07T21:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '8917be17-98eb-45a2-8ed3-1ae5f89227eb', 'name': '', 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'mac_address': 'fa:16:3e:4d:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'f313f210-5759-4bf7-8dc0-7c89a181e7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:16Z', 'updated_at': '2022-03-07T21:37:32Z', 'revision_number': 5, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'subnets': [{'id': 'f313f210-5759-4bf7-8dc0-7c89a181e7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:46.983734 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d80fe02-6aeb-4a97-a886-c314d948c354 None None] The sync data for ids ['c25620e1-a202-45a4-9d3a-e1c5f472fbb5'] in dv-neutron-829957-1-hyperv is: [{'id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'name': 'tempest-ServerActionsTestJSON-471892280-router', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '1d0e87b1-d146-41ab-aab2-916d08a6905e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:37:18Z', 'revision_number': 4, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'gw_port': {'id': '1d0e87b1-d146-41ab-aab2-916d08a6905e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:06Z', 'updated_at': '2022-03-07T21:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '8917be17-98eb-45a2-8ed3-1ae5f89227eb', 'name': '', 'network_id': '38c758dc-7f6c-454b-adaf-334f371206ea', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'mac_address': 'fa:16:3e:4d:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'f313f210-5759-4bf7-8dc0-7c89a181e7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:16Z', 'updated_at': '2022-03-07T21:37:32Z', 'revision_number': 5, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'subnets': [{'id': 'f313f210-5759-4bf7-8dc0-7c89a181e7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:40:47.002547 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7851d05b-7c9e-48b3-a899-d83daae34303 None None] Network e71fce04-ffbd-435e-bfc3-87f58b6e4967 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:47.057587 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-ec5c6a26-c75d-4f2d-8cd3-dd74f1f670a6 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Delete allocated IP 2001:db8::2ea (a6db8684-d898-46a0-aaf6-8ede249b4167/ef308833-e94b-4cda-a52e-c7217ad57881) {{(pid=88386) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 21:40:47.097101 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a662d827-b3b5-493a-a214-e1adf8cc624f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:47.121802 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-ec5c6a26-c75d-4f2d-8cd3-dd74f1f670a6 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Allocated IP 2001:db8:0:1::2d5 (a6db8684-d898-46a0-aaf6-8ede249b4167/1396a7cd-5644-4812-99f2-3eb8441577e2/68956e90-fff6-4c4d-9271-91a359c5229b) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:47.151447 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-bedb07d3-8ae5-4bd0-9cc8-0830155e6f64 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Calling delete_port for b6fcf9e2-d17b-459b-a8d3-2d554be176ef owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:47.182257 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b7dbd7c-8acc-486b-b264-7fa4347851e4 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:47.183355 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2b7dbd7c-8acc-486b-b264-7fa4347851e4 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 11.9795258 Mar 07 21:40:47.193560 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42884) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:47.214934 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a662d827-b3b5-493a-a214-e1adf8cc624f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:47.222078 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d78a62a7-ce80-4adb-849c-426d827a7440 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:47.269904 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42888) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:47.282369 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] Set router 8ee6802c-ebd2-45f9-9b26-ace5474f763e gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:40:47.336437 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d78a62a7-ce80-4adb-849c-426d827a7440 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Usage tracker for resource:subnet and tenant:246b656d4a9647d081f87e587fc0780f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:47.349690 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d78a62a7-ce80-4adb-849c-426d827a7440 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:47.357813 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030c1dfb-418d-47e9-a8b5-11e4d9def462 None None] New status for floating IP e6e400f7-42b6-4bd9-a330-b7804a0f63ca: DOWN {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:40:47.398014 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d78a62a7-ce80-4adb-849c-426d827a7440 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:47.438894 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-4368a3d0-4f0c-44c3-8216-0577c35d7224 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 172.20.0.11 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/43d45ad7-05dd-473c-98e1-a9038a2307e7/3322c325-d611-4ca3-9082-2c02628f30f2) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:47.467176 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-4368a3d0-4f0c-44c3-8216-0577c35d7224 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 2001:db8::f816:3eff:fe3e:ca00 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/751b2db8-f89d-44ea-9d07-81c2e72f8e2d/3322c325-d611-4ca3-9082-2c02628f30f2) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:47.548355 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bedb07d3-8ae5-4bd0-9cc8-0830155e6f64 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:47.626123 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 99fa5a35-ed07-4ffe-af19-9dfe9521566b up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:40:47.630537 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78a62a7-ce80-4adb-849c-426d827a7440 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Made reservation on behalf of 246b656d4a9647d081f87e587fc0780f for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:47.634277 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d78a62a7-ce80-4adb-849c-426d827a7440 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:47.735254 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb07d3-8ae5-4bd0-9cc8-0830155e6f64 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6fcf9e2-d17b-459b-a8d3-2d554be176ef,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:47.767867 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bedb07d3-8ae5-4bd0-9cc8-0830155e6f64 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:47.788473 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-91a064a2-1cbf-4926-b8c4-fc9886811921 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:47.814790 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a6aeb68c-6917-41ae-a87d-2f8a6a10e1de None None] Provisioning for port 99fa5a35-ed07-4ffe-af19-9dfe9521566b completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:40:47.848044 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bedb07d3-8ae5-4bd0-9cc8-0830155e6f64 tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] 10.222.0.21 "DELETE /v2.0/ports/b6fcf9e2-d17b-459b-a8d3-2d554be176ef HTTP/1.1" status: 204 len: 168 time: 3.5352895 Mar 07 21:40:47.848233 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42892) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:47.857560 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee6802c-ebd2-45f9-9b26-ace5474f763e', 'name': 'tempest-snat-router-1567608346', 'tenant_id': '4a86bcd5021948ffaa43666022ae8a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.246'}], 'enable_snat': False}, 'gw_port_id': '847d0003-3737-41f5-8ce2-bd8d054ebe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:35Z', 'updated_at': '2022-03-07T21:40:41Z', 'revision_number': 3, 'project_id': '4a86bcd5021948ffaa43666022ae8a26', 'gw_port': {'id': '847d0003-3737-41f5-8ce2-bd8d054ebe1a', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee6802c-ebd2-45f9-9b26-ace5474f763e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:38Z', 'updated_at': '2022-03-07T21:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:47.865237 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] Checking router: 8ee6802c-ebd2-45f9-9b26-ace5474f763e for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:40:47.865581 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] Updating router 8ee6802c-ebd2-45f9-9b26-ace5474f763e port 847d0003-3737-41f5-8ce2-bd8d054ebe1a binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:40:47.904715 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6f8147bb-690d-45b5-a434-11e227d59a1d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "GET /v2.0/routers/8ee6802c-ebd2-45f9-9b26-ace5474f763e HTTP/1.1" status: 200 len: 909 time: 0.7044053 Mar 07 21:40:47.909513 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 99fa5a35-ed07-4ffe-af19-9dfe9521566b completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:40:47.921656 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42896) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:47.926764 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-5dace499-4728-4512-a52c-d859a13dcc4c tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1567608346', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'enable_snat': True}}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:47.930439 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 99fa5a35-ed07-4ffe-af19-9dfe9521566b triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:47.930815 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:47.933042 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5dace499-4728-4512-a52c-d859a13dcc4c tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:47.938108 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5dace499-4728-4512-a52c-d859a13dcc4c tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Usage tracker for resource:router and tenant:4a86bcd5021948ffaa43666022ae8a26 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:47.941428 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5dace499-4728-4512-a52c-d859a13dcc4c tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:47.947499 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5dace499-4728-4512-a52c-d859a13dcc4c tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:47.966795 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-a662d827-b3b5-493a-a214-e1adf8cc624f admin admin] Allocated IP 172.26.2.205 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/00e69586-0294-450b-aed5-14fbeb6de39e) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:47.977856 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:47.980543 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5350e00-0cf4-4f90-8ad6-72cd584c3cff tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] GET failed (client error): The resource could not be found. Mar 07 21:40:47.985558 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f5350e00-0cf4-4f90-8ad6-72cd584c3cff tempest-PortsAdminExtendedAttrsTestJSON-139669730 tempest-PortsAdminExtendedAttrsTestJSON-139669730-project-admin] 10.222.0.21 "GET /v2.0/ports/b6fcf9e2-d17b-459b-a8d3-2d554be176ef HTTP/1.1" status: 404 len: 333 time: 0.1303458 Mar 07 21:40:47.989312 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-91a064a2-1cbf-4926-b8c4-fc9886811921 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:47.996745 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42900) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:48.046273 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5dace499-4728-4512-a52c-d859a13dcc4c tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:48.047286 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5dace499-4728-4512-a52c-d859a13dcc4c tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:48.207284 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:48.212169 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5dace499-4728-4512-a52c-d859a13dcc4c tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:48.230272 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a3ad09a0-2502-4d77-9acc-a0ebb4a1071c tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:48.230490 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6a26-c75d-4f2d-8cd3-dd74f1f670a6 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:48.236967 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4368a3d0-4f0c-44c3-8216-0577c35d7224 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:48.255460 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 99fa5a35-ed07-4ffe-af19-9dfe9521566b, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=99fa5a35-ed07-4ffe-af19-9dfe9521566b,segment=NetworkSegment(06732586-f6b0-479a-b70c-dd3efb826038),segment_id=06732586-f6b0-479a-b70c-dd3efb826038)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:48.263510 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-caf0e9a9-fab4-4133-b07a-77f94a82ad22 None None] Provisioning complete for port 99fa5a35-ed07-4ffe-af19-9dfe9521566b triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:48.263891 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-caf0e9a9-fab4-4133-b07a-77f94a82ad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:48.282565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e971b0a-0907-439b-9cfc-f8536c6a8aea tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router_gateway, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:48.294642 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-4368a3d0-4f0c-44c3-8216-0577c35d7224 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Transition to ACTIVE for port object 3322c325-d611-4ca3-9082-2c02628f30f2 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:48.368124 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:48.381170 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-ec5c6a26-c75d-4f2d-8cd3-dd74f1f670a6 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Transition to ACTIVE for port object 68956e90-fff6-4c4d-9271-91a359c5229b will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:48.397676 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a3ad09a0-2502-4d77-9acc-a0ebb4a1071c tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:48.424035 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-a3ad09a0-2502-4d77-9acc-a0ebb4a1071c tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b905a3-cf35-4f92-8ab1-ffad253bb210']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:48.437260 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-a3ad09a0-2502-4d77-9acc-a0ebb4a1071c tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64fe914-e809-49a9-88ae-454ad3c47334') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:48.437551 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-a3ad09a0-2502-4d77-9acc-a0ebb4a1071c tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64fe914-e809-49a9-88ae-454ad3c47334') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:48.449438 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a3ad09a0-2502-4d77-9acc-a0ebb4a1071c tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:48.465647 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a3ad09a0-2502-4d77-9acc-a0ebb4a1071c tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:48.471768 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ad09a0-2502-4d77-9acc-a0ebb4a1071c tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:40:48.472384 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a3ad09a0-2502-4d77-9acc-a0ebb4a1071c tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:48.491752 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=99fa5a35-ed07-4ffe-af19-9dfe9521566b,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:48.497379 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a662d827-b3b5-493a-a214-e1adf8cc624f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:48.500954 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6a26-c75d-4f2d-8cd3-dd74f1f670a6 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:40:48.505267 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:40:48.600726 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-91a064a2-1cbf-4926-b8c4-fc9886811921 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:48.705180 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a064a2-1cbf-4926-b8c4-fc9886811921 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd35d011-4def-4bd1-9b94-bcffeab2491b,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:48.808103 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c6a26-c75d-4f2d-8cd3-dd74f1f670a6 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] In _notify_port_updated(), no bound segment for port 68956e90-fff6-4c4d-9271-91a359c5229b on network a6db8684-d898-46a0-aaf6-8ede249b4167 {{(pid=88386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 07 21:40:48.813627 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5c6a26-c75d-4f2d-8cd3-dd74f1f670a6 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:48.814324 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6a26-c75d-4f2d-8cd3-dd74f1f670a6 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:48.815591 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ec5c6a26-c75d-4f2d-8cd3-dd74f1f670a6 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "PUT /v2.0/ports/68956e90-fff6-4c4d-9271-91a359c5229b HTTP/1.1" status: 200 len: 930 time: 6.4149089 Mar 07 21:40:48.822654 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42904) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:48.879958 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c6a26-c75d-4f2d-8cd3-dd74f1f670a6 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Port': ['ID=68956e90-fff6-4c4d-9271-91a359c5229b,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:48.919223 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d78a62a7-ce80-4adb-849c-426d827a7440 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:48.998720 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a3ad09a0-2502-4d77-9acc-a0ebb4a1071c tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:49.003275 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5dace499-4728-4512-a52c-d859a13dcc4c tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:49.029074 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a3ad09a0-2502-4d77-9acc-a0ebb4a1071c tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:49.031648 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-91a064a2-1cbf-4926-b8c4-fc9886811921 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:49.032740 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-91a064a2-1cbf-4926-b8c4-fc9886811921 tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "DELETE /v2.0/security-groups/dd35d011-4def-4bd1-9b94-bcffeab2491b HTTP/1.1" status: 204 len: 168 time: 1.7618754 Mar 07 21:40:49.036815 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42908) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:49.037556 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad09a0-2502-4d77-9acc-a0ebb4a1071c tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] Pushing event deleted for resources: {'Network': ['ID=19b905a3-cf35-4f92-8ab1-ffad253bb210,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:49.054353 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-5b1960c7-7c9a-4234-8067-7dcbeb29c7dd tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port 68956e90-fff6-4c4d-9271-91a359c5229b {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:49.054695 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5b1960c7-7c9a-4234-8067-7dcbeb29c7dd tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:49.054807 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a3ad09a0-2502-4d77-9acc-a0ebb4a1071c tempest-PortsAdminExtendedAttrsTestJSON-232970156 tempest-PortsAdminExtendedAttrsTestJSON-232970156-project] 10.222.0.21 "DELETE /v2.0/networks/19b905a3-cf35-4f92-8ab1-ffad253bb210 HTTP/1.1" status: 204 len: 168 time: 1.0567980 Mar 07 21:40:49.058130 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-3413deda-a1c5-44d5-9885-e44791f687cb tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] show failed (client error): The resource could not be found. Mar 07 21:40:49.062204 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3413deda-a1c5-44d5-9885-e44791f687cb tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "GET /v2.0/security-groups/dd35d011-4def-4bd1-9b94-bcffeab2491b HTTP/1.1" status: 404 len: 347 time: 0.0195076 Mar 07 21:40:49.062204 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42914) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:49.092369 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f162e0d6-e22c-4e85-a33d-4c6207c6014e None None] Provisioning for port 68956e90-fff6-4c4d-9271-91a359c5229b completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:40:49.097465 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f162e0d6-e22c-4e85-a33d-4c6207c6014e None None] Provisioning complete for port 68956e90-fff6-4c4d-9271-91a359c5229b triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:49.097838 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f162e0d6-e22c-4e85-a33d-4c6207c6014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:49.118402 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4368a3d0-4f0c-44c3-8216-0577c35d7224 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:49.163657 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-f162e0d6-e22c-4e85-a33d-4c6207c6014e None None] Port 68956e90-fff6-4c4d-9271-91a359c5229b cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:40:49.190549 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a62a7-ce80-4adb-849c-426d827a7440 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event updated for resources: {'Subnet': ['ID=1b33d93d-5daf-4950-b3af-aa4df9389218,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:49.226689 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78a62a7-ce80-4adb-849c-426d827a7440 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Checking segment: {'id': '7f39058e-da4d-4822-ba3f-a9127e6bd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '783793e4-7570-495e-8e1a-1eb20b9c070f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:40:49.227045 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78a62a7-ce80-4adb-849c-426d827a7440 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Network hostable DHCP agents. Network: 783793e4-7570-495e-8e1a-1eb20b9c070f, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:40:49.268003 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a662d827-b3b5-493a-a214-e1adf8cc624f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:49.271721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e971b0a-0907-439b-9cfc-f8536c6a8aea tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:49.321740 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4368a3d0-4f0c-44c3-8216-0577c35d7224 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:49.332252 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-60fe9c82-2099-46d8-8746-53ad78122cbd tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Deleting port c6dc8213-4ca5-4960-a40a-fafca4e75f3f {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:49.332605 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-60fe9c82-2099-46d8-8746-53ad78122cbd tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:49.357332 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-4368a3d0-4f0c-44c3-8216-0577c35d7224 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:49.364927 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368a3d0-4f0c-44c3-8216-0577c35d7224 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=3322c325-d611-4ca3-9082-2c02628f30f2,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:49.371979 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4368a3d0-4f0c-44c3-8216-0577c35d7224 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:49.454909 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a662d827-b3b5-493a-a214-e1adf8cc624f admin admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:49.468440 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-a662d827-b3b5-493a-a214-e1adf8cc624f admin admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:49.470851 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a662d827-b3b5-493a-a214-e1adf8cc624f admin admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:49.471302 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:49.489253 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] Transition to ACTIVE for port object 847d0003-3737-41f5-8ce2-bd8d054ebe1a will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:49.550500 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78a62a7-ce80-4adb-849c-426d827a7440 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Network 783793e4-7570-495e-8e1a-1eb20b9c070f is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:40:49.573974 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 99fa5a35-ed07-4ffe-af19-9dfe9521566b up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:40:49.597290 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4368a3d0-4f0c-44c3-8216-0577c35d7224 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:49.597923 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4368a3d0-4f0c-44c3-8216-0577c35d7224 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:49.612583 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662d827-b3b5-493a-a214-e1adf8cc624f admin admin] Pushing event updated for resources: {'Port': ['ID=00e69586-0294-450b-aed5-14fbeb6de39e,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:49.671245 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:49.673101 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-60fe9c82-2099-46d8-8746-53ad78122cbd tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:49.673732 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-60fe9c82-2099-46d8-8746-53ad78122cbd tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:49.762937 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42920) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:49.790703 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-d78a62a7-ce80-4adb-849c-426d827a7440 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 783793e4-7570-495e-8e1a-1eb20b9c070f) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:49.795754 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a62a7-ce80-4adb-849c-426d827a7440 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:49.796346 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d78a62a7-ce80-4adb-849c-426d827a7440 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:49.819307 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] Attempting to bind port 847d0003-3737-41f5-8ce2-bd8d054ebe1a on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:49.821587 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] Attempting to bind port 847d0003-3737-41f5-8ce2-bd8d054ebe1a by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:49.823479 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] Attempting to bind port 847d0003-3737-41f5-8ce2-bd8d054ebe1a on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:49.851046 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4368a3d0-4f0c-44c3-8216-0577c35d7224 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.5446746 Mar 07 21:40:49.860817 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-60fe9c82-2099-46d8-8746-53ad78122cbd tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Calling delete_port for c6dc8213-4ca5-4960-a40a-fafca4e75f3f owned by network:floatingip {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:49.868932 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:40:49.869938 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:40:49.870411 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:49.870804 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:40:49.876145 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] Bound port: 847d0003-3737-41f5-8ce2-bd8d054ebe1a, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:40:49.878562 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:49.891969 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42926) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:49.962809 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5b1960c7-7c9a-4234-8067-7dcbeb29c7dd tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:49.991191 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba636d63-b604-43b3-8f02-3c87bc709ba5 None None] Network 783793e4-7570-495e-8e1a-1eb20b9c070f requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:50.019337 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90516349-2a3d-4e76-b8fb-74ea9d20b6d9 None None] Pushing event updated for resources: {'Port': ['ID=847d0003-3737-41f5-8ce2-bd8d054ebe1a,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:50.109845 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-0a6c219b-8855-4626-93dd-b2caca4888ad None None] Provisioning for port 3322c325-d611-4ca3-9082-2c02628f30f2 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:40:50.128585 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] For port 847d0003-3737-41f5-8ce2-bd8d054ebe1a, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:40:50.145864 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-0a6c219b-8855-4626-93dd-b2caca4888ad None None] Provisioning complete for port 3322c325-d611-4ca3-9082-2c02628f30f2 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:50.146271 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0a6c219b-8855-4626-93dd-b2caca4888ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:50.172837 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] For port 847d0003-3737-41f5-8ce2-bd8d054ebe1a, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=847d0003-3737-41f5-8ce2-bd8d054ebe1a,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:40:50.188424 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 99fa5a35-ed07-4ffe-af19-9dfe9521566b triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:50.189055 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:50.221217 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d3802813-58da-466d-8e6a-5771d452c7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:50.246277 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32681398-98cb-40db-8cb5-181f736cc418 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:50.252188 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32681398-98cb-40db-8cb5-181f736cc418 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:50.253002 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-32681398-98cb-40db-8cb5-181f736cc418 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:50.267804 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5dace499-4728-4512-a52c-d859a13dcc4c tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:50.273172 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:50.282155 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d78a62a7-ce80-4adb-849c-426d827a7440 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.8934932 Mar 07 21:40:50.292136 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-5b1960c7-7c9a-4234-8067-7dcbeb29c7dd tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Calling delete_port for 68956e90-fff6-4c4d-9271-91a359c5229b owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:50.294883 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42930) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:50.320200 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-6d0ee028-6ae9-4c90-9de3-9eff5f5a9d7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2101680371'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:50.322582 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5dace499-4728-4512-a52c-d859a13dcc4c tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:50.338027 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-0a6c219b-8855-4626-93dd-b2caca4888ad None None] Port 3322c325-d611-4ca3-9082-2c02628f30f2 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:40:50.367809 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6d0ee028-6ae9-4c90-9de3-9eff5f5a9d7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:50.374157 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6d0ee028-6ae9-4c90-9de3-9eff5f5a9d7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Usage tracker for resource:network and tenant:246b656d4a9647d081f87e587fc0780f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:50.381921 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6d0ee028-6ae9-4c90-9de3-9eff5f5a9d7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:50.395190 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-49117107-99ed-43ac-8a60-85816cd5448a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e7572697a1c46b18e304f29def3b18d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6170321 Mar 07 21:40:50.401062 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6d0ee028-6ae9-4c90-9de3-9eff5f5a9d7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:50.401361 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42934) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:50.439020 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90516349-2a3d-4e76-b8fb-74ea9d20b6d9 None None] Pushing event updated for resources: {'Port': ['ID=847d0003-3737-41f5-8ce2-bd8d054ebe1a,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:50.442367 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] Routers {'8ee6802c-ebd2-45f9-9b26-ace5474f763e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:50.443129 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['8ee6802c-ebd2-45f9-9b26-ace5474f763e'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:50.460810 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-32681398-98cb-40db-8cb5-181f736cc418 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:50.464631 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-32681398-98cb-40db-8cb5-181f736cc418 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5688076 Mar 07 21:40:50.466991 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42938) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:50.514648 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-60fe9c82-2099-46d8-8746-53ad78122cbd tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:50.564740 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e971b0a-0907-439b-9cfc-f8536c6a8aea tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Router 5107de41-ff69-4638-a60a-28233b3dd2c6 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:40:50.595218 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3204ec-7576-4c20-b5f4-48a3b3fc3d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-783793e4-7570-495e-8e1a-1eb20b9c070f', 'network_id': '783793e4-7570-495e-8e1a-1eb20b9c070f', 'tenant_id': '246b656d4a9647d081f87e587fc0780f', 'fixed_ips': [{'subnet_id': '1b33d93d-5daf-4950-b3af-aa4df9389218'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:40:50.596033 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4c3204ec-7576-4c20-b5f4-48a3b3fc3d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:50.621715 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-03d22a74-53dd-448d-80ba-21fe3c302c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:50.652302 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0ee028-6ae9-4c90-9de3-9eff5f5a9d7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Made reservation on behalf of 246b656d4a9647d081f87e587fc0780f for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:50.655831 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee028-6ae9-4c90-9de3-9eff5f5a9d7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:50.732076 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe9c82-2099-46d8-8746-53ad78122cbd tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Pushing event deleted for resources: {'Port': ['ID=c6dc8213-4ca5-4960-a40a-fafca4e75f3f,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:50.782829 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5b1960c7-7c9a-4234-8067-7dcbeb29c7dd tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:50.795191 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] Set router 8ee6802c-ebd2-45f9-9b26-ace5474f763e gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:40:50.800173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-03d22a74-53dd-448d-80ba-21fe3c302c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:50.834811 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-4e06da8e-2bd7-460c-98e8-dc00a7f923c9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting port 3322c325-d611-4ca3-9082-2c02628f30f2 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:50.835513 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4e06da8e-2bd7-460c-98e8-dc00a7f923c9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:50.911166 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0ee028-6ae9-4c90-9de3-9eff5f5a9d7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:40:50.916781 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-5dace499-4728-4512-a52c-d859a13dcc4c tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Allocated IP 172.26.2.85 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/f313b96a-3869-48d4-94be-0ae935949d3c) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:50.944162 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1960c7-7c9a-4234-8067-7dcbeb29c7dd tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Port': ['ID=68956e90-fff6-4c4d-9271-91a359c5229b,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:50.989137 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee028-6ae9-4c90-9de3-9eff5f5a9d7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:50.989484 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-6d0ee028-6ae9-4c90-9de3-9eff5f5a9d7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Added segment e7b2fd6f-9bfa-4d3b-891b-2410ff5e5d3e of type vlan for network f302dd10-313d-41bd-9471-5a08e76ec35b Mar 07 21:40:50.992333 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-60fe9c82-2099-46d8-8746-53ad78122cbd tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks [] for floatingip, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:51.090918 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a662d827-b3b5-493a-a214-e1adf8cc624f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:51.106713 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee028-6ae9-4c90-9de3-9eff5f5a9d7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:51.119092 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-4c3204ec-7576-4c20-b5f4-48a3b3fc3d5f None None] Allocated IP 2001:db8:0:ffff::2 (783793e4-7570-495e-8e1a-1eb20b9c070f/1b33d93d-5daf-4950-b3af-aa4df9389218/1613bd8c-39e8-4cb7-83d7-f6922fde2cd5) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:51.147155 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-03d22a74-53dd-448d-80ba-21fe3c302c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:51.203943 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5b1960c7-7c9a-4234-8067-7dcbeb29c7dd tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:51.210640 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d22a74-53dd-448d-80ba-21fe3c302c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50c29d4-b39f-4e58-9b84-531a9e77df32,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:51.255755 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e971b0a-0907-439b-9cfc-f8536c6a8aea tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:40:51.258393 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5b1960c7-7c9a-4234-8067-7dcbeb29c7dd tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/ports/68956e90-fff6-4c4d-9271-91a359c5229b HTTP/1.1" status: 204 len: 168 time: 2.4320903 Mar 07 21:40:51.273837 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42942) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:51.275819 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19d2192-67cb-46e8-96fe-761ed22e0f9b None None] Sync routers for ids ['5107de41-ff69-4638-a60a-28233b3dd2c6'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:40:51.286358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-03d22a74-53dd-448d-80ba-21fe3c302c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:51.298669 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-03d22a74-53dd-448d-80ba-21fe3c302c94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f50c29d4-b39f-4e58-9b84-531a9e77df32 HTTP/1.1" status: 204 len: 168 time: 0.8886735 Mar 07 21:40:51.327887 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19d2192-67cb-46e8-96fe-761ed22e0f9b None None] Routers {'5107de41-ff69-4638-a60a-28233b3dd2c6'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:51.328679 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-e19d2192-67cb-46e8-96fe-761ed22e0f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['5107de41-ff69-4638-a60a-28233b3dd2c6'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:51.361485 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-60fe9c82-2099-46d8-8746-53ad78122cbd tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:51.361485 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-60fe9c82-2099-46d8-8746-53ad78122cbd tempest-ServerActionsTestJSON-2112241867 tempest-ServerActionsTestJSON-2112241867-project] 10.222.0.21 "DELETE /v2.0/floatingips/e6e400f7-42b6-4bd9-a330-b7804a0f63ca HTTP/1.1" status: 204 len: 168 time: 2.2843189 Mar 07 21:40:51.364666 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42948) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:51.372811 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-779c2639-ec31-48ea-8fc7-4ec2f18a0562 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] GET failed (client error): The resource could not be found. Mar 07 21:40:51.377102 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-779c2639-ec31-48ea-8fc7-4ec2f18a0562 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports/68956e90-fff6-4c4d-9271-91a359c5229b HTTP/1.1" status: 404 len: 333 time: 0.0983610 Mar 07 21:40:51.393824 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42952) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:51.417386 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4e06da8e-2bd7-460c-98e8-dc00a7f923c9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:51.420044 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-e19d2192-67cb-46e8-96fe-761ed22e0f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:51.457482 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19d2192-67cb-46e8-96fe-761ed22e0f9b None None] Routers {'5107de41-ff69-4638-a60a-28233b3dd2c6'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:51.458141 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-e19d2192-67cb-46e8-96fe-761ed22e0f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['5107de41-ff69-4638-a60a-28233b3dd2c6'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:51.535407 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-e19d2192-67cb-46e8-96fe-761ed22e0f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:51.535902 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19d2192-67cb-46e8-96fe-761ed22e0f9b None None] The sync data for ids ['5107de41-ff69-4638-a60a-28233b3dd2c6'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:40:51.543348 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e971b0a-0907-439b-9cfc-f8536c6a8aea tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:51.544766 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3e971b0a-0907-439b-9cfc-f8536c6a8aea tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.3336663 Mar 07 21:40:51.554829 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42956) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:51.566455 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5dace499-4728-4512-a52c-d859a13dcc4c tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:51.579064 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-4e06da8e-2bd7-460c-98e8-dc00a7f923c9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Calling delete_port for 3322c325-d611-4ca3-9082-2c02628f30f2 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:51.587218 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee6802c-ebd2-45f9-9b26-ace5474f763e', 'name': 'tempest-snat-router-1567608346', 'tenant_id': '4a86bcd5021948ffaa43666022ae8a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.246'}], 'enable_snat': False}, 'gw_port_id': '847d0003-3737-41f5-8ce2-bd8d054ebe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:35Z', 'updated_at': '2022-03-07T21:40:41Z', 'revision_number': 3, 'project_id': '4a86bcd5021948ffaa43666022ae8a26', 'gw_port': {'id': '847d0003-3737-41f5-8ce2-bd8d054ebe1a', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee6802c-ebd2-45f9-9b26-ace5474f763e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:38Z', 'updated_at': '2022-03-07T21:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:51.600602 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfadfd2-263b-4e12-a6d8-53fd92c5f84d None None] The sync data for ids ['8ee6802c-ebd2-45f9-9b26-ace5474f763e'] in dv-neutron-829957-1-hyperv is: [{'id': '8ee6802c-ebd2-45f9-9b26-ace5474f763e', 'name': 'tempest-snat-router-1567608346', 'tenant_id': '4a86bcd5021948ffaa43666022ae8a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.246'}], 'enable_snat': False}, 'gw_port_id': '847d0003-3737-41f5-8ce2-bd8d054ebe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:35Z', 'updated_at': '2022-03-07T21:40:41Z', 'revision_number': 3, 'project_id': '4a86bcd5021948ffaa43666022ae8a26', 'gw_port': {'id': '847d0003-3737-41f5-8ce2-bd8d054ebe1a', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee6802c-ebd2-45f9-9b26-ace5474f763e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:38Z', 'updated_at': '2022-03-07T21:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:40:51.612370 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee028-6ae9-4c90-9de3-9eff5f5a9d7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:51.615455 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4c3204ec-7576-4c20-b5f4-48a3b3fc3d5f None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:51.618343 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0ee028-6ae9-4c90-9de3-9eff5f5a9d7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:51.618962 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee028-6ae9-4c90-9de3-9eff5f5a9d7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:51.630345 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-4c3204ec-7576-4c20-b5f4-48a3b3fc3d5f None None] Transition to ACTIVE for port object 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:51.656779 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-4c3204ec-7576-4c20-b5f4-48a3b3fc3d5f None None] Transition to ACTIVE for port object 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:51.736463 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4c3204ec-7576-4c20-b5f4-48a3b3fc3d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:51.832168 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6d0ee028-6ae9-4c90-9de3-9eff5f5a9d7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5311012 Mar 07 21:40:51.843994 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42962) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:51.846418 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3204ec-7576-4c20-b5f4-48a3b3fc3d5f None None] Network 783793e4-7570-495e-8e1a-1eb20b9c070f is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:51.847502 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3204ec-7576-4c20-b5f4-48a3b3fc3d5f None None] Pushing event updated for resources: {'Port': ['ID=1613bd8c-39e8-4cb7-83d7-f6922fde2cd5,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:51.850351 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-4c3204ec-7576-4c20-b5f4-48a3b3fc3d5f None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:51.852655 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3204ec-7576-4c20-b5f4-48a3b3fc3d5f None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:51.877374 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-ad32f939-636f-4a98-99f1-3719a9acbbb9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Request body: {'subnet': {'network_id': 'f302dd10-313d-41bd-9471-5a08e76ec35b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:51.903634 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-69d8ccc3-3936-4dfd-aa92-a4c455781051 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:51.907118 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ee028-6ae9-4c90-9de3-9eff5f5a9d7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event updated for resources: {'Network': ['ID=f302dd10-313d-41bd-9471-5a08e76ec35b,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:51.996366 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network f302dd10-313d-41bd-9471-5a08e76ec35b details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:40:52.036225 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-4c3204ec-7576-4c20-b5f4-48a3b3fc3d5f None None] Attempting to bind port 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:52.036616 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-4c3204ec-7576-4c20-b5f4-48a3b3fc3d5f None None] Attempting to bind port 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '7f39058e-da4d-4822-ba3f-a9127e6bd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '783793e4-7570-495e-8e1a-1eb20b9c070f'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:52.036966 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3204ec-7576-4c20-b5f4-48a3b3fc3d5f None None] Attempting to bind port 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5 on network 783793e4-7570-495e-8e1a-1eb20b9c070f {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:52.057491 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-69d8ccc3-3936-4dfd-aa92-a4c455781051 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:52.071489 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5dace499-4728-4512-a52c-d859a13dcc4c tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:52.093768 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3204ec-7576-4c20-b5f4-48a3b3fc3d5f None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:40:52.094167 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3204ec-7576-4c20-b5f4-48a3b3fc3d5f None None] Checking segment: {'id': '7f39058e-da4d-4822-ba3f-a9127e6bd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '783793e4-7570-495e-8e1a-1eb20b9c070f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:40:52.094559 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4c3204ec-7576-4c20-b5f4-48a3b3fc3d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:52.094937 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3204ec-7576-4c20-b5f4-48a3b3fc3d5f None None] Bound using segment: {'id': '7f39058e-da4d-4822-ba3f-a9127e6bd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '783793e4-7570-495e-8e1a-1eb20b9c070f'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:40:52.095409 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-4c3204ec-7576-4c20-b5f4-48a3b3fc3d5f None None] Bound port: 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f39058e-da4d-4822-ba3f-a9127e6bd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '783793e4-7570-495e-8e1a-1eb20b9c070f'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:40:52.095771 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4c3204ec-7576-4c20-b5f4-48a3b3fc3d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:52.130071 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dace499-4728-4512-a52c-d859a13dcc4c tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:52.145683 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-5dace499-4728-4512-a52c-d859a13dcc4c tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:52.166826 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dace499-4728-4512-a52c-d859a13dcc4c tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:40:52.250505 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-4c3204ec-7576-4c20-b5f4-48a3b3fc3d5f None None] For port 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:40:52.254423 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-4c3204ec-7576-4c20-b5f4-48a3b3fc3d5f None None] For port 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1613bd8c-39e8-4cb7-83d7-f6922fde2cd5,segment=NetworkSegment(7f39058e-da4d-4822-ba3f-a9127e6bd290),segment_id=7f39058e-da4d-4822-ba3f-a9127e6bd290)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:40:52.280820 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-85823dc4-c1be-4699-988f-9cbeac0e96a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:52.288759 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ad32f939-636f-4a98-99f1-3719a9acbbb9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:52.310568 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dace499-4728-4512-a52c-d859a13dcc4c tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Pushing event updated for resources: {'Port': ['ID=f313b96a-3869-48d4-94be-0ae935949d3c,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:52.364656 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ad32f939-636f-4a98-99f1-3719a9acbbb9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Usage tracker for resource:subnet and tenant:246b656d4a9647d081f87e587fc0780f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:52.371536 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42966) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:52.380040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ad32f939-636f-4a98-99f1-3719a9acbbb9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:52.387442 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4c3204ec-7576-4c20-b5f4-48a3b3fc3d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:52.426669 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ad32f939-636f-4a98-99f1-3719a9acbbb9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:52.450088 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-69d8ccc3-3936-4dfd-aa92-a4c455781051 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:52.451344 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a662d827-b3b5-493a-a214-e1adf8cc624f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:52.469115 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-67b5401c-b0d9-4815-9fee-1bce95181301 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "GET /v2.0/routers/5107de41-ff69-4638-a60a-28233b3dd2c6 HTTP/1.1" status: 200 len: 884 time: 0.9104853 Mar 07 21:40:52.476019 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42970) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:52.491996 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3204ec-7576-4c20-b5f4-48a3b3fc3d5f None None] Pushing event updated for resources: {'Port': ['ID=1613bd8c-39e8-4cb7-83d7-f6922fde2cd5,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:52.608708 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad32f939-636f-4a98-99f1-3719a9acbbb9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Made reservation on behalf of 246b656d4a9647d081f87e587fc0780f for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:52.612205 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ad32f939-636f-4a98-99f1-3719a9acbbb9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:52.682671 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4e06da8e-2bd7-460c-98e8-dc00a7f923c9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:52.770227 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b4e75e9c-7cd9-4020-b509-b9ea5eb19727 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6339e1fc9e64d7890200d20913a319b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3938727 Mar 07 21:40:52.794811 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42978) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:52.799193 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8ccc3-3936-4dfd-aa92-a4c455781051 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e16ae2e-05b3-423a-aafb-8e5354df8413,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:52.891777 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06da8e-2bd7-460c-98e8-dc00a7f923c9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Port': ['ID=3322c325-d611-4ca3-9082-2c02628f30f2,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:52.904289 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-69d8ccc3-3936-4dfd-aa92-a4c455781051 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:52.904289 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-69d8ccc3-3936-4dfd-aa92-a4c455781051 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/security-groups/7e16ae2e-05b3-423a-aafb-8e5354df8413 HTTP/1.1" status: 204 len: 168 time: 1.5074456 Mar 07 21:40:52.937537 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42982) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:53.121144 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:53.156240 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4e06da8e-2bd7-460c-98e8-dc00a7f923c9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:53.160345 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4e06da8e-2bd7-460c-98e8-dc00a7f923c9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/3322c325-d611-4ca3-9082-2c02628f30f2 HTTP/1.1" status: 204 len: 168 time: 2.6901841 Mar 07 21:40:53.173233 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 42986) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:53.222328 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4ec6e5ec-2cd0-4631-bd12-0204ba5d3a3e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:53.249010 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a497ea04-f9e3-465c-b0f7-3198eca568cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:53.270185 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5dace499-4728-4512-a52c-d859a13dcc4c tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:53.324448 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4ec6e5ec-2cd0-4631-bd12-0204ba5d3a3e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:53.404218 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:53.559035 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4ec6e5ec-2cd0-4631-bd12-0204ba5d3a3e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:53.586111 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 847d0003-3737-41f5-8ce2-bd8d054ebe1a up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:40:53.587312 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6e5ec-2cd0-4631-bd12-0204ba5d3a3e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be73c588-1f0d-4398-838a-0c7b393a8e3c,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:53.593099 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4ec6e5ec-2cd0-4631-bd12-0204ba5d3a3e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:53.594249 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4ec6e5ec-2cd0-4631-bd12-0204ba5d3a3e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/security-groups/be73c588-1f0d-4398-838a-0c7b393a8e3c HTTP/1.1" status: 204 len: 168 time: 0.6555128 Mar 07 21:40:53.603183 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42990) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:53.621936 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a497ea04-f9e3-465c-b0f7-3198eca568cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:53.656883 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3e74f6-ff7c-4832-a9dd-2296adf68a74 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:53.658754 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3e74f6-ff7c-4832-a9dd-2296adf68a74 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:53.660363 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3e74f6-ff7c-4832-a9dd-2296adf68a74 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:53.661178 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bb3e74f6-ff7c-4832-a9dd-2296adf68a74 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:53.736375 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 847d0003-3737-41f5-8ce2-bd8d054ebe1a completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:40:53.747450 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 847d0003-3737-41f5-8ce2-bd8d054ebe1a triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:53.748318 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5dace499-4728-4512-a52c-d859a13dcc4c tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:53.749622 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:53.756059 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6913bf-dc38-454e-b5f5-69f19d3632ee tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting subnet ef308833-e94b-4cda-a52e-c7217ad57881 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:40:53.762399 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6b6913bf-dc38-454e-b5f5-69f19d3632ee tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:53.768601 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f28820b6-850b-406d-84a0-cf126c4a276f tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Synchronizing usage tracker for tenant:fcdda39025724b238190857d574ee30e on resource:router {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:53.818230 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ad32f939-636f-4a98-99f1-3719a9acbbb9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:53.867454 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a662d827-b3b5-493a-a214-e1adf8cc624f admin admin] Router f210ae77-0c1f-4ea6-b731-f5d2150152a7 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:40:53.869102 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bb3e74f6-ff7c-4832-a9dd-2296adf68a74 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:53.870841 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bb3e74f6-ff7c-4832-a9dd-2296adf68a74 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6694090 Mar 07 21:40:53.883323 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 42996) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:53.888479 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a497ea04-f9e3-465c-b0f7-3198eca568cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:53.928380 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:53.930102 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497ea04-f9e3-465c-b0f7-3198eca568cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afcc4f5-5c89-46a6-9061-2af90a793671,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:53.964826 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 847d0003-3737-41f5-8ce2-bd8d054ebe1a, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=847d0003-3737-41f5-8ce2-bd8d054ebe1a,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:53.966111 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6b6913bf-dc38-454e-b5f5-69f19d3632ee tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:54.002992 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f28820b6-850b-406d-84a0-cf126c4a276f tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Unset dirty status for tenant:fcdda39025724b238190857d574ee30e on resource:router {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:54.004534 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f28820b6-850b-406d-84a0-cf126c4a276f tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.5168729 Mar 07 21:40:54.015869 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43000) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:54.028828 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32f939-636f-4a98-99f1-3719a9acbbb9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event updated for resources: {'Subnet': ['ID=3952e975-3735-416c-b86d-250003e7e64b,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:54.034704 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-8b3c5df7-3ca2-4b07-a5ab-a04516b78a0d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-250410875'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:54.042185 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:54.042185 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:40:54.043583 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a497ea04-f9e3-465c-b0f7-3198eca568cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:54.047363 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a497ea04-f9e3-465c-b0f7-3198eca568cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8afcc4f5-5c89-46a6-9061-2af90a793671 HTTP/1.1" status: 204 len: 168 time: 1.2502077 Mar 07 21:40:54.048424 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad32f939-636f-4a98-99f1-3719a9acbbb9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Checking segment: {'id': 'e7b2fd6f-9bfa-4d3b-891b-2410ff5e5d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f302dd10-313d-41bd-9471-5a08e76ec35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:40:54.048844 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad32f939-636f-4a98-99f1-3719a9acbbb9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Network hostable DHCP agents. Network: f302dd10-313d-41bd-9471-5a08e76ec35b, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:40:54.092985 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2810e779-58cb-4ffd-9751-167837c658b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:54.106494 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-73eb2d37-4e83-4c52-bd47-e2e2080abb88 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet 43d45ad7-05dd-473c-98e1-a9038a2307e7 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:40:54.190291 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=847d0003-3737-41f5-8ce2-bd8d054ebe1a,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:54.258086 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:40:54.293240 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a662d827-b3b5-493a-a214-e1adf8cc624f admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:40:54.302127 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] Sync routers for ids ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:40:54.318406 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] Routers {'f210ae77-0c1f-4ea6-b731-f5d2150152a7'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:54.319408 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:54.340629 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-73eb2d37-4e83-4c52-bd47-e2e2080abb88 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:54.379665 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad32f939-636f-4a98-99f1-3719a9acbbb9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Network f302dd10-313d-41bd-9471-5a08e76ec35b is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:40:54.449032 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-73eb2d37-4e83-4c52-bd47-e2e2080abb88 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:54.547613 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] Set router f210ae77-0c1f-4ea6-b731-f5d2150152a7 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:40:54.575670 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-ad32f939-636f-4a98-99f1-3719a9acbbb9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, f302dd10-313d-41bd-9471-5a08e76ec35b) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:54.586331 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4ea620-0ddb-49d5-ae40-9a80f697e7ac None None] Network f302dd10-313d-41bd-9471-5a08e76ec35b requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:54.625687 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad32f939-636f-4a98-99f1-3719a9acbbb9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:54.626688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ad32f939-636f-4a98-99f1-3719a9acbbb9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:54.661092 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a662d827-b3b5-493a-a214-e1adf8cc624f admin admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:54.662548 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a662d827-b3b5-493a-a214-e1adf8cc624f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.3796432 Mar 07 21:40:54.667036 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43008) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:54.704453 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6b6913bf-dc38-454e-b5f5-69f19d3632ee tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:54.782585 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ad32f939-636f-4a98-99f1-3719a9acbbb9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9257133 Mar 07 21:40:54.809055 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43016) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:54.821405 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af7b414-b2fa-4ef5-8f5f-4b61f302a9f6 None None] Network 783793e4-7570-495e-8e1a-1eb20b9c070f requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:54.970026 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:55.026812 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dace499-4728-4512-a52c-d859a13dcc4c tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Router 912483bf-d9de-4c0c-91d0-a5b354c6a810 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:40:55.029341 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:40:50Z', 'revision_number': 3, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port': {'id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:47Z', 'updated_at': '2022-03-07T21:40:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:55.044611 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-73eb2d37-4e83-4c52-bd47-e2e2080abb88 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:55.047668 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] Checking router: f210ae77-0c1f-4ea6-b731-f5d2150152a7 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:40:55.048011 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] Updating router f210ae77-0c1f-4ea6-b731-f5d2150152a7 port 00e69586-0294-450b-aed5-14fbeb6de39e binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:40:55.058316 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6c2ec19c-3e2b-43a8-8a03-d35533ace390 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:55.125527 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:55.177852 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-0d636dbf-1dc3-42c9-ac0b-20c18cbc18a8 None None] Provisioning for port 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:40:55.214371 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4c0ea2-e756-4a5c-81da-a1fe608ec964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-f302dd10-313d-41bd-9471-5a08e76ec35b', 'network_id': 'f302dd10-313d-41bd-9471-5a08e76ec35b', 'tenant_id': '246b656d4a9647d081f87e587fc0780f', 'fixed_ips': [{'subnet_id': '3952e975-3735-416c-b86d-250003e7e64b'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:40:55.220140 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ce4c0ea2-e756-4a5c-81da-a1fe608ec964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:55.229580 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-0d636dbf-1dc3-42c9-ac0b-20c18cbc18a8 None None] Provisioning complete for port 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:55.230198 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0d636dbf-1dc3-42c9-ac0b-20c18cbc18a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:55.274400 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6c2ec19c-3e2b-43a8-8a03-d35533ace390 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:55.298775 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6b6913bf-dc38-454e-b5f5-69f19d3632ee tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:55.424670 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6913bf-dc38-454e-b5f5-69f19d3632ee tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Subnet': ['ID=ef308833-e94b-4cda-a52e-c7217ad57881,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:55.426821 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6b6913bf-dc38-454e-b5f5-69f19d3632ee tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:55.474028 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6b6913bf-dc38-454e-b5f5-69f19d3632ee tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/subnets/ef308833-e94b-4cda-a52e-c7217ad57881 HTTP/1.1" status: 204 len: 168 time: 1.8650875 Mar 07 21:40:55.483069 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43032) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:55.504323 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b54b06d-6478-4b97-8030-184079f04824 None None] Network a6db8684-d898-46a0-aaf6-8ede249b4167 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:55.504890 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-53c64763-1ff9-42af-bafb-0610b86ba696 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'subnet': {'network_id': 'a6db8684-d898-46a0-aaf6-8ede249b4167', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:55.527805 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dace499-4728-4512-a52c-d859a13dcc4c tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:40:55.701995 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:55.709787 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-73eb2d37-4e83-4c52-bd47-e2e2080abb88 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:55.718428 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] Transition to ACTIVE for port object 00e69586-0294-450b-aed5-14fbeb6de39e will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:55.735440 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 847d0003-3737-41f5-8ce2-bd8d054ebe1a up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:40:55.782141 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] Sync routers for ids ['912483bf-d9de-4c0c-91d0-a5b354c6a810'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:40:55.783129 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb2d37-4e83-4c52-bd47-e2e2080abb88 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=43d45ad7-05dd-473c-98e1-a9038a2307e7,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:55.805607 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8b3c5df7-3ca2-4b07-a5ab-a04516b78a0d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:55.823690 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-73eb2d37-4e83-4c52-bd47-e2e2080abb88 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:55.827836 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-73eb2d37-4e83-4c52-bd47-e2e2080abb88 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/43d45ad7-05dd-473c-98e1-a9038a2307e7 HTTP/1.1" status: 204 len: 168 time: 1.9409940 Mar 07 21:40:55.832467 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:55.833382 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43038) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:55.903856 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] Attempting to bind port 00e69586-0294-450b-aed5-14fbeb6de39e on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:55.904115 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43042) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:55.904473 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] Attempting to bind port 00e69586-0294-450b-aed5-14fbeb6de39e by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:55.905296 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] Attempting to bind port 00e69586-0294-450b-aed5-14fbeb6de39e on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:55.921176 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:40:55.926925 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:40:55.926925 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:55.926925 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:40:55.926925 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] Bound port: 00e69586-0294-450b-aed5-14fbeb6de39e, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:40:55.926925 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:55.931539 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5dace499-4728-4512-a52c-d859a13dcc4c tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:55.933215 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5dace499-4728-4512-a52c-d859a13dcc4c tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.0102339 Mar 07 21:40:55.952086 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43046) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:55.959955 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fae5744-be19-4d98-b4e1-457c5ca69a5e None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:56.024600 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6c2ec19c-3e2b-43a8-8a03-d35533ace390 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:56.028443 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-53c64763-1ff9-42af-bafb-0610b86ba696 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:56.033836 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8b3c5df7-3ca2-4b07-a5ab-a04516b78a0d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-864536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-864531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-867168'] for router, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:56.050053 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-53c64763-1ff9-42af-bafb-0610b86ba696 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:subnet and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:56.057554 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-53c64763-1ff9-42af-bafb-0610b86ba696 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:56.066242 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c734be-1668-41cf-8ce4-ceda29808102 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet 751b2db8-f89d-44ea-9d07-81c2e72f8e2d {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:40:56.070822 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] For port 00e69586-0294-450b-aed5-14fbeb6de39e, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:40:56.076766 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] For port 00e69586-0294-450b-aed5-14fbeb6de39e, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=00e69586-0294-450b-aed5-14fbeb6de39e,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:40:56.108594 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da8552-4f97-47f7-8516-7738841d8d4b None None] Pushing event updated for resources: {'Port': ['ID=00e69586-0294-450b-aed5-14fbeb6de39e,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:56.117886 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da8552-4f97-47f7-8516-7738841d8d4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:56.118872 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da8552-4f97-47f7-8516-7738841d8d4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:56.119580 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da8552-4f97-47f7-8516-7738841d8d4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:56.120117 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da8552-4f97-47f7-8516-7738841d8d4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:56.120641 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da8552-4f97-47f7-8516-7738841d8d4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:56.121436 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da8552-4f97-47f7-8516-7738841d8d4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:56.122081 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da8552-4f97-47f7-8516-7738841d8d4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:56.122644 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da8552-4f97-47f7-8516-7738841d8d4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:56.122771 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ec19c-3e2b-43a8-8a03-d35533ace390 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event deleted for resources: {'Subnet': ['ID=3952e975-3735-416c-b86d-250003e7e64b,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:56.123180 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da8552-4f97-47f7-8516-7738841d8d4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:56.123615 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da8552-4f97-47f7-8516-7738841d8d4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:56.124110 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da8552-4f97-47f7-8516-7738841d8d4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:56.124547 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da8552-4f97-47f7-8516-7738841d8d4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:40:56.143720 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-2810e779-58cb-4ffd-9751-167837c658b1 admin admin] Deleting port 8917be17-98eb-45a2-8ed3-1ae5f89227eb {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:56.144121 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2810e779-58cb-4ffd-9751-167837c658b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:56.149697 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:56.203890 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] Routers {'912483bf-d9de-4c0c-91d0-a5b354c6a810'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:56.204508 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['912483bf-d9de-4c0c-91d0-a5b354c6a810'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:56.248920 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] Routers {'f210ae77-0c1f-4ea6-b731-f5d2150152a7'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:56.249552 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:56.279277 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6c2ec19c-3e2b-43a8-8a03-d35533ace390 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server [None req-ce4c0ea2-e756-4a5c-81da-a1fe608ec964 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3952e975-3735-416c-b86d-250003e7e64b: This subnet is being modified by another concurrent operation. Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 21:40:56.318589 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise exception Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3952e975-3735-416c-b86d-250003e7e64b: This subnet is being modified by another concurrent operation. Mar 07 21:40:56.323061 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server Mar 07 21:40:56.358302 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f397b460-0010-4300-bd11-53f7f5341a69 None None] Network f302dd10-313d-41bd-9471-5a08e76ec35b requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:56.398402 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-6c2ec19c-3e2b-43a8-8a03-d35533ace390 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f302dd10-313d-41bd-9471-5a08e76ec35b']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:56.428011 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0d636dbf-1dc3-42c9-ac0b-20c18cbc18a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:56.456193 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-53c64763-1ff9-42af-bafb-0610b86ba696 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:56.476217 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-e2293374-c181-4a5f-b4c6-a2e7a547126a tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-89903686'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:56.476436 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-6c2ec19c-3e2b-43a8-8a03-d35533ace390 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b2fd6f-9bfa-4d3b-891b-2410ff5e5d3e') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:56.476721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-6c2ec19c-3e2b-43a8-8a03-d35533ace390 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b2fd6f-9bfa-4d3b-891b-2410ff5e5d3e') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:56.481056 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e2293374-c181-4a5f-b4c6-a2e7a547126a tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:56.485935 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e2293374-c181-4a5f-b4c6-a2e7a547126a tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Usage tracker for resource:network and tenant:308c9680a92c4da0a4dcc142a0eab386 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:56.490222 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] Set router f210ae77-0c1f-4ea6-b731-f5d2150152a7 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:40:56.491829 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e2293374-c181-4a5f-b4c6-a2e7a547126a tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:56.498282 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6c2ec19c-3e2b-43a8-8a03-d35533ace390 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:56.499839 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e2293374-c181-4a5f-b4c6-a2e7a547126a tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:56.511922 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-554cf29f-a5ba-4140-ae80-214ef240f358 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "GET /v2.0/routers/912483bf-d9de-4c0c-91d0-a5b354c6a810 HTTP/1.1" status: 200 len: 907 time: 0.5572360 Mar 07 21:40:56.518051 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-20c734be-1668-41cf-8ce4-ceda29808102 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:56.534189 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43054) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:56.555602 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c64763-1ff9-42af-bafb-0610b86ba696 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:56.559739 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-53c64763-1ff9-42af-bafb-0610b86ba696 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:56.589457 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 847d0003-3737-41f5-8ce2-bd8d054ebe1a triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:56.590102 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:56.593670 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2293374-c181-4a5f-b4c6-a2e7a547126a tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Made reservation on behalf of 308c9680a92c4da0a4dcc142a0eab386 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:56.597286 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e2293374-c181-4a5f-b4c6-a2e7a547126a tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:56.656447 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6c2ec19c-3e2b-43a8-8a03-d35533ace390 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:56.656675 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e2293374-c181-4a5f-b4c6-a2e7a547126a tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:56.686165 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-20c734be-1668-41cf-8ce4-ceda29808102 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:56.690415 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2ec19c-3e2b-43a8-8a03-d35533ace390 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:40:56.693085 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6c2ec19c-3e2b-43a8-8a03-d35533ace390 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:56.695912 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-0d636dbf-1dc3-42c9-ac0b-20c18cbc18a8 None None] For port 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1613bd8c-39e8-4cb7-83d7-f6922fde2cd5,segment=NetworkSegment(7f39058e-da4d-4822-ba3f-a9127e6bd290),segment_id=7f39058e-da4d-4822-ba3f-a9127e6bd290)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:40:56.730191 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:40:56.758968 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b610d63c-9d83-4288-89e6-0866b42ea7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:56.798075 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-2810e779-58cb-4ffd-9751-167837c658b1 admin admin] For port 8917be17-98eb-45a2-8ed3-1ae5f89227eb, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=8917be17-98eb-45a2-8ed3-1ae5f89227eb,segment=NetworkSegment(8dbd3c1f-a555-4c47-a861-7316787b2fc3),segment_id=8dbd3c1f-a555-4c47-a861-7316787b2fc3)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:56.801475 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2810e779-58cb-4ffd-9751-167837c658b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:56.958645 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da8552-4f97-47f7-8516-7738841d8d4b None None] Pushing event updated for resources: {'Port': ['ID=00e69586-0294-450b-aed5-14fbeb6de39e,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:57.000192 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:40:50Z', 'revision_number': 3, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port': {'id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:47Z', 'updated_at': '2022-03-07T21:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:57.000926 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0d636dbf-1dc3-42c9-ac0b-20c18cbc18a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:57.013373 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2ac5ba-673a-469c-98cd-1d25fc028c9d None None] The sync data for ids ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'] in dv-neutron-829957-1-hyperv is: [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:40:50Z', 'revision_number': 3, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port': {'id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:47Z', 'updated_at': '2022-03-07T21:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:40:57.044967 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e2293374-c181-4a5f-b4c6-a2e7a547126a tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:57.048318 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3c5df7-3ca2-4b07-a5ab-a04516b78a0d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Router 5107de41-ff69-4638-a60a-28233b3dd2c6 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:40:57.059284 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e2293374-c181-4a5f-b4c6-a2e7a547126a tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Usage tracker for resource:security_group_rule and tenant:308c9680a92c4da0a4dcc142a0eab386 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:57.073333 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e2293374-c181-4a5f-b4c6-a2e7a547126a tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:57.088857 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e2293374-c181-4a5f-b4c6-a2e7a547126a tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:57.134769 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-2810e779-58cb-4ffd-9751-167837c658b1 admin admin] Calling delete_port for 8917be17-98eb-45a2-8ed3-1ae5f89227eb owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:57.150369 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d636dbf-1dc3-42c9-ac0b-20c18cbc18a8 None None] Pushing event updated for resources: {'Port': ['ID=1613bd8c-39e8-4cb7-83d7-f6922fde2cd5,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:57.190332 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] Set router 912483bf-d9de-4c0c-91d0-a5b354c6a810 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:40:57.212702 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7776aa31-d09f-4334-b87f-7686769e23fa tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:57.223410 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-20c734be-1668-41cf-8ce4-ceda29808102 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:57.442040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9c221f2b-4206-4a97-b767-8f37af30bbc5 None None] Provisioning complete for port 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:57.442040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9c221f2b-4206-4a97-b767-8f37af30bbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:57.444118 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6c2ec19c-3e2b-43a8-8a03-d35533ace390 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:57.471072 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3c5df7-3ca2-4b07-a5ab-a04516b78a0d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:40:57.486576 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6c2ec19c-3e2b-43a8-8a03-d35533ace390 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:57.500394 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4d8ac6-2d6c-43e1-b961-c21efdf54188 None None] Sync routers for ids ['5107de41-ff69-4638-a60a-28233b3dd2c6'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:40:57.511555 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ec19c-3e2b-43a8-8a03-d35533ace390 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event deleted for resources: {'Network': ['ID=f302dd10-313d-41bd-9471-5a08e76ec35b,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:57.513307 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4d8ac6-2d6c-43e1-b961-c21efdf54188 None None] Routers {'5107de41-ff69-4638-a60a-28233b3dd2c6'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:57.513927 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-de4d8ac6-2d6c-43e1-b961-c21efdf54188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['5107de41-ff69-4638-a60a-28233b3dd2c6'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:57.552083 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6c2ec19c-3e2b-43a8-8a03-d35533ace390 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/networks/f302dd10-313d-41bd-9471-5a08e76ec35b HTTP/1.1" status: 204 len: 168 time: 2.7298477 Mar 07 21:40:57.571163 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43062) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:57.586214 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-692bc635-cc7e-46a2-aaa3-f0cfafb1ae84 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-810766513'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:57.611006 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-20c734be-1668-41cf-8ce4-ceda29808102 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:57.649708 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-de4d8ac6-2d6c-43e1-b961-c21efdf54188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:57.654858 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-692bc635-cc7e-46a2-aaa3-f0cfafb1ae84 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:57.684191 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4d8ac6-2d6c-43e1-b961-c21efdf54188 None None] Routers {'5107de41-ff69-4638-a60a-28233b3dd2c6'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:40:57.684801 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-de4d8ac6-2d6c-43e1-b961-c21efdf54188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['5107de41-ff69-4638-a60a-28233b3dd2c6'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:57.701105 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e2293374-c181-4a5f-b4c6-a2e7a547126a tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:57.792376 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c734be-1668-41cf-8ce4-ceda29808102 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=751b2db8-f89d-44ea-9d07-81c2e72f8e2d,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:57.801996 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-20c734be-1668-41cf-8ce4-ceda29808102 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:57.807761 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-20c734be-1668-41cf-8ce4-ceda29808102 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/751b2db8-f89d-44ea-9d07-81c2e72f8e2d HTTP/1.1" status: 204 len: 168 time: 1.9700756 Mar 07 21:40:57.809162 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-692bc635-cc7e-46a2-aaa3-f0cfafb1ae84 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Usage tracker for resource:network and tenant:246b656d4a9647d081f87e587fc0780f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:57.815189 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8b3c5df7-3ca2-4b07-a5ab-a04516b78a0d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:57.817898 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8b3c5df7-3ca2-4b07-a5ab-a04516b78a0d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "PUT /v2.0/routers/5107de41-ff69-4638-a60a-28233b3dd2c6 HTTP/1.1" status: 200 len: 891 time: 3.7991068 Mar 07 21:40:57.820637 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-692bc635-cc7e-46a2-aaa3-f0cfafb1ae84 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:57.827111 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43068) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:57.829192 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43070) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:57.838669 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e2293374-c181-4a5f-b4c6-a2e7a547126a tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:57.854326 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:40:57.889731 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-de4d8ac6-2d6c-43e1-b961-c21efdf54188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:57.896142 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4d8ac6-2d6c-43e1-b961-c21efdf54188 None None] The sync data for ids ['5107de41-ff69-4638-a60a-28233b3dd2c6'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:40:58.091658 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912483bf-d9de-4c0c-91d0-a5b354c6a810', 'name': 'tempest-snat-router-1567608346', 'tenant_id': '4a86bcd5021948ffaa43666022ae8a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.85'}], 'enable_snat': True}, 'gw_port_id': 'f313b96a-3869-48d4-94be-0ae935949d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:48Z', 'updated_at': '2022-03-07T21:40:52Z', 'revision_number': 3, 'project_id': '4a86bcd5021948ffaa43666022ae8a26', 'gw_port': {'id': 'f313b96a-3869-48d4-94be-0ae935949d3c', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912483bf-d9de-4c0c-91d0-a5b354c6a810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:50Z', 'updated_at': '2022-03-07T21:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:40:58.106933 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] Checking router: 912483bf-d9de-4c0c-91d0-a5b354c6a810 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:40:58.107555 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] Updating router 912483bf-d9de-4c0c-91d0-a5b354c6a810 port f313b96a-3869-48d4-94be-0ae935949d3c binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:40:58.157229 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:58.157929 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:58.255002 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-692bc635-cc7e-46a2-aaa3-f0cfafb1ae84 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:58.255758 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:58.261751 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-664d97ce-4857-4994-90d6-59a76ea86fc8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4280019 Mar 07 21:40:58.262557 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2810e779-58cb-4ffd-9751-167837c658b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:58.268980 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43076) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:58.299249 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0c2cc7f2-670f-4117-ba8a-72836ffd95c6 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "GET /v2.0/routers/5107de41-ff69-4638-a60a-28233b3dd2c6 HTTP/1.1" status: 200 len: 891 time: 0.4576359 Mar 07 21:40:58.303994 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43078) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:58.319911 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-53c64763-1ff9-42af-bafb-0610b86ba696 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:58.333699 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7776aa31-d09f-4334-b87f-7686769e23fa tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:58.437339 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810e779-58cb-4ffd-9751-167837c658b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8917be17-98eb-45a2-8ed3-1ae5f89227eb,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:58.526524 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 00e69586-0294-450b-aed5-14fbeb6de39e up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:40:58.540499 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-b610d63c-9d83-4288-89e6-0866b42ea7c8 admin admin] Allocated IP 172.20.0.1 (e71fce04-ffbd-435e-bfc3-87f58b6e4967/ca279e0e-f6b2-4a41-a814-7c87369c7833/07655d0a-fa13-4d33-8c21-75878fce99e7) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:40:58.600600 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c64763-1ff9-42af-bafb-0610b86ba696 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Subnet': ['ID=14315fbf-fa51-4149-82b5-b6cf907bedd3,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:58.605469 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d5222593-1aeb-4ae9-9c24-7f915cc7d87a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Synchronizing usage tracker for tenant:fcdda39025724b238190857d574ee30e on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:40:58.606169 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-7776aa31-d09f-4334-b87f-7686769e23fa tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Deleting port f313b96a-3869-48d4-94be-0ae935949d3c {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:40:58.606638 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7776aa31-d09f-4334-b87f-7686769e23fa tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:58.612649 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2293374-c181-4a5f-b4c6-a2e7a547126a tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:40:58.650301 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2293374-c181-4a5f-b4c6-a2e7a547126a tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=176b5df0-8659-4c3f-b3cf-aa116a58c28e,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:58.658114 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c64763-1ff9-42af-bafb-0610b86ba696 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network a6db8684-d898-46a0-aaf6-8ede249b4167 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:40:58.663681 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692bc635-cc7e-46a2-aaa3-f0cfafb1ae84 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Made reservation on behalf of 246b656d4a9647d081f87e587fc0780f for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:40:58.669043 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-692bc635-cc7e-46a2-aaa3-f0cfafb1ae84 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:58.723282 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-53c64763-1ff9-42af-bafb-0610b86ba696 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:40:58.727947 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e2293374-c181-4a5f-b4c6-a2e7a547126a tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:58.731352 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-e2293374-c181-4a5f-b4c6-a2e7a547126a tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Added segment cd9ba2c9-df35-4085-8991-dac97ac35ee4 of type vlan for network 74e40103-66aa-44af-9f05-bd9c89ced062 Mar 07 21:40:58.765894 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c64763-1ff9-42af-bafb-0610b86ba696 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:58.766747 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-53c64763-1ff9-42af-bafb-0610b86ba696 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:58.770614 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692bc635-cc7e-46a2-aaa3-f0cfafb1ae84 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:40:58.793803 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e2293374-c181-4a5f-b4c6-a2e7a547126a tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:58.810000 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d5222593-1aeb-4ae9-9c24-7f915cc7d87a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Unset dirty status for tenant:fcdda39025724b238190857d574ee30e on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:40:58.821751 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d5222593-1aeb-4ae9-9c24-7f915cc7d87a tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "GET /v2.0/ports?device_id=5107de41-ff69-4638-a60a-28233b3dd2c6 HTTP/1.1" status: 200 len: 205 time: 0.5084126 Mar 07 21:40:58.830512 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43086) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:58.856082 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169237ce-c56a-4b77-8912-bf0d405eedec None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:58.880617 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 00e69586-0294-450b-aed5-14fbeb6de39e completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:40:58.917037 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-692bc635-cc7e-46a2-aaa3-f0cfafb1ae84 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:58.917037 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-692bc635-cc7e-46a2-aaa3-f0cfafb1ae84 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Added segment 061b672d-3b26-4353-9ffd-16178f731b88 of type vlan for network b2f3c5eb-62ea-4bf9-a4e5-67e79f412839 Mar 07 21:40:58.917257 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 00e69586-0294-450b-aed5-14fbeb6de39e triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:58.917257 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:58.953213 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5008d9e-3366-43ce-bd3b-ae3369814f17 None None] Network a6db8684-d898-46a0-aaf6-8ede249b4167 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:40:59.071731 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaf1099-a819-4e70-9e76-9a9fac55956b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:59.076496 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-deaf1099-a819-4e70-9e76-9a9fac55956b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7342482 Mar 07 21:40:59.081991 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43090) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:59.083878 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.resource_extend [None req-e2293374-c181-4a5f-b4c6-a2e7a547126a tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:40:59.122065 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:59.138679 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-692bc635-cc7e-46a2-aaa3-f0cfafb1ae84 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:59.208977 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-53c64763-1ff9-42af-bafb-0610b86ba696 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7246170 Mar 07 21:40:59.209772 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e2293374-c181-4a5f-b4c6-a2e7a547126a tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:59.214894 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43094) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:59.215760 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2293374-c181-4a5f-b4c6-a2e7a547126a tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:59.216365 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e2293374-c181-4a5f-b4c6-a2e7a547126a tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:59.252607 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] Transition to ACTIVE for port object f313b96a-3869-48d4-94be-0ae935949d3c will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:59.257301 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1abb2900-e551-4c9e-9d25-3e567adaed06 None None] Provisioning complete for port 03c63bb0-3392-48d8-b8bd-ffce55ad4a72 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:40:59.257666 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1abb2900-e551-4c9e-9d25-3e567adaed06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:59.314071 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-8d443fac-cbc0-4ad7-bff3-904deea59213 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'security_group': {'name': 'tempest-secgroup-2113074590'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:59.337657 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-8d443fac-cbc0-4ad7-bff3-904deea59213 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:59.363276 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-33ef2f19-30ad-4141-9019-d1e359d50909 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:59.366550 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8d443fac-cbc0-4ad7-bff3-904deea59213 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:security_group and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:59.381597 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8d443fac-cbc0-4ad7-bff3-904deea59213 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:40:59.389871 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b610d63c-9d83-4288-89e6-0866b42ea7c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:59.398634 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:59.410005 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a21f77f-0c6b-4aed-9ad8-329e67d6e9b5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:59.414466 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3a21f77f-0c6b-4aed-9ad8-329e67d6e9b5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3279629 Mar 07 21:40:59.420232 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43100) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:59.423563 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e2293374-c181-4a5f-b4c6-a2e7a547126a tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.5044737 Mar 07 21:40:59.423563 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2293374-c181-4a5f-b4c6-a2e7a547126a tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Pushing event updated for resources: {'Network': ['ID=74e40103-66aa-44af-9f05-bd9c89ced062,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:59.433787 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43104) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:59.439301 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-8d443fac-cbc0-4ad7-bff3-904deea59213 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:40:59.441374 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2810e779-58cb-4ffd-9751-167837c658b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:59.448001 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7776aa31-d09f-4334-b87f-7686769e23fa tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:59.477624 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 74e40103-66aa-44af-9f05-bd9c89ced062 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:40:59.500763 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-780aa47f-9e91-4685-a3af-39c02833129c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Request body: {'subnet': {'network_id': '74e40103-66aa-44af-9f05-bd9c89ced062', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:59.521523 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-692bc635-cc7e-46a2-aaa3-f0cfafb1ae84 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:59.526976 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692bc635-cc7e-46a2-aaa3-f0cfafb1ae84 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:40:59.532682 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-692bc635-cc7e-46a2-aaa3-f0cfafb1ae84 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:59.588110 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3fded8b6-3af1-4b9c-9b64-80989ee1cfcc tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1613581 Mar 07 21:40:59.609449 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43108) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:59.646809 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] Attempting to bind port f313b96a-3869-48d4-94be-0ae935949d3c on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:40:59.647425 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] Attempting to bind port f313b96a-3869-48d4-94be-0ae935949d3c by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:40:59.647553 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] Attempting to bind port f313b96a-3869-48d4-94be-0ae935949d3c on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:40:59.674458 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-89b088e3-73d3-494c-bb68-1364ea66a159 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:59.732392 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-b610d63c-9d83-4288-89e6-0866b42ea7c8 admin admin] Transition to ACTIVE for port object 07655d0a-fa13-4d33-8c21-75878fce99e7 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:40:59.753610 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797b543-4330-4302-8c1b-137616021ed5 None None] Pushing event updated for resources: {'Port': ['ID=f313b96a-3869-48d4-94be-0ae935949d3c,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:59.756031 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:40:59.756409 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:40:59.756829 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:59.757179 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:40:59.757648 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] Bound port: f313b96a-3869-48d4-94be-0ae935949d3c, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:40:59.763459 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:59.764174 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-692bc635-cc7e-46a2-aaa3-f0cfafb1ae84 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1865158 Mar 07 21:40:59.787025 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43112) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:40:59.805716 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-7776aa31-d09f-4334-b87f-7686769e23fa tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Calling delete_port for f313b96a-3869-48d4-94be-0ae935949d3c owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:40:59.822126 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:59.836617 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8d443fac-cbc0-4ad7-bff3-904deea59213 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:40:59.859085 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692bc635-cc7e-46a2-aaa3-f0cfafb1ae84 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event updated for resources: {'Network': ['ID=b2f3c5eb-62ea-4bf9-a4e5-67e79f412839,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:40:59.864892 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-02509dca-ef01-4c30-a237-c15646819d7b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Request body: {'subnet': {'network_id': 'b2f3c5eb-62ea-4bf9-a4e5-67e79f412839', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:40:59.896192 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-8d443fac-cbc0-4ad7-bff3-904deea59213 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:40:59.915000 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network b2f3c5eb-62ea-4bf9-a4e5-67e79f412839 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:40:59.917587 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8d443fac-cbc0-4ad7-bff3-904deea59213 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:security_group_rule and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:40:59.931413 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 00e69586-0294-450b-aed5-14fbeb6de39e, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=00e69586-0294-450b-aed5-14fbeb6de39e,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:40:59.975036 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-780aa47f-9e91-4685-a3af-39c02833129c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:00.003634 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-780aa47f-9e91-4685-a3af-39c02833129c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Usage tracker for resource:subnet and tenant:308c9680a92c4da0a4dcc142a0eab386 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:00.015636 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-780aa47f-9e91-4685-a3af-39c02833129c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:00.022285 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8d443fac-cbc0-4ad7-bff3-904deea59213 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:00.035237 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-8d443fac-cbc0-4ad7-bff3-904deea59213 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:00.039183 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c603db27-5719-417d-9120-14adf24db66d None None] DHCP port deletion for ab63f4f6-c089-409c-a9c4-f2088e2d7005 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:41:00.047752 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:00.051040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] For port f313b96a-3869-48d4-94be-0ae935949d3c, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:41:00.078310 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-780aa47f-9e91-4685-a3af-39c02833129c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:00.096925 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-89b088e3-73d3-494c-bb68-1364ea66a159 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:00.106488 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c603db27-5719-417d-9120-14adf24db66d None None] Deleting port 03c63bb0-3392-48d8-b8bd-ffce55ad4a72 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:00.107127 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c603db27-5719-417d-9120-14adf24db66d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:00.113150 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-33ef2f19-30ad-4141-9019-d1e359d50909 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:00.124254 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-89b088e3-73d3-494c-bb68-1364ea66a159 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:00.129309 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-89b088e3-73d3-494c-bb68-1364ea66a159 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:00.138101 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-89b088e3-73d3-494c-bb68-1364ea66a159 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:00.142122 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-02509dca-ef01-4c30-a237-c15646819d7b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:00.148512 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-02509dca-ef01-4c30-a237-c15646819d7b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Usage tracker for resource:subnet and tenant:246b656d4a9647d081f87e587fc0780f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:00.152426 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-02509dca-ef01-4c30-a237-c15646819d7b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:00.162458 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] For port f313b96a-3869-48d4-94be-0ae935949d3c, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f313b96a-3869-48d4-94be-0ae935949d3c,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:41:00.163128 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-02509dca-ef01-4c30-a237-c15646819d7b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:00.171108 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-6ff895f0-8b08-4b39-b367-945ace493395 None None] Provisioning complete for port 1aea51f6-7b1e-43d4-bb20-2f3a8995d93c triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:00.171618 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6ff895f0-8b08-4b39-b367-945ace493395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:00.189809 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780aa47f-9e91-4685-a3af-39c02833129c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Made reservation on behalf of 308c9680a92c4da0a4dcc142a0eab386 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:00.198144 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-780aa47f-9e91-4685-a3af-39c02833129c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:00.204916 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b610d63c-9d83-4288-89e6-0866b42ea7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:00.246432 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 03c63bb0-3392-48d8-b8bd-ffce55ad4a72 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:41:00.246902 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b088e3-73d3-494c-bb68-1364ea66a159 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:00.250696 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-89b088e3-73d3-494c-bb68-1364ea66a159 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:00.252502 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b088e3-73d3-494c-bb68-1364ea66a159 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:41:00.253171 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b088e3-73d3-494c-bb68-1364ea66a159 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:41:00.257580 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-33ef2f19-30ad-4141-9019-d1e359d50909 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting port dde84fc8-a7c7-4d62-a13f-cfbcd7418c2a {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:00.258207 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-33ef2f19-30ad-4141-9019-d1e359d50909 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:00.293137 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02509dca-ef01-4c30-a237-c15646819d7b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Made reservation on behalf of 246b656d4a9647d081f87e587fc0780f for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:00.296997 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-02509dca-ef01-4c30-a237-c15646819d7b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:00.307621 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b610d63c-9d83-4288-89e6-0866b42ea7c8 admin admin] Network e71fce04-ffbd-435e-bfc3-87f58b6e4967 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:00.326151 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-b610d63c-9d83-4288-89e6-0866b42ea7c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:00.344826 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=00e69586-0294-450b-aed5-14fbeb6de39e,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:00.352806 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:00.392763 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b610d63c-9d83-4288-89e6-0866b42ea7c8 admin admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:00.403380 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-6ff895f0-8b08-4b39-b367-945ace493395 None None] Port 1aea51f6-7b1e-43d4-bb20-2f3a8995d93c cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:41:00.442554 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610d63c-9d83-4288-89e6-0866b42ea7c8 admin admin] Pushing event updated for resources: {'Port': ['ID=07655d0a-fa13-4d33-8c21-75878fce99e7,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:00.455161 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.api [None req-7776aa31-d09f-4334-b87f-7686769e23fa tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:41:00.455675 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG oslo_db.api [None req-7776aa31-d09f-4334-b87f-7686769e23fa tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:41:00.522440 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8d443fac-cbc0-4ad7-bff3-904deea59213 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:00.523719 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b610d63c-9d83-4288-89e6-0866b42ea7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:00.528550 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2810e779-58cb-4ffd-9751-167837c658b1 admin admin] Router c25620e1-a202-45a4-9d3a-e1c5f472fbb5 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:41:00.608942 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] Routers {'912483bf-d9de-4c0c-91d0-a5b354c6a810'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:41:00.609480 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['912483bf-d9de-4c0c-91d0-a5b354c6a810'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:00.621745 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8d443fac-cbc0-4ad7-bff3-904deea59213 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:00.642974 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-89b088e3-73d3-494c-bb68-1364ea66a159 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0268254 Mar 07 21:41:00.654274 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43116) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:00.741430 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-90ccab01-b684-4d0d-b083-fd9bda683428 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:00.745358 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-6ff895f0-8b08-4b39-b367-945ace493395 None None] Provisioning complete for port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:00.745945 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6ff895f0-8b08-4b39-b367-945ace493395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:00.769917 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797b543-4330-4302-8c1b-137616021ed5 None None] Pushing event updated for resources: {'Port': ['ID=f313b96a-3869-48d4-94be-0ae935949d3c,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:00.880808 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d443fac-cbc0-4ad7-bff3-904deea59213 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=168c4ca3-ee53-467d-bbb0-3c473ebb2d61,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:00.958943 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-7776aa31-d09f-4334-b87f-7686769e23fa tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Deleting port f313b96a-3869-48d4-94be-0ae935949d3c {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:00.959861 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7776aa31-d09f-4334-b87f-7686769e23fa tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:00.967358 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c603db27-5719-417d-9120-14adf24db66d None None] For port 03c63bb0-3392-48d8-b8bd-ffce55ad4a72, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=03c63bb0-3392-48d8-b8bd-ffce55ad4a72,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:00.967748 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c603db27-5719-417d-9120-14adf24db66d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:00.978991 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-33ef2f19-30ad-4141-9019-d1e359d50909 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:00.983362 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8d443fac-cbc0-4ad7-bff3-904deea59213 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:00.987196 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8d443fac-cbc0-4ad7-bff3-904deea59213 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7429676 Mar 07 21:41:00.998332 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43120) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:00.999237 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed7bab8-cfca-4c1b-b482-26b751f9af81 None None] Update dhcp port {'port': {'network_id': 'a6db8684-d898-46a0-aaf6-8ede249b4167', 'fixed_ips': [{'subnet_id': '1396a7cd-5644-4812-99f2-3eb8441577e2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '14315fbf-fa51-4149-82b5-b6cf907bedd3'}], 'binding:host_id': 'dv-neutron-829957-1-hyperv'}, 'id': 'ae3437c4-f1b9-4e30-ab54-f4f4ade18a02'} from dv-neutron-829957-1-hyperv. {{(pid=88388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 07 21:41:01.017241 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-551b0487-aeb8-44b4-ae06-0b8295ed1db1 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'security_group': {'name': 'tempest-secgroup-960333652'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:01.025261 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:01.039851 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2810e779-58cb-4ffd-9751-167837c658b1 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:41:01.042899 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-90ccab01-b684-4d0d-b083-fd9bda683428 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:01.054276 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2810e779-58cb-4ffd-9751-167837c658b1 admin admin] 10.222.0.21 "PUT /v2.0/routers/c25620e1-a202-45a4-9d3a-e1c5f472fbb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6879520 Mar 07 21:41:01.055603 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43124) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:01.063065 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-90ccab01-b684-4d0d-b083-fd9bda683428 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:01.074090 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-551b0487-aeb8-44b4-ae06-0b8295ed1db1 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:01.075430 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-90ccab01-b684-4d0d-b083-fd9bda683428 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:01.149168 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-33ef2f19-30ad-4141-9019-d1e359d50909 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Calling delete_port for dde84fc8-a7c7-4d62-a13f-cfbcd7418c2a owned by network:router_gateway {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:01.153866 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-90ccab01-b684-4d0d-b083-fd9bda683428 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:01.167043 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e8cab-9547-49a6-bcd8-a19718ab22a1 None None] Sync routers for ids ['c25620e1-a202-45a4-9d3a-e1c5f472fbb5'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:41:01.178569 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c603db27-5719-417d-9120-14adf24db66d None None] Calling delete_port for 03c63bb0-3392-48d8-b8bd-ffce55ad4a72 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:01.204073 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-551b0487-aeb8-44b4-ae06-0b8295ed1db1 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:security_group and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:01.210154 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] Set router 912483bf-d9de-4c0c-91d0-a5b354c6a810 gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:41:01.213362 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-551b0487-aeb8-44b4-ae06-0b8295ed1db1 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:01.230361 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-551b0487-aeb8-44b4-ae06-0b8295ed1db1 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:01.235334 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-780aa47f-9e91-4685-a3af-39c02833129c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:01.360062 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912483bf-d9de-4c0c-91d0-a5b354c6a810', 'name': 'tempest-snat-router-1567608346', 'tenant_id': '4a86bcd5021948ffaa43666022ae8a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:48Z', 'updated_at': '2022-03-07T21:40:58Z', 'revision_number': 4, 'project_id': '4a86bcd5021948ffaa43666022ae8a26', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:01.391855 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-551b0487-aeb8-44b4-ae06-0b8295ed1db1 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:01.401890 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780aa47f-9e91-4685-a3af-39c02833129c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Pushing event updated for resources: {'Subnet': ['ID=94d5c771-f518-4679-8859-1678fdf1a2a8,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:01.420815 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1ed7bab8-cfca-4c1b-b482-26b751f9af81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:01.429066 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d65f41-fc27-44af-b880-3413fd79d8b5 None None] The sync data for ids ['912483bf-d9de-4c0c-91d0-a5b354c6a810'] in dv-neutron-829957-1-hyperv is: [{'id': '912483bf-d9de-4c0c-91d0-a5b354c6a810', 'name': 'tempest-snat-router-1567608346', 'tenant_id': '4a86bcd5021948ffaa43666022ae8a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:48Z', 'updated_at': '2022-03-07T21:40:58Z', 'revision_number': 4, 'project_id': '4a86bcd5021948ffaa43666022ae8a26', 'gw_port_host': None}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:41:01.435271 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e8cab-9547-49a6-bcd8-a19718ab22a1 None None] Routers {'c25620e1-a202-45a4-9d3a-e1c5f472fbb5'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:41:01.435271 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-735e8cab-9547-49a6-bcd8-a19718ab22a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c25620e1-a202-45a4-9d3a-e1c5f472fbb5'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:01.449667 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780aa47f-9e91-4685-a3af-39c02833129c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Checking segment: {'id': 'cd9ba2c9-df35-4085-8991-dac97ac35ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '74e40103-66aa-44af-9f05-bd9c89ced062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:01.450052 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780aa47f-9e91-4685-a3af-39c02833129c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Network hostable DHCP agents. Network: 74e40103-66aa-44af-9f05-bd9c89ced062, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:41:01.453352 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b610d63c-9d83-4288-89e6-0866b42ea7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:01.454675 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-551b0487-aeb8-44b4-ae06-0b8295ed1db1 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:01.460954 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-551b0487-aeb8-44b4-ae06-0b8295ed1db1 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:security_group_rule and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:01.466184 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-551b0487-aeb8-44b4-ae06-0b8295ed1db1 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:01.483521 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-551b0487-aeb8-44b4-ae06-0b8295ed1db1 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:01.484838 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 03c63bb0-3392-48d8-b8bd-ffce55ad4a72, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=03c63bb0-3392-48d8-b8bd-ffce55ad4a72,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:01.518198 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-02509dca-ef01-4c30-a237-c15646819d7b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:01.544859 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ccab01-b684-4d0d-b083-fd9bda683428 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:01.548355 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-90ccab01-b684-4d0d-b083-fd9bda683428 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:01.550160 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ccab01-b684-4d0d-b083-fd9bda683428 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:41:01.550608 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90ccab01-b684-4d0d-b083-fd9bda683428 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:41:01.577160 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-7776aa31-d09f-4334-b87f-7686769e23fa tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] For port f313b96a-3869-48d4-94be-0ae935949d3c, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f313b96a-3869-48d4-94be-0ae935949d3c,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:01.577542 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7776aa31-d09f-4334-b87f-7686769e23fa tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:01.597852 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:01.643356 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780aa47f-9e91-4685-a3af-39c02833129c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Network 74e40103-66aa-44af-9f05-bd9c89ced062 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:41:01.711381 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02509dca-ef01-4c30-a237-c15646819d7b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event updated for resources: {'Subnet': ['ID=2b7ed95f-c758-4dc4-923e-09132ae9aae8,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:01.736382 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02509dca-ef01-4c30-a237-c15646819d7b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Checking segment: {'id': '061b672d-3b26-4353-9ffd-16178f731b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b2f3c5eb-62ea-4bf9-a4e5-67e79f412839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:01.736745 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02509dca-ef01-4c30-a237-c15646819d7b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Network hostable DHCP agents. Network: b2f3c5eb-62ea-4bf9-a4e5-67e79f412839, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:41:01.745500 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-551b0487-aeb8-44b4-ae06-0b8295ed1db1 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:01.754992 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-780aa47f-9e91-4685-a3af-39c02833129c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 74e40103-66aa-44af-9f05-bd9c89ced062) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:01.760978 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780aa47f-9e91-4685-a3af-39c02833129c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:01.760978 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-780aa47f-9e91-4685-a3af-39c02833129c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:01.775196 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-7776aa31-d09f-4334-b87f-7686769e23fa tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Calling delete_port for f313b96a-3869-48d4-94be-0ae935949d3c owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:01.798785 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-c603db27-5719-417d-9120-14adf24db66d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:41:01.799281 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-c603db27-5719-417d-9120-14adf24db66d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:41:01.808959 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-33ef2f19-30ad-4141-9019-d1e359d50909 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:01.820063 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad783-128e-4687-93d5-e64321f84333 admin admin] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:01.820863 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbdbcc5-9f9d-4504-b661-da9655a7b8ba None None] Network 74e40103-66aa-44af-9f05-bd9c89ced062 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:01.878343 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-90ccab01-b684-4d0d-b083-fd9bda683428 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.2167373 Mar 07 21:41:01.889410 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43128) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:01.899005 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-551b0487-aeb8-44b4-ae06-0b8295ed1db1 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:01.904963 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-33dfb750-6a9d-4cdb-9859-0f9bd3eee424 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:01.960509 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=03c63bb0-3392-48d8-b8bd-ffce55ad4a72,revision_number=8']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:01.964124 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef2f19-30ad-4141-9019-d1e359d50909 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Port': ['ID=dde84fc8-a7c7-4d62-a13f-cfbcd7418c2a,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:01.973912 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b15590de-052d-47e6-9ddc-686937361083 None None] Provisioning for port 07655d0a-fa13-4d33-8c21-75878fce99e7 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:01.996411 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-735e8cab-9547-49a6-bcd8-a19718ab22a1 None None] Set router c25620e1-a202-45a4-9d3a-e1c5f472fbb5 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:41:01.998841 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02509dca-ef01-4c30-a237-c15646819d7b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Network b2f3c5eb-62ea-4bf9-a4e5-67e79f412839 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:41:02.026521 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-02509dca-ef01-4c30-a237-c15646819d7b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, b2f3c5eb-62ea-4bf9-a4e5-67e79f412839) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:02.039185 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02509dca-ef01-4c30-a237-c15646819d7b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:02.039740 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-02509dca-ef01-4c30-a237-c15646819d7b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:02.047387 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b0487-aeb8-44b4-ae06-0b8295ed1db1 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a20382d-5a80-4c90-85f7-e2b6fa5666d8,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:02.060032 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-780aa47f-9e91-4685-a3af-39c02833129c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6248631 Mar 07 21:41:02.063473 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43132) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:02.070749 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-b19eab66-9b97-4330-a933-a4841cdc3196 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Request body: {'port': {'network_id': '74e40103-66aa-44af-9f05-bd9c89ced062', 'name': 'tempest-AllowedAddressPairTestJSON-1685204485'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:02.074984 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59b37dc-e9e4-464a-bd59-920dff291953 None None] Network b2f3c5eb-62ea-4bf9-a4e5-67e79f412839 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:02.218995 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-551b0487-aeb8-44b4-ae06-0b8295ed1db1 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:02.219346 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b15590de-052d-47e6-9ddc-686937361083 None None] Provisioning complete for port 07655d0a-fa13-4d33-8c21-75878fce99e7 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:02.220117 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b15590de-052d-47e6-9ddc-686937361083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:02.222904 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-551b0487-aeb8-44b4-ae06-0b8295ed1db1 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2235892 Mar 07 21:41:02.223978 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43136) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:02.235798 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-d34a6751-a317-4d08-ae24-819966f872cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'security_group': {'name': 'tempest-secgroup-1749676162'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:02.240089 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b19eab66-9b97-4330-a933-a4841cdc3196 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:02.243240 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-33ef2f19-30ad-4141-9019-d1e359d50909 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:02.275889 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 00e69586-0294-450b-aed5-14fbeb6de39e up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:02.286633 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d34a6751-a317-4d08-ae24-819966f872cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:02.318652 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c603db27-5719-417d-9120-14adf24db66d None None] Deleting port 03c63bb0-3392-48d8-b8bd-ffce55ad4a72 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:02.319128 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c603db27-5719-417d-9120-14adf24db66d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:02.351076 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d34a6751-a317-4d08-ae24-819966f872cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:security_group and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:02.353980 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b19eab66-9b97-4330-a933-a4841cdc3196 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Usage tracker for resource:port and tenant:308c9680a92c4da0a4dcc142a0eab386 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:02.356856 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d34a6751-a317-4d08-ae24-819966f872cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:02.360509 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b19eab66-9b97-4330-a933-a4841cdc3196 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:02.360671 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-33dfb750-6a9d-4cdb-9859-0f9bd3eee424 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:02.379999 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-02509dca-ef01-4c30-a237-c15646819d7b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5346715 Mar 07 21:41:02.381159 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d34a6751-a317-4d08-ae24-819966f872cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:02.383128 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b19eab66-9b97-4330-a933-a4841cdc3196 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:02.387901 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-33dfb750-6a9d-4cdb-9859-0f9bd3eee424 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:02.388755 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43140) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:02.394201 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-ba37ba61-48bb-4d33-9818-ff14e3eae8f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-865860059'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:02.396724 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-33dfb750-6a9d-4cdb-9859-0f9bd3eee424 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:02.421719 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-33dfb750-6a9d-4cdb-9859-0f9bd3eee424 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:02.458181 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ba37ba61-48bb-4d33-9818-ff14e3eae8f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:02.471247 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-33ef2f19-30ad-4141-9019-d1e359d50909 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:02.473536 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ba37ba61-48bb-4d33-9818-ff14e3eae8f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Usage tracker for resource:network and tenant:246b656d4a9647d081f87e587fc0780f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:02.476154 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-33ef2f19-30ad-4141-9019-d1e359d50909 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:02.477927 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ba37ba61-48bb-4d33-9818-ff14e3eae8f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:02.481399 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad783-128e-4687-93d5-e64321f84333 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:02.486420 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ba37ba61-48bb-4d33-9818-ff14e3eae8f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:02.493804 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d34a6751-a317-4d08-ae24-819966f872cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:02.522416 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19eab66-9b97-4330-a933-a4841cdc3196 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Made reservation on behalf of 308c9680a92c4da0a4dcc142a0eab386 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:02.525870 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b19eab66-9b97-4330-a933-a4841cdc3196 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:02.546339 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d34a6751-a317-4d08-ae24-819966f872cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:02.552952 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d34a6751-a317-4d08-ae24-819966f872cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:security_group_rule and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:02.557080 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dfb750-6a9d-4cdb-9859-0f9bd3eee424 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:02.557395 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d34a6751-a317-4d08-ae24-819966f872cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:02.560310 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-33dfb750-6a9d-4cdb-9859-0f9bd3eee424 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:02.560614 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-b19eab66-9b97-4330-a933-a4841cdc3196 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] device_id is not set on port 3ea64d77-bd3e-451f-8a3d-f4270e18a7ce yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:41:02.562280 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-33dfb750-6a9d-4cdb-9859-0f9bd3eee424 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:41:02.562892 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33dfb750-6a9d-4cdb-9859-0f9bd3eee424 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:41:02.577280 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-b15590de-052d-47e6-9ddc-686937361083 None None] Port 07655d0a-fa13-4d33-8c21-75878fce99e7 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:41:02.583963 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b610d63c-9d83-4288-89e6-0866b42ea7c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:02.598338 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d34a6751-a317-4d08-ae24-819966f872cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:02.606067 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-4e0ad783-128e-4687-93d5-e64321f84333 admin admin] Deleting port 1d0e87b1-d146-41ab-aab2-916d08a6905e {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:02.606952 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad783-128e-4687-93d5-e64321f84333 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:02.642458 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-33ef2f19-30ad-4141-9019-d1e359d50909 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:02.642985 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ef2f19-30ad-4141-9019-d1e359d50909 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Fanout notify agent at l3_agent the message router_deleted on router 5107de41-ff69-4638-a60a-28233b3dd2c6 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:41:02.644461 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba37ba61-48bb-4d33-9818-ff14e3eae8f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Made reservation on behalf of 246b656d4a9647d081f87e587fc0780f for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:02.648239 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ba37ba61-48bb-4d33-9818-ff14e3eae8f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:02.701199 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-1ed7bab8-cfca-4c1b-b482-26b751f9af81 None None] Allocated IP 2001:db8::2 (a6db8684-d898-46a0-aaf6-8ede249b4167/14315fbf-fa51-4149-82b5-b6cf907bedd3/ae3437c4-f1b9-4e30-ab54-f4f4ade18a02) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:02.795631 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-33dfb750-6a9d-4cdb-9859-0f9bd3eee424 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8983998 Mar 07 21:41:02.796779 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7776aa31-d09f-4334-b87f-7686769e23fa tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:02.800740 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b610d63c-9d83-4288-89e6-0866b42ea7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:02.830290 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43144) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:02.870629 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-1f702ee1-60af-493d-b98f-ad75449c0a55 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:02.898198 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba37ba61-48bb-4d33-9818-ff14e3eae8f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:41:02.931603 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776aa31-d09f-4334-b87f-7686769e23fa tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Pushing event deleted for resources: {'Port': ['ID=f313b96a-3869-48d4-94be-0ae935949d3c,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:02.938512 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-b19eab66-9b97-4330-a933-a4841cdc3196 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Allocated IP 172.20.0.4 (74e40103-66aa-44af-9f05-bd9c89ced062/94d5c771-f518-4679-8859-1678fdf1a2a8/3ea64d77-bd3e-451f-8a3d-f4270e18a7ce) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:02.941903 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ba37ba61-48bb-4d33-9818-ff14e3eae8f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:02.941903 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-ba37ba61-48bb-4d33-9818-ff14e3eae8f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Added segment e34b5bbe-a52c-4145-ac43-71be11519a4f of type vlan for network 4fb9e5f3-7cfa-49cb-a10c-e960b0ba1ad3 Mar 07 21:41:02.948066 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d34a6751-a317-4d08-ae24-819966f872cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:02.968449 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 00e69586-0294-450b-aed5-14fbeb6de39e triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:02.969372 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:02.986293 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ba37ba61-48bb-4d33-9818-ff14e3eae8f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:03.028265 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-33ef2f19-30ad-4141-9019-d1e359d50909 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:03.030935 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-33ef2f19-30ad-4141-9019-d1e359d50909 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/routers/5107de41-ff69-4638-a60a-28233b3dd2c6 HTTP/1.1" status: 204 len: 168 time: 4.1987877 Mar 07 21:41:03.046391 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43148) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:03.047443 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d34a6751-a317-4d08-ae24-819966f872cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:03.057917 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9576c7dd-d8fe-4128-982c-3c289c58cd80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-74e40103-66aa-44af-9f05-bd9c89ced062', 'network_id': '74e40103-66aa-44af-9f05-bd9c89ced062', 'tenant_id': '308c9680a92c4da0a4dcc142a0eab386', 'fixed_ips': [{'subnet_id': '94d5c771-f518-4679-8859-1678fdf1a2a8'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:41:03.059056 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9576c7dd-d8fe-4128-982c-3c289c58cd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:03.117865 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-87a3aa44-1bb7-4206-8f53-e40f0fd77b0d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-624210745'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:03.141276 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a6751-a317-4d08-ae24-819966f872cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67611477-039c-4ed0-b1b5-85893181208a,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:03.159867 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b610d63c-9d83-4288-89e6-0866b42ea7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:03.195023 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ba37ba61-48bb-4d33-9818-ff14e3eae8f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:03.200362 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba37ba61-48bb-4d33-9818-ff14e3eae8f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:03.200941 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ba37ba61-48bb-4d33-9818-ff14e3eae8f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:03.216143 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-87a3aa44-1bb7-4206-8f53-e40f0fd77b0d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:03.233803 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d34a6751-a317-4d08-ae24-819966f872cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:03.237581 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d34a6751-a317-4d08-ae24-819966f872cf tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0083652 Mar 07 21:41:03.242012 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-87a3aa44-1bb7-4206-8f53-e40f0fd77b0d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:network and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:03.250542 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43152) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:03.253120 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-87a3aa44-1bb7-4206-8f53-e40f0fd77b0d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:03.279196 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-983517df-d5c9-494a-aef4-94cd0abeb448 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1955927559', 'security_groups': ['67611477-039c-4ed0-b1b5-85893181208a'], 'network_id': 'a6db8684-d898-46a0-aaf6-8ede249b4167', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '14315fbf-fa51-4149-82b5-b6cf907bedd3'}]}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:03.287539 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c603db27-5719-417d-9120-14adf24db66d None None] For port 03c63bb0-3392-48d8-b8bd-ffce55ad4a72, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=03c63bb0-3392-48d8-b8bd-ffce55ad4a72,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:03.287931 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c603db27-5719-417d-9120-14adf24db66d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:03.301556 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-87a3aa44-1bb7-4206-8f53-e40f0fd77b0d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:03.309859 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9bd11b-a36d-4fe8-9a9a-7f4a98b59fa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-b2f3c5eb-62ea-4bf9-a4e5-67e79f412839', 'network_id': 'b2f3c5eb-62ea-4bf9-a4e5-67e79f412839', 'tenant_id': '246b656d4a9647d081f87e587fc0780f', 'fixed_ips': [{'subnet_id': '2b7ed95f-c758-4dc4-923e-09132ae9aae8'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:41:03.310072 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4c9bd11b-a36d-4fe8-9a9a-7f4a98b59fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:03.342231 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37ba61-48bb-4d33-9818-ff14e3eae8f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event updated for resources: {'Network': ['ID=4fb9e5f3-7cfa-49cb-a10c-e960b0ba1ad3,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:03.345356 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610d63c-9d83-4288-89e6-0866b42ea7c8 admin admin] Pushing event updated for resources: {'Port': ['ID=07655d0a-fa13-4d33-8c21-75878fce99e7,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:03.349660 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ba37ba61-48bb-4d33-9818-ff14e3eae8f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9598851 Mar 07 21:41:03.357826 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43156) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:03.366919 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-21932ec4-2e4e-4568-bba9-a32b2d546130 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Request body: {'subnet': {'network_id': '4fb9e5f3-7cfa-49cb-a10c-e960b0ba1ad3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:03.379272 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1f702ee1-60af-493d-b98f-ad75449c0a55 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:03.387849 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7776aa31-d09f-4334-b87f-7686769e23fa tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:03.402129 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b19eab66-9b97-4330-a933-a4841cdc3196 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:03.469887 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 4fb9e5f3-7cfa-49cb-a10c-e960b0ba1ad3 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:41:03.473524 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-b19eab66-9b97-4330-a933-a4841cdc3196 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Transition to ACTIVE for port object 3ea64d77-bd3e-451f-8a3d-f4270e18a7ce will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:03.482403 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1f702ee1-60af-493d-b98f-ad75449c0a55 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:03.494036 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1f702ee1-60af-493d-b98f-ad75449c0a55 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:03.494892 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c603db27-5719-417d-9120-14adf24db66d None None] Calling delete_port for 03c63bb0-3392-48d8-b8bd-ffce55ad4a72 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:03.496983 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-21932ec4-2e4e-4568-bba9-a32b2d546130 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:03.503001 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-21932ec4-2e4e-4568-bba9-a32b2d546130 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Usage tracker for resource:subnet and tenant:246b656d4a9647d081f87e587fc0780f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:03.506253 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-21932ec4-2e4e-4568-bba9-a32b2d546130 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:03.514512 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-21932ec4-2e4e-4568-bba9-a32b2d546130 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:03.603468 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21932ec4-2e4e-4568-bba9-a32b2d546130 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Made reservation on behalf of 246b656d4a9647d081f87e587fc0780f for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:03.607951 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-21932ec4-2e4e-4568-bba9-a32b2d546130 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:03.611209 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a3aa44-1bb7-4206-8f53-e40f0fd77b0d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Made reservation on behalf of fcdda39025724b238190857d574ee30e for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:03.614660 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-87a3aa44-1bb7-4206-8f53-e40f0fd77b0d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:03.642349 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b19eab66-9b97-4330-a933-a4841cdc3196 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:03.651711 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1f702ee1-60af-493d-b98f-ad75449c0a55 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:03.673437 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-1ed7bab8-cfca-4c1b-b482-26b751f9af81 None None] For port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=ae3437c4-f1b9-4e30-ab54-f4f4ade18a02,segment=NetworkSegment(55fe160e-fb95-4ff2-a152-007ef062f095),segment_id=55fe160e-fb95-4ff2-a152-007ef062f095)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:03.758318 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7776aa31-d09f-4334-b87f-7686769e23fa tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:03.759093 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.ipam_backend_mixin [None req-21932ec4-2e4e-4568-bba9-a32b2d546130 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Performing IP validity checks on allocation pools {{(pid=88387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 07 21:41:03.760276 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.ipam_backend_mixin [None req-21932ec4-2e4e-4568-bba9-a32b2d546130 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 07 21:41:03.762521 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-4e0ad783-128e-4687-93d5-e64321f84333 admin admin] For port 1d0e87b1-d146-41ab-aab2-916d08a6905e, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1d0e87b1-d146-41ab-aab2-916d08a6905e,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:03.762871 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad783-128e-4687-93d5-e64321f84333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:03.773276 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7776aa31-d09f-4334-b87f-7686769e23fa tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:03.787981 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19eab66-9b97-4330-a933-a4841cdc3196 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Network 74e40103-66aa-44af-9f05-bd9c89ced062 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:03.796679 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-b19eab66-9b97-4330-a933-a4841cdc3196 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:03.800949 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19eab66-9b97-4330-a933-a4841cdc3196 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Pushing event updated for resources: {'Port': ['ID=3ea64d77-bd3e-451f-8a3d-f4270e18a7ce,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:03.804884 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19eab66-9b97-4330-a933-a4841cdc3196 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:03.893407 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19eab66-9b97-4330-a933-a4841cdc3196 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:03.894235 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b19eab66-9b97-4330-a933-a4841cdc3196 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:03.942114 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a3aa44-1bb7-4206-8f53-e40f0fd77b0d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:41:03.944700 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f702ee1-60af-493d-b98f-ad75449c0a55 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:03.948748 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1f702ee1-60af-493d-b98f-ad75449c0a55 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:03.950141 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f702ee1-60af-493d-b98f-ad75449c0a55 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:41:03.950760 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f702ee1-60af-493d-b98f-ad75449c0a55 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:41:03.961280 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-4e0ad783-128e-4687-93d5-e64321f84333 admin admin] Calling delete_port for 1d0e87b1-d146-41ab-aab2-916d08a6905e owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:03.964636 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-735e8cab-9547-49a6-bcd8-a19718ab22a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'name': 'tempest-ServerActionsTestJSON-471892280-router', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '1d0e87b1-d146-41ab-aab2-916d08a6905e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:40:58Z', 'revision_number': 5, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'gw_port': {'id': '1d0e87b1-d146-41ab-aab2-916d08a6905e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:99:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:37:06Z', 'updated_at': '2022-03-07T21:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:03.970370 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1ed7bab8-cfca-4c1b-b482-26b751f9af81 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:04.029745 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b19eab66-9b97-4330-a933-a4841cdc3196 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9633684 Mar 07 21:41:04.034349 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e8cab-9547-49a6-bcd8-a19718ab22a1 None None] Checking router: c25620e1-a202-45a4-9d3a-e1c5f472fbb5 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:41:04.037272 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-87a3aa44-1bb7-4206-8f53-e40f0fd77b0d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:04.037422 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43160) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:04.037621 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-87a3aa44-1bb7-4206-8f53-e40f0fd77b0d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Added segment f9e35a71-1c45-4f3d-a7ba-9280684fe527 of type vlan for network 71412512-80e2-4f0b-a9ff-83deaea1e9e2 Mar 07 21:41:04.039316 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-9576c7dd-d8fe-4128-982c-3c289c58cd80 None None] Allocated IP 172.20.0.2 (74e40103-66aa-44af-9f05-bd9c89ced062/94d5c771-f518-4679-8859-1678fdf1a2a8/5df2f764-5000-45e6-8123-9071ca4d81d2) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:04.044189 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Request body: {'port': {'network_id': '74e40103-66aa-44af-9f05-bd9c89ced062', 'name': 'tempest-AllowedAddressPairTestJSON-1873054015', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:be:2b:6a'}]}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:04.044430 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-983517df-d5c9-494a-aef4-94cd0abeb448 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:04.066151 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c603db27-5719-417d-9120-14adf24db66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:04.070292 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-983517df-d5c9-494a-aef4-94cd0abeb448 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:port and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:04.077635 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b610d63c-9d83-4288-89e6-0866b42ea7c8 admin admin] Network e71fce04-ffbd-435e-bfc3-87f58b6e4967 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:04.081352 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-983517df-d5c9-494a-aef4-94cd0abeb448 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:04.089631 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-b610d63c-9d83-4288-89e6-0866b42ea7c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:04.097152 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-983517df-d5c9-494a-aef4-94cd0abeb448 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:04.128684 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c603db27-5719-417d-9120-14adf24db66d None None] No DVR routers for this DVR port 03c63bb0-3392-48d8-b8bd-ffce55ad4a72 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:41:04.133590 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603db27-5719-417d-9120-14adf24db66d None None] Pushing event deleted for resources: {'Port': ['ID=03c63bb0-3392-48d8-b8bd-ffce55ad4a72,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:04.135900 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e8cab-9547-49a6-bcd8-a19718ab22a1 None None] Routers {'c25620e1-a202-45a4-9d3a-e1c5f472fbb5'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:41:04.136443 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-735e8cab-9547-49a6-bcd8-a19718ab22a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c25620e1-a202-45a4-9d3a-e1c5f472fbb5'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:04.166265 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-21932ec4-2e4e-4568-bba9-a32b2d546130 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:04.273233 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-4c9bd11b-a36d-4fe8-9a9a-7f4a98b59fa0 None None] Allocated IP 2001:db8::3 (b2f3c5eb-62ea-4bf9-a4e5-67e79f412839/2b7ed95f-c758-4dc4-923e-09132ae9aae8/20c1fd6e-424c-4d80-bb46-c89c6c26aae1) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:04.291965 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1ed7bab8-cfca-4c1b-b482-26b751f9af81 None None] Transition to ACTIVE for port object ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:04.312061 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21932ec4-2e4e-4568-bba9-a32b2d546130 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event updated for resources: {'Subnet': ['ID=6cb3b7db-a6a9-4eb8-8a29-470c230c7f98,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:04.331953 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21932ec4-2e4e-4568-bba9-a32b2d546130 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Checking segment: {'id': 'e34b5bbe-a52c-4145-ac43-71be11519a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4fb9e5f3-7cfa-49cb-a10c-e960b0ba1ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:04.332310 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21932ec4-2e4e-4568-bba9-a32b2d546130 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Network hostable DHCP agents. Network: 4fb9e5f3-7cfa-49cb-a10c-e960b0ba1ad3, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:41:04.355414 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-87a3aa44-1bb7-4206-8f53-e40f0fd77b0d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:04.355530 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:04.359902 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Usage tracker for resource:port and tenant:308c9680a92c4da0a4dcc142a0eab386 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:04.362087 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1f702ee1-60af-493d-b98f-ad75449c0a55 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.5009382 Mar 07 21:41:04.363219 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7776aa31-d09f-4334-b87f-7686769e23fa tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:04.363853 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7776aa31-d09f-4334-b87f-7686769e23fa tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 912483bf-d9de-4c0c-91d0-a5b354c6a810 {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:41:04.366634 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:04.375182 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:04.381493 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43164) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:04.381718 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1ed7bab8-cfca-4c1b-b482-26b751f9af81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:04.389340 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7776aa31-d09f-4334-b87f-7686769e23fa tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:04.390501 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7776aa31-d09f-4334-b87f-7686769e23fa tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "DELETE /v2.0/routers/912483bf-d9de-4c0c-91d0-a5b354c6a810 HTTP/1.1" status: 204 len: 168 time: 7.8535445 Mar 07 21:41:04.396924 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-44228fa0-3719-4523-8c3b-dfc3860f5462 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:04.412564 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43168) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:04.493556 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.resource_extend [None req-87a3aa44-1bb7-4206-8f53-e40f0fd77b0d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:41:04.502996 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983517df-d5c9-494a-aef4-94cd0abeb448 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:04.592723 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad783-128e-4687-93d5-e64321f84333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:04.593631 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21932ec4-2e4e-4568-bba9-a32b2d546130 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Network 4fb9e5f3-7cfa-49cb-a10c-e960b0ba1ad3 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:41:04.595823 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Made reservation on behalf of 308c9680a92c4da0a4dcc142a0eab386 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:04.718970 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ad783-128e-4687-93d5-e64321f84333 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d0e87b1-d146-41ab-aab2-916d08a6905e,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:04.748231 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-735e8cab-9547-49a6-bcd8-a19718ab22a1 None None] Set router c25620e1-a202-45a4-9d3a-e1c5f472fbb5 gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:41:04.823727 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-87a3aa44-1bb7-4206-8f53-e40f0fd77b0d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:04.829092 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a3aa44-1bb7-4206-8f53-e40f0fd77b0d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:04.829879 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-87a3aa44-1bb7-4206-8f53-e40f0fd77b0d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:04.900586 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-21932ec4-2e4e-4568-bba9-a32b2d546130 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 4fb9e5f3-7cfa-49cb-a10c-e960b0ba1ad3) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:04.905177 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21932ec4-2e4e-4568-bba9-a32b2d546130 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:04.905883 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-21932ec4-2e4e-4568-bba9-a32b2d546130 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:04.906238 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-6771e993-ab2e-4553-a667-60f0176b68f1 None None] Provisioning complete for port 07655d0a-fa13-4d33-8c21-75878fce99e7 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:04.906635 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6771e993-ab2e-4553-a667-60f0176b68f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:04.939997 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9e80c173-b34a-4c80-87a2-5e8ba31c11c3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:04.947305 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad783-128e-4687-93d5-e64321f84333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:05.003911 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-44228fa0-3719-4523-8c3b-dfc3860f5462 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:05.010961 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b610d63c-9d83-4288-89e6-0866b42ea7c8 admin admin] Router f210ae77-0c1f-4ea6-b731-f5d2150152a7 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:41:05.020840 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-44228fa0-3719-4523-8c3b-dfc3860f5462 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:05.026773 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-44228fa0-3719-4523-8c3b-dfc3860f5462 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:05.046311 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-44228fa0-3719-4523-8c3b-dfc3860f5462 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:05.077732 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:05.079775 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9576c7dd-d8fe-4128-982c-3c289c58cd80 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:05.092220 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9576c7dd-d8fe-4128-982c-3c289c58cd80 None None] Transition to ACTIVE for port object 5df2f764-5000-45e6-8123-9071ca4d81d2 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:05.113587 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50598ee7-09e9-41f4-aaf0-3b1578371975 None None] Network 4fb9e5f3-7cfa-49cb-a10c-e960b0ba1ad3 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:05.149554 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-21932ec4-2e4e-4568-bba9-a32b2d546130 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7906342 Mar 07 21:41:05.160059 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44228fa0-3719-4523-8c3b-dfc3860f5462 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:05.163762 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-44228fa0-3719-4523-8c3b-dfc3860f5462 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:05.165253 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-44228fa0-3719-4523-8c3b-dfc3860f5462 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:41:05.166319 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44228fa0-3719-4523-8c3b-dfc3860f5462 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:41:05.171437 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43172) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:05.175320 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-983517df-d5c9-494a-aef4-94cd0abeb448 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:05.190591 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] device_id is not set on port bf8d1104-6bee-409b-9ef5-775c39a80365 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:41:05.282951 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-735e8cab-9547-49a6-bcd8-a19718ab22a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'name': 'tempest-ServerActionsTestJSON-471892280-router', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:41:02Z', 'revision_number': 6, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:05.286665 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9e80c173-b34a-4c80-87a2-5e8ba31c11c3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:05.306845 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9576c7dd-d8fe-4128-982c-3c289c58cd80 None None] Transition to ACTIVE for port object 5df2f764-5000-45e6-8123-9071ca4d81d2 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:05.307641 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-44228fa0-3719-4523-8c3b-dfc3860f5462 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9210379 Mar 07 21:41:05.311868 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43176) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:05.318939 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-d1c9f266-5e23-45d9-a1c1-1d2c2add1ea2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:05.415779 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-9e80c173-b34a-4c80-87a2-5e8ba31c11c3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Deleting port 847d0003-3737-41f5-8ce2-bd8d054ebe1a {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:05.416993 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9e80c173-b34a-4c80-87a2-5e8ba31c11c3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:05.429385 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4c9bd11b-a36d-4fe8-9a9a-7f4a98b59fa0 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:05.441312 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-4c9bd11b-a36d-4fe8-9a9a-7f4a98b59fa0 None None] Transition to ACTIVE for port object 20c1fd6e-424c-4d80-bb46-c89c6c26aae1 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:05.461680 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-4c9bd11b-a36d-4fe8-9a9a-7f4a98b59fa0 None None] Transition to ACTIVE for port object 20c1fd6e-424c-4d80-bb46-c89c6c26aae1 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:05.464675 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3aa44-1bb7-4206-8f53-e40f0fd77b0d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Network': ['ID=71412512-80e2-4f0b-a9ff-83deaea1e9e2,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:05.470212 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-87a3aa44-1bb7-4206-8f53-e40f0fd77b0d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4199073 Mar 07 21:41:05.483420 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad783-128e-4687-93d5-e64321f84333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:05.489292 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43180) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:05.490389 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad783-128e-4687-93d5-e64321f84333 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:05.495066 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:05.497042 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e8cab-9547-49a6-bcd8-a19718ab22a1 None None] The sync data for ids ['c25620e1-a202-45a4-9d3a-e1c5f472fbb5'] in dv-neutron-829957-1-hyperv is: [{'id': 'c25620e1-a202-45a4-9d3a-e1c5f472fbb5', 'name': 'tempest-ServerActionsTestJSON-471892280-router', 'tenant_id': '36c0879924594e24ac3af2cf45324a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:37:04Z', 'updated_at': '2022-03-07T21:41:02Z', 'revision_number': 6, 'project_id': '36c0879924594e24ac3af2cf45324a46', 'gw_port_host': None}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:41:05.498616 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-6771e993-ab2e-4553-a667-60f0176b68f1 None None] Port 07655d0a-fa13-4d33-8c21-75878fce99e7 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:41:05.506803 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-cdb4b595-b647-44dc-995e-b19d99a56cb3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'subnet': {'network_id': '71412512-80e2-4f0b-a9ff-83deaea1e9e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:05.536324 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 71412512-80e2-4f0b-a9ff-83deaea1e9e2 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:41:05.561513 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7bab8-cfca-4c1b-b482-26b751f9af81 None None] Pushing event updated for resources: {'Port': ['ID=ae3437c4-f1b9-4e30-ab54-f4f4ade18a02,revision_number=6']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:05.574140 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9576c7dd-d8fe-4128-982c-3c289c58cd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:05.577743 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d1c9f266-5e23-45d9-a1c1-1d2c2add1ea2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:05.578178 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4c9bd11b-a36d-4fe8-9a9a-7f4a98b59fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:05.590479 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-983517df-d5c9-494a-aef4-94cd0abeb448 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] device_id is not set on port 97c22b57-3676-409e-9d0e-9776c335a354 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:41:05.611392 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Allocated IP 172.20.0.7 (74e40103-66aa-44af-9f05-bd9c89ced062/94d5c771-f518-4679-8859-1678fdf1a2a8/bf8d1104-6bee-409b-9ef5-775c39a80365) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:05.613814 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d1c9f266-5e23-45d9-a1c1-1d2c2add1ea2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:05.621670 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d1c9f266-5e23-45d9-a1c1-1d2c2add1ea2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:05.679667 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d1c9f266-5e23-45d9-a1c1-1d2c2add1ea2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:05.682257 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9bd11b-a36d-4fe8-9a9a-7f4a98b59fa0 None None] Network b2f3c5eb-62ea-4bf9-a4e5-67e79f412839 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:05.691965 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576c7dd-d8fe-4128-982c-3c289c58cd80 None None] Pushing event updated for resources: {'Port': ['ID=5df2f764-5000-45e6-8123-9071ca4d81d2,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:05.698236 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-4c9bd11b-a36d-4fe8-9a9a-7f4a98b59fa0 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:05.787550 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9bd11b-a36d-4fe8-9a9a-7f4a98b59fa0 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:05.805897 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-9e80c173-b34a-4c80-87a2-5e8ba31c11c3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] For port 847d0003-3737-41f5-8ce2-bd8d054ebe1a, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=847d0003-3737-41f5-8ce2-bd8d054ebe1a,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:05.806409 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9e80c173-b34a-4c80-87a2-5e8ba31c11c3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:05.819221 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c9f266-5e23-45d9-a1c1-1d2c2add1ea2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:05.823372 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1c9f266-5e23-45d9-a1c1-1d2c2add1ea2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:05.824939 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c9f266-5e23-45d9-a1c1-1d2c2add1ea2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:41:05.825468 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c9f266-5e23-45d9-a1c1-1d2c2add1ea2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:41:05.940914 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b610d63c-9d83-4288-89e6-0866b42ea7c8 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:41:05.951186 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] Sync routers for ids ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:41:05.964040 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] Routers {'f210ae77-0c1f-4ea6-b731-f5d2150152a7'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:41:05.965068 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9576c7dd-d8fe-4128-982c-3c289c58cd80 None None] Network 74e40103-66aa-44af-9f05-bd9c89ced062 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:05.966541 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:05.980188 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-93a051b8-5b00-4912-b279-0c40dc8c7555 None None] Provisioning complete for port 1aea51f6-7b1e-43d4-bb20-2f3a8995d93c triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:05.980564 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-93a051b8-5b00-4912-b279-0c40dc8c7555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:06.004525 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cdb4b595-b647-44dc-995e-b19d99a56cb3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:06.022562 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:06.060328 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b610d63c-9d83-4288-89e6-0866b42ea7c8 admin admin] 10.222.0.21 "PUT /v2.0/routers/f210ae77-0c1f-4ea6-b731-f5d2150152a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3919322 Mar 07 21:41:06.061135 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad783-128e-4687-93d5-e64321f84333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:06.061858 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0ad783-128e-4687-93d5-e64321f84333 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c25620e1-a202-45a4-9d3a-e1c5f472fbb5 {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:41:06.080199 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-9576c7dd-d8fe-4128-982c-3c289c58cd80 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:06.085904 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-93a051b8-5b00-4912-b279-0c40dc8c7555 None None] Port 1aea51f6-7b1e-43d4-bb20-2f3a8995d93c cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:41:06.087563 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-4c9bd11b-a36d-4fe8-9a9a-7f4a98b59fa0 None None] Attempting to bind port 20c1fd6e-424c-4d80-bb46-c89c6c26aae1 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:41:06.088221 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-4c9bd11b-a36d-4fe8-9a9a-7f4a98b59fa0 None None] Attempting to bind port 20c1fd6e-424c-4d80-bb46-c89c6c26aae1 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '061b672d-3b26-4353-9ffd-16178f731b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b2f3c5eb-62ea-4bf9-a4e5-67e79f412839'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:41:06.088585 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9bd11b-a36d-4fe8-9a9a-7f4a98b59fa0 None None] Attempting to bind port 20c1fd6e-424c-4d80-bb46-c89c6c26aae1 on network b2f3c5eb-62ea-4bf9-a4e5-67e79f412839 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:41:06.095276 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-9e80c173-b34a-4c80-87a2-5e8ba31c11c3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Calling delete_port for 847d0003-3737-41f5-8ce2-bd8d054ebe1a owned by network:router_gateway {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:06.096097 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9576c7dd-d8fe-4128-982c-3c289c58cd80 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:06.104233 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9bd11b-a36d-4fe8-9a9a-7f4a98b59fa0 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:41:06.104604 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9bd11b-a36d-4fe8-9a9a-7f4a98b59fa0 None None] Checking segment: {'id': '061b672d-3b26-4353-9ffd-16178f731b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b2f3c5eb-62ea-4bf9-a4e5-67e79f412839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:06.105062 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4c9bd11b-a36d-4fe8-9a9a-7f4a98b59fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:06.105461 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9bd11b-a36d-4fe8-9a9a-7f4a98b59fa0 None None] Bound using segment: {'id': '061b672d-3b26-4353-9ffd-16178f731b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b2f3c5eb-62ea-4bf9-a4e5-67e79f412839'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:41:06.105934 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-4c9bd11b-a36d-4fe8-9a9a-7f4a98b59fa0 None None] Bound port: 20c1fd6e-424c-4d80-bb46-c89c6c26aae1, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061b672d-3b26-4353-9ffd-16178f731b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b2f3c5eb-62ea-4bf9-a4e5-67e79f412839'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:41:06.106329 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4c9bd11b-a36d-4fe8-9a9a-7f4a98b59fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:06.106794 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cdb4b595-b647-44dc-995e-b19d99a56cb3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:subnet and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:06.111869 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad783-128e-4687-93d5-e64321f84333 admin admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:06.113164 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4e0ad783-128e-4687-93d5-e64321f84333 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c25620e1-a202-45a4-9d3a-e1c5f472fbb5 HTTP/1.1" status: 204 len: 168 time: 5.0532501 Mar 07 21:41:06.125824 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cdb4b595-b647-44dc-995e-b19d99a56cb3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:06.129240 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43186) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:06.175286 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cdb4b595-b647-44dc-995e-b19d99a56cb3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:06.179040 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] Set router f210ae77-0c1f-4ea6-b731-f5d2150152a7 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:41:06.242376 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e2eb57-2cc1-4c50-aa56-55f94284e325 admin admin] Deleting subnet f313f210-5759-4bf7-8dc0-7c89a181e7b8 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:41:06.245986 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:06.246376 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0e2eb57-2cc1-4c50-aa56-55f94284e325 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:06.275084 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d1c9f266-5e23-45d9-a1c1-1d2c2add1ea2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9550834 Mar 07 21:41:06.275084 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Transition to ACTIVE for port object bf8d1104-6bee-409b-9ef5-775c39a80365 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:06.278444 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43192) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:06.316416 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0e2eb57-2cc1-4c50-aa56-55f94284e325 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:06.342122 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-3a77bf59-34c8-46cb-b61d-c0dd06bd73d2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:41:06.346232 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bd11b-a36d-4fe8-9a9a-7f4a98b59fa0 None None] Pushing event updated for resources: {'Port': ['ID=20c1fd6e-424c-4d80-bb46-c89c6c26aae1,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:06.420472 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0e2eb57-2cc1-4c50-aa56-55f94284e325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:06.476963 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:06.503380 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-3a77bf59-34c8-46cb-b61d-c0dd06bd73d2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:41:06.504819 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3a77bf59-34c8-46cb-b61d-c0dd06bd73d2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2243958 Mar 07 21:41:06.507415 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43196) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:06.551917 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fe30f2-6169-4974-a257-016dbf38765b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-4fb9e5f3-7cfa-49cb-a10c-e960b0ba1ad3', 'network_id': '4fb9e5f3-7cfa-49cb-a10c-e960b0ba1ad3', 'tenant_id': '246b656d4a9647d081f87e587fc0780f', 'fixed_ips': [{'subnet_id': '6cb3b7db-a6a9-4eb8-8a29-470c230c7f98'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:41:06.552856 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-88fe30f2-6169-4974-a257-016dbf38765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:06.572353 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:06.592350 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb4b595-b647-44dc-995e-b19d99a56cb3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Made reservation on behalf of fcdda39025724b238190857d574ee30e for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:06.596910 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b595-b647-44dc-995e-b19d99a56cb3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:06.606783 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-9576c7dd-d8fe-4128-982c-3c289c58cd80 None None] Attempting to bind port 5df2f764-5000-45e6-8123-9071ca4d81d2 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:41:06.607320 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-9576c7dd-d8fe-4128-982c-3c289c58cd80 None None] Attempting to bind port 5df2f764-5000-45e6-8123-9071ca4d81d2 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'cd9ba2c9-df35-4085-8991-dac97ac35ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '74e40103-66aa-44af-9f05-bd9c89ced062'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:41:06.607766 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9576c7dd-d8fe-4128-982c-3c289c58cd80 None None] Attempting to bind port 5df2f764-5000-45e6-8123-9071ca4d81d2 on network 74e40103-66aa-44af-9f05-bd9c89ced062 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:41:06.633006 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-93a051b8-5b00-4912-b279-0c40dc8c7555 None None] Provisioning for port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:06.692010 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9576c7dd-d8fe-4128-982c-3c289c58cd80 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:41:06.692826 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9576c7dd-d8fe-4128-982c-3c289c58cd80 None None] Checking segment: {'id': 'cd9ba2c9-df35-4085-8991-dac97ac35ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '74e40103-66aa-44af-9f05-bd9c89ced062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:06.693690 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9576c7dd-d8fe-4128-982c-3c289c58cd80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:06.694207 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9576c7dd-d8fe-4128-982c-3c289c58cd80 None None] Bound using segment: {'id': 'cd9ba2c9-df35-4085-8991-dac97ac35ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '74e40103-66aa-44af-9f05-bd9c89ced062'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:41:06.694786 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-9576c7dd-d8fe-4128-982c-3c289c58cd80 None None] Bound port: 5df2f764-5000-45e6-8123-9071ca4d81d2, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9ba2c9-df35-4085-8991-dac97ac35ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '74e40103-66aa-44af-9f05-bd9c89ced062'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:41:06.695262 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9576c7dd-d8fe-4128-982c-3c289c58cd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:06.709931 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-93a051b8-5b00-4912-b279-0c40dc8c7555 None None] Provisioning complete for port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:06.710460 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-93a051b8-5b00-4912-b279-0c40dc8c7555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:06.740726 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Network 74e40103-66aa-44af-9f05-bd9c89ced062 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:06.746066 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-4c9bd11b-a36d-4fe8-9a9a-7f4a98b59fa0 None None] For port 20c1fd6e-424c-4d80-bb46-c89c6c26aae1, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:41:06.754424 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:06.762486 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:06.804694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-983517df-d5c9-494a-aef4-94cd0abeb448 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Allocated IP 2001:db8::153 (a6db8684-d898-46a0-aaf6-8ede249b4167/14315fbf-fa51-4149-82b5-b6cf907bedd3/97c22b57-3676-409e-9d0e-9776c335a354) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:06.847342 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-4c9bd11b-a36d-4fe8-9a9a-7f4a98b59fa0 None None] For port 20c1fd6e-424c-4d80-bb46-c89c6c26aae1, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=20c1fd6e-424c-4d80-bb46-c89c6c26aae1,segment=NetworkSegment(061b672d-3b26-4353-9ffd-16178f731b88),segment_id=061b672d-3b26-4353-9ffd-16178f731b88)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:41:06.856478 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0e2eb57-2cc1-4c50-aa56-55f94284e325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:06.869564 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:41:01Z', 'revision_number': 4, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port': {'id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:47Z', 'updated_at': '2022-03-07T21:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '07655d0a-fa13-4d33-8c21-75878fce99e7', 'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'mac_address': 'fa:16:3e:47:79:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:57Z', 'updated_at': '2022-03-07T21:41:01Z', 'revision_number': 2, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'subnets': [{'id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:06.874576 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] Checking router: f210ae77-0c1f-4ea6-b731-f5d2150152a7 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:41:06.876251 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] Updating router f210ae77-0c1f-4ea6-b731-f5d2150152a7 port 07655d0a-fa13-4d33-8c21-75878fce99e7 binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:41:06.886141 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e5bbb4-2fc4-4320-bedc-a928ced2f3ac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:06.886141 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f0e5bbb4-2fc4-4320-bedc-a928ced2f3ac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:41:06.925634 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:06.926443 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:06.929967 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9e80c173-b34a-4c80-87a2-5e8ba31c11c3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:06.946873 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:06.955185 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Pushing event updated for resources: {'Port': ['ID=bf8d1104-6bee-409b-9ef5-775c39a80365,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:06.981102 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4c9bd11b-a36d-4fe8-9a9a-7f4a98b59fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:06.986149 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:06.987208 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:06.988119 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:06.988695 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:06.989345 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:06.990423 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:06.991065 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:06.991786 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:06.992270 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:06.992873 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:06.993372 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:06.993909 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:07.038459 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2eb57-2cc1-4c50-aa56-55f94284e325 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f313f210-5759-4bf7-8dc0-7c89a181e7b8,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:07.047109 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0e2eb57-2cc1-4c50-aa56-55f94284e325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:07.071854 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6df8e0-d420-4f21-ad5d-ff648cbe551f None None] Network 38c758dc-7f6c-454b-adaf-334f371206ea requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:07.120989 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f0e2eb57-2cc1-4c50-aa56-55f94284e325 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f313f210-5759-4bf7-8dc0-7c89a181e7b8 HTTP/1.1" status: 204 len: 168 time: 0.9815123 Mar 07 21:41:07.126974 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43206) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:07.146295 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80c173-b34a-4c80-87a2-5e8ba31c11c3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Pushing event deleted for resources: {'Port': ['ID=847d0003-3737-41f5-8ce2-bd8d054ebe1a,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:07.195732 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-9576c7dd-d8fe-4128-982c-3c289c58cd80 None None] For port 5df2f764-5000-45e6-8123-9071ca4d81d2, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:41:07.287887 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-9576c7dd-d8fe-4128-982c-3c289c58cd80 None None] For port 5df2f764-5000-45e6-8123-9071ca4d81d2, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=5df2f764-5000-45e6-8123-9071ca4d81d2,segment=NetworkSegment(cd9ba2c9-df35-4085-8991-dac97ac35ee4),segment_id=cd9ba2c9-df35-4085-8991-dac97ac35ee4)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server [None req-88fe30f2-6169-4974-a257-016dbf38765b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6cb3b7db-a6a9-4eb8-8a29-470c230c7f98: This subnet is being modified by another concurrent operation. Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 21:41:07.292480 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise exception Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6cb3b7db-a6a9-4eb8-8a29-470c230c7f98: This subnet is being modified by another concurrent operation. Mar 07 21:41:07.296451 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server Mar 07 21:41:07.321657 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:07.334407 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d64f84d-3215-468c-9daf-f3d781fba646 None None] Network 4fb9e5f3-7cfa-49cb-a10c-e960b0ba1ad3 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:07.363297 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bd11b-a36d-4fe8-9a9a-7f4a98b59fa0 None None] Pushing event updated for resources: {'Port': ['ID=20c1fd6e-424c-4d80-bb46-c89c6c26aae1,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:07.397406 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9576c7dd-d8fe-4128-982c-3c289c58cd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:07.405924 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b595-b647-44dc-995e-b19d99a56cb3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:07.418451 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event deleted for resources: {'Subnet': ['ID=6cb3b7db-a6a9-4eb8-8a29-470c230c7f98,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:07.433242 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:07.433891 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:07.453187 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:07.472756 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] Transition to ACTIVE for port object 07655d0a-fa13-4d33-8c21-75878fce99e7 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:07.477411 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43214) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:07.481977 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f0e5bbb4-2fc4-4320-bedc-a928ced2f3ac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:41:07.485494 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f0e5bbb4-2fc4-4320-bedc-a928ced2f3ac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9746921 Mar 07 21:41:07.496507 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43218) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:07.500891 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-6ee320ed-6027-4333-bdb7-3f4810daa5a6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-77630845-network', 'tenant_id': '7f3dafa0042c4ece822926a24099ff9e'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:07.540439 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:07.541262 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:07.541817 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:07.542919 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:07.543459 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:07.543971 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:07.544484 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:07.544819 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:07.545148 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:07.545471 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:07.545795 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:07.546168 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:07.552249 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:07.586044 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6ee320ed-6027-4333-bdb7-3f4810daa5a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:07.611117 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-408a509e-1336-4c50-a65a-8c366d8d6a32 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1042655 Mar 07 21:41:07.612273 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6ee320ed-6027-4333-bdb7-3f4810daa5a6 admin admin] Usage tracker for resource:network and tenant:7f3dafa0042c4ece822926a24099ff9e is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:07.619832 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6ee320ed-6027-4333-bdb7-3f4810daa5a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:07.620381 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43222) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:07.648139 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-0819cef2-3f16-4fc1-8035-7c723194883f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:07.667878 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6ee320ed-6027-4333-bdb7-3f4810daa5a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:07.674945 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9e80c173-b34a-4c80-87a2-5e8ba31c11c3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:07.679138 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:07.712905 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb9e5f3-7cfa-49cb-a10c-e960b0ba1ad3']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:07.736655 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34b5bbe-a52c-4145-ac43-71be11519a4f') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:07.737270 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34b5bbe-a52c-4145-ac43-71be11519a4f') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:07.751092 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:07.777554 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:07.790724 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:41:07.791169 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:07.884054 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9e80c173-b34a-4c80-87a2-5e8ba31c11c3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:07.886750 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9e80c173-b34a-4c80-87a2-5e8ba31c11c3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:07.926269 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-32509147-c218-416f-8f8f-f25f6ddeb5ed tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.8876956 Mar 07 21:41:07.931967 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43226) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:07.982226 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670441b-0b6d-4228-8226-4c2c48e31d54 None None] Pushing event updated for resources: {'Port': ['ID=07655d0a-fa13-4d33-8c21-75878fce99e7,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:41:08.039252 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:41:08.065468 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576c7dd-d8fe-4128-982c-3c289c58cd80 None None] Pushing event updated for resources: {'Port': ['ID=5df2f764-5000-45e6-8123-9071ca4d81d2,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:08.069153 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9e80c173-b34a-4c80-87a2-5e8ba31c11c3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:08.070251 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e80c173-b34a-4c80-87a2-5e8ba31c11c3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ee6802c-ebd2-45f9-9b26-ace5474f763e {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:41:08.107287 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9e80c173-b34a-4c80-87a2-5e8ba31c11c3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:08.113203 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-9e80c173-b34a-4c80-87a2-5e8ba31c11c3 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "DELETE /v2.0/routers/8ee6802c-ebd2-45f9-9b26-ace5474f763e HTTP/1.1" status: 204 len: 168 time: 3.6965053 Mar 07 21:41:08.114636 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee320ed-6027-4333-bdb7-3f4810daa5a6 admin admin] Made reservation on behalf of 7f3dafa0042c4ece822926a24099ff9e for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:08.119699 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6ee320ed-6027-4333-bdb7-3f4810daa5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:08.124692 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] Attempting to bind port 07655d0a-fa13-4d33-8c21-75878fce99e7 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:41:08.125806 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] Attempting to bind port 07655d0a-fa13-4d33-8c21-75878fce99e7 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '06732586-f6b0-479a-b70c-dd3efb826038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:41:08.126440 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] Attempting to bind port 07655d0a-fa13-4d33-8c21-75878fce99e7 on network e71fce04-ffbd-435e-bfc3-87f58b6e4967 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:41:08.133026 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:41:08.133911 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] Checking segment: {'id': '06732586-f6b0-479a-b70c-dd3efb826038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:08.134621 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:08.135693 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] Bound using segment: {'id': '06732586-f6b0-479a-b70c-dd3efb826038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:41:08.136432 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] Bound port: 07655d0a-fa13-4d33-8c21-75878fce99e7, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06732586-f6b0-479a-b70c-dd3efb826038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:41:08.137040 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:08.153946 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43230) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:08.154690 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6ee320ed-6027-4333-bdb7-3f4810daa5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:08.174007 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:08.179625 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:08.187515 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bc709253-b8e2-4bfe-85dc-a8400ca4b0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:08.224105 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-657093a8-f0e3-4b68-846e-00bdbab26bc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1941286765', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}, 'admin_state_up': False}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:08.266967 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6ee320ed-6027-4333-bdb7-3f4810daa5a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:08.277912 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6ee320ed-6027-4333-bdb7-3f4810daa5a6 admin admin] Usage tracker for resource:security_group_rule and tenant:7f3dafa0042c4ece822926a24099ff9e is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:08.287555 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6ee320ed-6027-4333-bdb7-3f4810daa5a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:08.302560 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6ee320ed-6027-4333-bdb7-3f4810daa5a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:08.325593 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 8917be17-98eb-45a2-8ed3-1ae5f89227eb no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:41:08.328874 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4b595-b647-44dc-995e-b19d99a56cb3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Subnet': ['ID=7c5472d4-a220-400a-8e2c-6db49119420e,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:08.345304 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] For port 07655d0a-fa13-4d33-8c21-75878fce99e7, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:41:08.349911 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] For port 07655d0a-fa13-4d33-8c21-75878fce99e7, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=07655d0a-fa13-4d33-8c21-75878fce99e7,segment=NetworkSegment(06732586-f6b0-479a-b70c-dd3efb826038),segment_id=06732586-f6b0-479a-b70c-dd3efb826038)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:41:08.357187 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb4b595-b647-44dc-995e-b19d99a56cb3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Checking segment: {'id': 'f9e35a71-1c45-4f3d-a7ba-9280684fe527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '71412512-80e2-4f0b-a9ff-83deaea1e9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:08.357652 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb4b595-b647-44dc-995e-b19d99a56cb3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network hostable DHCP agents. Network: 71412512-80e2-4f0b-a9ff-83deaea1e9e2, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:41:08.370360 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-657093a8-f0e3-4b68-846e-00bdbab26bc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:08.372218 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/networks/4fb9e5f3-7cfa-49cb-a10c-e960b0ba1ad3 HTTP/1.1" status: 204 len: 168 time: 3.1859348 Mar 07 21:41:08.375125 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbc093-415c-4ad1-95dd-fac353f332ac tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event deleted for resources: {'Network': ['ID=4fb9e5f3-7cfa-49cb-a10c-e960b0ba1ad3,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:08.378812 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43234) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:08.386688 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 8917be17-98eb-45a2-8ed3-1ae5f89227eb {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:41:08.387063 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 8917be17-98eb-45a2-8ed3-1ae5f89227eb not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:41:08.387174 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-983517df-d5c9-494a-aef4-94cd0abeb448 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:08.399681 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1d0e87b1-d146-41ab-aab2-916d08a6905e no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:41:08.402502 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-657093a8-f0e3-4b68-846e-00bdbab26bc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Usage tracker for resource:router and tenant:91926c265743430ca5be113f2f83e4db is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:08.414998 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-e1c1a416-be53-44bf-9d55-ec0d3caefe71 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-37547550'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:08.421745 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e1c1a416-be53-44bf-9d55-ec0d3caefe71 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:08.426215 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e1c1a416-be53-44bf-9d55-ec0d3caefe71 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Usage tracker for resource:network and tenant:246b656d4a9647d081f87e587fc0780f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:08.427084 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 1d0e87b1-d146-41ab-aab2-916d08a6905e {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:41:08.427675 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1d0e87b1-d146-41ab-aab2-916d08a6905e not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:41:08.430625 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e1c1a416-be53-44bf-9d55-ec0d3caefe71 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:08.438434 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e1c1a416-be53-44bf-9d55-ec0d3caefe71 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:08.442606 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-bc709253-b8e2-4bfe-85dc-a8400ca4b0d8 admin admin] Deleting port cf441ca4-1131-46fb-b022-ac93dd4d85f5 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:08.443139 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bc709253-b8e2-4bfe-85dc-a8400ca4b0d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:08.451159 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-657093a8-f0e3-4b68-846e-00bdbab26bc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:08.455055 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:08.458518 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0819cef2-3f16-4fc1-8035-7c723194883f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:08.466919 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-657093a8-f0e3-4b68-846e-00bdbab26bc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:08.487172 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0819cef2-3f16-4fc1-8035-7c723194883f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:08.521086 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-983517df-d5c9-494a-aef4-94cd0abeb448 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Transition to ACTIVE for port object 97c22b57-3676-409e-9d0e-9776c335a354 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:08.542388 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb4b595-b647-44dc-995e-b19d99a56cb3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network 71412512-80e2-4f0b-a9ff-83deaea1e9e2 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:41:08.549791 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618e3b56-2465-469f-97c3-08d96c6b9dd4 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:08.553650 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] Routers {'f210ae77-0c1f-4ea6-b731-f5d2150152a7'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:41:08.555182 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:08.556495 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618e3b56-2465-469f-97c3-08d96c6b9dd4 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:08.567857 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618e3b56-2465-469f-97c3-08d96c6b9dd4 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:08.569024 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-618e3b56-2465-469f-97c3-08d96c6b9dd4 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Synchronizing usage tracker for tenant:308c9680a92c4da0a4dcc142a0eab386 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:41:08.577639 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c1a416-be53-44bf-9d55-ec0d3caefe71 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Made reservation on behalf of 246b656d4a9647d081f87e587fc0780f for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:08.585608 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e1c1a416-be53-44bf-9d55-ec0d3caefe71 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:08.604278 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-657093a8-f0e3-4b68-846e-00bdbab26bc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:08.605362 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-657093a8-f0e3-4b68-846e-00bdbab26bc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:08.624984 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670441b-0b6d-4228-8226-4c2c48e31d54 None None] Pushing event updated for resources: {'Port': ['ID=07655d0a-fa13-4d33-8c21-75878fce99e7,revision_number=4']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:08.637681 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0819cef2-3f16-4fc1-8035-7c723194883f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:08.641839 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0819cef2-3f16-4fc1-8035-7c723194883f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:08.674856 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-cdb4b595-b647-44dc-995e-b19d99a56cb3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 71412512-80e2-4f0b-a9ff-83deaea1e9e2) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:08.683665 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a936ee-0f2d-46ef-b1b5-d14b103bb467 None None] Network 71412512-80e2-4f0b-a9ff-83deaea1e9e2 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:08.737383 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e4d6e8-48b6-481b-aaf2-5bd8266df9ac None None] DHCP port deletion for 38c758dc-7f6c-454b-adaf-334f371206ea request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:41:08.745610 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb4b595-b647-44dc-995e-b19d99a56cb3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:08.765483 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b595-b647-44dc-995e-b19d99a56cb3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:08.772999 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-983517df-d5c9-494a-aef4-94cd0abeb448 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:08.826600 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-d0e4d6e8-48b6-481b-aaf2-5bd8266df9ac None None] Deleting port cf441ca4-1131-46fb-b022-ac93dd4d85f5 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:08.826600 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d0e4d6e8-48b6-481b-aaf2-5bd8266df9ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:08.828617 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c1a416-be53-44bf-9d55-ec0d3caefe71 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:41:08.847865 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e1c1a416-be53-44bf-9d55-ec0d3caefe71 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:08.848208 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-e1c1a416-be53-44bf-9d55-ec0d3caefe71 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Added segment f7e9b6ea-41be-4801-ac8e-76d2d8ca0d90 of type vlan for network ebf37b03-01a6-4635-8875-66bed9682675 Mar 07 21:41:08.913232 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] Set router f210ae77-0c1f-4ea6-b731-f5d2150152a7 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:41:08.918353 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e1c1a416-be53-44bf-9d55-ec0d3caefe71 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:09.040020 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-657093a8-f0e3-4b68-846e-00bdbab26bc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:09.052209 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e1c1a416-be53-44bf-9d55-ec0d3caefe71 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:09.057031 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c1a416-be53-44bf-9d55-ec0d3caefe71 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:09.057692 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e1c1a416-be53-44bf-9d55-ec0d3caefe71 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:09.066652 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 5df2f764-5000-45e6-8123-9071ca4d81d2 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:09.072596 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6ee320ed-6027-4333-bdb7-3f4810daa5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:09.124271 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-618e3b56-2465-469f-97c3-08d96c6b9dd4 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Unset dirty status for tenant:308c9680a92c4da0a4dcc142a0eab386 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:41:09.125454 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-618e3b56-2465-469f-97c3-08d96c6b9dd4 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 1.1910219 Mar 07 21:41:09.157737 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43238) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:09.159869 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6ee320ed-6027-4333-bdb7-3f4810daa5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:09.233294 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983517df-d5c9-494a-aef4-94cd0abeb448 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network a6db8684-d898-46a0-aaf6-8ede249b4167 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:09.245505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-983517df-d5c9-494a-aef4-94cd0abeb448 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:09.247824 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983517df-d5c9-494a-aef4-94cd0abeb448 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:09.253494 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983517df-d5c9-494a-aef4-94cd0abeb448 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:09.254513 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-983517df-d5c9-494a-aef4-94cd0abeb448 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:09.291594 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983517df-d5c9-494a-aef4-94cd0abeb448 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Port': ['ID=97c22b57-3676-409e-9d0e-9776c335a354,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:09.295916 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-bc709253-b8e2-4bfe-85dc-a8400ca4b0d8 admin admin] For port cf441ca4-1131-46fb-b022-ac93dd4d85f5, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=cf441ca4-1131-46fb-b022-ac93dd4d85f5,segment=NetworkSegment(8dbd3c1f-a555-4c47-a861-7316787b2fc3),segment_id=8dbd3c1f-a555-4c47-a861-7316787b2fc3)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:09.296511 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bc709253-b8e2-4bfe-85dc-a8400ca4b0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:09.305489 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-cdb4b595-b647-44dc-995e-b19d99a56cb3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8083508 Mar 07 21:41:09.310127 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43242) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:09.317157 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d6c609c0-6b64-4cef-a335-e1cc9233b474 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-360541944', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:09.325835 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d6c609c0-6b64-4cef-a335-e1cc9233b474 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:09.339917 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d6c609c0-6b64-4cef-a335-e1cc9233b474 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:router and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:09.343589 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d6c609c0-6b64-4cef-a335-e1cc9233b474 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:09.365872 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d6c609c0-6b64-4cef-a335-e1cc9233b474 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:09.369724 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-6b27aa40-dea2-4876-b787-6e2107bbfd0b tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Deleting port bf8d1104-6bee-409b-9ef5-775c39a80365 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:09.369724 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6b27aa40-dea2-4876-b787-6e2107bbfd0b tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:09.403192 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307af2b2-60bc-4ab6-9b64-2d8581218a8d None None] Network b2f3c5eb-62ea-4bf9-a4e5-67e79f412839 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:09.499789 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-983517df-d5c9-494a-aef4-94cd0abeb448 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.2256598 Mar 07 21:41:09.500747 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43246) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:09.650334 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:41:01Z', 'revision_number': 4, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port': {'id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:47Z', 'updated_at': '2022-03-07T21:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '07655d0a-fa13-4d33-8c21-75878fce99e7', 'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'mac_address': 'fa:16:3e:47:79:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:57Z', 'updated_at': '2022-03-07T21:41:08Z', 'revision_number': 4, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'subnets': [{'id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:09.655733 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-bc709253-b8e2-4bfe-85dc-a8400ca4b0d8 admin admin] Calling delete_port for cf441ca4-1131-46fb-b022-ac93dd4d85f5 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:09.661409 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8caf43-8f4e-4ee2-9b00-ea6138a66659 None None] The sync data for ids ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'] in dv-neutron-829957-1-hyperv is: [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:41:01Z', 'revision_number': 4, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port': {'id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:47Z', 'updated_at': '2022-03-07T21:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '07655d0a-fa13-4d33-8c21-75878fce99e7', 'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'mac_address': 'fa:16:3e:47:79:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:57Z', 'updated_at': '2022-03-07T21:41:08Z', 'revision_number': 4, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'subnets': [{'id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:41:09.664106 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1a416-be53-44bf-9d55-ec0d3caefe71 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event updated for resources: {'Network': ['ID=ebf37b03-01a6-4635-8875-66bed9682675,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:09.720220 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-690c0cc2-3ef5-4a2a-a4df-84e1ad740717 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'subnet': {'network_id': 'a6db8684-d898-46a0-aaf6-8ede249b4167', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:09.836087 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee320ed-6027-4333-bdb7-3f4810daa5a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:41:09.890345 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-d0e4d6e8-48b6-481b-aaf2-5bd8266df9ac None None] For port cf441ca4-1131-46fb-b022-ac93dd4d85f5, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=cf441ca4-1131-46fb-b022-ac93dd4d85f5,segment=NetworkSegment(8dbd3c1f-a555-4c47-a861-7316787b2fc3),segment_id=8dbd3c1f-a555-4c47-a861-7316787b2fc3)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:09.890740 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d0e4d6e8-48b6-481b-aaf2-5bd8266df9ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:09.913903 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network ebf37b03-01a6-4635-8875-66bed9682675 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:41:09.928510 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029aedf8-e6f8-4b54-b65f-2571835c9ee7 None None] Network 74e40103-66aa-44af-9f05-bd9c89ced062 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:09.942532 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-690c0cc2-3ef5-4a2a-a4df-84e1ad740717 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:09.946667 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-690c0cc2-3ef5-4a2a-a4df-84e1ad740717 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:subnet and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:09.949776 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-690c0cc2-3ef5-4a2a-a4df-84e1ad740717 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:09.962153 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-690c0cc2-3ef5-4a2a-a4df-84e1ad740717 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:09.981993 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bc709253-b8e2-4bfe-85dc-a8400ca4b0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:10.011290 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e1c1a416-be53-44bf-9d55-ec0d3caefe71 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.6190283 Mar 07 21:41:10.012177 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee320ed-6027-4333-bdb7-3f4810daa5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26413c09-000d-45a5-b6d8-f7c55ec9cecf,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:10.034034 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6ee320ed-6027-4333-bdb7-3f4810daa5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:10.036392 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-6ee320ed-6027-4333-bdb7-3f4810daa5a6 admin admin] Added segment 8be70539-6590-417c-9104-e754cc263787 of type vlan for network c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23 Mar 07 21:41:10.038620 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43250) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:10.051557 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-5a7c25cc-3c1e-44e3-bce1-48edb93c1aa0 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Request body: {'subnet': {'network_id': 'ebf37b03-01a6-4635-8875-66bed9682675', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:10.059518 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d6c609c0-6b64-4cef-a335-e1cc9233b474 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:10.060850 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d6c609c0-6b64-4cef-a335-e1cc9233b474 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:10.077441 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc709253-b8e2-4bfe-85dc-a8400ca4b0d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf441ca4-1131-46fb-b022-ac93dd4d85f5,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:10.086854 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc709253-b8e2-4bfe-85dc-a8400ca4b0d8 admin admin] No DVR routers for this DVR port cf441ca4-1131-46fb-b022-ac93dd4d85f5 on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:41:10.116585 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690c0cc2-3ef5-4a2a-a4df-84e1ad740717 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:10.120387 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-690c0cc2-3ef5-4a2a-a4df-84e1ad740717 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:10.150670 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 5df2f764-5000-45e6-8123-9071ca4d81d2 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:10.169870 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-d0e4d6e8-48b6-481b-aaf2-5bd8266df9ac None None] Calling delete_port for cf441ca4-1131-46fb-b022-ac93dd4d85f5 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:10.216523 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-7d9bf92d-1ad6-4546-bed3-8db0f992d14d None None] Provisioning for port 20c1fd6e-424c-4d80-bb46-c89c6c26aae1 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:10.298824 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d6c609c0-6b64-4cef-a335-e1cc9233b474 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:10.386455 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bc709253-b8e2-4bfe-85dc-a8400ca4b0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:10.435497 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-bc709253-b8e2-4bfe-85dc-a8400ca4b0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c758dc-7f6c-454b-adaf-334f371206ea']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:10.453842 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.ipam_backend_mixin [None req-690c0cc2-3ef5-4a2a-a4df-84e1ad740717 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 14315fbf-fa51-4149-82b5-b6cf907bedd3 (CIDR: 2001:db8::/64) Mar 07 21:41:10.464230 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-bc709253-b8e2-4bfe-85dc-a8400ca4b0d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbd3c1f-a555-4c47-a861-7316787b2fc3') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:10.464599 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-bc709253-b8e2-4bfe-85dc-a8400ca4b0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbd3c1f-a555-4c47-a861-7316787b2fc3') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:10.479401 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addb0dd9-8aff-4102-853d-a90ef2ef54a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-71412512-80e2-4f0b-a9ff-83deaea1e9e2', 'network_id': '71412512-80e2-4f0b-a9ff-83deaea1e9e2', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'fixed_ips': [{'subnet_id': '7c5472d4-a220-400a-8e2c-6db49119420e'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:41:10.479401 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-addb0dd9-8aff-4102-853d-a90ef2ef54a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:10.480396 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bc709253-b8e2-4bfe-85dc-a8400ca4b0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:10.505620 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d6c609c0-6b64-4cef-a335-e1cc9233b474 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:10.522914 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-690c0cc2-3ef5-4a2a-a4df-84e1ad740717 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:41:10.523454 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-690c0cc2-3ef5-4a2a-a4df-84e1ad740717 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:41:10.525730 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 20c1fd6e-424c-4d80-bb46-c89c6c26aae1 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:10.533673 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bc709253-b8e2-4bfe-85dc-a8400ca4b0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:10.541377 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc709253-b8e2-4bfe-85dc-a8400ca4b0d8 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:41:10.541773 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bc709253-b8e2-4bfe-85dc-a8400ca4b0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:41:10.704994 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:41:10.840660 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5a7c25cc-3c1e-44e3-bce1-48edb93c1aa0 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:10.847676 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-690c0cc2-3ef5-4a2a-a4df-84e1ad740717 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2124288 Mar 07 21:41:10.848465 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bc709253-b8e2-4bfe-85dc-a8400ca4b0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:10.850417 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d6c609c0-6b64-4cef-a335-e1cc9233b474 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:10.858375 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d03afd33-a796-43e5-8cee-5b7920e1cb8a None None] Provisioning for port 5df2f764-5000-45e6-8123-9071ca4d81d2 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:10.858514 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d6c609c0-6b64-4cef-a335-e1cc9233b474 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5404782 Mar 07 21:41:10.858514 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43254) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:10.871261 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43258) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:10.872440 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5a7c25cc-3c1e-44e3-bce1-48edb93c1aa0 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Usage tracker for resource:subnet and tenant:246b656d4a9647d081f87e587fc0780f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:10.895385 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bc709253-b8e2-4bfe-85dc-a8400ca4b0d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:10.897297 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bc709253-b8e2-4bfe-85dc-a8400ca4b0d8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/38c758dc-7f6c-454b-adaf-334f371206ea HTTP/1.1" status: 204 len: 168 time: 3.7694545 Mar 07 21:41:10.906537 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-781693c3-f892-4f7a-a156-5e89e1b1e51a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'subnet': {'network_id': 'a6db8684-d898-46a0-aaf6-8ede249b4167', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:10.911901 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d03afd33-a796-43e5-8cee-5b7920e1cb8a None None] Provisioning complete for port 5df2f764-5000-45e6-8123-9071ca4d81d2 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:10.912335 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d03afd33-a796-43e5-8cee-5b7920e1cb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:10.924727 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc709253-b8e2-4bfe-85dc-a8400ca4b0d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=38c758dc-7f6c-454b-adaf-334f371206ea,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:10.951512 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-d0e4d6e8-48b6-481b-aaf2-5bd8266df9ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:41:10.951843 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-d0e4d6e8-48b6-481b-aaf2-5bd8266df9ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:41:11.032248 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6b27aa40-dea2-4876-b787-6e2107bbfd0b tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:11.042328 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5a7c25cc-3c1e-44e3-bce1-48edb93c1aa0 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:11.077988 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 20c1fd6e-424c-4d80-bb46-c89c6c26aae1 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:11.080645 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-781693c3-f892-4f7a-a156-5e89e1b1e51a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:11.085781 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-781693c3-f892-4f7a-a156-5e89e1b1e51a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:subnet and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:11.089774 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-781693c3-f892-4f7a-a156-5e89e1b1e51a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:11.098679 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-781693c3-f892-4f7a-a156-5e89e1b1e51a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:11.143156 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 20c1fd6e-424c-4d80-bb46-c89c6c26aae1 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:11.143605 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:11.192417 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781693c3-f892-4f7a-a156-5e89e1b1e51a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:11.197935 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-781693c3-f892-4f7a-a156-5e89e1b1e51a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:11.217494 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-addb0dd9-8aff-4102-853d-a90ef2ef54a8 None None] Allocated IP 2001:db8::2 (71412512-80e2-4f0b-a9ff-83deaea1e9e2/7c5472d4-a220-400a-8e2c-6db49119420e/e5a11308-efca-429e-9cc0-6edb9125d179) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:11.227315 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5a7c25cc-3c1e-44e3-bce1-48edb93c1aa0 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:11.334244 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-657093a8-f0e3-4b68-846e-00bdbab26bc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:11.394789 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d03afd33-a796-43e5-8cee-5b7920e1cb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:11.419282 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43264) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:11.481169 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-d0e4d6e8-48b6-481b-aaf2-5bd8266df9ac None None] Deleting port cf441ca4-1131-46fb-b022-ac93dd4d85f5 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:11.481975 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d0e4d6e8-48b6-481b-aaf2-5bd8266df9ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:11.522540 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.ipam_backend_mixin [None req-781693c3-f892-4f7a-a156-5e89e1b1e51a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1396a7cd-5644-4812-99f2-3eb8441577e2 (CIDR: 2001:db8:0:1::/64) Mar 07 21:41:11.548315 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6f566bc4-8329-45e4-9c8b-e3355c7ceb9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36c0879924594e24ac3af2cf45324a46&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1277814 Mar 07 21:41:11.550745 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43268) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:11.587541 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-781693c3-f892-4f7a-a156-5e89e1b1e51a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:41:11.588521 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-781693c3-f892-4f7a-a156-5e89e1b1e51a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:41:11.639943 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-731baf06-b39f-4b39-8da2-2c89cbca9889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:11.641401 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-d0e4d6e8-48b6-481b-aaf2-5bd8266df9ac None None] The port 'cf441ca4-1131-46fb-b022-ac93dd4d85f5' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:41:11.648349 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-d03afd33-a796-43e5-8cee-5b7920e1cb8a None None] For port 5df2f764-5000-45e6-8123-9071ca4d81d2, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=5df2f764-5000-45e6-8123-9071ca4d81d2,segment=NetworkSegment(cd9ba2c9-df35-4085-8991-dac97ac35ee4),segment_id=cd9ba2c9-df35-4085-8991-dac97ac35ee4)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:11.669093 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:11.678157 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-731baf06-b39f-4b39-8da2-2c89cbca9889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:11.682293 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-6b27aa40-dea2-4876-b787-6e2107bbfd0b tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Calling delete_port for bf8d1104-6bee-409b-9ef5-775c39a80365 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:11.711820 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-781693c3-f892-4f7a-a156-5e89e1b1e51a tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8565331 Mar 07 21:41:11.720021 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43272) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:11.725252 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-a603c11b-6daf-4b99-8741-52a71ee5c8b0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'subnet': {'network_id': 'a6db8684-d898-46a0-aaf6-8ede249b4167', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:11.727457 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6ee320ed-6027-4333-bdb7-3f4810daa5a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:11.737995 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.objects.ports [None req-0819cef2-3f16-4fc1-8035-7c723194883f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88387) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 07 21:41:11.741508 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7c25cc-3c1e-44e3-bce1-48edb93c1aa0 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Made reservation on behalf of 246b656d4a9647d081f87e587fc0780f for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:11.744631 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d03afd33-a796-43e5-8cee-5b7920e1cb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:11.746054 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5a7c25cc-3c1e-44e3-bce1-48edb93c1aa0 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:11.783928 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0819cef2-3f16-4fc1-8035-7c723194883f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:11.822511 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 20c1fd6e-424c-4d80-bb46-c89c6c26aae1, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=20c1fd6e-424c-4d80-bb46-c89c6c26aae1,segment=NetworkSegment(061b672d-3b26-4353-9ffd-16178f731b88),segment_id=061b672d-3b26-4353-9ffd-16178f731b88)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:11.825537 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-addb0dd9-8aff-4102-853d-a90ef2ef54a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:11.846141 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-addb0dd9-8aff-4102-853d-a90ef2ef54a8 None None] Transition to ACTIVE for port object e5a11308-efca-429e-9cc0-6edb9125d179 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:11.878111 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03afd33-a796-43e5-8cee-5b7920e1cb8a None None] Pushing event updated for resources: {'Port': ['ID=5df2f764-5000-45e6-8123-9071ca4d81d2,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:11.887161 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-addb0dd9-8aff-4102-853d-a90ef2ef54a8 None None] Transition to ACTIVE for port object e5a11308-efca-429e-9cc0-6edb9125d179 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:11.889245 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03afd33-a796-43e5-8cee-5b7920e1cb8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:11.889598 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03afd33-a796-43e5-8cee-5b7920e1cb8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:11.889927 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03afd33-a796-43e5-8cee-5b7920e1cb8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:11.890343 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03afd33-a796-43e5-8cee-5b7920e1cb8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:11.890667 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03afd33-a796-43e5-8cee-5b7920e1cb8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:11.890992 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03afd33-a796-43e5-8cee-5b7920e1cb8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:11.891478 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03afd33-a796-43e5-8cee-5b7920e1cb8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:11.891974 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03afd33-a796-43e5-8cee-5b7920e1cb8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:11.892300 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03afd33-a796-43e5-8cee-5b7920e1cb8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:11.892615 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03afd33-a796-43e5-8cee-5b7920e1cb8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:11.892971 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03afd33-a796-43e5-8cee-5b7920e1cb8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:11.893268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03afd33-a796-43e5-8cee-5b7920e1cb8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:11.923434 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:11.966268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d03afd33-a796-43e5-8cee-5b7920e1cb8a None None] Provisioning for port 97c22b57-3676-409e-9d0e-9776c335a354 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:11.988676 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d03afd33-a796-43e5-8cee-5b7920e1cb8a None None] Provisioning complete for port 97c22b57-3676-409e-9d0e-9776c335a354 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:11.989182 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d03afd33-a796-43e5-8cee-5b7920e1cb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:12.019509 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0819cef2-3f16-4fc1-8035-7c723194883f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:12.028318 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 847d0003-3737-41f5-8ce2-bd8d054ebe1a no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:41:12.054494 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-addb0dd9-8aff-4102-853d-a90ef2ef54a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:12.089292 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819cef2-3f16-4fc1-8035-7c723194883f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=c358a442-0d41-49f8-8a02-56bd58e676bd,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:12.091091 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a603c11b-6daf-4b99-8741-52a71ee5c8b0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:12.095860 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a603c11b-6daf-4b99-8741-52a71ee5c8b0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Usage tracker for resource:subnet and tenant:798f97419872427fbdc61064af1a2dd7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:12.098911 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.resource_extend [None req-6ee320ed-6027-4333-bdb7-3f4810daa5a6 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:41:12.101236 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a603c11b-6daf-4b99-8741-52a71ee5c8b0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:12.102920 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 847d0003-3737-41f5-8ce2-bd8d054ebe1a {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:41:12.103362 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 847d0003-3737-41f5-8ce2-bd8d054ebe1a not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:41:12.104360 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device cf441ca4-1131-46fb-b022-ac93dd4d85f5 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:41:12.108618 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a603c11b-6daf-4b99-8741-52a71ee5c8b0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:12.126858 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-0819cef2-3f16-4fc1-8035-7c723194883f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:12.139489 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-731baf06-b39f-4b39-8da2-2c89cbca9889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:12.155979 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797284a9-5f14-4645-affd-bec8aa4ff488 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:12.164738 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-731baf06-b39f-4b39-8da2-2c89cbca9889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:12.166176 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-731baf06-b39f-4b39-8da2-2c89cbca9889 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb1a2428-8eb8-4eab-914c-9ecd96ad0aca HTTP/1.1" status: 204 len: 168 time: 0.6142251 Mar 07 21:41:12.167564 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731baf06-b39f-4b39-8da2-2c89cbca9889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1a2428-8eb8-4eab-914c-9ecd96ad0aca,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:12.261343 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a603c11b-6daf-4b99-8741-52a71ee5c8b0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Made reservation on behalf of 798f97419872427fbdc61064af1a2dd7 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:12.266616 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a603c11b-6daf-4b99-8741-52a71ee5c8b0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:12.272847 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: cf441ca4-1131-46fb-b022-ac93dd4d85f5 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:41:12.273307 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device cf441ca4-1131-46fb-b022-ac93dd4d85f5 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:41:12.311716 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=20c1fd6e-424c-4d80-bb46-c89c6c26aae1,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:12.368502 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0819cef2-3f16-4fc1-8035-7c723194883f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:12.369838 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0819cef2-3f16-4fc1-8035-7c723194883f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:12.379665 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-d03afd33-a796-43e5-8cee-5b7920e1cb8a None None] Port 97c22b57-3676-409e-9d0e-9776c335a354 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:41:12.395074 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addb0dd9-8aff-4102-853d-a90ef2ef54a8 None None] Network 71412512-80e2-4f0b-a9ff-83deaea1e9e2 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:12.406201 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6ee320ed-6027-4333-bdb7-3f4810daa5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:12.407379 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee320ed-6027-4333-bdb7-3f4810daa5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:12.408122 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6ee320ed-6027-4333-bdb7-3f4810daa5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:12.409718 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-addb0dd9-8aff-4102-853d-a90ef2ef54a8 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:12.430354 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addb0dd9-8aff-4102-853d-a90ef2ef54a8 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:12.565051 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 07655d0a-fa13-4d33-8c21-75878fce99e7 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:12.652702 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb0dd9-8aff-4102-853d-a90ef2ef54a8 None None] Pushing event updated for resources: {'Port': ['ID=e5a11308-efca-429e-9cc0-6edb9125d179,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:12.662098 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee320ed-6027-4333-bdb7-3f4810daa5a6 admin admin] Pushing event updated for resources: {'Network': ['ID=c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:12.680480 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a603c11b-6daf-4b99-8741-52a71ee5c8b0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:12.686399 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6ee320ed-6027-4333-bdb7-3f4810daa5a6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 5.2056990 Mar 07 21:41:12.690143 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0819cef2-3f16-4fc1-8035-7c723194883f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.0662415 Mar 07 21:41:12.719301 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43280) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:12.719301 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43282) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:12.726644 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:41:12.730713 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f7b6b845-ce82-462e-9a85-69e5ad861ab4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'port': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'mac_address': 'fa:16:3e:66:ac:23', 'name': 'tempest-NetworksTestDHCPv6-822996734'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:12.754273 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-2347240b-e489-4f5b-90c5-73701aafebd3 admin admin] Request body: {'subnet': {'network_id': 'c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-77630845-subnet', 'tenant_id': '7f3dafa0042c4ece822926a24099ff9e', 'ip_version': 4}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:12.761463 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-addb0dd9-8aff-4102-853d-a90ef2ef54a8 None None] Attempting to bind port e5a11308-efca-429e-9cc0-6edb9125d179 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:41:12.761913 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-addb0dd9-8aff-4102-853d-a90ef2ef54a8 None None] Attempting to bind port e5a11308-efca-429e-9cc0-6edb9125d179 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f9e35a71-1c45-4f3d-a7ba-9280684fe527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '71412512-80e2-4f0b-a9ff-83deaea1e9e2'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:41:12.762215 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb0dd9-8aff-4102-853d-a90ef2ef54a8 None None] Attempting to bind port e5a11308-efca-429e-9cc0-6edb9125d179 on network 71412512-80e2-4f0b-a9ff-83deaea1e9e2 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:41:12.781352 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a603c11b-6daf-4b99-8741-52a71ee5c8b0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Network a6db8684-d898-46a0-aaf6-8ede249b4167 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:12.827437 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-a603c11b-6daf-4b99-8741-52a71ee5c8b0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:12.835212 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-2347240b-e489-4f5b-90c5-73701aafebd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:12.843655 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a603c11b-6daf-4b99-8741-52a71ee5c8b0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:12.844570 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a603c11b-6daf-4b99-8741-52a71ee5c8b0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:12.854574 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603c11b-6daf-4b99-8741-52a71ee5c8b0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Subnet': ['ID=bcb87193-f024-44b0-b40b-d4a06299fe7d,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:12.856938 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9d12cc9d-218a-4f69-891c-caa6542ee909 None None] Provisioning complete for port 5df2f764-5000-45e6-8123-9071ca4d81d2 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:12.857304 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9d12cc9d-218a-4f69-891c-caa6542ee909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:12.858337 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-2347240b-e489-4f5b-90c5-73701aafebd3 admin admin] Usage tracker for resource:subnet and tenant:7f3dafa0042c4ece822926a24099ff9e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:12.889071 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072e93af-a734-42fd-b663-fe2f48427970 None None] Network a6db8684-d898-46a0-aaf6-8ede249b4167 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:12.922104 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-2347240b-e489-4f5b-90c5-73701aafebd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:12.938475 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ea329d7b-5b28-4ffa-be1f-4f3912b39715 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:12.940152 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb0dd9-8aff-4102-853d-a90ef2ef54a8 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:41:12.940519 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb0dd9-8aff-4102-853d-a90ef2ef54a8 None None] Checking segment: {'id': 'f9e35a71-1c45-4f3d-a7ba-9280684fe527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '71412512-80e2-4f0b-a9ff-83deaea1e9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:12.940914 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-addb0dd9-8aff-4102-853d-a90ef2ef54a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:12.941297 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb0dd9-8aff-4102-853d-a90ef2ef54a8 None None] Bound using segment: {'id': 'f9e35a71-1c45-4f3d-a7ba-9280684fe527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '71412512-80e2-4f0b-a9ff-83deaea1e9e2'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:41:12.941772 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-addb0dd9-8aff-4102-853d-a90ef2ef54a8 None None] Bound port: e5a11308-efca-429e-9cc0-6edb9125d179, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e35a71-1c45-4f3d-a7ba-9280684fe527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '71412512-80e2-4f0b-a9ff-83deaea1e9e2'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:41:12.943006 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-addb0dd9-8aff-4102-853d-a90ef2ef54a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:12.948080 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-2347240b-e489-4f5b-90c5-73701aafebd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:13.007308 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f7b6b845-ce82-462e-9a85-69e5ad861ab4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:13.018598 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f7b6b845-ce82-462e-9a85-69e5ad861ab4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:port and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:13.021943 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f7b6b845-ce82-462e-9a85-69e5ad861ab4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:13.030012 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a603c11b-6daf-4b99-8741-52a71ee5c8b0 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3101010 Mar 07 21:41:13.031992 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f7b6b845-ce82-462e-9a85-69e5ad861ab4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:13.034275 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43296) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:13.042832 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-2da7af43-aac4-4cba-a5fa-ffda00f544ce tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1933549808', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bcb87193-f024-44b0-b40b-d4a06299fe7d'}], 'security_groups': ['168c4ca3-ee53-467d-bbb0-3c473ebb2d61', '1a20382d-5a80-4c90-85f7-e2b6fa5666d8']}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:13.095420 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2347240b-e489-4f5b-90c5-73701aafebd3 admin admin] Made reservation on behalf of 7f3dafa0042c4ece822926a24099ff9e for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:13.098357 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2347240b-e489-4f5b-90c5-73701aafebd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:13.131669 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-addb0dd9-8aff-4102-853d-a90ef2ef54a8 None None] For port e5a11308-efca-429e-9cc0-6edb9125d179, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:41:13.166995 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-addb0dd9-8aff-4102-853d-a90ef2ef54a8 None None] For port e5a11308-efca-429e-9cc0-6edb9125d179, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e5a11308-efca-429e-9cc0-6edb9125d179,segment=NetworkSegment(f9e35a71-1c45-4f3d-a7ba-9280684fe527),segment_id=f9e35a71-1c45-4f3d-a7ba-9280684fe527)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:41:13.178544 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6b27aa40-dea2-4876-b787-6e2107bbfd0b tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:13.230844 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453d8cb9-7eae-4756-ba48-8ff096c72ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'fixed_ips': [{'subnet_id': 'c358a442-0d41-49f8-8a02-56bd58e676bd'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:41:13.231896 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-453d8cb9-7eae-4756-ba48-8ff096c72ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:13.247092 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 07655d0a-fa13-4d33-8c21-75878fce99e7 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:13.286924 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27aa40-dea2-4876-b787-6e2107bbfd0b tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Pushing event deleted for resources: {'Port': ['ID=bf8d1104-6bee-409b-9ef5-775c39a80365,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:13.290880 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-addb0dd9-8aff-4102-853d-a90ef2ef54a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:13.332366 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 07655d0a-fa13-4d33-8c21-75878fce99e7 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:13.332832 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:13.350083 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b6b845-ce82-462e-9a85-69e5ad861ab4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:13.653202 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f7b6b845-ce82-462e-9a85-69e5ad861ab4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:13.669564 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2da7af43-aac4-4cba-a5fa-ffda00f544ce tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:13.679302 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb0dd9-8aff-4102-853d-a90ef2ef54a8 None None] Pushing event updated for resources: {'Port': ['ID=e5a11308-efca-429e-9cc0-6edb9125d179,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:13.761865 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-f7b6b845-ce82-462e-9a85-69e5ad861ab4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] device_id is not set on port 6f7c450f-14e3-4f06-99d7-187d4bed7e49 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:41:13.798902 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5a7c25cc-3c1e-44e3-bce1-48edb93c1aa0 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:13.867713 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9d12cc9d-218a-4f69-891c-caa6542ee909 None None] Provisioning for port 3ea64d77-bd3e-451f-8a3d-f4270e18a7ce completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:13.893078 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9d12cc9d-218a-4f69-891c-caa6542ee909 None None] Provisioning complete for port 3ea64d77-bd3e-451f-8a3d-f4270e18a7ce triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:13.893447 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9d12cc9d-218a-4f69-891c-caa6542ee909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:13.912071 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-657093a8-f0e3-4b68-846e-00bdbab26bc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:13.972313 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2347240b-e489-4f5b-90c5-73701aafebd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:13.984476 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-657093a8-f0e3-4b68-846e-00bdbab26bc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:14.000919 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:14.036092 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-9d12cc9d-218a-4f69-891c-caa6542ee909 None None] Port 3ea64d77-bd3e-451f-8a3d-f4270e18a7ce cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:41:14.072086 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-453d8cb9-7eae-4756-ba48-8ff096c72ecc None None] Allocated IP 2001:db8::f816:3eff:feab:8b63 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/c358a442-0d41-49f8-8a02-56bd58e676bd/2ad5a780-9c34-45e8-aeab-948f384c5d89) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:14.097972 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9d12cc9d-218a-4f69-891c-caa6542ee909 None None] Could not find standard attr ID for object bf8d1104-6bee-409b-9ef5-775c39a80365. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:41:14.109470 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347240b-e489-4f5b-90c5-73701aafebd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11b4e03b-6171-4c59-8a53-718821d0fb37,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:14.166505 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9d12cc9d-218a-4f69-891c-caa6542ee909 None None] Provisioning complete for port 20c1fd6e-424c-4d80-bb46-c89c6c26aae1 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:14.167065 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9d12cc9d-218a-4f69-891c-caa6542ee909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:14.211390 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2347240b-e489-4f5b-90c5-73701aafebd3 admin admin] Checking segment: {'id': '8be70539-6590-417c-9104-e754cc263787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:14.211748 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2347240b-e489-4f5b-90c5-73701aafebd3 admin admin] Network hostable DHCP agents. Network: c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:41:14.216882 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6b27aa40-dea2-4876-b787-6e2107bbfd0b tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:14.233914 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c25cc-3c1e-44e3-bce1-48edb93c1aa0 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event updated for resources: {'Subnet': ['ID=fb62068d-0437-4f69-8964-0c6540763417,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:14.264474 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 07655d0a-fa13-4d33-8c21-75878fce99e7, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=07655d0a-fa13-4d33-8c21-75878fce99e7,segment=NetworkSegment(06732586-f6b0-479a-b70c-dd3efb826038),segment_id=06732586-f6b0-479a-b70c-dd3efb826038)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:14.342743 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3693b550-785b-4e33-b1df-7290f62d45df None None] Update dhcp port {'port': {'network_id': 'a6db8684-d898-46a0-aaf6-8ede249b4167', 'fixed_ips': [{'subnet_id': '1396a7cd-5644-4812-99f2-3eb8441577e2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '14315fbf-fa51-4149-82b5-b6cf907bedd3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bcb87193-f024-44b0-b40b-d4a06299fe7d'}], 'binding:host_id': 'dv-neutron-829957-1-hyperv'}, 'id': 'ae3437c4-f1b9-4e30-ab54-f4f4ade18a02'} from dv-neutron-829957-1-hyperv. {{(pid=88388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 07 21:41:14.348928 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7c25cc-3c1e-44e3-bce1-48edb93c1aa0 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Checking segment: {'id': 'f7e9b6ea-41be-4801-ac8e-76d2d8ca0d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ebf37b03-01a6-4635-8875-66bed9682675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:14.354041 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7c25cc-3c1e-44e3-bce1-48edb93c1aa0 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Network hostable DHCP agents. Network: ebf37b03-01a6-4635-8875-66bed9682675, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:41:14.358801 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-ea329d7b-5b28-4ffa-be1f-4f3912b39715 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Allocated IP 2001:db8::1 (71412512-80e2-4f0b-a9ff-83deaea1e9e2/7c5472d4-a220-400a-8e2c-6db49119420e/ade76c7e-7f86-4678-9f74-7abdbf307aab) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:14.378144 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2347240b-e489-4f5b-90c5-73701aafebd3 admin admin] Network c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:41:14.432762 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:14.433560 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 5df2f764-5000-45e6-8123-9071ca4d81d2 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:14.473870 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6b27aa40-dea2-4876-b787-6e2107bbfd0b tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] 10.222.0.21 "DELETE /v2.0/ports/bf8d1104-6bee-409b-9ef5-775c39a80365 HTTP/1.1" status: 204 len: 168 time: 5.3067651 Mar 07 21:41:14.483053 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43316) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:14.601247 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88a6d6b-0537-4f97-ba49-04277390cd26 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] GET failed (client error): The resource could not be found. Mar 07 21:41:14.601882 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e88a6d6b-0537-4f97-ba49-04277390cd26 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Synchronizing usage tracker for tenant:308c9680a92c4da0a4dcc142a0eab386 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:41:14.617228 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-2347240b-e489-4f5b-90c5-73701aafebd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:14.620023 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7c25cc-3c1e-44e3-bce1-48edb93c1aa0 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Network ebf37b03-01a6-4635-8875-66bed9682675 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:41:14.633785 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2347240b-e489-4f5b-90c5-73701aafebd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:14.635530 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2347240b-e489-4f5b-90c5-73701aafebd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:14.647288 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=07655d0a-fa13-4d33-8c21-75878fce99e7,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:14.651191 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a2c1ff-ab6e-4065-9506-0f6cb6cbd772 None None] Network c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:14.653978 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-657093a8-f0e3-4b68-846e-00bdbab26bc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Allocated IP 172.26.2.252 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/2ed644d5-dac7-49a3-9970-8653b1500223) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:14.660748 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-5a7c25cc-3c1e-44e3-bce1-48edb93c1aa0 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, ebf37b03-01a6-4635-8875-66bed9682675) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:14.665423 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7c25cc-3c1e-44e3-bce1-48edb93c1aa0 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:14.666249 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5a7c25cc-3c1e-44e3-bce1-48edb93c1aa0 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:14.695022 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828a2e57-5aee-4a2a-aab4-b1a362daf7ee None None] Network ebf37b03-01a6-4635-8875-66bed9682675 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:14.713391 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-2da7af43-aac4-4cba-a5fa-ffda00f544ce tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Delete allocated IP 2001:db8::153 (a6db8684-d898-46a0-aaf6-8ede249b4167/14315fbf-fa51-4149-82b5-b6cf907bedd3) {{(pid=88386) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 21:41:14.726863 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-2da7af43-aac4-4cba-a5fa-ffda00f544ce tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Allocated IP 2001:db8:0:2::149 (a6db8684-d898-46a0-aaf6-8ede249b4167/bcb87193-f024-44b0-b40b-d4a06299fe7d/97c22b57-3676-409e-9d0e-9776c335a354) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:14.745743 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e88a6d6b-0537-4f97-ba49-04277390cd26 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Unset dirty status for tenant:308c9680a92c4da0a4dcc142a0eab386 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:41:14.746985 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e88a6d6b-0537-4f97-ba49-04277390cd26 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] 10.222.0.21 "GET /v2.0/ports/bf8d1104-6bee-409b-9ef5-775c39a80365 HTTP/1.1" status: 404 len: 333 time: 0.2604408 Mar 07 21:41:14.752513 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43324) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:14.815902 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2347240b-e489-4f5b-90c5-73701aafebd3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0846891 Mar 07 21:41:14.815902 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43328) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:14.824147 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-747bfed5-3d7f-4027-9c68-1bed3eb3b60f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-77630845-router', 'tenant_id': '7f3dafa0042c4ece822926a24099ff9e', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:14.835653 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-dfe343cc-40bd-4e75-94e9-d4f39846bd48 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Request body: {'port': {'network_id': '74e40103-66aa-44af-9f05-bd9c89ced062', 'name': 'tempest-AllowedAddressPairTestJSON-796095310'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:14.839236 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-747bfed5-3d7f-4027-9c68-1bed3eb3b60f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:14.843578 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-747bfed5-3d7f-4027-9c68-1bed3eb3b60f admin admin] Usage tracker for resource:router and tenant:7f3dafa0042c4ece822926a24099ff9e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:14.846581 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-747bfed5-3d7f-4027-9c68-1bed3eb3b60f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:14.852766 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-747bfed5-3d7f-4027-9c68-1bed3eb3b60f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:14.872078 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ea329d7b-5b28-4ffa-be1f-4f3912b39715 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:14.875663 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5a7c25cc-3c1e-44e3-bce1-48edb93c1aa0 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 4.8359728 Mar 07 21:41:14.892865 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43334) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:14.940490 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3693b550-785b-4e33-b1df-7290f62d45df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:14.992515 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-747bfed5-3d7f-4027-9c68-1bed3eb3b60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:14.994359 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-747bfed5-3d7f-4027-9c68-1bed3eb3b60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:15.003605 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-ea329d7b-5b28-4ffa-be1f-4f3912b39715 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Transition to ACTIVE for port object ade76c7e-7f86-4678-9f74-7abdbf307aab will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:15.027129 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43338) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:15.066427 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-747bfed5-3d7f-4027-9c68-1bed3eb3b60f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:15.175534 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-657093a8-f0e3-4b68-846e-00bdbab26bc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:15.219738 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-dfe343cc-40bd-4e75-94e9-d4f39846bd48 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:15.229832 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-dfe343cc-40bd-4e75-94e9-d4f39846bd48 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:15.260648 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-39848e14-75c3-498e-871f-46ea677217cc tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:15.327750 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe343cc-40bd-4e75-94e9-d4f39846bd48 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Made reservation on behalf of 308c9680a92c4da0a4dcc142a0eab386 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:15.331302 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dfe343cc-40bd-4e75-94e9-d4f39846bd48 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:15.372396 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-39848e14-75c3-498e-871f-46ea677217cc tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:15.430926 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-453d8cb9-7eae-4756-ba48-8ff096c72ecc None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:15.440215 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2da7af43-aac4-4cba-a5fa-ffda00f544ce tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:15.448648 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 5df2f764-5000-45e6-8123-9071ca4d81d2 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:15.449029 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:15.456623 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-bebce2f2-d356-48b9-b184-3e22a623d0ea tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1422761556'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:15.460220 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ea329d7b-5b28-4ffa-be1f-4f3912b39715 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:15.465167 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-657093a8-f0e3-4b68-846e-00bdbab26bc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:15.476234 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-bebce2f2-d356-48b9-b184-3e22a623d0ea tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:15.487992 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bebce2f2-d356-48b9-b184-3e22a623d0ea tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Usage tracker for resource:network and tenant:5a22d3e8a4894a71adc831a2806e9f3e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:15.536750 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-453d8cb9-7eae-4756-ba48-8ff096c72ecc None None] Transition to ACTIVE for port object 2ad5a780-9c34-45e8-aeab-948f384c5d89 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:15.540422 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91043254-2be9-43a0-b3f8-f888baaa31da None None] Network 71412512-80e2-4f0b-a9ff-83deaea1e9e2 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:15.554448 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bebce2f2-d356-48b9-b184-3e22a623d0ea tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:15.561122 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-dfe343cc-40bd-4e75-94e9-d4f39846bd48 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] device_id is not set on port 01820910-3282-4bfe-bbd7-5f0f76672cc0 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:41:15.577543 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-747bfed5-3d7f-4027-9c68-1bed3eb3b60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:15.581315 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-2da7af43-aac4-4cba-a5fa-ffda00f544ce tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Transition to ACTIVE for port object 97c22b57-3676-409e-9d0e-9776c335a354 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:15.582403 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-bebce2f2-d356-48b9-b184-3e22a623d0ea tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:15.607761 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc50e925-3eea-4d9c-9397-720600c90132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23', 'network_id': 'c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23', 'tenant_id': '7f3dafa0042c4ece822926a24099ff9e', 'fixed_ips': [{'subnet_id': '11b4e03b-6171-4c59-8a53-718821d0fb37'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:41:15.608187 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cc50e925-3eea-4d9c-9397-720600c90132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:15.610962 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea329d7b-5b28-4ffa-be1f-4f3912b39715 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network 71412512-80e2-4f0b-a9ff-83deaea1e9e2 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:15.619147 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657093a8-f0e3-4b68-846e-00bdbab26bc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:15.620175 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-ea329d7b-5b28-4ffa-be1f-4f3912b39715 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:15.631981 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-657093a8-f0e3-4b68-846e-00bdbab26bc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:15.637092 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea329d7b-5b28-4ffa-be1f-4f3912b39715 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:15.637617 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ea329d7b-5b28-4ffa-be1f-4f3912b39715 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:15.646173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2da7af43-aac4-4cba-a5fa-ffda00f544ce tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:15.654493 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657093a8-f0e3-4b68-846e-00bdbab26bc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:15.695796 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea329d7b-5b28-4ffa-be1f-4f3912b39715 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Port': ['ID=ade76c7e-7f86-4678-9f74-7abdbf307aab,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:15.731086 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-453d8cb9-7eae-4756-ba48-8ff096c72ecc None None] Transition to ACTIVE for port object 2ad5a780-9c34-45e8-aeab-948f384c5d89 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:15.775693 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebce2f2-d356-48b9-b184-3e22a623d0ea tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Made reservation on behalf of 5a22d3e8a4894a71adc831a2806e9f3e for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:15.778695 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bebce2f2-d356-48b9-b184-3e22a623d0ea tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:15.792147 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-2da7af43-aac4-4cba-a5fa-ffda00f544ce tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] In _notify_port_updated(), no bound segment for port 97c22b57-3676-409e-9d0e-9776c335a354 on network a6db8684-d898-46a0-aaf6-8ede249b4167 {{(pid=88386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 07 21:41:15.797635 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da7af43-aac4-4cba-a5fa-ffda00f544ce tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:15.798300 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2da7af43-aac4-4cba-a5fa-ffda00f544ce tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:15.804670 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2da7af43-aac4-4cba-a5fa-ffda00f544ce tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "PUT /v2.0/ports/97c22b57-3676-409e-9d0e-9776c335a354 HTTP/1.1" status: 200 len: 970 time: 2.7642915 Mar 07 21:41:15.815697 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43344) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:15.818300 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7af43-aac4-4cba-a5fa-ffda00f544ce tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event updated for resources: {'Port': ['ID=97c22b57-3676-409e-9d0e-9776c335a354,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:15.851103 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bebce2f2-d356-48b9-b184-3e22a623d0ea tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:15.885678 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192faa29-e7b1-4243-b9a3-334d721badca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ebf37b03-01a6-4635-8875-66bed9682675', 'network_id': 'ebf37b03-01a6-4635-8875-66bed9682675', 'tenant_id': '246b656d4a9647d081f87e587fc0780f', 'fixed_ips': [{'subnet_id': 'fb62068d-0437-4f69-8964-0c6540763417'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:41:15.886488 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-192faa29-e7b1-4243-b9a3-334d721badca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:15.890202 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-bebce2f2-d356-48b9-b184-3e22a623d0ea tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:15.899921 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bebce2f2-d356-48b9-b184-3e22a623d0ea tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Usage tracker for resource:security_group_rule and tenant:5a22d3e8a4894a71adc831a2806e9f3e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:15.903390 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bebce2f2-d356-48b9-b184-3e22a623d0ea tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:15.919321 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c5f1241b-8ea8-4602-b310-bd23570a9785 None None] Provisioning for port e5a11308-efca-429e-9cc0-6edb9125d179 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:15.933682 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657093a8-f0e3-4b68-846e-00bdbab26bc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Pushing event updated for resources: {'Port': ['ID=2ed644d5-dac7-49a3-9970-8653b1500223,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:15.973780 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-bebce2f2-d356-48b9-b184-3e22a623d0ea tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:15.994625 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:15.995719 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-453d8cb9-7eae-4756-ba48-8ff096c72ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:16.020219 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-29092741-c135-44ad-921b-129e9d2d939e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port 97c22b57-3676-409e-9d0e-9776c335a354 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:16.020594 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-29092741-c135-44ad-921b-129e9d2d939e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:16.142962 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-f7b6b845-ce82-462e-9a85-69e5ad861ab4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 2001:db8::f816:3eff:fe66:ac23 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/c358a442-0d41-49f8-8a02-56bd58e676bd/6f7c450f-14e3-4f06-99d7-187d4bed7e49) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:16.144679 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-39848e14-75c3-498e-871f-46ea677217cc tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:16.201209 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:41:16.237611 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39848e14-75c3-498e-871f-46ea677217cc tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event deleted for resources: {'Subnet': ['ID=fb62068d-0437-4f69-8964-0c6540763417,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:16.241925 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-dfe343cc-40bd-4e75-94e9-d4f39846bd48 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Allocated IP 172.20.0.6 (74e40103-66aa-44af-9f05-bd9c89ced062/94d5c771-f518-4679-8859-1678fdf1a2a8/01820910-3282-4bfe-bbd7-5f0f76672cc0) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:16.267157 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-3693b550-785b-4e33-b1df-7290f62d45df None None] Allocated IP 2001:db8:0:2::2 (a6db8684-d898-46a0-aaf6-8ede249b4167/bcb87193-f024-44b0-b40b-d4a06299fe7d/ae3437c4-f1b9-4e30-ab54-f4f4ade18a02) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:16.308556 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453d8cb9-7eae-4756-ba48-8ff096c72ecc None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:16.331594 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-453d8cb9-7eae-4756-ba48-8ff096c72ecc None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:16.351532 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453d8cb9-7eae-4756-ba48-8ff096c72ecc None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:16.362347 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d8cb9-7eae-4756-ba48-8ff096c72ecc None None] Pushing event updated for resources: {'Port': ['ID=2ad5a780-9c34-45e8-aeab-948f384c5d89,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:16.499581 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-39848e14-75c3-498e-871f-46ea677217cc tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:16.499807 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bebce2f2-d356-48b9-b184-3e22a623d0ea tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:16.524572 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cababa5-b478-4941-a3b8-7b43fe79dfe3 None None] Network ebf37b03-01a6-4635-8875-66bed9682675 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:16.576224 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ea329d7b-5b28-4ffa-be1f-4f3912b39715 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:16.591240 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-cc50e925-3eea-4d9c-9397-720600c90132 None None] Allocated IP 172.20.0.2 (c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23/11b4e03b-6171-4c59-8a53-718821d0fb37/1dfce96f-c54a-4589-980f-3b6906540298) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:16.591493 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-39848e14-75c3-498e-871f-46ea677217cc tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf37b03-01a6-4635-8875-66bed9682675']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:16.615134 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-39848e14-75c3-498e-871f-46ea677217cc tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e9b6ea-41be-4801-ac8e-76d2d8ca0d90') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:16.615475 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-39848e14-75c3-498e-871f-46ea677217cc tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e9b6ea-41be-4801-ac8e-76d2d8ca0d90') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:16.672812 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 07655d0a-fa13-4d33-8c21-75878fce99e7 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:16.679661 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-39848e14-75c3-498e-871f-46ea677217cc tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:16.696558 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-453d8cb9-7eae-4756-ba48-8ff096c72ecc None None] Attempting to bind port 2ad5a780-9c34-45e8-aeab-948f384c5d89 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:41:16.696980 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-453d8cb9-7eae-4756-ba48-8ff096c72ecc None None] Attempting to bind port 2ad5a780-9c34-45e8-aeab-948f384c5d89 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:41:16.697308 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453d8cb9-7eae-4756-ba48-8ff096c72ecc None None] Attempting to bind port 2ad5a780-9c34-45e8-aeab-948f384c5d89 on network ab63f4f6-c089-409c-a9c4-f2088e2d7005 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:41:16.731584 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bebce2f2-d356-48b9-b184-3e22a623d0ea tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:16.762859 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453d8cb9-7eae-4756-ba48-8ff096c72ecc None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:41:16.763476 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453d8cb9-7eae-4756-ba48-8ff096c72ecc None None] Checking segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:16.763678 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-453d8cb9-7eae-4756-ba48-8ff096c72ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:16.764029 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453d8cb9-7eae-4756-ba48-8ff096c72ecc None None] Bound using segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:41:16.764504 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-453d8cb9-7eae-4756-ba48-8ff096c72ecc None None] Bound port: 2ad5a780-9c34-45e8-aeab-948f384c5d89, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:41:16.764869 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-453d8cb9-7eae-4756-ba48-8ff096c72ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:16.803073 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-39848e14-75c3-498e-871f-46ea677217cc tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:16.849507 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-3693b550-785b-4e33-b1df-7290f62d45df None None] For port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=ae3437c4-f1b9-4e30-ab54-f4f4ade18a02,segment=NetworkSegment(55fe160e-fb95-4ff2-a152-007ef062f095),segment_id=55fe160e-fb95-4ff2-a152-007ef062f095)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:16.868019 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-29092741-c135-44ad-921b-129e9d2d939e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:16.890221 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebce2f2-d356-48b9-b184-3e22a623d0ea tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:41:16.904026 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39848e14-75c3-498e-871f-46ea677217cc tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:41:16.904362 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-39848e14-75c3-498e-871f-46ea677217cc tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:41:16.979819 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:41:17.056935 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebce2f2-d356-48b9-b184-3e22a623d0ea tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8374d831-457a-408f-ba91-008b5daa744e,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:17.070519 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-29092741-c135-44ad-921b-129e9d2d939e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Calling delete_port for 97c22b57-3676-409e-9d0e-9776c335a354 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:17.090667 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-657093a8-f0e3-4b68-846e-00bdbab26bc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router_gateway, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:17.110994 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3693b550-785b-4e33-b1df-7290f62d45df None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:17.119866 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bebce2f2-d356-48b9-b184-3e22a623d0ea tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:17.120382 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-bebce2f2-d356-48b9-b184-3e22a623d0ea tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Added segment 070c8c15-c22d-48f7-a445-d88f17ceced3 of type vlan for network 4961eb08-d72c-4513-8c3f-260856a21d62 Mar 07 21:41:17.135374 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-747bfed5-3d7f-4027-9c68-1bed3eb3b60f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:17.192276 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 07655d0a-fa13-4d33-8c21-75878fce99e7 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:17.192773 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:17.198376 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-747bfed5-3d7f-4027-9c68-1bed3eb3b60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:17.226659 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3693b550-785b-4e33-b1df-7290f62d45df None None] Transition to ACTIVE for port object ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:17.228077 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-453d8cb9-7eae-4756-ba48-8ff096c72ecc None None] For port 2ad5a780-9c34-45e8-aeab-948f384c5d89, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:41:17.287381 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f7b6b845-ce82-462e-9a85-69e5ad861ab4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:17.288364 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3693b550-785b-4e33-b1df-7290f62d45df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:17.293761 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dfe343cc-40bd-4e75-94e9-d4f39846bd48 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:17.309477 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bebce2f2-d356-48b9-b184-3e22a623d0ea tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:17.309759 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cc50e925-3eea-4d9c-9397-720600c90132 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:17.316959 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-dfe343cc-40bd-4e75-94e9-d4f39846bd48 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Transition to ACTIVE for port object 01820910-3282-4bfe-bbd7-5f0f76672cc0 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:17.384272 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-f7b6b845-ce82-462e-9a85-69e5ad861ab4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Transition to ACTIVE for port object 6f7c450f-14e3-4f06-99d7-187d4bed7e49 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:17.409078 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-39848e14-75c3-498e-871f-46ea677217cc tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:17.413256 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-39848e14-75c3-498e-871f-46ea677217cc tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:17.416611 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-cc50e925-3eea-4d9c-9397-720600c90132 None None] Transition to ACTIVE for port object 1dfce96f-c54a-4589-980f-3b6906540298 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:17.440855 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-cc50e925-3eea-4d9c-9397-720600c90132 None None] Transition to ACTIVE for port object 1dfce96f-c54a-4589-980f-3b6906540298 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:17.456962 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-39848e14-75c3-498e-871f-46ea677217cc tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/networks/ebf37b03-01a6-4635-8875-66bed9682675 HTTP/1.1" status: 204 len: 168 time: 2.5587158 Mar 07 21:41:17.460454 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43348) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:17.472737 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-91dcab10-3318-49ff-af7e-a7032a728df5 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1997488515'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:17.491301 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-453d8cb9-7eae-4756-ba48-8ff096c72ecc None None] For port 2ad5a780-9c34-45e8-aeab-948f384c5d89, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2ad5a780-9c34-45e8-aeab-948f384c5d89,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:41:17.494337 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-91dcab10-3318-49ff-af7e-a7032a728df5 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:17.507414 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-91dcab10-3318-49ff-af7e-a7032a728df5 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Usage tracker for resource:network and tenant:246b656d4a9647d081f87e587fc0780f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:17.513945 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-91dcab10-3318-49ff-af7e-a7032a728df5 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:17.528329 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-91dcab10-3318-49ff-af7e-a7032a728df5 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:17.529282 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693b550-785b-4e33-b1df-7290f62d45df None None] Pushing event updated for resources: {'Port': ['ID=ae3437c4-f1b9-4e30-ab54-f4f4ade18a02,revision_number=7']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:17.540264 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-747bfed5-3d7f-4027-9c68-1bed3eb3b60f admin admin] Allocated IP 172.26.2.198 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/8d20fc6c-fa16-470c-b211-abf84064e7c9) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:17.542555 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cc50e925-3eea-4d9c-9397-720600c90132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:17.554316 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bebce2f2-d356-48b9-b184-3e22a623d0ea tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:17.560565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebce2f2-d356-48b9-b184-3e22a623d0ea tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:17.561253 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bebce2f2-d356-48b9-b184-3e22a623d0ea tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:17.588297 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39848e14-75c3-498e-871f-46ea677217cc tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event deleted for resources: {'Network': ['ID=ebf37b03-01a6-4635-8875-66bed9682675,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:17.603574 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-29092741-c135-44ad-921b-129e9d2d939e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:17.658289 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-453d8cb9-7eae-4756-ba48-8ff096c72ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:17.669432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dcab10-3318-49ff-af7e-a7032a728df5 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Made reservation on behalf of 246b656d4a9647d081f87e587fc0780f for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:17.673234 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-91dcab10-3318-49ff-af7e-a7032a728df5 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:17.684306 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-103391be-d05c-4537-8a2e-d4f511b65635 None None] Provisioning for port ade76c7e-7f86-4678-9f74-7abdbf307aab completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:17.695536 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc50e925-3eea-4d9c-9397-720600c90132 None None] Network c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:17.711954 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-cc50e925-3eea-4d9c-9397-720600c90132 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:17.721277 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-103391be-d05c-4537-8a2e-d4f511b65635 None None] Provisioning complete for port ade76c7e-7f86-4678-9f74-7abdbf307aab triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:17.721634 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-103391be-d05c-4537-8a2e-d4f511b65635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:17.748526 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc50e925-3eea-4d9c-9397-720600c90132 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:17.770619 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50e925-3eea-4d9c-9397-720600c90132 None None] Pushing event updated for resources: {'Port': ['ID=1dfce96f-c54a-4589-980f-3b6906540298,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:17.776886 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29092741-c135-44ad-921b-129e9d2d939e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Port': ['ID=97c22b57-3676-409e-9d0e-9776c335a354,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:17.779432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f7b6b845-ce82-462e-9a85-69e5ad861ab4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:17.816949 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e5a11308-efca-429e-9cc0-6edb9125d179 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:17.923122 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebce2f2-d356-48b9-b184-3e22a623d0ea tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Pushing event updated for resources: {'Network': ['ID=4961eb08-d72c-4513-8c3f-260856a21d62,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:17.955047 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 4961eb08-d72c-4513-8c3f-260856a21d62 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:41:18.048174 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dfe343cc-40bd-4e75-94e9-d4f39846bd48 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:18.059499 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b6b845-ce82-462e-9a85-69e5ad861ab4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:18.066673 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-29092741-c135-44ad-921b-129e9d2d939e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:18.071423 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-29092741-c135-44ad-921b-129e9d2d939e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/ports/97c22b57-3676-409e-9d0e-9776c335a354 HTTP/1.1" status: 204 len: 168 time: 2.2545910 Mar 07 21:41:18.072748 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-f7b6b845-ce82-462e-9a85-69e5ad861ab4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:18.075207 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d8cb9-7eae-4756-ba48-8ff096c72ecc None None] Pushing event updated for resources: {'Port': ['ID=2ad5a780-9c34-45e8-aeab-948f384c5d89,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:18.075344 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b6b845-ce82-462e-9a85-69e5ad861ab4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:18.081792 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b6b845-ce82-462e-9a85-69e5ad861ab4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:18.083954 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f7b6b845-ce82-462e-9a85-69e5ad861ab4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:18.090951 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43352) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:18.122322 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bebce2f2-d356-48b9-b184-3e22a623d0ea tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.0913653 Mar 07 21:41:18.130989 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-657093a8-f0e3-4b68-846e-00bdbab26bc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:18.150688 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-103391be-d05c-4537-8a2e-d4f511b65635 None None] Port ade76c7e-7f86-4678-9f74-7abdbf307aab cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:41:18.154585 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43356) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:18.190035 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91dcab10-3318-49ff-af7e-a7032a728df5 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:41:18.192770 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-cc50e925-3eea-4d9c-9397-720600c90132 None None] Attempting to bind port 1dfce96f-c54a-4589-980f-3b6906540298 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:41:18.193372 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-cc50e925-3eea-4d9c-9397-720600c90132 None None] Attempting to bind port 1dfce96f-c54a-4589-980f-3b6906540298 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '8be70539-6590-417c-9104-e754cc263787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:41:18.194101 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc50e925-3eea-4d9c-9397-720600c90132 None None] Attempting to bind port 1dfce96f-c54a-4589-980f-3b6906540298 on network c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:41:18.219885 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-4005972f-208b-4cd5-bd2c-6e2e528105fa tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] GET failed (client error): The resource could not be found. Mar 07 21:41:18.220424 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4005972f-208b-4cd5-bd2c-6e2e528105fa tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Synchronizing usage tracker for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:41:18.234615 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-91dcab10-3318-49ff-af7e-a7032a728df5 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:18.234946 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-91dcab10-3318-49ff-af7e-a7032a728df5 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Added segment ac3bf8e9-7082-47f5-a4f2-23237e0d3c96 of type vlan for network 226429f2-0db7-4351-abbe-4bc59c2e881e Mar 07 21:41:18.237721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6b845-ce82-462e-9a85-69e5ad861ab4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=6f7c450f-14e3-4f06-99d7-187d4bed7e49,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:18.265296 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-97b14f09-cb58-42c5-88ad-e4395e8ea6b6 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Request body: {'subnet': {'network_id': '4961eb08-d72c-4513-8c3f-260856a21d62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:18.315527 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-91dcab10-3318-49ff-af7e-a7032a728df5 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:18.323503 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe343cc-40bd-4e75-94e9-d4f39846bd48 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Network 74e40103-66aa-44af-9f05-bd9c89ced062 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:18.325822 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f7b6b845-ce82-462e-9a85-69e5ad861ab4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.6019011 Mar 07 21:41:18.329470 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-747bfed5-3d7f-4027-9c68-1bed3eb3b60f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:18.335701 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43360) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:18.345582 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-dfe343cc-40bd-4e75-94e9-d4f39846bd48 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:18.370310 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe343cc-40bd-4e75-94e9-d4f39846bd48 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Pushing event updated for resources: {'Port': ['ID=01820910-3282-4bfe-bbd7-5f0f76672cc0,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:18.375548 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe343cc-40bd-4e75-94e9-d4f39846bd48 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:18.438100 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4005972f-208b-4cd5-bd2c-6e2e528105fa tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Unset dirty status for tenant:798f97419872427fbdc61064af1a2dd7 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:41:18.438100 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4005972f-208b-4cd5-bd2c-6e2e528105fa tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports/97c22b57-3676-409e-9d0e-9776c335a354 HTTP/1.1" status: 404 len: 333 time: 0.3182170 Mar 07 21:41:18.445439 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43364) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:18.467736 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc50e925-3eea-4d9c-9397-720600c90132 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:41:18.468609 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc50e925-3eea-4d9c-9397-720600c90132 None None] Checking segment: {'id': '8be70539-6590-417c-9104-e754cc263787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:18.469356 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cc50e925-3eea-4d9c-9397-720600c90132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:18.469920 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc50e925-3eea-4d9c-9397-720600c90132 None None] Bound using segment: {'id': '8be70539-6590-417c-9104-e754cc263787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:41:18.470423 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-cc50e925-3eea-4d9c-9397-720600c90132 None None] Bound port: 1dfce96f-c54a-4589-980f-3b6906540298, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be70539-6590-417c-9104-e754cc263787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:41:18.470787 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cc50e925-3eea-4d9c-9397-720600c90132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:18.515167 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-91dcab10-3318-49ff-af7e-a7032a728df5 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:18.523755 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dcab10-3318-49ff-af7e-a7032a728df5 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:18.524808 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-91dcab10-3318-49ff-af7e-a7032a728df5 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:18.526795 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.resource_extend [None req-ea329d7b-5b28-4ffa-be1f-4f3912b39715 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:41:18.579694 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-7d3daa65-ea8b-4067-a807-76af963845e6 None None] Provisioning complete for port ade76c7e-7f86-4678-9f74-7abdbf307aab triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:18.580090 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7d3daa65-ea8b-4067-a807-76af963845e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:18.582781 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ea329d7b-5b28-4ffa-be1f-4f3912b39715 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:18.586948 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-97b14f09-cb58-42c5-88ad-e4395e8ea6b6 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:18.681128 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-cc50e925-3eea-4d9c-9397-720600c90132 None None] For port 1dfce96f-c54a-4589-980f-3b6906540298, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:41:18.684546 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-cc50e925-3eea-4d9c-9397-720600c90132 None None] For port 1dfce96f-c54a-4589-980f-3b6906540298, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1dfce96f-c54a-4589-980f-3b6906540298,segment=NetworkSegment(8be70539-6590-417c-9104-e754cc263787),segment_id=8be70539-6590-417c-9104-e754cc263787)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:41:18.690207 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ea329d7b-5b28-4ffa-be1f-4f3912b39715 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:18.690467 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ea329d7b-5b28-4ffa-be1f-4f3912b39715 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:18.692125 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcab10-3318-49ff-af7e-a7032a728df5 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event updated for resources: {'Network': ['ID=226429f2-0db7-4351-abbe-4bc59c2e881e,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:18.697945 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-97b14f09-cb58-42c5-88ad-e4395e8ea6b6 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Usage tracker for resource:subnet and tenant:5a22d3e8a4894a71adc831a2806e9f3e is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:18.698219 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-7d3daa65-ea8b-4067-a807-76af963845e6 None None] Port ade76c7e-7f86-4678-9f74-7abdbf307aab cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:41:18.700786 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port e5a11308-efca-429e-9cc0-6edb9125d179 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:18.706481 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port e5a11308-efca-429e-9cc0-6edb9125d179 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:18.706481 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:18.735584 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-97b14f09-cb58-42c5-88ad-e4395e8ea6b6 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:18.748137 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eaab23-7eba-467b-83a9-99b6d4e6ac2e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:18.756790 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eaab23-7eba-467b-83a9-99b6d4e6ac2e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:18.757859 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-65eaab23-7eba-467b-83a9-99b6d4e6ac2e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:41:18.761995 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 226429f2-0db7-4351-abbe-4bc59c2e881e details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:41:18.781749 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe343cc-40bd-4e75-94e9-d4f39846bd48 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:18.782436 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dfe343cc-40bd-4e75-94e9-d4f39846bd48 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:18.786316 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-97b14f09-cb58-42c5-88ad-e4395e8ea6b6 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:18.806837 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-21d78936-9e47-4082-8aae-2d0a47138b1f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:18.842894 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-21d78936-9e47-4082-8aae-2d0a47138b1f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:18.879995 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cc50e925-3eea-4d9c-9397-720600c90132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:18.907667 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-747bfed5-3d7f-4027-9c68-1bed3eb3b60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:18.913150 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-91dcab10-3318-49ff-af7e-a7032a728df5 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4459891 Mar 07 21:41:18.914879 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-65eaab23-7eba-467b-83a9-99b6d4e6ac2e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:41:18.916513 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-65eaab23-7eba-467b-83a9-99b6d4e6ac2e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5795529 Mar 07 21:41:18.917433 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43368) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:18.968891 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43370) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:18.975654 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-318a4acc-4813-4345-a719-73c9d9354b96 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Request body: {'subnet': {'network_id': '226429f2-0db7-4351-abbe-4bc59c2e881e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:18.997708 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea329d7b-5b28-4ffa-be1f-4f3912b39715 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Port': ['ID=ade76c7e-7f86-4678-9f74-7abdbf307aab,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:19.063541 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b14f09-cb58-42c5-88ad-e4395e8ea6b6 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Made reservation on behalf of 5a22d3e8a4894a71adc831a2806e9f3e for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:19.067068 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-97b14f09-cb58-42c5-88ad-e4395e8ea6b6 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:19.077561 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-64f65cf7-2e6a-4a8b-a4a0-03a60c56d0aa None None] Provisioning for port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:19.084723 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:19.103626 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-dfe343cc-40bd-4e75-94e9-d4f39846bd48 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.3417149 Mar 07 21:41:19.111898 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43376) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:19.126554 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-64f65cf7-2e6a-4a8b-a4a0-03a60c56d0aa None None] Provisioning complete for port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:19.126928 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-64f65cf7-2e6a-4a8b-a4a0-03a60c56d0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:19.186064 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-2e935d03-3801-443f-817b-a128a9a8aa75 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:be:2b:6a'}]}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:19.233575 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-21d78936-9e47-4082-8aae-2d0a47138b1f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:19.261241 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50e925-3eea-4d9c-9397-720600c90132 None None] Pushing event updated for resources: {'Port': ['ID=1dfce96f-c54a-4589-980f-3b6906540298,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:19.269111 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port e5a11308-efca-429e-9cc0-6edb9125d179, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e5a11308-efca-429e-9cc0-6edb9125d179,segment=NetworkSegment(f9e35a71-1c45-4f3d-a7ba-9280684fe527),segment_id=f9e35a71-1c45-4f3d-a7ba-9280684fe527)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:19.341184 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747bfed5-3d7f-4027-9c68-1bed3eb3b60f admin admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:19.351484 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d78936-9e47-4082-8aae-2d0a47138b1f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67611477-039c-4ed0-b1b5-85893181208a,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:19.357267 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:19.358595 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 20c1fd6e-424c-4d80-bb46-c89c6c26aae1 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:19.365881 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-747bfed5-3d7f-4027-9c68-1bed3eb3b60f admin admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:19.379832 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747bfed5-3d7f-4027-9c68-1bed3eb3b60f admin admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:19.423249 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-21d78936-9e47-4082-8aae-2d0a47138b1f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:19.426858 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-21d78936-9e47-4082-8aae-2d0a47138b1f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/security-groups/67611477-039c-4ed0-b1b5-85893181208a HTTP/1.1" status: 204 len: 168 time: 0.9711251 Mar 07 21:41:19.433027 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747bfed5-3d7f-4027-9c68-1bed3eb3b60f admin admin] Pushing event updated for resources: {'Port': ['ID=8d20fc6c-fa16-470c-b211-abf84064e7c9,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:19.436892 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43380) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:19.455714 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-318a4acc-4813-4345-a719-73c9d9354b96 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:19.465840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-318a4acc-4813-4345-a719-73c9d9354b96 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Usage tracker for resource:subnet and tenant:246b656d4a9647d081f87e587fc0780f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:19.469887 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-318a4acc-4813-4345-a719-73c9d9354b96 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:19.482038 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-318a4acc-4813-4345-a719-73c9d9354b96 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:19.570143 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea329d7b-5b28-4ffa-be1f-4f3912b39715 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network 71412512-80e2-4f0b-a9ff-83deaea1e9e2 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:19.620291 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-6b26a70e-406a-4cd3-a4ad-8e371c7cb19b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting port 6f7c450f-14e3-4f06-99d7-187d4bed7e49 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:19.620672 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6b26a70e-406a-4cd3-a4ad-8e371c7cb19b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:19.630851 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=e5a11308-efca-429e-9cc0-6edb9125d179,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:19.638382 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-64f65cf7-2e6a-4a8b-a4a0-03a60c56d0aa None None] Provisioning complete for port 1aea51f6-7b1e-43d4-bb20-2f3a8995d93c triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:19.638382 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-64f65cf7-2e6a-4a8b-a4a0-03a60c56d0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:19.686631 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-ea329d7b-5b28-4ffa-be1f-4f3912b39715 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:19.717642 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318a4acc-4813-4345-a719-73c9d9354b96 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Made reservation on behalf of 246b656d4a9647d081f87e587fc0780f for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:19.721204 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657093a8-f0e3-4b68-846e-00bdbab26bc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Router 14ce8e71-adbb-4a10-a4b9-de6e3d643f96 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:41:19.721351 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-318a4acc-4813-4345-a719-73c9d9354b96 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:19.722352 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-64f65cf7-2e6a-4a8b-a4a0-03a60c56d0aa None None] Port 1aea51f6-7b1e-43d4-bb20-2f3a8995d93c cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:41:19.725762 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 20c1fd6e-424c-4d80-bb46-c89c6c26aae1 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:19.726350 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:19.771721 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-64f65cf7-2e6a-4a8b-a4a0-03a60c56d0aa None None] Could not find standard attr ID for object 97c22b57-3676-409e-9d0e-9776c335a354. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:41:19.944287 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-64f65cf7-2e6a-4a8b-a4a0-03a60c56d0aa None None] Provisioning for port 01820910-3282-4bfe-bbd7-5f0f76672cc0 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:19.984161 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-64f65cf7-2e6a-4a8b-a4a0-03a60c56d0aa None None] Provisioning complete for port 01820910-3282-4bfe-bbd7-5f0f76672cc0 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:19.985264 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-64f65cf7-2e6a-4a8b-a4a0-03a60c56d0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:20.066336 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-aea78331-167d-4e7a-9f4b-020862d1d2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:20.086416 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-64f65cf7-2e6a-4a8b-a4a0-03a60c56d0aa None None] Port 01820910-3282-4bfe-bbd7-5f0f76672cc0 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:41:20.214989 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5ce173ed-9bc2-4db4-af19-d0f4ad2891c4 None None] Provisioning complete for port ade76c7e-7f86-4678-9f74-7abdbf307aab triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:20.222192 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5ce173ed-9bc2-4db4-af19-d0f4ad2891c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:20.334206 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-747bfed5-3d7f-4027-9c68-1bed3eb3b60f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:20.352503 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-5ce173ed-9bc2-4db4-af19-d0f4ad2891c4 None None] Port ade76c7e-7f86-4678-9f74-7abdbf307aab cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:41:20.374353 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2ad5a780-9c34-45e8-aeab-948f384c5d89 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:20.379242 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fc5a77d0-53d1-436a-a094-09ab8747b4d5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:20.405592 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-318a4acc-4813-4345-a719-73c9d9354b96 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:20.448079 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5ce173ed-9bc2-4db4-af19-d0f4ad2891c4 None None] Provisioning for port 6f7c450f-14e3-4f06-99d7-187d4bed7e49 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:20.457619 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5ce173ed-9bc2-4db4-af19-d0f4ad2891c4 None None] Provisioning complete for port 6f7c450f-14e3-4f06-99d7-187d4bed7e49 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:20.458568 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5ce173ed-9bc2-4db4-af19-d0f4ad2891c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:20.505422 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a4acc-4813-4345-a719-73c9d9354b96 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event updated for resources: {'Subnet': ['ID=5c3c32bb-ef5f-4628-957a-088a3f8bcc64,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:20.540709 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-5ce173ed-9bc2-4db4-af19-d0f4ad2891c4 None None] Port 6f7c450f-14e3-4f06-99d7-187d4bed7e49 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:41:20.544844 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5ce173ed-9bc2-4db4-af19-d0f4ad2891c4 None None] Could not find standard attr ID for object 97c22b57-3676-409e-9d0e-9776c335a354. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:41:20.553660 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fc5a77d0-53d1-436a-a094-09ab8747b4d5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:20.594926 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 2ad5a780-9c34-45e8-aeab-948f384c5d89 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:20.601487 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332c4fba-41bb-4a7a-8027-47aa25930339 None None] Network c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:20.621160 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:20.623078 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318a4acc-4813-4345-a719-73c9d9354b96 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Checking segment: {'id': 'ac3bf8e9-7082-47f5-a4f2-23237e0d3c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '226429f2-0db7-4351-abbe-4bc59c2e881e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:20.623440 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318a4acc-4813-4345-a719-73c9d9354b96 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Network hostable DHCP agents. Network: 226429f2-0db7-4351-abbe-4bc59c2e881e, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:41:20.674869 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5ce173ed-9bc2-4db4-af19-d0f4ad2891c4 None None] Provisioning for port 2ad5a780-9c34-45e8-aeab-948f384c5d89 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:20.729989 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5ce173ed-9bc2-4db4-af19-d0f4ad2891c4 None None] Provisioning complete for port 2ad5a780-9c34-45e8-aeab-948f384c5d89 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:20.730372 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5ce173ed-9bc2-4db4-af19-d0f4ad2891c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:20.753256 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318a4acc-4813-4345-a719-73c9d9354b96 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Network 226429f2-0db7-4351-abbe-4bc59c2e881e is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:41:20.878562 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-747bfed5-3d7f-4027-9c68-1bed3eb3b60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:20.881602 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-318a4acc-4813-4345-a719-73c9d9354b96 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 226429f2-0db7-4351-abbe-4bc59c2e881e) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:20.885735 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:20.885735 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:20.924843 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d673a9-0034-4fd8-8162-cf6236169ebc None None] Network 226429f2-0db7-4351-abbe-4bc59c2e881e requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:20.942932 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318a4acc-4813-4345-a719-73c9d9354b96 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:20.943533 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-318a4acc-4813-4345-a719-73c9d9354b96 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:20.957871 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657093a8-f0e3-4b68-846e-00bdbab26bc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:41:20.985787 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2e935d03-3801-443f-817b-a128a9a8aa75 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:20.997608 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd689c0-4f84-4ace-9749-904dcd6639d9 None None] Sync routers for ids ['14ce8e71-adbb-4a10-a4b9-de6e3d643f96'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:41:20.999903 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-97b14f09-cb58-42c5-88ad-e4395e8ea6b6 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:21.039250 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fc5a77d0-53d1-436a-a094-09ab8747b4d5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:21.048800 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6b26a70e-406a-4cd3-a4ad-8e371c7cb19b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:21.071746 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd689c0-4f84-4ace-9749-904dcd6639d9 None None] Routers {'14ce8e71-adbb-4a10-a4b9-de6e3d643f96'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:41:21.072388 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-acd689c0-4f84-4ace-9749-904dcd6639d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['14ce8e71-adbb-4a10-a4b9-de6e3d643f96'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:21.086814 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea329d7b-5b28-4ffa-be1f-4f3912b39715 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Router ae8615f1-10b5-4c1b-be7c-a38e84fa65bc is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:41:21.178063 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-318a4acc-4813-4345-a719-73c9d9354b96 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2076273 Mar 07 21:41:21.180403 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43384) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:21.192493 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a77d0-53d1-436a-a094-09ab8747b4d5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a20382d-5a80-4c90-85f7-e2b6fa5666d8,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:21.260022 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-acd689c0-4f84-4ace-9749-904dcd6639d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:21.273021 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-6b26a70e-406a-4cd3-a4ad-8e371c7cb19b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Calling delete_port for 6f7c450f-14e3-4f06-99d7-187d4bed7e49 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:21.283669 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5ce173ed-9bc2-4db4-af19-d0f4ad2891c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:21.358539 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd689c0-4f84-4ace-9749-904dcd6639d9 None None] Routers {'14ce8e71-adbb-4a10-a4b9-de6e3d643f96'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:41:21.359154 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-acd689c0-4f84-4ace-9749-904dcd6639d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['14ce8e71-adbb-4a10-a4b9-de6e3d643f96'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:21.361134 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:21.378129 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-657093a8-f0e3-4b68-846e-00bdbab26bc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:21.379316 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-657093a8-f0e3-4b68-846e-00bdbab26bc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 13.1953189 Mar 07 21:41:21.380254 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fc5a77d0-53d1-436a-a094-09ab8747b4d5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:21.385120 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-fc5a77d0-53d1-436a-a094-09ab8747b4d5 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/security-groups/1a20382d-5a80-4c90-85f7-e2b6fa5666d8 HTTP/1.1" status: 204 len: 168 time: 1.9380462 Mar 07 21:41:21.405972 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43388) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:21.407445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43390) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:21.425337 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b14f09-cb58-42c5-88ad-e4395e8ea6b6 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Pushing event updated for resources: {'Subnet': ['ID=5829f8d0-de78-453b-906f-2718b399cdb9,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:21.443158 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-33195a52-d650-4209-b30b-363c271ca6c0 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'enable_snat': False}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:21.475134 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-acd689c0-4f84-4ace-9749-904dcd6639d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:21.475638 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd689c0-4f84-4ace-9749-904dcd6639d9 None None] The sync data for ids ['14ce8e71-adbb-4a10-a4b9-de6e3d643f96'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:41:21.514879 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e5a11308-efca-429e-9cc0-6edb9125d179 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:21.525370 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747bfed5-3d7f-4027-9c68-1bed3eb3b60f admin admin] Router cb16a998-d3e6-44e5-98df-b04946f30c47 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:41:21.548911 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-5ce173ed-9bc2-4db4-af19-d0f4ad2891c4 None None] For port 2ad5a780-9c34-45e8-aeab-948f384c5d89, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2ad5a780-9c34-45e8-aeab-948f384c5d89,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:21.593074 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b14f09-cb58-42c5-88ad-e4395e8ea6b6 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Checking segment: {'id': '070c8c15-c22d-48f7-a445-d88f17ceced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4961eb08-d72c-4513-8c3f-260856a21d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:21.593631 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b14f09-cb58-42c5-88ad-e4395e8ea6b6 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Network hostable DHCP agents. Network: 4961eb08-d72c-4513-8c3f-260856a21d62, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:41:21.607710 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea329d7b-5b28-4ffa-be1f-4f3912b39715 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:41:21.620107 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6556510-fe0a-43fe-a7d8-26fb18eb542c None None] Sync routers for ids ['ae8615f1-10b5-4c1b-be7c-a38e84fa65bc'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:41:21.639879 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6556510-fe0a-43fe-a7d8-26fb18eb542c None None] Routers {'ae8615f1-10b5-4c1b-be7c-a38e84fa65bc'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:41:21.640495 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-e6556510-fe0a-43fe-a7d8-26fb18eb542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['ae8615f1-10b5-4c1b-be7c-a38e84fa65bc'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:21.650977 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5ce173ed-9bc2-4db4-af19-d0f4ad2891c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:21.666836 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bad4a050-1d0f-4a87-aac3-59e514802a97 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:21.679512 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:21.736479 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-e6556510-fe0a-43fe-a7d8-26fb18eb542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:21.747046 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6556510-fe0a-43fe-a7d8-26fb18eb542c None None] Routers {'ae8615f1-10b5-4c1b-be7c-a38e84fa65bc'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:41:21.747861 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-e6556510-fe0a-43fe-a7d8-26fb18eb542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['ae8615f1-10b5-4c1b-be7c-a38e84fa65bc'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:21.768769 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce173ed-9bc2-4db4-af19-d0f4ad2891c4 None None] Pushing event updated for resources: {'Port': ['ID=2ad5a780-9c34-45e8-aeab-948f384c5d89,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:21.782287 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d508fd2a-d19c-40c7-9051-17f8a1ad6826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-226429f2-0db7-4351-abbe-4bc59c2e881e', 'network_id': '226429f2-0db7-4351-abbe-4bc59c2e881e', 'tenant_id': '246b656d4a9647d081f87e587fc0780f', 'fixed_ips': [{'subnet_id': '5c3c32bb-ef5f-4628-957a-088a3f8bcc64'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:41:21.783227 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d508fd2a-d19c-40c7-9051-17f8a1ad6826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:21.824518 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-e6556510-fe0a-43fe-a7d8-26fb18eb542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:21.825255 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6556510-fe0a-43fe-a7d8-26fb18eb542c None None] The sync data for ids ['ae8615f1-10b5-4c1b-be7c-a38e84fa65bc'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:41:21.870646 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port e5a11308-efca-429e-9cc0-6edb9125d179 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:21.871385 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:21.945104 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ea329d7b-5b28-4ffa-be1f-4f3912b39715 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "PUT /v2.0/routers/ae8615f1-10b5-4c1b-be7c-a38e84fa65bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9332883 Mar 07 21:41:21.945790 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43396) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:21.953525 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bad4a050-1d0f-4a87-aac3-59e514802a97 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:21.991543 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c9883c57-578d-42b1-9943-d1d5f6c0b27e None None] Provisioning for port 1dfce96f-c54a-4589-980f-3b6906540298 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:22.059980 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96a7bca-dd1d-40a1-9f78-baac23cb4676 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:22.060559 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c96a7bca-dd1d-40a1-9f78-baac23cb4676 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Synchronizing usage tracker for tenant:fcdda39025724b238190857d574ee30e on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:41:22.094785 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2e935d03-3801-443f-817b-a128a9a8aa75 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:22.129149 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b14f09-cb58-42c5-88ad-e4395e8ea6b6 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Network 4961eb08-d72c-4513-8c3f-260856a21d62 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:41:22.168484 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1dfce96f-c54a-4589-980f-3b6906540298 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:22.211630 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747bfed5-3d7f-4027-9c68-1bed3eb3b60f admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:41:22.236454 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] Sync routers for ids ['cb16a998-d3e6-44e5-98df-b04946f30c47'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:41:22.242618 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-d508fd2a-d19c-40c7-9051-17f8a1ad6826 None None] Allocated IP 2001:db8::1 (226429f2-0db7-4351-abbe-4bc59c2e881e/5c3c32bb-ef5f-4628-957a-088a3f8bcc64/eb5d49f3-5380-43f6-91fc-0b56aba4df90) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:22.274302 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] Routers {'cb16a998-d3e6-44e5-98df-b04946f30c47'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:41:22.274954 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:40:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['cb16a998-d3e6-44e5-98df-b04946f30c47'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:22.286130 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6b26a70e-406a-4cd3-a4ad-8e371c7cb19b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:22.317204 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bad4a050-1d0f-4a87-aac3-59e514802a97 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:22.319593 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bad4a050-1d0f-4a87-aac3-59e514802a97 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:22.325600 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bad4a050-1d0f-4a87-aac3-59e514802a97 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/security-groups/168c4ca3-ee53-467d-bbb0-3c473ebb2d61 HTTP/1.1" status: 204 len: 168 time: 0.9068651 Mar 07 21:41:22.325600 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-747bfed5-3d7f-4027-9c68-1bed3eb3b60f admin admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:22.325600 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-747bfed5-3d7f-4027-9c68-1bed3eb3b60f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.5121295 Mar 07 21:41:22.328465 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43400) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:22.328863 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43402) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:22.340305 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4a050-1d0f-4a87-aac3-59e514802a97 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=168c4ca3-ee53-467d-bbb0-3c473ebb2d61,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:22.350256 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2e935d03-3801-443f-817b-a128a9a8aa75 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:22.354626 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-97b14f09-cb58-42c5-88ad-e4395e8ea6b6 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 4961eb08-d72c-4513-8c3f-260856a21d62) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:22.356213 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c96a7bca-dd1d-40a1-9f78-baac23cb4676 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Unset dirty status for tenant:fcdda39025724b238190857d574ee30e on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:41:22.358414 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c96a7bca-dd1d-40a1-9f78-baac23cb4676 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "GET /v2.0/ports/ade76c7e-7f86-4678-9f74-7abdbf307aab HTTP/1.1" status: 200 len: 911 time: 0.4055469 Mar 07 21:41:22.363329 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43408) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:22.386516 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6d6bb8-8c37-4e17-ab8f-6ebf3bacc674 None None] Network 4961eb08-d72c-4513-8c3f-260856a21d62 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:22.404763 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-23b2ada9-145a-4f2a-af92-f0c9319ca9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:22.427376 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-c7cfbada-26af-4183-b1cb-188b6e91406d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7c5472d4-a220-400a-8e2c-6db49119420e'}]}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:22.457130 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26a70e-406a-4cd3-a4ad-8e371c7cb19b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Port': ['ID=6f7c450f-14e3-4f06-99d7-187d4bed7e49,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:22.494534 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b14f09-cb58-42c5-88ad-e4395e8ea6b6 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:22.495234 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-97b14f09-cb58-42c5-88ad-e4395e8ea6b6 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:22.498664 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-33195a52-d650-4209-b30b-363c271ca6c0 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:22.682664 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6b26a70e-406a-4cd3-a4ad-8e371c7cb19b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:22.685256 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6b26a70e-406a-4cd3-a4ad-8e371c7cb19b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/6f7c450f-14e3-4f06-99d7-187d4bed7e49 HTTP/1.1" status: 204 len: 168 time: 3.7153487 Mar 07 21:41:22.701170 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43412) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:22.744501 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 1dfce96f-c54a-4589-980f-3b6906540298 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:22.777485 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 1dfce96f-c54a-4589-980f-3b6906540298 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:22.777880 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:22.831787 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b77faae-23b5-4145-8f3c-1847f6226f5e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting subnet 14315fbf-fa51-4149-82b5-b6cf907bedd3 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:41:22.834860 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b77faae-23b5-4145-8f3c-1847f6226f5e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:22.916082 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b77faae-23b5-4145-8f3c-1847f6226f5e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:22.977399 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] Set router cb16a998-d3e6-44e5-98df-b04946f30c47 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:41:22.993163 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-97b14f09-cb58-42c5-88ad-e4395e8ea6b6 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7705102 Mar 07 21:41:22.996132 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43416) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:23.004874 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-19ffd3bc-d26f-413c-bd18-f69c47aa248d tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Request body: {'port': {'network_id': '4961eb08-d72c-4513-8c3f-260856a21d62', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1994101729'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:23.020102 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c7cfbada-26af-4183-b1cb-188b6e91406d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:23.080215 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e935d03-3801-443f-817b-a128a9a8aa75 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Pushing event updated for resources: {'Port': ['ID=01820910-3282-4bfe-bbd7-5f0f76672cc0,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:23.119695 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a1581a-ad46-46d6-bf24-88c3983e1507 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:23.121337 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a1581a-ad46-46d6-bf24-88c3983e1507 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:23.122205 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a1a1581a-ad46-46d6-bf24-88c3983e1507 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:41:23.129164 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-2e935d03-3801-443f-817b-a128a9a8aa75 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] In _notify_port_updated(), no bound segment for port 01820910-3282-4bfe-bbd7-5f0f76672cc0 on network 74e40103-66aa-44af-9f05-bd9c89ced062 {{(pid=88387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 07 21:41:23.135002 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e935d03-3801-443f-817b-a128a9a8aa75 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:23.135718 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2e935d03-3801-443f-817b-a128a9a8aa75 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:23.137108 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2e935d03-3801-443f-817b-a128a9a8aa75 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] 10.222.0.21 "PUT /v2.0/ports/01820910-3282-4bfe-bbd7-5f0f76672cc0 HTTP/1.1" status: 200 len: 992 time: 3.9748216 Mar 07 21:41:23.142446 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43420) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:23.269361 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-539f47b7-1075-47b9-b426-0dbfb8fecc04 None None] Provisioning complete for port 01820910-3282-4bfe-bbd7-5f0f76672cc0 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:23.270522 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-539f47b7-1075-47b9-b426-0dbfb8fecc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:23.313287 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-72a81307-6349-4d8a-a74d-75424ee3fb5c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Deleting port 01820910-3282-4bfe-bbd7-5f0f76672cc0 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:23.313619 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-72a81307-6349-4d8a-a74d-75424ee3fb5c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:23.339355 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b77faae-23b5-4145-8f3c-1847f6226f5e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:23.399905 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a1a1581a-ad46-46d6-bf24-88c3983e1507 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:41:23.400278 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:23.403555 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a1a1581a-ad46-46d6-bf24-88c3983e1507 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.6941140 Mar 07 21:41:23.409738 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43424) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:23.439646 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d508fd2a-d19c-40c7-9051-17f8a1ad6826 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:23.457256 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-19ffd3bc-d26f-413c-bd18-f69c47aa248d tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:23.480457 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-19ffd3bc-d26f-413c-bd18-f69c47aa248d tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Usage tracker for resource:port and tenant:5a22d3e8a4894a71adc831a2806e9f3e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:23.487948 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-19ffd3bc-d26f-413c-bd18-f69c47aa248d tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:23.505109 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d508fd2a-d19c-40c7-9051-17f8a1ad6826 None None] Transition to ACTIVE for port object eb5d49f3-5380-43f6-91fc-0b56aba4df90 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:23.517540 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-539f47b7-1075-47b9-b426-0dbfb8fecc04 None None] Port 01820910-3282-4bfe-bbd7-5f0f76672cc0 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:41:23.528576 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:23.540021 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-19ffd3bc-d26f-413c-bd18-f69c47aa248d tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:23.569287 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:23.571226 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d508fd2a-d19c-40c7-9051-17f8a1ad6826 None None] Transition to ACTIVE for port object eb5d49f3-5380-43f6-91fc-0b56aba4df90 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:23.584683 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48770479-a4e4-4b1b-8f71-39347f77a514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-4961eb08-d72c-4513-8c3f-260856a21d62', 'network_id': '4961eb08-d72c-4513-8c3f-260856a21d62', 'tenant_id': '5a22d3e8a4894a71adc831a2806e9f3e', 'fixed_ips': [{'subnet_id': '5829f8d0-de78-453b-906f-2718b399cdb9'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:41:23.588576 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-43070d0c-49f9-4dca-80bf-4791cfedf5c0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet c358a442-0d41-49f8-8a02-56bd58e676bd {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:41:23.588714 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-48770479-a4e4-4b1b-8f71-39347f77a514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:23.592540 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-43070d0c-49f9-4dca-80bf-4791cfedf5c0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:23.638480 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 1dfce96f-c54a-4589-980f-3b6906540298, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1dfce96f-c54a-4589-980f-3b6906540298,segment=NetworkSegment(8be70539-6590-417c-9104-e754cc263787),segment_id=8be70539-6590-417c-9104-e754cc263787)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:23.694972 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d508fd2a-d19c-40c7-9051-17f8a1ad6826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:23.770437 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ffd3bc-d26f-413c-bd18-f69c47aa248d tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Made reservation on behalf of 5a22d3e8a4894a71adc831a2806e9f3e for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:23.771628 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b77faae-23b5-4145-8f3c-1847f6226f5e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:23.773980 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-19ffd3bc-d26f-413c-bd18-f69c47aa248d tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:23.779129 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:23.786084 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-43070d0c-49f9-4dca-80bf-4791cfedf5c0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:23.804308 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d508fd2a-d19c-40c7-9051-17f8a1ad6826 None None] Network 226429f2-0db7-4351-abbe-4bc59c2e881e is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:23.810912 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-d508fd2a-d19c-40c7-9051-17f8a1ad6826 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:23.816270 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508fd2a-d19c-40c7-9051-17f8a1ad6826 None None] Pushing event updated for resources: {'Port': ['ID=eb5d49f3-5380-43f6-91fc-0b56aba4df90,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:23.820104 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d508fd2a-d19c-40c7-9051-17f8a1ad6826 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:23.893513 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-19ffd3bc-d26f-413c-bd18-f69c47aa248d tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] device_id is not set on port 0a4b1843-3069-4742-9d1c-41492c0e4a6b yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:41:23.935423 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2ad5a780-9c34-45e8-aeab-948f384c5d89 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:24.008224 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:24.052531 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb16a998-d3e6-44e5-98df-b04946f30c47', 'name': 'tempest-TestVolumeBootPattern-77630845-router', 'tenant_id': '7f3dafa0042c4ece822926a24099ff9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': '8d20fc6c-fa16-470c-b211-abf84064e7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:15Z', 'updated_at': '2022-03-07T21:41:19Z', 'revision_number': 3, 'project_id': '7f3dafa0042c4ece822926a24099ff9e', 'gw_port': {'id': '8d20fc6c-fa16-470c-b211-abf84064e7c9', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:18:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb16a998-d3e6-44e5-98df-b04946f30c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:17Z', 'updated_at': '2022-03-07T21:41:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:24.089445 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] Checking router: cb16a998-d3e6-44e5-98df-b04946f30c47 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:41:24.093001 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] Updating router cb16a998-d3e6-44e5-98df-b04946f30c47 port 8d20fc6c-fa16-470c-b211-abf84064e7c9 binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:41:24.115027 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b77faae-23b5-4145-8f3c-1847f6226f5e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:24.120378 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77faae-23b5-4145-8f3c-1847f6226f5e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Subnet': ['ID=14315fbf-fa51-4149-82b5-b6cf907bedd3,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:24.136218 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5b77faae-23b5-4145-8f3c-1847f6226f5e tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/subnets/14315fbf-fa51-4149-82b5-b6cf907bedd3 HTTP/1.1" status: 204 len: 168 time: 1.7986221 Mar 07 21:41:24.136442 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05979de-1450-4171-ae95-4446f05c9e18 None None] Network a6db8684-d898-46a0-aaf6-8ede249b4167 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:24.145766 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event deleted for resources: {'Subnet': ['ID=5c3c32bb-ef5f-4628-957a-088a3f8bcc64,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:24.150362 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43428) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:24.153060 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-48770479-a4e4-4b1b-8f71-39347f77a514 None None] Allocated IP 172.20.0.2 (4961eb08-d72c-4513-8c3f-260856a21d62/5829f8d0-de78-453b-906f-2718b399cdb9/2e869c03-0f42-4fd8-bcff-62e12a5d51bb) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:24.160025 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-d508fd2a-d19c-40c7-9051-17f8a1ad6826 None None] Attempting to bind port eb5d49f3-5380-43f6-91fc-0b56aba4df90 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:41:24.160389 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-d508fd2a-d19c-40c7-9051-17f8a1ad6826 None None] Attempting to bind port eb5d49f3-5380-43f6-91fc-0b56aba4df90 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'ac3bf8e9-7082-47f5-a4f2-23237e0d3c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '226429f2-0db7-4351-abbe-4bc59c2e881e'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:41:24.160745 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d508fd2a-d19c-40c7-9051-17f8a1ad6826 None None] Attempting to bind port eb5d49f3-5380-43f6-91fc-0b56aba4df90 on network 226429f2-0db7-4351-abbe-4bc59c2e881e {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:41:24.186851 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=1dfce96f-c54a-4589-980f-3b6906540298,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:24.208844 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d508fd2a-d19c-40c7-9051-17f8a1ad6826 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:41:24.213429 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d508fd2a-d19c-40c7-9051-17f8a1ad6826 None None] Checking segment: {'id': 'ac3bf8e9-7082-47f5-a4f2-23237e0d3c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '226429f2-0db7-4351-abbe-4bc59c2e881e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:24.213429 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d508fd2a-d19c-40c7-9051-17f8a1ad6826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:24.213429 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d508fd2a-d19c-40c7-9051-17f8a1ad6826 None None] Bound using segment: {'id': 'ac3bf8e9-7082-47f5-a4f2-23237e0d3c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '226429f2-0db7-4351-abbe-4bc59c2e881e'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:41:24.213429 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-d508fd2a-d19c-40c7-9051-17f8a1ad6826 None None] Bound port: eb5d49f3-5380-43f6-91fc-0b56aba4df90, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3bf8e9-7082-47f5-a4f2-23237e0d3c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '226429f2-0db7-4351-abbe-4bc59c2e881e'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:41:24.213429 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d508fd2a-d19c-40c7-9051-17f8a1ad6826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:24.238533 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-72a81307-6349-4d8a-a74d-75424ee3fb5c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:24.284182 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:24.400726 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-72a81307-6349-4d8a-a74d-75424ee3fb5c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Calling delete_port for 01820910-3282-4bfe-bbd7-5f0f76672cc0 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:24.475813 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cccbc05-8c7d-44af-b812-705bf6cfd27d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting subnet bcb87193-f024-44b0-b40b-d4a06299fe7d {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:41:24.517268 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-43070d0c-49f9-4dca-80bf-4791cfedf5c0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:24.524116 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2cccbc05-8c7d-44af-b812-705bf6cfd27d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:24.564557 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 2ad5a780-9c34-45e8-aeab-948f384c5d89 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:24.565988 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:24.583040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:24.630262 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2cccbc05-8c7d-44af-b812-705bf6cfd27d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:24.702779 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['226429f2-0db7-4351-abbe-4bc59c2e881e']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:24.736347 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac3bf8e9-7082-47f5-a4f2-23237e0d3c96') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:24.736749 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac3bf8e9-7082-47f5-a4f2-23237e0d3c96') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:24.759054 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c7cfbada-26af-4183-b1cb-188b6e91406d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:24.762666 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2a92b1e3-8fca-47e7-a922-b4f19f074a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:24.768372 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-d508fd2a-d19c-40c7-9051-17f8a1ad6826 None None] For port eb5d49f3-5380-43f6-91fc-0b56aba4df90, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:41:24.772675 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:24.860526 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c7cfbada-26af-4183-b1cb-188b6e91406d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:24.861420 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-72a81307-6349-4d8a-a74d-75424ee3fb5c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:24.866483 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2cccbc05-8c7d-44af-b812-705bf6cfd27d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:24.868156 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cfbada-26af-4183-b1cb-188b6e91406d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:24.868156 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c7cfbada-26af-4183-b1cb-188b6e91406d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:24.868516 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c7cfbada-26af-4183-b1cb-188b6e91406d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "PUT /v2.0/ports/ade76c7e-7f86-4678-9f74-7abdbf307aab HTTP/1.1" status: 200 len: 911 time: 2.4572139 Mar 07 21:41:24.869866 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-43070d0c-49f9-4dca-80bf-4791cfedf5c0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:24.873460 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43432) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:24.923976 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:24.932078 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-d508fd2a-d19c-40c7-9051-17f8a1ad6826 None None] For port eb5d49f3-5380-43f6-91fc-0b56aba4df90, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=eb5d49f3-5380-43f6-91fc-0b56aba4df90,segment=NetworkSegment(ac3bf8e9-7082-47f5-a4f2-23237e0d3c96),segment_id=ac3bf8e9-7082-47f5-a4f2-23237e0d3c96)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:41:24.973710 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a81307-6349-4d8a-a74d-75424ee3fb5c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Pushing event deleted for resources: {'Port': ['ID=01820910-3282-4bfe-bbd7-5f0f76672cc0,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:25.031316 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43070d0c-49f9-4dca-80bf-4791cfedf5c0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=c358a442-0d41-49f8-8a02-56bd58e676bd,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:25.035061 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d508fd2a-d19c-40c7-9051-17f8a1ad6826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:25.040195 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:25.143445 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fa1445-beac-4fb4-ab25-f11c444edaad None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:25.166060 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-43070d0c-49f9-4dca-80bf-4791cfedf5c0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:25.173579 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:41:25.174066 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:41:25.195461 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:41:25.286295 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2cccbc05-8c7d-44af-b812-705bf6cfd27d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:25.290810 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-48770479-a4e4-4b1b-8f71-39347f77a514 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:25.306430 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cfbada-26af-4183-b1cb-188b6e91406d tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Port': ['ID=ade76c7e-7f86-4678-9f74-7abdbf307aab,revision_number=3']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:25.332030 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-48770479-a4e4-4b1b-8f71-39347f77a514 None None] Transition to ACTIVE for port object 2e869c03-0f42-4fd8-bcff-62e12a5d51bb will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:25.335101 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-33195a52-d650-4209-b30b-363c271ca6c0 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:25.352138 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508fd2a-d19c-40c7-9051-17f8a1ad6826 None None] Pushing event updated for resources: {'Port': ['ID=eb5d49f3-5380-43f6-91fc-0b56aba4df90,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:25.387791 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2cccbc05-8c7d-44af-b812-705bf6cfd27d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:25.394995 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-33195a52-d650-4209-b30b-363c271ca6c0 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-864536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-864531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-867168'] for router, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:25.405141 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-43070d0c-49f9-4dca-80bf-4791cfedf5c0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/c358a442-0d41-49f8-8a02-56bd58e676bd HTTP/1.1" status: 204 len: 168 time: 1.9957647 Mar 07 21:41:25.409644 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cccbc05-8c7d-44af-b812-705bf6cfd27d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb87193-f024-44b0-b40b-d4a06299fe7d,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:25.419523 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43436) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:25.433385 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.resource_extend [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:41:25.465012 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.api [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 21:41:25.465012 dv-neutron-829957-1-hyperv neutron-server[88386]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 21:41:25.465012 dv-neutron-829957-1-hyperv neutron-server[88386]: [parameters: {'id': '226429f2-0db7-4351-abbe-4bc59c2e881e'}] Mar 07 21:41:25.465012 dv-neutron-829957-1-hyperv neutron-server[88386]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:41:25.465556 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG oslo_db.api [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:41:25.498539 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2cccbc05-8c7d-44af-b812-705bf6cfd27d tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/subnets/bcb87193-f024-44b0-b40b-d4a06299fe7d HTTP/1.1" status: 204 len: 168 time: 1.3454509 Mar 07 21:41:25.505226 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-48770479-a4e4-4b1b-8f71-39347f77a514 None None] Transition to ACTIVE for port object 2e869c03-0f42-4fd8-bcff-62e12a5d51bb will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:25.518192 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43440) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:25.526913 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-457a55a9-622e-47f7-bb65-9b9deea9e561 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1062195 Mar 07 21:41:25.530445 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-72a81307-6349-4d8a-a74d-75424ee3fb5c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:25.532689 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43444) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:25.534597 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-72a81307-6349-4d8a-a74d-75424ee3fb5c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] 10.222.0.21 "DELETE /v2.0/ports/01820910-3282-4bfe-bbd7-5f0f76672cc0 HTTP/1.1" status: 204 len: 168 time: 2.3839986 Mar 07 21:41:25.547246 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-76d09c8d-f1ca-4917-a694-f6d841493ea3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:25.561874 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43446) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:25.570114 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-2a92b1e3-8fca-47e7-a922-b4f19f074a8a admin admin] Allocated IP 172.20.0.1 (c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23/11b4e03b-6171-4c59-8a53-718821d0fb37/e58fc10a-4399-4207-9bf0-a2b6d88d5cb9) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:25.582631 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5d4977-f02b-47b6-85c5-efea2814fded tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] DELETE failed (client error): The resource could not be found. Mar 07 21:41:25.583085 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5d4977-f02b-47b6-85c5-efea2814fded tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:41:25.584789 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0a5d4977-f02b-47b6-85c5-efea2814fded tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/subnets/14315fbf-fa51-4149-82b5-b6cf907bedd3 HTTP/1.1" status: 404 len: 337 time: 0.0566766 Mar 07 21:41:25.590391 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43452) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:25.608959 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:25.608959 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e142f2c-9513-4dc3-96aa-f255090da121 None None] Network 226429f2-0db7-4351-abbe-4bc59c2e881e requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:25.646426 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-48770479-a4e4-4b1b-8f71-39347f77a514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:25.693512 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] Transition to ACTIVE for port object 8d20fc6c-fa16-470c-b211-abf84064e7c9 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:25.788373 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:25.793850 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48770479-a4e4-4b1b-8f71-39347f77a514 None None] Network 4961eb08-d72c-4513-8c3f-260856a21d62 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:25.816749 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-48770479-a4e4-4b1b-8f71-39347f77a514 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:25.832129 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48770479-a4e4-4b1b-8f71-39347f77a514 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:25.836381 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48770479-a4e4-4b1b-8f71-39347f77a514 None None] Pushing event updated for resources: {'Port': ['ID=2e869c03-0f42-4fd8-bcff-62e12a5d51bb,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:25.904850 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-19ffd3bc-d26f-413c-bd18-f69c47aa248d tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Allocated IP 172.20.0.7 (4961eb08-d72c-4513-8c3f-260856a21d62/5829f8d0-de78-453b-906f-2718b399cdb9/0a4b1843-3069-4742-9d1c-41492c0e4a6b) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:25.976071 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d7e666-40b4-41a2-a708-1d0213554511 None None] DHCP port deletion for ab63f4f6-c089-409c-a9c4-f2088e2d7005 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:41:26.004115 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef67af5-c951-468e-b42e-d0fe6af8fb69 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting subnet 1396a7cd-5644-4812-99f2-3eb8441577e2 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:41:26.009354 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3ef67af5-c951-468e-b42e-d0fe6af8fb69 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:26.020680 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cec43d-5443-48aa-9b96-6262630e5c7b None None] Pushing event updated for resources: {'Port': ['ID=8d20fc6c-fa16-470c-b211-abf84064e7c9,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:26.035603 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1dfce96f-c54a-4589-980f-3b6906540298 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:26.091936 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3ef67af5-c951-468e-b42e-d0fe6af8fb69 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:26.153446 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2a92b1e3-8fca-47e7-a922-b4f19f074a8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:26.164129 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:26.166351 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f0b688-dfb7-4ad8-b493-87fe326c2cee tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] GET failed (client error): The resource could not be found. Mar 07 21:41:26.171849 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-30f0b688-dfb7-4ad8-b493-87fe326c2cee tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] 10.222.0.21 "GET /v2.0/ports/01820910-3282-4bfe-bbd7-5f0f76672cc0 HTTP/1.1" status: 404 len: 333 time: 0.6084223 Mar 07 21:41:26.174201 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43456) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:26.187998 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-e73d01a3-c156-482c-94eb-b32d3776e518 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Request body: {'port': {'network_id': '74e40103-66aa-44af-9f05-bd9c89ced062', 'name': 'tempest-AllowedAddressPairTestJSON-458753397'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:26.234539 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-2a92b1e3-8fca-47e7-a922-b4f19f074a8a admin admin] Transition to ACTIVE for port object e58fc10a-4399-4207-9bf0-a2b6d88d5cb9 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:26.248057 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-36d7e666-40b4-41a2-a708-1d0213554511 None None] Deleting port 2ad5a780-9c34-45e8-aeab-948f384c5d89 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:26.248057 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-36d7e666-40b4-41a2-a708-1d0213554511 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:26.267885 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33195a52-d650-4209-b30b-363c271ca6c0 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Router 14ce8e71-adbb-4a10-a4b9-de6e3d643f96 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:41:26.288348 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] Attempting to bind port 8d20fc6c-fa16-470c-b211-abf84064e7c9 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:41:26.288724 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] Attempting to bind port 8d20fc6c-fa16-470c-b211-abf84064e7c9 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:41:26.289535 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] Attempting to bind port 8d20fc6c-fa16-470c-b211-abf84064e7c9 on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:41:26.330043 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:41:26.330764 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:26.330764 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:26.331117 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:41:26.331579 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] Bound port: 8d20fc6c-fa16-470c-b211-abf84064e7c9, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:41:26.331945 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:26.401486 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-48770479-a4e4-4b1b-8f71-39347f77a514 None None] Attempting to bind port 2e869c03-0f42-4fd8-bcff-62e12a5d51bb on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:41:26.401848 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-48770479-a4e4-4b1b-8f71-39347f77a514 None None] Attempting to bind port 2e869c03-0f42-4fd8-bcff-62e12a5d51bb by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '070c8c15-c22d-48f7-a445-d88f17ceced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4961eb08-d72c-4513-8c3f-260856a21d62'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:41:26.402251 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48770479-a4e4-4b1b-8f71-39347f77a514 None None] Attempting to bind port 2e869c03-0f42-4fd8-bcff-62e12a5d51bb on network 4961eb08-d72c-4513-8c3f-260856a21d62 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:41:26.418465 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e73d01a3-c156-482c-94eb-b32d3776e518 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:26.423199 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-76d09c8d-f1ca-4917-a694-f6d841493ea3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:26.426718 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 1dfce96f-c54a-4589-980f-3b6906540298 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:26.427091 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:26.436057 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e73d01a3-c156-482c-94eb-b32d3776e518 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:26.443717 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3ef67af5-c951-468e-b42e-d0fe6af8fb69 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:26.463619 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48770479-a4e4-4b1b-8f71-39347f77a514 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:41:26.464286 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48770479-a4e4-4b1b-8f71-39347f77a514 None None] Checking segment: {'id': '070c8c15-c22d-48f7-a445-d88f17ceced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4961eb08-d72c-4513-8c3f-260856a21d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:26.464683 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-48770479-a4e4-4b1b-8f71-39347f77a514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:26.465075 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48770479-a4e4-4b1b-8f71-39347f77a514 None None] Bound using segment: {'id': '070c8c15-c22d-48f7-a445-d88f17ceced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4961eb08-d72c-4513-8c3f-260856a21d62'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:41:26.465539 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-48770479-a4e4-4b1b-8f71-39347f77a514 None None] Bound port: 2e869c03-0f42-4fd8-bcff-62e12a5d51bb, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070c8c15-c22d-48f7-a445-d88f17ceced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4961eb08-d72c-4513-8c3f-260856a21d62'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:41:26.465913 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-48770479-a4e4-4b1b-8f71-39347f77a514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:26.474959 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083e2eb6-1a4c-443e-8228-d2e4eb922899 None None] Network a6db8684-d898-46a0-aaf6-8ede249b4167 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:26.483271 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Deleting port eb5d49f3-5380-43f6-91fc-0b56aba4df90 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:26.483855 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:26.486405 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2a92b1e3-8fca-47e7-a922-b4f19f074a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:26.505514 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] For port 8d20fc6c-fa16-470c-b211-abf84064e7c9, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:41:26.508288 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-76d09c8d-f1ca-4917-a694-f6d841493ea3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:26.524176 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-76d09c8d-f1ca-4917-a694-f6d841493ea3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:26.560323 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-76d09c8d-f1ca-4917-a694-f6d841493ea3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:26.563376 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92b1e3-8fca-47e7-a922-b4f19f074a8a admin admin] Pushing event updated for resources: {'Port': ['ID=e58fc10a-4399-4207-9bf0-a2b6d88d5cb9,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:26.569573 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73d01a3-c156-482c-94eb-b32d3776e518 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Made reservation on behalf of 308c9680a92c4da0a4dcc142a0eab386 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:26.574027 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e73d01a3-c156-482c-94eb-b32d3776e518 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:26.606864 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] For port 8d20fc6c-fa16-470c-b211-abf84064e7c9, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=8d20fc6c-fa16-470c-b211-abf84064e7c9,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:41:26.611425 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a92b1e3-8fca-47e7-a922-b4f19f074a8a admin admin] Network c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:26.615423 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-2a92b1e3-8fca-47e7-a922-b4f19f074a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:26.620960 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a92b1e3-8fca-47e7-a922-b4f19f074a8a admin admin] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:26.653075 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-e73d01a3-c156-482c-94eb-b32d3776e518 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] device_id is not set on port 16289588-4a40-42b9-a21f-2689fe4e3112 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:41:26.695450 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-19ffd3bc-d26f-413c-bd18-f69c47aa248d tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:26.734993 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:26.740440 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d09c8d-f1ca-4917-a694-f6d841493ea3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:26.746519 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-76d09c8d-f1ca-4917-a694-f6d841493ea3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:26.764415 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2a92b1e3-8fca-47e7-a922-b4f19f074a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:26.815612 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-48a275e1-3b99-41d8-be06-866639086dbb None None] Provisioning complete for port 1aea51f6-7b1e-43d4-bb20-2f3a8995d93c triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:26.816302 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-48a275e1-3b99-41d8-be06-866639086dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:26.825579 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-19ffd3bc-d26f-413c-bd18-f69c47aa248d tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Transition to ACTIVE for port object 0a4b1843-3069-4742-9d1c-41492c0e4a6b will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:26.838845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33195a52-d650-4209-b30b-363c271ca6c0 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:41:26.847354 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-33195a52-d650-4209-b30b-363c271ca6c0 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:26.850511 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4cef8c-3c05-47ca-b421-5ab00a8dd95f None None] Sync routers for ids ['14ce8e71-adbb-4a10-a4b9-de6e3d643f96'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:41:26.858139 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-33195a52-d650-4209-b30b-363c271ca6c0 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "PUT /v2.0/routers/14ce8e71-adbb-4a10-a4b9-de6e3d643f96 HTTP/1.1" status: 200 len: 926 time: 5.4433985 Mar 07 21:41:26.866894 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4cef8c-3c05-47ca-b421-5ab00a8dd95f None None] Routers {'14ce8e71-adbb-4a10-a4b9-de6e3d643f96'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:41:26.867426 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0d4cef8c-3c05-47ca-b421-5ab00a8dd95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:41:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['14ce8e71-adbb-4a10-a4b9-de6e3d643f96'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:26.879178 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43460) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:26.901771 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3ef67af5-c951-468e-b42e-d0fe6af8fb69 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:26.968469 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0d4cef8c-3c05-47ca-b421-5ab00a8dd95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:26.977420 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4cef8c-3c05-47ca-b421-5ab00a8dd95f None None] Routers {'14ce8e71-adbb-4a10-a4b9-de6e3d643f96'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:41:26.978903 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0d4cef8c-3c05-47ca-b421-5ab00a8dd95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:41:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['14ce8e71-adbb-4a10-a4b9-de6e3d643f96'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:27.041636 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0d4cef8c-3c05-47ca-b421-5ab00a8dd95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:27.042406 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4cef8c-3c05-47ca-b421-5ab00a8dd95f None None] The sync data for ids ['14ce8e71-adbb-4a10-a4b9-de6e3d643f96'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:41:27.076068 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-19ffd3bc-d26f-413c-bd18-f69c47aa248d tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:27.102329 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-48770479-a4e4-4b1b-8f71-39347f77a514 None None] For port 2e869c03-0f42-4fd8-bcff-62e12a5d51bb, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:41:27.113028 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] Routers {'cb16a998-d3e6-44e5-98df-b04946f30c47'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:41:27.113655 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:41:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['cb16a998-d3e6-44e5-98df-b04946f30c47'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:27.140262 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef67af5-c951-468e-b42e-d0fe6af8fb69 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Subnet': ['ID=1396a7cd-5644-4812-99f2-3eb8441577e2,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:27.150715 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3ef67af5-c951-468e-b42e-d0fe6af8fb69 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:27.184617 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-48a275e1-3b99-41d8-be06-866639086dbb None None] Port 1aea51f6-7b1e-43d4-bb20-2f3a8995d93c cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:41:27.197840 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-36d7e666-40b4-41a2-a708-1d0213554511 None None] For port 2ad5a780-9c34-45e8-aeab-948f384c5d89, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2ad5a780-9c34-45e8-aeab-948f384c5d89,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:27.198098 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-36d7e666-40b4-41a2-a708-1d0213554511 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:27.205267 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cec43d-5443-48aa-9b96-6262630e5c7b None None] Pushing event updated for resources: {'Port': ['ID=8d20fc6c-fa16-470c-b211-abf84064e7c9,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:27.232743 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ffd3bc-d26f-413c-bd18-f69c47aa248d tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Network 4961eb08-d72c-4513-8c3f-260856a21d62 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:27.236601 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-e73d01a3-c156-482c-94eb-b32d3776e518 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Allocated IP 172.20.0.11 (74e40103-66aa-44af-9f05-bd9c89ced062/94d5c771-f518-4679-8859-1678fdf1a2a8/16289588-4a40-42b9-a21f-2689fe4e3112) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:27.236811 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-48770479-a4e4-4b1b-8f71-39347f77a514 None None] For port 2e869c03-0f42-4fd8-bcff-62e12a5d51bb, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2e869c03-0f42-4fd8-bcff-62e12a5d51bb,segment=NetworkSegment(070c8c15-c22d-48f7-a445-d88f17ceced3),segment_id=070c8c15-c22d-48f7-a445-d88f17ceced3)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:41:27.244997 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3ef67af5-c951-468e-b42e-d0fe6af8fb69 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/subnets/1396a7cd-5644-4812-99f2-3eb8441577e2 HTTP/1.1" status: 204 len: 168 time: 1.6506472 Mar 07 21:41:27.246788 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] For port eb5d49f3-5380-43f6-91fc-0b56aba4df90, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=eb5d49f3-5380-43f6-91fc-0b56aba4df90,segment=NetworkSegment(ac3bf8e9-7082-47f5-a4f2-23237e0d3c96),segment_id=ac3bf8e9-7082-47f5-a4f2-23237e0d3c96)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:27.247184 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:27.248580 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43464) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:27.255194 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-19ffd3bc-d26f-413c-bd18-f69c47aa248d tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:27.264144 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ffd3bc-d26f-413c-bd18-f69c47aa248d tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:27.324045 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7a00bd-e5a3-46a8-90dd-1bfd4ba9cccb tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] DELETE failed (client error): The resource could not be found. Mar 07 21:41:27.324497 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7a00bd-e5a3-46a8-90dd-1bfd4ba9cccb tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:41:27.330177 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bb7a00bd-e5a3-46a8-90dd-1bfd4ba9cccb tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/subnets/ef308833-e94b-4cda-a52e-c7217ad57881 HTTP/1.1" status: 404 len: 337 time: 0.0766704 Mar 07 21:41:27.335259 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43468) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:27.340284 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8eb71db0-be65-471d-9e89-d2a6f2c243dc tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "GET /v2.0/routers/14ce8e71-adbb-4a10-a4b9-de6e3d643f96 HTTP/1.1" status: 200 len: 926 time: 0.4570198 Mar 07 21:41:27.346532 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43472) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:27.374050 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-36d7e666-40b4-41a2-a708-1d0213554511 None None] Calling delete_port for 2ad5a780-9c34-45e8-aeab-948f384c5d89 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:27.407843 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-48770479-a4e4-4b1b-8f71-39347f77a514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:27.408083 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-635915c8-10ed-4728-8b24-8f9e313f3af9 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ade362-a2eb-4fab-8394-9cdb44b5cb6c HTTP/1.1" status: 200 len: 205 time: 0.0669167 Mar 07 21:41:27.409405 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffd3bc-d26f-413c-bd18-f69c47aa248d tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Pushing event updated for resources: {'Port': ['ID=0a4b1843-3069-4742-9d1c-41492c0e4a6b,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:27.410483 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43474) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:27.424433 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Calling delete_port for eb5d49f3-5380-43f6-91fc-0b56aba4df90 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:27.490517 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-de4bad1d-1159-45a8-81a6-29be97286515 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] delete failed (client error): The resource could not be found. Mar 07 21:41:27.494719 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-de4bad1d-1159-45a8-81a6-29be97286515 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/routers/d7ade362-a2eb-4fab-8394-9cdb44b5cb6c HTTP/1.1" status: 404 len: 336 time: 0.0801277 Mar 07 21:41:27.494916 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43480) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:27.553397 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-48a275e1-3b99-41d8-be06-866639086dbb None None] Provisioning complete for port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:27.553792 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-48a275e1-3b99-41d8-be06-866639086dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:27.581485 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e15228c-89b5-48e1-801e-d8a7fd7c9437 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] DELETE failed (client error): The resource could not be found. Mar 07 21:41:27.581485 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e15228c-89b5-48e1-801e-d8a7fd7c9437 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:41:27.585147 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5e15228c-89b5-48e1-801e-d8a7fd7c9437 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/subnets/1f32de13-9c83-44e8-bffc-869f72bcd695 HTTP/1.1" status: 404 len: 337 time: 0.0867422 Mar 07 21:41:27.608459 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43484) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:27.737144 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3dfcef6a-5adb-48f3-b53a-0d88406eed4c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:27.743146 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48770479-a4e4-4b1b-8f71-39347f77a514 None None] Pushing event updated for resources: {'Port': ['ID=2e869c03-0f42-4fd8-bcff-62e12a5d51bb,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:27.752574 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] Set router cb16a998-d3e6-44e5-98df-b04946f30c47 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:41:27.814022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ffd3bc-d26f-413c-bd18-f69c47aa248d tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:27.814667 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-19ffd3bc-d26f-413c-bd18-f69c47aa248d tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:27.871594 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0743c9c-b7b9-495d-8b73-5004ba009ac1 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] DELETE failed (client error): The resource could not be found. Mar 07 21:41:27.872040 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0743c9c-b7b9-495d-8b73-5004ba009ac1 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:41:27.873720 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e0743c9c-b7b9-495d-8b73-5004ba009ac1 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/subnets/e67a718c-5d3c-4536-acc3-2df7e5747963 HTTP/1.1" status: 404 len: 337 time: 0.2628462 Mar 07 21:41:27.879638 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43488) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:27.958588 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2a92b1e3-8fca-47e7-a922-b4f19f074a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:27.988177 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2ad5a780-9c34-45e8-aeab-948f384c5d89 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:41:28.058771 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-6769ca98-6e2c-4b33-aef8-6b5fc0845992 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] DELETE failed (client error): The resource could not be found. Mar 07 21:41:28.059223 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6769ca98-6e2c-4b33-aef8-6b5fc0845992 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:41:28.129190 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6769ca98-6e2c-4b33-aef8-6b5fc0845992 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/subnets/8380144b-2662-4edd-ba23-d21f67fd35ba HTTP/1.1" status: 404 len: 337 time: 0.2418649 Mar 07 21:41:28.140101 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43492) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:28.142098 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e73d01a3-c156-482c-94eb-b32d3776e518 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:28.172436 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-36d7e666-40b4-41a2-a708-1d0213554511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:28.238523 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-e73d01a3-c156-482c-94eb-b32d3776e518 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Transition to ACTIVE for port object 16289588-4a40-42b9-a21f-2689fe4e3112 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:28.248804 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-19ffd3bc-d26f-413c-bd18-f69c47aa248d tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2515516 Mar 07 21:41:28.252421 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:28.258429 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11790f2c-3d9f-4f20-8270-8ef5709c45de None None] DHCP port deletion for a6db8684-d898-46a0-aaf6-8ede249b4167 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:41:28.258607 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43496) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:28.279099 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7e666-40b4-41a2-a708-1d0213554511 None None] Pushing event deleted for resources: {'Port': ['ID=2ad5a780-9c34-45e8-aeab-948f384c5d89,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:28.287758 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No active binding found for port 2ad5a780-9c34-45e8-aeab-948f384c5d89 {{(pid=88388) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 07 21:41:28.288165 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2ad5a780-9c34-45e8-aeab-948f384c5d89 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:41:28.289566 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-11790f2c-3d9f-4f20-8270-8ef5709c45de None None] Deleting port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:28.289929 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-11790f2c-3d9f-4f20-8270-8ef5709c45de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:28.325558 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d7e666-40b4-41a2-a708-1d0213554511 None None] No DVR routers for this DVR port 2ad5a780-9c34-45e8-aeab-948f384c5d89 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:41:28.328890 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-790ea693-1635-4321-92df-7e83a9658508 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] DELETE failed (client error): The resource could not be found. Mar 07 21:41:28.329370 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-790ea693-1635-4321-92df-7e83a9658508 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:41:28.331098 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-790ea693-1635-4321-92df-7e83a9658508 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/ports/215bde20-6d8d-42f1-8dba-bfa7082a5f3b HTTP/1.1" status: 404 len: 333 time: 0.1878216 Mar 07 21:41:28.334444 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43500) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:28.374828 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ea946d-03ee-46dc-939d-88e934cc6999 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:28.375522 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-59ea946d-03ee-46dc-939d-88e934cc6999 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Synchronizing usage tracker for tenant:4a86bcd5021948ffaa43666022ae8a26 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:41:28.387271 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event deleted for resources: {'Port': ['ID=eb5d49f3-5380-43f6-91fc-0b56aba4df90,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:28.400083 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae33fea-b5b0-4024-b150-d438470c99d8 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] DELETE failed (client error): The resource could not be found. Mar 07 21:41:28.400564 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae33fea-b5b0-4024-b150-d438470c99d8 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:41:28.404676 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] No DVR routers for this DVR port eb5d49f3-5380-43f6-91fc-0b56aba4df90 on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:41:28.404835 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cae33fea-b5b0-4024-b150-d438470c99d8 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/subnets/eb916590-421e-4473-85c1-e165c3293894 HTTP/1.1" status: 404 len: 337 time: 0.0668089 Mar 07 21:41:28.407489 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43504) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:28.418186 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-21726b69-a8c5-44d1-89e1-7e215dece9e0 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Deleting port 0a4b1843-3069-4742-9d1c-41492c0e4a6b {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:28.418601 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-21726b69-a8c5-44d1-89e1-7e215dece9e0 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:28.502100 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f92376-9989-4536-9108-793193d2c477 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] DELETE failed (client error): The resource could not be found. Mar 07 21:41:28.502665 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f92376-9989-4536-9108-793193d2c477 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:41:28.505996 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f2f92376-9989-4536-9108-793193d2c477 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/subnets/2351ab67-b73a-4593-be32-03d2b287ffcf HTTP/1.1" status: 404 len: 337 time: 0.0934329 Mar 07 21:41:28.513053 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43508) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:28.529525 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2a92b1e3-8fca-47e7-a922-b4f19f074a8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:28.567266 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e73d01a3-c156-482c-94eb-b32d3776e518 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:28.624314 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2a92b1e3-8fca-47e7-a922-b4f19f074a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:28.628817 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f28c18df-9b38-484a-9886-ab46f3bae421 None None] Provisioning for port e58fc10a-4399-4207-9bf0-a2b6d88d5cb9 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:28.642444 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb16a998-d3e6-44e5-98df-b04946f30c47', 'name': 'tempest-TestVolumeBootPattern-77630845-router', 'tenant_id': '7f3dafa0042c4ece822926a24099ff9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': '8d20fc6c-fa16-470c-b211-abf84064e7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:15Z', 'updated_at': '2022-03-07T21:41:19Z', 'revision_number': 3, 'project_id': '7f3dafa0042c4ece822926a24099ff9e', 'gw_port': {'id': '8d20fc6c-fa16-470c-b211-abf84064e7c9', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:18:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb16a998-d3e6-44e5-98df-b04946f30c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:17Z', 'updated_at': '2022-03-07T21:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:28.650209 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f28c18df-9b38-484a-9886-ab46f3bae421 None None] Provisioning complete for port e58fc10a-4399-4207-9bf0-a2b6d88d5cb9 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:28.650657 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f28c18df-9b38-484a-9886-ab46f3bae421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:28.650892 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.objects.ports [None req-76d09c8d-f1ca-4917-a694-f6d841493ea3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88386) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 07 21:41:28.658282 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-76d09c8d-f1ca-4917-a694-f6d841493ea3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:28.697180 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324b7e73-1e42-4d85-b574-98d8ba79891b None None] The sync data for ids ['cb16a998-d3e6-44e5-98df-b04946f30c47'] in dv-neutron-829957-1-hyperv is: [{'id': 'cb16a998-d3e6-44e5-98df-b04946f30c47', 'name': 'tempest-TestVolumeBootPattern-77630845-router', 'tenant_id': '7f3dafa0042c4ece822926a24099ff9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': '8d20fc6c-fa16-470c-b211-abf84064e7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:15Z', 'updated_at': '2022-03-07T21:41:19Z', 'revision_number': 3, 'project_id': '7f3dafa0042c4ece822926a24099ff9e', 'gw_port': {'id': '8d20fc6c-fa16-470c-b211-abf84064e7c9', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:18:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb16a998-d3e6-44e5-98df-b04946f30c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:17Z', 'updated_at': '2022-03-07T21:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:41:28.707367 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-59ea946d-03ee-46dc-939d-88e934cc6999 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Unset dirty status for tenant:4a86bcd5021948ffaa43666022ae8a26 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:41:28.708544 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-59ea946d-03ee-46dc-939d-88e934cc6999 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093&device_id=14ce8e71-adbb-4a10-a4b9-de6e3d643f96&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.3007188 Mar 07 21:41:28.709723 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a54499-06f8-46e9-8991-c3b777c38107 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] DELETE failed (client error): The resource could not be found. Mar 07 21:41:28.710209 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a54499-06f8-46e9-8991-c3b777c38107 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:41:28.714007 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-29a54499-06f8-46e9-8991-c3b777c38107 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/ports/328e84eb-1ee0-48a2-871a-69ca83887927 HTTP/1.1" status: 404 len: 333 time: 0.1999295 Mar 07 21:41:28.715887 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43512) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:28.718835 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-11790f2c-3d9f-4f20-8270-8ef5709c45de None None] For port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=ae3437c4-f1b9-4e30-ab54-f4f4ade18a02,segment=NetworkSegment(55fe160e-fb95-4ff2-a152-007ef062f095),segment_id=55fe160e-fb95-4ff2-a152-007ef062f095)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:28.718835 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-11790f2c-3d9f-4f20-8270-8ef5709c45de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:28.720217 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43514) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:28.727252 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73d01a3-c156-482c-94eb-b32d3776e518 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Network 74e40103-66aa-44af-9f05-bd9c89ced062 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:28.731384 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-e73d01a3-c156-482c-94eb-b32d3776e518 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:28.739217 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:28.777706 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d09c8d-f1ca-4917-a694-f6d841493ea3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:28.806819 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73d01a3-c156-482c-94eb-b32d3776e518 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:28.924518 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-76d09c8d-f1ca-4917-a694-f6d841493ea3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:28.927959 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d09c8d-f1ca-4917-a694-f6d841493ea3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:28.928682 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-76d09c8d-f1ca-4917-a694-f6d841493ea3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:28.931758 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d01a3-c156-482c-94eb-b32d3776e518 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Pushing event updated for resources: {'Port': ['ID=16289588-4a40-42b9-a21f-2689fe4e3112,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:28.942663 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb048e5e-9dca-430c-8522-9b0b6b2e4d59 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:28.963448 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2a92b1e3-8fca-47e7-a922-b4f19f074a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:28.968431 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-11790f2c-3d9f-4f20-8270-8ef5709c45de None None] Calling delete_port for ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:28.979677 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-c65a8b1d-5e32-4f4a-84db-8fb0b2c852ae tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] DELETE failed (client error): The resource could not be found. Mar 07 21:41:28.980142 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c65a8b1d-5e32-4f4a-84db-8fb0b2c852ae tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:41:28.983088 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c65a8b1d-5e32-4f4a-84db-8fb0b2c852ae tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/subnets/d49de897-9576-4fe5-b3da-7a9d85b3f79f HTTP/1.1" status: 404 len: 337 time: 0.2537787 Mar 07 21:41:29.017085 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-f28c18df-9b38-484a-9886-ab46f3bae421 None None] Port e58fc10a-4399-4207-9bf0-a2b6d88d5cb9 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:41:29.099675 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['226429f2-0db7-4351-abbe-4bc59c2e881e']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:29.114736 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43520) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:29.208722 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7f4b96-2c6d-482b-b8c7-31de76094294 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] DELETE failed (client error): The resource could not be found. Mar 07 21:41:29.209173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd7f4b96-2c6d-482b-b8c7-31de76094294 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:41:29.213580 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-fd7f4b96-2c6d-482b-b8c7-31de76094294 tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/subnets/fb9482c2-d1da-4110-87ec-6a50e79a3414 HTTP/1.1" status: 404 len: 337 time: 0.0945451 Mar 07 21:41:29.218166 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac3bf8e9-7082-47f5-a4f2-23237e0d3c96') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:29.218447 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac3bf8e9-7082-47f5-a4f2-23237e0d3c96') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:29.223263 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8346f86-13f9-4018-9dcf-4ab282238aad None None] Network 4961eb08-d72c-4513-8c3f-260856a21d62 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:29.238263 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43524) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:29.260409 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73d01a3-c156-482c-94eb-b32d3776e518 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:29.261561 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e73d01a3-c156-482c-94eb-b32d3776e518 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:29.293945 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d09c8d-f1ca-4917-a694-f6d841493ea3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=336a650a-3f60-4c93-b278-e55bce2230d8,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:29.309044 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:29.326843 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-76d09c8d-f1ca-4917-a694-f6d841493ea3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7910593 Mar 07 21:41:29.336490 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-3dfcef6a-5adb-48f3-b53a-0d88406eed4c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting port ade76c7e-7f86-4678-9f74-7abdbf307aab {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:29.336873 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3dfcef6a-5adb-48f3-b53a-0d88406eed4c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:29.338477 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43528) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:29.363138 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-11790f2c-3d9f-4f20-8270-8ef5709c45de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:29.401188 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:29.411268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3b7ee5a2-2448-4a38-be37-ac33b112b91b None None] Provisioning for port 16289588-4a40-42b9-a21f-2689fe4e3112 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:29.419243 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-43bc1e09-676a-484e-a452-fa8529b98597 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'port': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'mac_address': 'fa:16:3e:f9:fa:60', 'name': 'tempest-NetworksTestDHCPv6-86825731'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:29.427515 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3b7ee5a2-2448-4a38-be37-ac33b112b91b None None] Provisioning complete for port 16289588-4a40-42b9-a21f-2689fe4e3112 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:29.428034 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3b7ee5a2-2448-4a38-be37-ac33b112b91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:29.430005 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:41:29.431193 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:29.478621 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11790f2c-3d9f-4f20-8270-8ef5709c45de None None] Pushing event deleted for resources: {'Port': ['ID=ae3437c4-f1b9-4e30-ab54-f4f4ade18a02,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:29.482406 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11790f2c-3d9f-4f20-8270-8ef5709c45de None None] No DVR routers for this DVR port ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:41:29.489452 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92b1e3-8fca-47e7-a922-b4f19f074a8a admin admin] Pushing event updated for resources: {'Port': ['ID=e58fc10a-4399-4207-9bf0-a2b6d88d5cb9,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:29.539986 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e73d01a3-c156-482c-94eb-b32d3776e518 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3622193 Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:41:29.546939 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:41:29.549694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43532) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:29.567262 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d0ed25b5-0b35-42fe-bbbe-9cb565e3ed5c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:be:2b:6a'}]}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:29.607197 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-21726b69-a8c5-44d1-89e1-7e215dece9e0 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:29.659097 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-3b7ee5a2-2448-4a38-be37-ac33b112b91b None None] Port 16289588-4a40-42b9-a21f-2689fe4e3112 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:41:29.688790 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcd1a47-f2e7-4750-a2f5-9807d8f908b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'fixed_ips': [{'subnet_id': '336a650a-3f60-4c93-b278-e55bce2230d8'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:41:29.689757 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fdcd1a47-f2e7-4750-a2f5-9807d8f908b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:29.782343 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-21726b69-a8c5-44d1-89e1-7e215dece9e0 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Calling delete_port for 0a4b1843-3069-4742-9d1c-41492c0e4a6b owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:29.804380 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261b57e5-7d50-49ed-9b57-774c276c5e4f tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:29.804940 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-261b57e5-7d50-49ed-9b57-774c276c5e4f tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Synchronizing usage tracker for tenant:4a86bcd5021948ffaa43666022ae8a26 on resource:network {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:41:29.816107 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-bd1d49f3-9a6b-416f-810a-9caaa72ef9aa tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Deleting port 1aea51f6-7b1e-43d4-bb20-2f3a8995d93c {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:29.816442 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bd1d49f3-9a6b-416f-810a-9caaa72ef9aa tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:29.835457 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a92b1e3-8fca-47e7-a922-b4f19f074a8a admin admin] Network c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:29.846397 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-2a92b1e3-8fca-47e7-a922-b4f19f074a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:29.948516 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-fdcd1a47-f2e7-4750-a2f5-9807d8f908b8 None None] Allocated IP 2001:db8::f816:3eff:fed1:e9a5 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/336a650a-3f60-4c93-b278-e55bce2230d8/804041bb-ff50-4b22-8a57-8bcdb25266f2) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:29.951112 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2c53bcc0-b720-4db6-8ac3-ca0961b249ed None None] Provisioning for port 2e869c03-0f42-4fd8-bcff-62e12a5d51bb completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:30.129052 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:30.142207 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:30.157649 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-43bc1e09-676a-484e-a452-fa8529b98597 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:30.164983 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 8d20fc6c-fa16-470c-b211-abf84064e7c9 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:30.172304 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-43bc1e09-676a-484e-a452-fa8529b98597 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:30.269392 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/networks/226429f2-0db7-4351-abbe-4bc59c2e881e HTTP/1.1" status: 204 len: 168 time: 9.0873837 Mar 07 21:41:30.269801 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-261b57e5-7d50-49ed-9b57-774c276c5e4f tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Unset dirty status for tenant:4a86bcd5021948ffaa43666022ae8a26 on resource:network {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:41:30.272720 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-261b57e5-7d50-49ed-9b57-774c276c5e4f tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "GET /v2.0/networks/a3015ce6-e7a9-4329-aba7-a9f29a3d3093 HTTP/1.1" status: 200 len: 881 time: 1.5193563 Mar 07 21:41:30.304349 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43536) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:30.305031 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43538) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:30.374791 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-a0b11465-6af4-4475-8ddc-c53d4b964cb8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2137992130'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:30.385602 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 8d20fc6c-fa16-470c-b211-abf84064e7c9 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:30.385830 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1e739323-67ad-4e77-bea3-3280fa99ae84 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ce8e71-adbb-4a10-a4b9-de6e3d643f96 HTTP/1.1" status: 200 len: 205 time: 0.0658157 Mar 07 21:41:30.385921 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bc1e09-676a-484e-a452-fa8529b98597 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:30.389066 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39211b6-d9c8-4502-b7e6-c8763884674f tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event deleted for resources: {'Network': ['ID=226429f2-0db7-4351-abbe-4bc59c2e881e,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:30.398982 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43544) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:30.403479 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 8d20fc6c-fa16-470c-b211-abf84064e7c9 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:30.403850 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:30.422235 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a0b11465-6af4-4475-8ddc-c53d4b964cb8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:30.432755 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fdcd1a47-f2e7-4750-a2f5-9807d8f908b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:30.457155 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-93796026-91a2-4fb2-9e67-2d0ff2731a92 None None] Provisioning complete for port e58fc10a-4399-4207-9bf0-a2b6d88d5cb9 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:30.457520 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-93796026-91a2-4fb2-9e67-2d0ff2731a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:30.497756 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fdcd1a47-f2e7-4750-a2f5-9807d8f908b8 None None] Transition to ACTIVE for port object 804041bb-ff50-4b22-8a57-8bcdb25266f2 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:30.510800 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a0b11465-6af4-4475-8ddc-c53d4b964cb8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Usage tracker for resource:network and tenant:246b656d4a9647d081f87e587fc0780f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:30.531065 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a0b11465-6af4-4475-8ddc-c53d4b964cb8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:30.577290 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fdcd1a47-f2e7-4750-a2f5-9807d8f908b8 None None] Transition to ACTIVE for port object 804041bb-ff50-4b22-8a57-8bcdb25266f2 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:30.590095 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-93796026-91a2-4fb2-9e67-2d0ff2731a92 None None] Port e58fc10a-4399-4207-9bf0-a2b6d88d5cb9 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:41:30.620675 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a0b11465-6af4-4475-8ddc-c53d4b964cb8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:30.660467 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3dfcef6a-5adb-48f3-b53a-0d88406eed4c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:30.674603 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:30.693100 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 8d20fc6c-fa16-470c-b211-abf84064e7c9, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=8d20fc6c-fa16-470c-b211-abf84064e7c9,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:30.709044 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fdcd1a47-f2e7-4750-a2f5-9807d8f908b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:30.742090 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a92b1e3-8fca-47e7-a922-b4f19f074a8a admin admin] Router cb16a998-d3e6-44e5-98df-b04946f30c47 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:41:30.794774 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcd1a47-f2e7-4750-a2f5-9807d8f908b8 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:30.799450 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:30.800197 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2e869c03-0f42-4fd8-bcff-62e12a5d51bb up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:30.828578 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-fdcd1a47-f2e7-4750-a2f5-9807d8f908b8 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:30.835931 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd1a47-f2e7-4750-a2f5-9807d8f908b8 None None] Pushing event updated for resources: {'Port': ['ID=804041bb-ff50-4b22-8a57-8bcdb25266f2,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:30.844350 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcd1a47-f2e7-4750-a2f5-9807d8f908b8 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:30.867902 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-3dfcef6a-5adb-48f3-b53a-0d88406eed4c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Calling delete_port for ade76c7e-7f86-4678-9f74-7abdbf307aab owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:30.944467 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bd1d49f3-9a6b-416f-810a-9caaa72ef9aa tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:30.952515 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b85cdb5-84fc-438d-b67b-ae976f6f0789 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:30.960401 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1cc4babf-1eef-438d-ba55-f3b68bc4379a None None] Provisioning complete for port 0a4b1843-3069-4742-9d1c-41492c0e4a6b triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:30.960772 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1cc4babf-1eef-438d-ba55-f3b68bc4379a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:30.975718 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d0ed25b5-0b35-42fe-bbbe-9cb565e3ed5c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:31.020330 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-21726b69-a8c5-44d1-89e1-7e215dece9e0 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:31.026088 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b11465-6af4-4475-8ddc-c53d4b964cb8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Made reservation on behalf of 246b656d4a9647d081f87e587fc0780f for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:31.029368 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a0b11465-6af4-4475-8ddc-c53d4b964cb8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:31.042911 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-1cc4babf-1eef-438d-ba55-f3b68bc4379a None None] Port 0a4b1843-3069-4742-9d1c-41492c0e4a6b was deleted so its status cannot be updated. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 07 21:41:31.064231 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=8d20fc6c-fa16-470c-b211-abf84064e7c9,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:31.068844 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-fdcd1a47-f2e7-4750-a2f5-9807d8f908b8 None None] Attempting to bind port 804041bb-ff50-4b22-8a57-8bcdb25266f2 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:41:31.069209 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-fdcd1a47-f2e7-4750-a2f5-9807d8f908b8 None None] Attempting to bind port 804041bb-ff50-4b22-8a57-8bcdb25266f2 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:41:31.069570 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcd1a47-f2e7-4750-a2f5-9807d8f908b8 None None] Attempting to bind port 804041bb-ff50-4b22-8a57-8bcdb25266f2 on network ab63f4f6-c089-409c-a9c4-f2088e2d7005 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:41:31.078675 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcd1a47-f2e7-4750-a2f5-9807d8f908b8 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:41:31.079049 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcd1a47-f2e7-4750-a2f5-9807d8f908b8 None None] Checking segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:31.079448 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fdcd1a47-f2e7-4750-a2f5-9807d8f908b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:31.079833 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcd1a47-f2e7-4750-a2f5-9807d8f908b8 None None] Bound using segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:41:31.080294 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-fdcd1a47-f2e7-4750-a2f5-9807d8f908b8 None None] Bound port: 804041bb-ff50-4b22-8a57-8bcdb25266f2, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:41:31.080665 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fdcd1a47-f2e7-4750-a2f5-9807d8f908b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:31.110670 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-43bc1e09-676a-484e-a452-fa8529b98597 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:31.127081 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-bd1d49f3-9a6b-416f-810a-9caaa72ef9aa tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Calling delete_port for 1aea51f6-7b1e-43d4-bb20-2f3a8995d93c owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:31.127460 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21726b69-a8c5-44d1-89e1-7e215dece9e0 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Pushing event deleted for resources: {'Port': ['ID=0a4b1843-3069-4742-9d1c-41492c0e4a6b,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:31.178731 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-fdcd1a47-f2e7-4750-a2f5-9807d8f908b8 None None] For port 804041bb-ff50-4b22-8a57-8bcdb25266f2, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:41:31.181263 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 2e869c03-0f42-4fd8-bcff-62e12a5d51bb completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:31.186106 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-fdcd1a47-f2e7-4750-a2f5-9807d8f908b8 None None] For port 804041bb-ff50-4b22-8a57-8bcdb25266f2, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=804041bb-ff50-4b22-8a57-8bcdb25266f2,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:41:31.190423 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 2e869c03-0f42-4fd8-bcff-62e12a5d51bb triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:31.190423 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:31.256037 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a92b1e3-8fca-47e7-a922-b4f19f074a8a admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:41:31.263338 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fdcd1a47-f2e7-4750-a2f5-9807d8f908b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:31.336051 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-43bc1e09-676a-484e-a452-fa8529b98597 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] device_id is not set on port c5ea58dc-782b-4730-a598-1560df73ba66 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:41:31.337167 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] Sync routers for ids ['cb16a998-d3e6-44e5-98df-b04946f30c47'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:41:31.383859 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b11465-6af4-4475-8ddc-c53d4b964cb8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:41:31.407213 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2a92b1e3-8fca-47e7-a922-b4f19f074a8a admin admin] 10.222.0.21 "PUT /v2.0/routers/cb16a998-d3e6-44e5-98df-b04946f30c47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0679283 Mar 07 21:41:31.431752 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] Routers {'cb16a998-d3e6-44e5-98df-b04946f30c47'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:41:31.432379 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:41:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['cb16a998-d3e6-44e5-98df-b04946f30c47'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:31.444651 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a0b11465-6af4-4475-8ddc-c53d4b964cb8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:31.444987 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-a0b11465-6af4-4475-8ddc-c53d4b964cb8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Added segment d3150888-845f-44a0-8c0c-43015750d5c3 of type vlan for network f31b4d2c-8a3e-4ff3-8547-30f740643389 Mar 07 21:41:31.464273 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bd1d49f3-9a6b-416f-810a-9caaa72ef9aa tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:31.471682 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-21726b69-a8c5-44d1-89e1-7e215dece9e0 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:31.493144 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:31.505557 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b85cdb5-84fc-438d-b67b-ae976f6f0789 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:31.529293 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-21726b69-a8c5-44d1-89e1-7e215dece9e0 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] 10.222.0.21 "DELETE /v2.0/ports/0a4b1843-3069-4742-9d1c-41492c0e4a6b HTTP/1.1" status: 204 len: 168 time: 3.2699840 Mar 07 21:41:31.530178 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd1a47-f2e7-4750-a2f5-9807d8f908b8 None None] Pushing event updated for resources: {'Port': ['ID=804041bb-ff50-4b22-8a57-8bcdb25266f2,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:31.530816 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43550) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:31.550258 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3dfcef6a-5adb-48f3-b53a-0d88406eed4c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:31.564085 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 2e869c03-0f42-4fd8-bcff-62e12a5d51bb, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2e869c03-0f42-4fd8-bcff-62e12a5d51bb,segment=NetworkSegment(070c8c15-c22d-48f7-a445-d88f17ceced3),segment_id=070c8c15-c22d-48f7-a445-d88f17ceced3)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:31.578649 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bd1d49f3-9a6b-416f-810a-9caaa72ef9aa tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:31.593709 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d49f3-9a6b-416f-810a-9caaa72ef9aa tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Port': ['ID=1aea51f6-7b1e-43d4-bb20-2f3a8995d93c,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:31.597834 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a0b11465-6af4-4475-8ddc-c53d4b964cb8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:31.657101 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-0b85cdb5-84fc-438d-b67b-ae976f6f0789 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Deleting port 2ed644d5-dac7-49a3-9970-8653b1500223 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:31.659412 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b85cdb5-84fc-438d-b67b-ae976f6f0789 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:31.678174 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfcef6a-5adb-48f3-b53a-0d88406eed4c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Port': ['ID=ade76c7e-7f86-4678-9f74-7abdbf307aab,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:31.693746 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:31.848849 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] Set router cb16a998-d3e6-44e5-98df-b04946f30c47 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:41:32.046435 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bd1d49f3-9a6b-416f-810a-9caaa72ef9aa tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/ports/1aea51f6-7b1e-43d4-bb20-2f3a8995d93c HTTP/1.1" status: 204 len: 168 time: 2.8063078 Mar 07 21:41:32.057144 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.resource_extend [None req-a0b11465-6af4-4475-8ddc-c53d4b964cb8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:41:32.086517 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43560) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:32.096773 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-9d8584c8-ac34-4324-975a-27901b27f1e5 tempest-DHCPAgentSchedulersTestJSON-1133443168 tempest-DHCPAgentSchedulersTestJSON-1133443168-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4312 time: 0.5150533 Mar 07 21:41:32.107965 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43564) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:32.116724 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-36735a4c-7ccf-4493-9ddb-09fdbcd735af tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1101080817'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:32.141306 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-36735a4c-7ccf-4493-9ddb-09fdbcd735af tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:32.219024 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=2e869c03-0f42-4fd8-bcff-62e12a5d51bb,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:32.221727 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:41:32.242028 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-43bc1e09-676a-484e-a452-fa8529b98597 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 2001:db8::f816:3eff:fef9:fa60 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/336a650a-3f60-4c93-b278-e55bce2230d8/c5ea58dc-782b-4730-a598-1560df73ba66) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:32.303260 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-36735a4c-7ccf-4493-9ddb-09fdbcd735af tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Usage tracker for resource:network and tenant:5a22d3e8a4894a71adc831a2806e9f3e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:32.308754 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:41:32.309098 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ae3437c4-f1b9-4e30-ab54-f4f4ade18a02 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:41:32.313674 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-36735a4c-7ccf-4493-9ddb-09fdbcd735af tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:32.317848 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3dfcef6a-5adb-48f3-b53a-0d88406eed4c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:32.372139 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d0ed25b5-0b35-42fe-bbbe-9cb565e3ed5c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:32.376650 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-36735a4c-7ccf-4493-9ddb-09fdbcd735af tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:32.387865 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43568) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:32.419499 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a0b11465-6af4-4475-8ddc-c53d4b964cb8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:32.419980 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-7f847ccb-94b4-4191-a5bf-80fa00a2ba5d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-421056467', 'description': 'tempest-secgroup-smoke-421056467 description', 'project_id': 'a1d039a5115b40cc849313193266d5ad'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:32.425437 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b11465-6af4-4475-8ddc-c53d4b964cb8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:32.426260 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a0b11465-6af4-4475-8ddc-c53d4b964cb8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:32.503255 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb16a998-d3e6-44e5-98df-b04946f30c47', 'name': 'tempest-TestVolumeBootPattern-77630845-router', 'tenant_id': '7f3dafa0042c4ece822926a24099ff9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': '8d20fc6c-fa16-470c-b211-abf84064e7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:15Z', 'updated_at': '2022-03-07T21:41:27Z', 'revision_number': 4, 'project_id': '7f3dafa0042c4ece822926a24099ff9e', 'gw_port': {'id': '8d20fc6c-fa16-470c-b211-abf84064e7c9', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16a998-d3e6-44e5-98df-b04946f30c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:17Z', 'updated_at': '2022-03-07T21:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'e58fc10a-4399-4207-9bf0-a2b6d88d5cb9', 'name': '', 'network_id': 'c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23', 'tenant_id': '7f3dafa0042c4ece822926a24099ff9e', 'mac_address': 'fa:16:3e:f2:8d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb16a998-d3e6-44e5-98df-b04946f30c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '11b4e03b-6171-4c59-8a53-718821d0fb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:24Z', 'updated_at': '2022-03-07T21:41:28Z', 'revision_number': 2, 'project_id': '7f3dafa0042c4ece822926a24099ff9e', 'subnets': [{'id': '11b4e03b-6171-4c59-8a53-718821d0fb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:32.507823 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] Checking router: cb16a998-d3e6-44e5-98df-b04946f30c47 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:41:32.508552 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] Updating router cb16a998-d3e6-44e5-98df-b04946f30c47 port e58fc10a-4399-4207-9bf0-a2b6d88d5cb9 binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:41:32.527854 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e2dfe21a-13fb-4ea8-a7cc-7ddc19d8575f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:32.545629 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7f847ccb-94b4-4191-a5bf-80fa00a2ba5d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:32.560253 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d0ed25b5-0b35-42fe-bbbe-9cb565e3ed5c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:32.591763 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:32.605996 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 8d20fc6c-fa16-470c-b211-abf84064e7c9 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:32.683171 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36735a4c-7ccf-4493-9ddb-09fdbcd735af tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Made reservation on behalf of 5a22d3e8a4894a71adc831a2806e9f3e for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:32.701994 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-36735a4c-7ccf-4493-9ddb-09fdbcd735af tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:32.718777 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7f847ccb-94b4-4191-a5bf-80fa00a2ba5d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Usage tracker for resource:security_group and tenant:a1d039a5115b40cc849313193266d5ad is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:32.722096 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7f847ccb-94b4-4191-a5bf-80fa00a2ba5d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:32.751892 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7f847ccb-94b4-4191-a5bf-80fa00a2ba5d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:32.819462 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 8d20fc6c-fa16-470c-b211-abf84064e7c9 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:32.820057 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:32.850659 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a0b11465-6af4-4475-8ddc-c53d4b964cb8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4912372 Mar 07 21:41:32.861792 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-43bc1e09-676a-484e-a452-fa8529b98597 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:32.866911 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43572) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:32.984673 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-3a21f9ce-0042-4e03-8a42-c19ea22a1955 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Request body: {'subnet': {'network_id': 'f31b4d2c-8a3e-4ff3-8547-30f740643389', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:33.052921 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed25b5-0b35-42fe-bbbe-9cb565e3ed5c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Pushing event updated for resources: {'Port': ['ID=16289588-4a40-42b9-a21f-2689fe4e3112,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:33.055581 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed25b5-0b35-42fe-bbbe-9cb565e3ed5c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] In _notify_port_updated(), no bound segment for port 16289588-4a40-42b9-a21f-2689fe4e3112 on network 74e40103-66aa-44af-9f05-bd9c89ced062 {{(pid=88386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 07 21:41:33.061530 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ed25b5-0b35-42fe-bbbe-9cb565e3ed5c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:33.062188 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d0ed25b5-0b35-42fe-bbbe-9cb565e3ed5c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:33.063430 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d0ed25b5-0b35-42fe-bbbe-9cb565e3ed5c tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] 10.222.0.21 "PUT /v2.0/ports/16289588-4a40-42b9-a21f-2689fe4e3112 HTTP/1.1" status: 200 len: 996 time: 3.5092645 Mar 07 21:41:33.070746 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7f847ccb-94b4-4191-a5bf-80fa00a2ba5d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:33.090195 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43576) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:33.098777 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b11465-6af4-4475-8ddc-c53d4b964cb8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event updated for resources: {'Network': ['ID=f31b4d2c-8a3e-4ff3-8547-30f740643389,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:33.110847 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b85cdb5-84fc-438d-b67b-ae976f6f0789 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:33.137268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network f31b4d2c-8a3e-4ff3-8547-30f740643389 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:41:33.176947 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-43bc1e09-676a-484e-a452-fa8529b98597 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Transition to ACTIVE for port object c5ea58dc-782b-4730-a598-1560df73ba66 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:33.182919 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7f847ccb-94b4-4191-a5bf-80fa00a2ba5d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:33.188494 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-27996f52-ac49-4490-bb5c-bf93bc5d87ca None None] Provisioning complete for port 16289588-4a40-42b9-a21f-2689fe4e3112 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:33.188871 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-27996f52-ac49-4490-bb5c-bf93bc5d87ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:33.204854 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7f847ccb-94b4-4191-a5bf-80fa00a2ba5d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Usage tracker for resource:security_group_rule and tenant:a1d039a5115b40cc849313193266d5ad is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:33.215914 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36735a4c-7ccf-4493-9ddb-09fdbcd735af tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:41:33.218585 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7f847ccb-94b4-4191-a5bf-80fa00a2ba5d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:33.233260 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6b57cd-bc8b-4fdc-9e9d-d61afeefe4ef None None] get_active_networks_info from dv-neutron-829957-1-hyperv {{(pid=88388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 07 21:41:33.286316 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7f847ccb-94b4-4191-a5bf-80fa00a2ba5d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:33.295138 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 804041bb-ff50-4b22-8a57-8bcdb25266f2 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:33.298133 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-36735a4c-7ccf-4493-9ddb-09fdbcd735af tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:33.305018 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-36735a4c-7ccf-4493-9ddb-09fdbcd735af tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Added segment 631e44e3-d295-4b5e-bf08-4c81f4888e0d of type vlan for network c97fab67-d618-429d-b949-387a44dc55a7 Mar 07 21:41:33.320912 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfcef6a-5adb-48f3-b53a-0d88406eed4c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Router ae8615f1-10b5-4c1b-be7c-a38e84fa65bc has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:41:33.398351 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-0b85cdb5-84fc-438d-b67b-ae976f6f0789 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Calling delete_port for 2ed644d5-dac7-49a3-9970-8653b1500223 owned by network:router_gateway {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:33.408363 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-36735a4c-7ccf-4493-9ddb-09fdbcd735af tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:33.426892 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-27996f52-ac49-4490-bb5c-bf93bc5d87ca None None] Port 16289588-4a40-42b9-a21f-2689fe4e3112 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:41:33.513402 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e2dfe21a-13fb-4ea8-a7cc-7ddc19d8575f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:33.516011 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfcef6a-5adb-48f3-b53a-0d88406eed4c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:41:33.545442 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-032ffbef-75fc-420c-8360-a2932c2af410 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Deleting port 16289588-4a40-42b9-a21f-2689fe4e3112 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:33.545442 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-032ffbef-75fc-420c-8360-a2932c2af410 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:33.549820 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e5c28-d82b-4268-9456-091be344726f None None] Sync routers for ids ['ae8615f1-10b5-4c1b-be7c-a38e84fa65bc'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:41:33.558924 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e5c28-d82b-4268-9456-091be344726f None None] Routers {'ae8615f1-10b5-4c1b-be7c-a38e84fa65bc'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:41:33.559839 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d21e5c28-d82b-4268-9456-091be344726f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:41:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['ae8615f1-10b5-4c1b-be7c-a38e84fa65bc'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:33.577249 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7f847ccb-94b4-4191-a5bf-80fa00a2ba5d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:33.579312 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-3a21f9ce-0042-4e03-8a42-c19ea22a1955 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:33.597635 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:33.597861 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3dfcef6a-5adb-48f3-b53a-0d88406eed4c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "PUT /v2.0/routers/ae8615f1-10b5-4c1b-be7c-a38e84fa65bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6617751 Mar 07 21:41:33.598796 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43580) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:33.609340 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-3a21f9ce-0042-4e03-8a42-c19ea22a1955 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Usage tracker for resource:subnet and tenant:246b656d4a9647d081f87e587fc0780f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:33.615200 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-3a21f9ce-0042-4e03-8a42-c19ea22a1955 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:33.619697 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-e2dfe21a-13fb-4ea8-a7cc-7ddc19d8575f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6db8684-d898-46a0-aaf6-8ede249b4167']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:33.622096 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] Transition to ACTIVE for port object e58fc10a-4399-4207-9bf0-a2b6d88d5cb9 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:33.635972 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d21e5c28-d82b-4268-9456-091be344726f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:33.639888 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-3a21f9ce-0042-4e03-8a42-c19ea22a1955 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:33.640149 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6b57cd-bc8b-4fdc-9e9d-d61afeefe4ef None None] Resources bound (agent type, host, resource id): {{(pid=88388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:41:33.645729 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e5c28-d82b-4268-9456-091be344726f None None] Routers {'ae8615f1-10b5-4c1b-be7c-a38e84fa65bc'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:41:33.646653 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d21e5c28-d82b-4268-9456-091be344726f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:41:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['ae8615f1-10b5-4c1b-be7c-a38e84fa65bc'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:33.655959 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-36735a4c-7ccf-4493-9ddb-09fdbcd735af tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:33.659913 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 804041bb-ff50-4b22-8a57-8bcdb25266f2 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:33.661309 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36735a4c-7ccf-4493-9ddb-09fdbcd735af tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:33.661902 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-36735a4c-7ccf-4493-9ddb-09fdbcd735af tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:33.665495 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7f847ccb-94b4-4191-a5bf-80fa00a2ba5d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:33.713373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-705bc7e8-2aca-4e31-902d-09c459ca8d0c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Synchronizing usage tracker for tenant:fcdda39025724b238190857d574ee30e on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:41:33.715735 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d21e5c28-d82b-4268-9456-091be344726f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:33.716554 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e5c28-d82b-4268-9456-091be344726f None None] The sync data for ids ['ae8615f1-10b5-4c1b-be7c-a38e84fa65bc'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:41:33.771389 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-e2dfe21a-13fb-4ea8-a7cc-7ddc19d8575f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55fe160e-fb95-4ff2-a152-007ef062f095') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:33.771804 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-e2dfe21a-13fb-4ea8-a7cc-7ddc19d8575f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55fe160e-fb95-4ff2-a152-007ef062f095') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:33.777449 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 804041bb-ff50-4b22-8a57-8bcdb25266f2 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:33.778303 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:33.801184 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e2dfe21a-13fb-4ea8-a7cc-7ddc19d8575f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:33.836959 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ab6cb66f-0f5c-4a28-b6b2-eea4be4dd0ff None None] Provisioning for port 804041bb-ff50-4b22-8a57-8bcdb25266f2 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:33.842946 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36735a4c-7ccf-4493-9ddb-09fdbcd735af tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Pushing event updated for resources: {'Network': ['ID=c97fab67-d618-429d-b949-387a44dc55a7,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:33.857753 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ab6cb66f-0f5c-4a28-b6b2-eea4be4dd0ff None None] Provisioning complete for port 804041bb-ff50-4b22-8a57-8bcdb25266f2 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:33.858162 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ab6cb66f-0f5c-4a28-b6b2-eea4be4dd0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:33.864416 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f847ccb-94b4-4191-a5bf-80fa00a2ba5d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86295398-b7ce-40d9-a44c-f823e2e85efb,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:33.868509 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7f847ccb-94b4-4191-a5bf-80fa00a2ba5d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:33.869984 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7f847ccb-94b4-4191-a5bf-80fa00a2ba5d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.4821837 Mar 07 21:41:33.871172 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-705bc7e8-2aca-4e31-902d-09c459ca8d0c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Unset dirty status for tenant:fcdda39025724b238190857d574ee30e on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:41:33.876664 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-705bc7e8-2aca-4e31-902d-09c459ca8d0c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8615f1-10b5-4c1b-be7c-a38e84fa65bc HTTP/1.1" status: 200 len: 205 time: 0.2762461 Mar 07 21:41:33.878479 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-36735a4c-7ccf-4493-9ddb-09fdbcd735af tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7666624 Mar 07 21:41:33.879684 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43584) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:33.880097 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43586) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:33.885917 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43588) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:33.890804 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-8103e10d-8e47-462b-9a0f-2c827e3d09df tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Request body: {'security_group_rule': {'security_group_id': '86295398-b7ce-40d9-a44c-f823e2e85efb', 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:33.965635 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-8103e10d-8e47-462b-9a0f-2c827e3d09df tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:33.977838 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:34.018983 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e2dfe21a-13fb-4ea8-a7cc-7ddc19d8575f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:34.031511 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-43bc1e09-676a-484e-a452-fa8529b98597 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:34.036335 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network c97fab67-d618-429d-b949-387a44dc55a7 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:41:34.038922 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a21f9ce-0042-4e03-8a42-c19ea22a1955 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Made reservation on behalf of 246b656d4a9647d081f87e587fc0780f for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:34.042611 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3a21f9ce-0042-4e03-8a42-c19ea22a1955 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:34.063265 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2dfe21a-13fb-4ea8-a7cc-7ddc19d8575f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:41:34.063265 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e2dfe21a-13fb-4ea8-a7cc-7ddc19d8575f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:41:34.091667 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:41:34.156766 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8103e10d-8e47-462b-9a0f-2c827e3d09df tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Usage tracker for resource:security_group_rule and tenant:a1d039a5115b40cc849313193266d5ad is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:34.170378 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8103e10d-8e47-462b-9a0f-2c827e3d09df tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:34.204865 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9be7db3c-fa2a-462a-9d83-e45c0e3913d8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:34.268901 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-8103e10d-8e47-462b-9a0f-2c827e3d09df tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:34.307305 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bfc9c-7368-4938-ab39-c03092ab61fa None None] Pushing event updated for resources: {'Port': ['ID=e58fc10a-4399-4207-9bf0-a2b6d88d5cb9,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:34.372906 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bc1e09-676a-484e-a452-fa8529b98597 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:34.432057 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc1e09-676a-484e-a452-fa8529b98597 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=c5ea58dc-782b-4730-a598-1560df73ba66,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:34.434640 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-43bc1e09-676a-484e-a452-fa8529b98597 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:34.446642 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bc1e09-676a-484e-a452-fa8529b98597 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:34.452373 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bc1e09-676a-484e-a452-fa8529b98597 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:34.453002 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-43bc1e09-676a-484e-a452-fa8529b98597 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:34.458109 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:34.510533 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e2dfe21a-13fb-4ea8-a7cc-7ddc19d8575f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:34.543055 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ab6cb66f-0f5c-4a28-b6b2-eea4be4dd0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:34.557446 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e2dfe21a-13fb-4ea8-a7cc-7ddc19d8575f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:34.570071 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] Attempting to bind port e58fc10a-4399-4207-9bf0-a2b6d88d5cb9 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:41:34.570511 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] Attempting to bind port e58fc10a-4399-4207-9bf0-a2b6d88d5cb9 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '8be70539-6590-417c-9104-e754cc263787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:41:34.570967 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] Attempting to bind port e58fc10a-4399-4207-9bf0-a2b6d88d5cb9 on network c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:41:34.578664 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dfe21a-13fb-4ea8-a7cc-7ddc19d8575f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] Pushing event deleted for resources: {'Network': ['ID=a6db8684-d898-46a0-aaf6-8ede249b4167,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:34.581204 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8103e10d-8e47-462b-9a0f-2c827e3d09df tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:34.594730 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:41:34.595251 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] Checking segment: {'id': '8be70539-6590-417c-9104-e754cc263787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:34.595745 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:34.596221 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] Bound using segment: {'id': '8be70539-6590-417c-9104-e754cc263787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:41:34.597129 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] Bound port: e58fc10a-4399-4207-9bf0-a2b6d88d5cb9, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be70539-6590-417c-9104-e754cc263787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:41:34.597129 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:34.605732 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9be7db3c-fa2a-462a-9d83-e45c0e3913d8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:34.610882 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e2dfe21a-13fb-4ea8-a7cc-7ddc19d8575f tempest-PortsIpV6TestJSON-540978048 tempest-PortsIpV6TestJSON-540978048-project] 10.222.0.21 "DELETE /v2.0/networks/a6db8684-d898-46a0-aaf6-8ede249b4167 HTTP/1.1" status: 204 len: 168 time: 2.5177813 Mar 07 21:41:34.615053 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 804041bb-ff50-4b22-8a57-8bcdb25266f2, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=804041bb-ff50-4b22-8a57-8bcdb25266f2,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:34.623492 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-032ffbef-75fc-420c-8360-a2932c2af410 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:34.694537 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:34.695415 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2e869c03-0f42-4fd8-bcff-62e12a5d51bb up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:34.717312 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-18500c84-d521-4c08-89b9-9dfa44133701 tempest-DHCPAgentSchedulersTestJSON-1133443168 tempest-DHCPAgentSchedulersTestJSON-1133443168-project-admin] 10.222.0.21 "GET /v2.0/agents/edf8e3b8-8277-4301-b9d5-13400d6f20cf/dhcp-networks HTTP/1.1" status: 200 len: 9616 time: 0.8301959 Mar 07 21:41:34.722214 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9be7db3c-fa2a-462a-9d83-e45c0e3913d8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:34.725252 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43598) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:34.728951 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-43bc1e09-676a-484e-a452-fa8529b98597 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.3893547 Mar 07 21:41:34.737470 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43602) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:34.804473 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b85cdb5-84fc-438d-b67b-ae976f6f0789 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:34.820604 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-032ffbef-75fc-420c-8360-a2932c2af410 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Calling delete_port for 16289588-4a40-42b9-a21f-2689fe4e3112 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:34.831205 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8103e10d-8e47-462b-9a0f-2c827e3d09df tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:34.887253 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314b4f81-5019-40cc-ad7a-4a4cfaece8c8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:34.905632 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314b4f81-5019-40cc-ad7a-4a4cfaece8c8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:34.910155 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-314b4f81-5019-40cc-ad7a-4a4cfaece8c8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1715209 Mar 07 21:41:34.910645 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43606) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:34.912758 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] For port e58fc10a-4399-4207-9bf0-a2b6d88d5cb9, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:41:34.923128 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85cdb5-84fc-438d-b67b-ae976f6f0789 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Pushing event deleted for resources: {'Port': ['ID=2ed644d5-dac7-49a3-9970-8653b1500223,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:34.959569 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8103e10d-8e47-462b-9a0f-2c827e3d09df tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:34.961361 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9be7db3c-fa2a-462a-9d83-e45c0e3913d8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:34.961782 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be7db3c-fa2a-462a-9d83-e45c0e3913d8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Fanout notify agent at l3_agent the message router_deleted on router ae8615f1-10b5-4c1b-be7c-a38e84fa65bc {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:41:34.963929 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] For port e58fc10a-4399-4207-9bf0-a2b6d88d5cb9, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e58fc10a-4399-4207-9bf0-a2b6d88d5cb9,segment=NetworkSegment(8be70539-6590-417c-9104-e754cc263787),segment_id=8be70539-6590-417c-9104-e754cc263787)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:41:34.969987 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-ab6cb66f-0f5c-4a28-b6b2-eea4be4dd0ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:41:34.969987 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-ab6cb66f-0f5c-4a28-b6b2-eea4be4dd0ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:41:34.980040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=804041bb-ff50-4b22-8a57-8bcdb25266f2,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:35.008922 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9be7db3c-fa2a-462a-9d83-e45c0e3913d8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:35.010613 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9be7db3c-fa2a-462a-9d83-e45c0e3913d8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/routers/ae8615f1-10b5-4c1b-be7c-a38e84fa65bc HTTP/1.1" status: 204 len: 168 time: 1.1270390 Mar 07 21:41:35.012654 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 2e869c03-0f42-4fd8-bcff-62e12a5d51bb triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:35.013647 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:35.014766 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43610) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:35.026338 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103e10d-8e47-462b-9a0f-2c827e3d09df tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75983664-3d11-492b-90ef-8f1216f9df34,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:35.040243 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b71302-3687-4a48-afba-044998836191 None None] get_active_networks_info from dv-neutron-829957-1-hyperv {{(pid=88388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 07 21:41:35.077993 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:35.110454 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-55dd4486-2fd7-4d7c-9bb3-14a8d46ad86f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting port c5ea58dc-782b-4730-a598-1560df73ba66 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:35.113862 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-55dd4486-2fd7-4d7c-9bb3-14a8d46ad86f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:35.163809 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8103e10d-8e47-462b-9a0f-2c827e3d09df tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:35.165981 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8103e10d-8e47-462b-9a0f-2c827e3d09df tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2842963 Mar 07 21:41:35.178589 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43616) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:35.190802 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-3b36eaf3-c2b2-4546-ae36-cc01e7034a4c tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Request body: {'security_group_rule': {'security_group_id': '86295398-b7ce-40d9-a44c-f823e2e85efb', 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:35.198546 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3b36eaf3-c2b2-4546-ae36-cc01e7034a4c tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:35.202621 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3b36eaf3-c2b2-4546-ae36-cc01e7034a4c tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Usage tracker for resource:security_group_rule and tenant:a1d039a5115b40cc849313193266d5ad is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:35.204445 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43620) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:35.207830 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3b36eaf3-c2b2-4546-ae36-cc01e7034a4c tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:35.210387 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b85cdb5-84fc-438d-b67b-ae976f6f0789 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:35.215258 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3b36eaf3-c2b2-4546-ae36-cc01e7034a4c tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:35.232150 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6dbeacb-b5bf-473a-a89c-fc393597f4f2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting subnet 7c5472d4-a220-400a-8e2c-6db49119420e {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:41:35.244591 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b6dbeacb-b5bf-473a-a89c-fc393597f4f2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:35.267504 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3a21f9ce-0042-4e03-8a42-c19ea22a1955 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:35.272956 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b71302-3687-4a48-afba-044998836191 None None] Resources bound (agent type, host, resource id): {{(pid=88388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:41:35.343409 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bfc9c-7368-4938-ab39-c03092ab61fa None None] Pushing event updated for resources: {'Port': ['ID=e58fc10a-4399-4207-9bf0-a2b6d88d5cb9,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:35.361870 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] Routers {'cb16a998-d3e6-44e5-98df-b04946f30c47'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:41:35.362631 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:41:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['cb16a998-d3e6-44e5-98df-b04946f30c47'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:35.398018 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3b36eaf3-c2b2-4546-ae36-cc01e7034a4c tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:35.489362 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b6dbeacb-b5bf-473a-a89c-fc393597f4f2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:35.643676 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b85cdb5-84fc-438d-b67b-ae976f6f0789 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:35.647597 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b2f717-b7b6-482c-8cc7-0e9b1fc276ce tempest-DHCPAgentSchedulersTestJSON-1133443168 tempest-DHCPAgentSchedulersTestJSON-1133443168-project-admin] Network c97fab67-d618-429d-b949-387a44dc55a7 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:41:35.653656 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b85cdb5-84fc-438d-b67b-ae976f6f0789 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:35.655080 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-55dd4486-2fd7-4d7c-9bb3-14a8d46ad86f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:35.664049 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3b36eaf3-c2b2-4546-ae36-cc01e7034a4c tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:35.700732 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21f9ce-0042-4e03-8a42-c19ea22a1955 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event updated for resources: {'Subnet': ['ID=b54de7b3-0838-49ac-9343-7ba66258fd2b,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:35.716144 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-032ffbef-75fc-420c-8360-a2932c2af410 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:35.790801 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-17d14cee-8798-447e-8da3-f71ab74d4f30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=798f97419872427fbdc61064af1a2dd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5837133 Mar 07 21:41:35.791787 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a21f9ce-0042-4e03-8a42-c19ea22a1955 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Checking segment: {'id': 'd3150888-845f-44a0-8c0c-43015750d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f31b4d2c-8a3e-4ff3-8547-30f740643389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:35.791787 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a21f9ce-0042-4e03-8a42-c19ea22a1955 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Network hostable DHCP agents. Network: f31b4d2c-8a3e-4ff3-8547-30f740643389, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:41:35.800277 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e7b2f717-b7b6-482c-8cc7-0e9b1fc276ce tempest-DHCPAgentSchedulersTestJSON-1133443168 tempest-DHCPAgentSchedulersTestJSON-1133443168-project-admin] 10.222.0.21 "POST /v2.0/agents/edf8e3b8-8277-4301-b9d5-13400d6f20cf/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.0709748 Mar 07 21:41:35.800277 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43626) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:35.800277 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ffbef-75fc-420c-8360-a2932c2af410 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Pushing event deleted for resources: {'Port': ['ID=16289588-4a40-42b9-a21f-2689fe4e3112,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:35.801297 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b85cdb5-84fc-438d-b67b-ae976f6f0789 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:35.801673 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b85cdb5-84fc-438d-b67b-ae976f6f0789 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Fanout notify agent at l3_agent the message router_deleted on router 14ce8e71-adbb-4a10-a4b9-de6e3d643f96 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:41:35.809255 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43628) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:35.816848 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] Set router cb16a998-d3e6-44e5-98df-b04946f30c47 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:41:35.830671 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-55dd4486-2fd7-4d7c-9bb3-14a8d46ad86f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Calling delete_port for c5ea58dc-782b-4730-a598-1560df73ba66 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:35.908890 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 804041bb-ff50-4b22-8a57-8bcdb25266f2 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:35.912473 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b6dbeacb-b5bf-473a-a89c-fc393597f4f2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:35.979669 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b85cdb5-84fc-438d-b67b-ae976f6f0789 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:35.981444 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0b85cdb5-84fc-438d-b67b-ae976f6f0789 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "DELETE /v2.0/routers/14ce8e71-adbb-4a10-a4b9-de6e3d643f96 HTTP/1.1" status: 204 len: 168 time: 5.5732553 Mar 07 21:41:35.992171 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43634) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:36.001851 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-081047cc-38c2-4e1d-b61f-11197bb743f7 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-481657157', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:36.009828 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-655e1d7c-5c6e-42fe-a92b-fe40096de206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:36.024558 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-081047cc-38c2-4e1d-b61f-11197bb743f7 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:36.032402 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-032ffbef-75fc-420c-8360-a2932c2af410 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:36.034332 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-032ffbef-75fc-420c-8360-a2932c2af410 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] 10.222.0.21 "DELETE /v2.0/ports/16289588-4a40-42b9-a21f-2689fe4e3112 HTTP/1.1" status: 204 len: 168 time: 2.9375272 Mar 07 21:41:36.035444 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-081047cc-38c2-4e1d-b61f-11197bb743f7 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Usage tracker for resource:router and tenant:91926c265743430ca5be113f2f83e4db is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:36.039885 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43638) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:36.042629 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-081047cc-38c2-4e1d-b61f-11197bb743f7 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:36.095880 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-081047cc-38c2-4e1d-b61f-11197bb743f7 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:36.097608 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a21f9ce-0042-4e03-8a42-c19ea22a1955 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Network f31b4d2c-8a3e-4ff3-8547-30f740643389 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:41:36.106505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3b36eaf3-c2b2-4546-ae36-cc01e7034a4c tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:36.115604 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-655e1d7c-5c6e-42fe-a92b-fe40096de206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:36.123330 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-80359143-f2a1-4b67-ba08-637c463d9cdd tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] GET failed (client error): The resource could not be found. Mar 07 21:41:36.123864 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-80359143-f2a1-4b67-ba08-637c463d9cdd tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Synchronizing usage tracker for tenant:308c9680a92c4da0a4dcc142a0eab386 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:41:36.130477 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-3a21f9ce-0042-4e03-8a42-c19ea22a1955 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, f31b4d2c-8a3e-4ff3-8547-30f740643389) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:36.144582 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a21f9ce-0042-4e03-8a42-c19ea22a1955 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:36.145176 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3a21f9ce-0042-4e03-8a42-c19ea22a1955 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:36.162446 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36eaf3-c2b2-4546-ae36-cc01e7034a4c tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95ce860-1d60-4a6e-86e2-79bc75ad8f43,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:36.172778 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 804041bb-ff50-4b22-8a57-8bcdb25266f2 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:36.172778 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:36.184500 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-80359143-f2a1-4b67-ba08-637c463d9cdd tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Unset dirty status for tenant:308c9680a92c4da0a4dcc142a0eab386 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:41:36.189231 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-80359143-f2a1-4b67-ba08-637c463d9cdd tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] 10.222.0.21 "GET /v2.0/ports/16289588-4a40-42b9-a21f-2689fe4e3112 HTTP/1.1" status: 404 len: 333 time: 0.1445808 Mar 07 21:41:36.191058 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43642) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:36.197104 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-d2d21318-245a-4b85-943b-130bd98d620f tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Request body: {'port': {'network_id': '74e40103-66aa-44af-9f05-bd9c89ced062', 'name': 'tempest-AllowedAddressPairTestJSON-914044929'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:36.215729 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-081047cc-38c2-4e1d-b61f-11197bb743f7 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:36.216755 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-081047cc-38c2-4e1d-b61f-11197bb743f7 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:36.249104 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3a21f9ce-0042-4e03-8a42-c19ea22a1955 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3017809 Mar 07 21:41:36.250147 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43646) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:36.262190 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-1618d29c-e8cb-40be-879b-cc144550ac2d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Request body: {'subnet': {'network_id': 'f31b4d2c-8a3e-4ff3-8547-30f740643389', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:36.320212 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3b36eaf3-c2b2-4546-ae36-cc01e7034a4c tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:36.321908 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3b36eaf3-c2b2-4546-ae36-cc01e7034a4c tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1419163 Mar 07 21:41:36.328766 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43650) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:36.333687 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-fb346ff5-23a3-4017-b4c0-77a09b142e92 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Request body: {'security_group_rule': {'security_group_id': '86295398-b7ce-40d9-a44c-f823e2e85efb', 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:36.343839 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-fb346ff5-23a3-4017-b4c0-77a09b142e92 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:36.354570 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-fb346ff5-23a3-4017-b4c0-77a09b142e92 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Usage tracker for resource:security_group_rule and tenant:a1d039a5115b40cc849313193266d5ad is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:36.371190 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-081047cc-38c2-4e1d-b61f-11197bb743f7 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:36.395072 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-fb346ff5-23a3-4017-b4c0-77a09b142e92 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:36.431888 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b6dbeacb-b5bf-473a-a89c-fc393597f4f2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:36.447032 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-fb346ff5-23a3-4017-b4c0-77a09b142e92 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:36.449787 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-655e1d7c-5c6e-42fe-a92b-fe40096de206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:36.467365 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb16a998-d3e6-44e5-98df-b04946f30c47', 'name': 'tempest-TestVolumeBootPattern-77630845-router', 'tenant_id': '7f3dafa0042c4ece822926a24099ff9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': '8d20fc6c-fa16-470c-b211-abf84064e7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:15Z', 'updated_at': '2022-03-07T21:41:27Z', 'revision_number': 4, 'project_id': '7f3dafa0042c4ece822926a24099ff9e', 'gw_port': {'id': '8d20fc6c-fa16-470c-b211-abf84064e7c9', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16a998-d3e6-44e5-98df-b04946f30c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:17Z', 'updated_at': '2022-03-07T21:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'e58fc10a-4399-4207-9bf0-a2b6d88d5cb9', 'name': '', 'network_id': 'c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23', 'tenant_id': '7f3dafa0042c4ece822926a24099ff9e', 'mac_address': 'fa:16:3e:f2:8d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb16a998-d3e6-44e5-98df-b04946f30c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '11b4e03b-6171-4c59-8a53-718821d0fb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:24Z', 'updated_at': '2022-03-07T21:41:34Z', 'revision_number': 4, 'project_id': '7f3dafa0042c4ece822926a24099ff9e', 'subnets': [{'id': '11b4e03b-6171-4c59-8a53-718821d0fb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:36.470941 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2537d44d-1ae9-488c-8344-23224c3d539f None None] Network c97fab67-d618-429d-b949-387a44dc55a7 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:36.483295 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b6dbeacb-b5bf-473a-a89c-fc393597f4f2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:36.506369 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-922de89a-1fbc-4a3e-8498-61b3f99d63bc tempest-DHCPAgentSchedulersTestJSON-1133443168 tempest-DHCPAgentSchedulersTestJSON-1133443168-project-admin] 10.222.0.21 "GET /v2.0/agents/edf8e3b8-8277-4301-b9d5-13400d6f20cf/dhcp-networks HTTP/1.1" status: 200 len: 10423 time: 0.6148493 Mar 07 21:41:36.506567 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677720ec-687a-4696-826a-e65ce71e54b7 None None] The sync data for ids ['cb16a998-d3e6-44e5-98df-b04946f30c47'] in dv-neutron-829957-1-hyperv is: [{'id': 'cb16a998-d3e6-44e5-98df-b04946f30c47', 'name': 'tempest-TestVolumeBootPattern-77630845-router', 'tenant_id': '7f3dafa0042c4ece822926a24099ff9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': '8d20fc6c-fa16-470c-b211-abf84064e7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:15Z', 'updated_at': '2022-03-07T21:41:27Z', 'revision_number': 4, 'project_id': '7f3dafa0042c4ece822926a24099ff9e', 'gw_port': {'id': '8d20fc6c-fa16-470c-b211-abf84064e7c9', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16a998-d3e6-44e5-98df-b04946f30c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:17Z', 'updated_at': '2022-03-07T21:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'e58fc10a-4399-4207-9bf0-a2b6d88d5cb9', 'name': '', 'network_id': 'c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23', 'tenant_id': '7f3dafa0042c4ece822926a24099ff9e', 'mac_address': 'fa:16:3e:f2:8d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb16a998-d3e6-44e5-98df-b04946f30c47', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '11b4e03b-6171-4c59-8a53-718821d0fb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:24Z', 'updated_at': '2022-03-07T21:41:34Z', 'revision_number': 4, 'project_id': '7f3dafa0042c4ece822926a24099ff9e', 'subnets': [{'id': '11b4e03b-6171-4c59-8a53-718821d0fb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:41:36.506914 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e1d7c-5c6e-42fe-a92b-fe40096de206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720f0ab5-e8d2-4b3a-b6bf-990a80534bae,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:36.508694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dbeacb-b5bf-473a-a89c-fc393597f4f2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Subnet': ['ID=7c5472d4-a220-400a-8e2c-6db49119420e,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:36.513168 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43654) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:36.514510 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191e7e5d-2375-4a68-ada4-e5b1b1da9bbb None None] Network f31b4d2c-8a3e-4ff3-8547-30f740643389 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:36.526818 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d2d21318-245a-4b85-943b-130bd98d620f tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:36.531813 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b6dbeacb-b5bf-473a-a89c-fc393597f4f2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/subnets/7c5472d4-a220-400a-8e2c-6db49119420e HTTP/1.1" status: 204 len: 168 time: 1.5132966 Mar 07 21:41:36.537209 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d2d21318-245a-4b85-943b-130bd98d620f tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:36.541183 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43658) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:36.598502 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2512848b-cf2c-46ac-99ce-c0a75e97b969 None None] Network 71412512-80e2-4f0b-a9ff-83deaea1e9e2 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:36.616486 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-655e1d7c-5c6e-42fe-a92b-fe40096de206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:36.619327 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-655e1d7c-5c6e-42fe-a92b-fe40096de206 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/720f0ab5-e8d2-4b3a-b6bf-990a80534bae HTTP/1.1" status: 204 len: 168 time: 0.8134496 Mar 07 21:41:36.630870 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-1618d29c-e8cb-40be-879b-cc144550ac2d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:36.635489 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1618d29c-e8cb-40be-879b-cc144550ac2d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Usage tracker for resource:subnet and tenant:246b656d4a9647d081f87e587fc0780f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:36.650086 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1618d29c-e8cb-40be-879b-cc144550ac2d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:36.656071 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-081047cc-38c2-4e1d-b61f-11197bb743f7 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:36.667321 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-55dd4486-2fd7-4d7c-9bb3-14a8d46ad86f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:36.695514 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d21318-245a-4b85-943b-130bd98d620f tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Made reservation on behalf of 308c9680a92c4da0a4dcc142a0eab386 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:36.699952 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d2d21318-245a-4b85-943b-130bd98d620f tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:36.715259 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-1618d29c-e8cb-40be-879b-cc144550ac2d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:36.746620 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-d2d21318-245a-4b85-943b-130bd98d620f tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] device_id is not set on port ae671c2e-116c-4273-9559-b20a26d2ed54 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:41:36.799867 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-081047cc-38c2-4e1d-b61f-11197bb743f7 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:36.801608 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-081047cc-38c2-4e1d-b61f-11197bb743f7 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8083992 Mar 07 21:41:36.804644 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43664) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:36.814219 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-57ed5e9c-d31a-4d42-8410-87c18b8c7727 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:36.888524 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fb346ff5-23a3-4017-b4c0-77a09b142e92 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:36.991494 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd4486-2fd7-4d7c-9bb3-14a8d46ad86f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Port': ['ID=c5ea58dc-782b-4730-a598-1560df73ba66,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:37.129705 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bf86cbaf-89be-4c5a-b40d-d747ff39de66 tempest-DHCPAgentSchedulersTestJSON-1133443168 tempest-DHCPAgentSchedulersTestJSON-1133443168-project-admin] 10.222.0.21 "DELETE /v2.0/agents/edf8e3b8-8277-4301-b9d5-13400d6f20cf/dhcp-networks/c97fab67-d618-429d-b949-387a44dc55a7 HTTP/1.1" status: 204 len: 168 time: 0.6151648 Mar 07 21:41:37.138281 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-47a6eb89-0cb8-43e9-88d5-bb20f9673273 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:37.154762 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43670) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:37.181780 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-55dd4486-2fd7-4d7c-9bb3-14a8d46ad86f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:37.189670 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-55dd4486-2fd7-4d7c-9bb3-14a8d46ad86f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/c5ea58dc-782b-4730-a598-1560df73ba66 HTTP/1.1" status: 204 len: 168 time: 2.2777102 Mar 07 21:41:37.190762 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43674) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:37.414145 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fb346ff5-23a3-4017-b4c0-77a09b142e92 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:37.449291 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-47a6eb89-0cb8-43e9-88d5-bb20f9673273 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting port e5a11308-efca-429e-9cc0-6edb9125d179 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:37.449291 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-47a6eb89-0cb8-43e9-88d5-bb20f9673273 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:37.526084 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1618d29c-e8cb-40be-879b-cc144550ac2d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Made reservation on behalf of 246b656d4a9647d081f87e587fc0780f for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:37.534403 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1618d29c-e8cb-40be-879b-cc144550ac2d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:37.537494 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fb346ff5-23a3-4017-b4c0-77a09b142e92 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:37.596430 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937134ee-85de-4c87-86fc-2a844ad7a396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-f31b4d2c-8a3e-4ff3-8547-30f740643389', 'network_id': 'f31b4d2c-8a3e-4ff3-8547-30f740643389', 'tenant_id': '246b656d4a9647d081f87e587fc0780f', 'fixed_ips': [{'subnet_id': 'b54de7b3-0838-49ac-9343-7ba66258fd2b'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:41:37.597554 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-937134ee-85de-4c87-86fc-2a844ad7a396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:37.681352 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb346ff5-23a3-4017-b4c0-77a09b142e92 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb2af48-b9c2-47f8-8845-4c9f14647ddc,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:37.721660 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a0cfe4-b245-4067-8c7d-20492c360753 None None] DHCP port deletion for 71412512-80e2-4f0b-a9ff-83deaea1e9e2 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:41:37.725991 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f4d35937-f3ed-41db-ae30-f3cac514fd83 None None] Could not find standard attr ID for object c5ea58dc-782b-4730-a598-1560df73ba66. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:41:37.736885 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-07a0cfe4-b245-4067-8c7d-20492c360753 None None] Deleting port e5a11308-efca-429e-9cc0-6edb9125d179 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:37.737307 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-07a0cfe4-b245-4067-8c7d-20492c360753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:37.766184 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c278b2-206f-4ea5-b590-d808072b6c79 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:37.767789 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c278b2-206f-4ea5-b590-d808072b6c79 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:37.768679 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-66c278b2-206f-4ea5-b590-d808072b6c79 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:41:37.887580 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fb346ff5-23a3-4017-b4c0-77a09b142e92 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:37.888704 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-fb346ff5-23a3-4017-b4c0-77a09b142e92 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5590081 Mar 07 21:41:37.926706 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43686) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:37.949871 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-13546ab0-f477-48a2-a34f-10eb83496bca tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Request body: {'security_group_rule': {'security_group_id': '86295398-b7ce-40d9-a44c-f823e2e85efb', 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:37.969740 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-13546ab0-f477-48a2-a34f-10eb83496bca tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:38.003320 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e58fc10a-4399-4207-9bf0-a2b6d88d5cb9 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:38.065145 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-13546ab0-f477-48a2-a34f-10eb83496bca tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Usage tracker for resource:security_group_rule and tenant:a1d039a5115b40cc849313193266d5ad is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:38.071781 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-66c278b2-206f-4ea5-b590-d808072b6c79 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:41:38.074279 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-66c278b2-206f-4ea5-b590-d808072b6c79 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.8735950 Mar 07 21:41:38.077908 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-13546ab0-f477-48a2-a34f-10eb83496bca tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:38.100565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43696) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:38.162512 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-13546ab0-f477-48a2-a34f-10eb83496bca tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:38.194340 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d8a218af-4b1a-4c1d-a133-3aa120a60b59 tempest-DHCPAgentSchedulersTestJSON-1133443168 tempest-DHCPAgentSchedulersTestJSON-1133443168-project-admin] 10.222.0.21 "GET /v2.0/agents/edf8e3b8-8277-4301-b9d5-13400d6f20cf/dhcp-networks HTTP/1.1" status: 200 len: 9615 time: 1.0382383 Mar 07 21:41:38.205683 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43700) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:38.216724 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-47a6eb89-0cb8-43e9-88d5-bb20f9673273 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] For port e5a11308-efca-429e-9cc0-6edb9125d179, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e5a11308-efca-429e-9cc0-6edb9125d179,segment=NetworkSegment(f9e35a71-1c45-4f3d-a7ba-9280684fe527),segment_id=f9e35a71-1c45-4f3d-a7ba-9280684fe527)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:38.217334 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-47a6eb89-0cb8-43e9-88d5-bb20f9673273 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:38.267105 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-57ed5e9c-d31a-4d42-8410-87c18b8c7727 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:38.301032 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-d2d21318-245a-4b85-943b-130bd98d620f tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Allocated IP 172.20.0.3 (74e40103-66aa-44af-9f05-bd9c89ced062/94d5c771-f518-4679-8859-1678fdf1a2a8/ae671c2e-116c-4273-9559-b20a26d2ed54) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:38.341650 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-07a0cfe4-b245-4067-8c7d-20492c360753 None None] For port e5a11308-efca-429e-9cc0-6edb9125d179, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e5a11308-efca-429e-9cc0-6edb9125d179,segment=NetworkSegment(f9e35a71-1c45-4f3d-a7ba-9280684fe527),segment_id=f9e35a71-1c45-4f3d-a7ba-9280684fe527)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:38.342722 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-07a0cfe4-b245-4067-8c7d-20492c360753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:38.441117 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-47a6eb89-0cb8-43e9-88d5-bb20f9673273 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Calling delete_port for e5a11308-efca-429e-9cc0-6edb9125d179 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:38.489105 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-07a0cfe4-b245-4067-8c7d-20492c360753 None None] Calling delete_port for e5a11308-efca-429e-9cc0-6edb9125d179 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:38.516614 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43706) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:38.531123 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7faad6a7-df5d-407f-b1ea-1842c5d8a947 tempest-DHCPAgentSchedulersTestJSON-1133443168 tempest-DHCPAgentSchedulersTestJSON-1133443168-project-admin] 10.222.0.21 "GET /v2.0/networks/4961eb08-d72c-4513-8c3f-260856a21d62/dhcp-agents HTTP/1.1" status: 200 len: 810 time: 0.3236837 Mar 07 21:41:38.541312 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43712) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:38.542811 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-13546ab0-f477-48a2-a34f-10eb83496bca tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:38.556550 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb5aaad-9fe3-42c9-bbb7-6951172b9816 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet 336a650a-3f60-4c93-b278-e55bce2230d8 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:41:38.575753 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6eb5aaad-9fe3-42c9-bbb7-6951172b9816 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:38.593435 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f1752891-8c1a-4c24-b0d5-e76865d4deba tempest-DHCPAgentSchedulersTestJSON-1133443168 tempest-DHCPAgentSchedulersTestJSON-1133443168-project-admin] 10.222.0.21 "GET /v2.0/networks/4961eb08-d72c-4513-8c3f-260856a21d62/dhcp-agents HTTP/1.1" status: 200 len: 810 time: 0.0463002 Mar 07 21:41:38.600201 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43716) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:38.620509 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-937134ee-85de-4c87-86fc-2a844ad7a396 None None] Allocated IP 2001:db8::2 (f31b4d2c-8a3e-4ff3-8547-30f740643389/b54de7b3-0838-49ac-9343-7ba66258fd2b/a55654ac-24ea-49ea-a51b-e527d697128d) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:38.718262 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-07a0cfe4-b245-4067-8c7d-20492c360753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:38.755640 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d2d21318-245a-4b85-943b-130bd98d620f tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:38.772399 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-d2d21318-245a-4b85-943b-130bd98d620f tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Transition to ACTIVE for port object ae671c2e-116c-4273-9559-b20a26d2ed54 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:38.781120 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port e58fc10a-4399-4207-9bf0-a2b6d88d5cb9 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:38.788202 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a0cfe4-b245-4067-8c7d-20492c360753 None None] No DVR routers for this DVR port e5a11308-efca-429e-9cc0-6edb9125d179 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:41:38.792240 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0cfe4-b245-4067-8c7d-20492c360753 None None] Pushing event deleted for resources: {'Port': ['ID=e5a11308-efca-429e-9cc0-6edb9125d179,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:38.804624 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port e58fc10a-4399-4207-9bf0-a2b6d88d5cb9 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:38.804989 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:38.833402 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-29751175-f7bd-41d7-94ff-b378fd1a0458 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:38.836504 dv-neutron-829957-1-hyperv neutron-server[88386]: WARNING neutron.api.v2.base [None req-29751175-f7bd-41d7-94ff-b378fd1a0458 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 07 21:41:38.837368 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-29751175-f7bd-41d7-94ff-b378fd1a0458 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 21:41:38.839080 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-29751175-f7bd-41d7-94ff-b378fd1a0458 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3208144 Mar 07 21:41:38.849837 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6eb5aaad-9fe3-42c9-bbb7-6951172b9816 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:38.856894 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43720) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:38.918144 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-9c0cbfa8-4e49-4271-b6ab-75fd96ea2e6a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group': {'name': 'tempest-secgroup--1763532240'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:38.922684 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.api [None req-47a6eb89-0cb8-43e9-88d5-bb20f9673273 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:41:38.923071 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG oslo_db.api [None req-47a6eb89-0cb8-43e9-88d5-bb20f9673273 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:41:38.932725 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d2d21318-245a-4b85-943b-130bd98d620f tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:38.937002 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-9c0cbfa8-4e49-4271-b6ab-75fd96ea2e6a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:38.953815 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-13546ab0-f477-48a2-a34f-10eb83496bca tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:38.979559 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6eb5aaad-9fe3-42c9-bbb7-6951172b9816 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:38.994818 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-9c0cbfa8-4e49-4271-b6ab-75fd96ea2e6a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Usage tracker for resource:security_group and tenant:929397fba2654f1dac5ad42ce2b43aa5 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:39.000022 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-9c0cbfa8-4e49-4271-b6ab-75fd96ea2e6a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:39.013782 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-13546ab0-f477-48a2-a34f-10eb83496bca tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:39.031377 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:39.035392 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-9c0cbfa8-4e49-4271-b6ab-75fd96ea2e6a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:39.058684 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13546ab0-f477-48a2-a34f-10eb83496bca tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89276c72-3a3a-417a-815d-b5bbf1ded9f0,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:39.058906 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-937134ee-85de-4c87-86fc-2a844ad7a396 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:39.066565 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d21318-245a-4b85-943b-130bd98d620f tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Network 74e40103-66aa-44af-9f05-bd9c89ced062 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:39.076392 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-d2d21318-245a-4b85-943b-130bd98d620f tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:39.084370 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-937134ee-85de-4c87-86fc-2a844ad7a396 None None] Transition to ACTIVE for port object a55654ac-24ea-49ea-a51b-e527d697128d will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:39.085762 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d21318-245a-4b85-943b-130bd98d620f tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:39.099925 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port e58fc10a-4399-4207-9bf0-a2b6d88d5cb9, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e58fc10a-4399-4207-9bf0-a2b6d88d5cb9,segment=NetworkSegment(8be70539-6590-417c-9104-e754cc263787),segment_id=8be70539-6590-417c-9104-e754cc263787)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:39.109551 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-937134ee-85de-4c87-86fc-2a844ad7a396 None None] Transition to ACTIVE for port object a55654ac-24ea-49ea-a51b-e527d697128d will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:39.163501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-13546ab0-f477-48a2-a34f-10eb83496bca tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:39.168044 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-13546ab0-f477-48a2-a34f-10eb83496bca tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2357998 Mar 07 21:41:39.168260 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43724) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:39.174482 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-046253c1-5693-4b99-925c-5be8e2e72055 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Request body: {'security_group_rule': {'security_group_id': '86295398-b7ce-40d9-a44c-f823e2e85efb', 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:39.181625 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-046253c1-5693-4b99-925c-5be8e2e72055 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:39.181866 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d21318-245a-4b85-943b-130bd98d620f tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Pushing event updated for resources: {'Port': ['ID=ae671c2e-116c-4273-9559-b20a26d2ed54,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:39.187101 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-046253c1-5693-4b99-925c-5be8e2e72055 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Usage tracker for resource:security_group_rule and tenant:a1d039a5115b40cc849313193266d5ad is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:39.192093 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-046253c1-5693-4b99-925c-5be8e2e72055 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:39.192229 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:39.203685 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e62e4126-bf3a-4088-b2db-a6c5a511969c tempest-DHCPAgentSchedulersTestJSON-1133443168 tempest-DHCPAgentSchedulersTestJSON-1133443168-project-admin] 10.222.0.21 "GET /v2.0/agents/edf8e3b8-8277-4301-b9d5-13400d6f20cf/dhcp-networks HTTP/1.1" status: 200 len: 9615 time: 0.5956776 Mar 07 21:41:39.208935 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-046253c1-5693-4b99-925c-5be8e2e72055 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:39.213015 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9c0cbfa8-4e49-4271-b6ab-75fd96ea2e6a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:39.224134 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43728) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:39.231697 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6eb5aaad-9fe3-42c9-bbb7-6951172b9816 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:39.245969 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9c0cbfa8-4e49-4271-b6ab-75fd96ea2e6a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:39.246175 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-937134ee-85de-4c87-86fc-2a844ad7a396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:39.268089 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d21318-245a-4b85-943b-130bd98d620f tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:39.268758 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d2d21318-245a-4b85-943b-130bd98d620f tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:39.275353 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-9c0cbfa8-4e49-4271-b6ab-75fd96ea2e6a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:39.284753 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937134ee-85de-4c87-86fc-2a844ad7a396 None None] Network f31b4d2c-8a3e-4ff3-8547-30f740643389 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:39.287829 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-937134ee-85de-4c87-86fc-2a844ad7a396 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:39.290456 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-9c0cbfa8-4e49-4271-b6ab-75fd96ea2e6a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Usage tracker for resource:security_group_rule and tenant:929397fba2654f1dac5ad42ce2b43aa5 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:39.299134 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e5a11308-efca-429e-9cc0-6edb9125d179 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:41:39.311772 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-9c0cbfa8-4e49-4271-b6ab-75fd96ea2e6a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:39.320168 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-9c0cbfa8-4e49-4271-b6ab-75fd96ea2e6a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:39.325257 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1618d29c-e8cb-40be-879b-cc144550ac2d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:39.343072 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937134ee-85de-4c87-86fc-2a844ad7a396 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:39.347268 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-046253c1-5693-4b99-925c-5be8e2e72055 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Project a1d039a5115b40cc849313193266d5ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:41:39.348869 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: e5a11308-efca-429e-9cc0-6edb9125d179 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:41:39.349218 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e5a11308-efca-429e-9cc0-6edb9125d179 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:41:39.363439 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6eb5aaad-9fe3-42c9-bbb7-6951172b9816 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:39.379543 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5aaad-9fe3-42c9-bbb7-6951172b9816 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=336a650a-3f60-4c93-b278-e55bce2230d8,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:39.387621 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-046253c1-5693-4b99-925c-5be8e2e72055 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:39.393792 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77e298c-ad69-434b-8aff-3b63d0a30e02 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:39.430026 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d2d21318-245a-4b85-943b-130bd98d620f tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2368250 Mar 07 21:41:39.444802 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-47a6eb89-0cb8-43e9-88d5-bb20f9673273 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting port e5a11308-efca-429e-9cc0-6edb9125d179 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:39.444802 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-47a6eb89-0cb8-43e9-88d5-bb20f9673273 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:39.449171 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43732) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:39.473527 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=e58fc10a-4399-4207-9bf0-a2b6d88d5cb9,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:39.476444 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-8dc6d0cd-84a9-4f77-ab38-5dc048ef55f6 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Request body: {'port': {'network_id': '74e40103-66aa-44af-9f05-bd9c89ced062', 'name': 'tempest-AllowedAddressPairTestJSON-1745463643'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:39.495976 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6eb5aaad-9fe3-42c9-bbb7-6951172b9816 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/336a650a-3f60-4c93-b278-e55bce2230d8 HTTP/1.1" status: 204 len: 168 time: 1.3880479 Mar 07 21:41:39.506417 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43736) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:39.564439 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-937134ee-85de-4c87-86fc-2a844ad7a396 None None] Attempting to bind port a55654ac-24ea-49ea-a51b-e527d697128d on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:41:39.564735 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-937134ee-85de-4c87-86fc-2a844ad7a396 None None] Attempting to bind port a55654ac-24ea-49ea-a51b-e527d697128d by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'd3150888-845f-44a0-8c0c-43015750d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f31b4d2c-8a3e-4ff3-8547-30f740643389'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:41:39.565092 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937134ee-85de-4c87-86fc-2a844ad7a396 None None] Attempting to bind port a55654ac-24ea-49ea-a51b-e527d697128d on network f31b4d2c-8a3e-4ff3-8547-30f740643389 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:41:39.570639 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937134ee-85de-4c87-86fc-2a844ad7a396 None None] Pushing event updated for resources: {'Port': ['ID=a55654ac-24ea-49ea-a51b-e527d697128d,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:39.576513 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1618d29c-e8cb-40be-879b-cc144550ac2d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Network f31b4d2c-8a3e-4ff3-8547-30f740643389 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:39.617083 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937134ee-85de-4c87-86fc-2a844ad7a396 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:41:39.617352 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-47a6eb89-0cb8-43e9-88d5-bb20f9673273 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] The port 'e5a11308-efca-429e-9cc0-6edb9125d179' was deleted {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:41:39.617460 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937134ee-85de-4c87-86fc-2a844ad7a396 None None] Checking segment: {'id': 'd3150888-845f-44a0-8c0c-43015750d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f31b4d2c-8a3e-4ff3-8547-30f740643389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:39.617613 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-1618d29c-e8cb-40be-879b-cc144550ac2d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:39.617759 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-937134ee-85de-4c87-86fc-2a844ad7a396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:39.618605 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937134ee-85de-4c87-86fc-2a844ad7a396 None None] Bound using segment: {'id': 'd3150888-845f-44a0-8c0c-43015750d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f31b4d2c-8a3e-4ff3-8547-30f740643389'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:41:39.619228 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-937134ee-85de-4c87-86fc-2a844ad7a396 None None] Bound port: a55654ac-24ea-49ea-a51b-e527d697128d, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3150888-845f-44a0-8c0c-43015750d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f31b4d2c-8a3e-4ff3-8547-30f740643389'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:41:39.619608 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-937134ee-85de-4c87-86fc-2a844ad7a396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:39.637673 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-83e36716-80fb-4215-b8cf-c781986477f8 None None] Provisioning for port ae671c2e-116c-4273-9559-b20a26d2ed54 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:39.644925 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-cddb990c-ba03-47c6-8710-358ee93a0926 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1114793 Mar 07 21:41:39.669117 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43740) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:39.673807 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1618d29c-e8cb-40be-879b-cc144550ac2d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:39.678000 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1618d29c-e8cb-40be-879b-cc144550ac2d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:39.678128 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-175409b4-62c5-4777-9846-35a300f31995 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:39.678936 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-57ed5e9c-d31a-4d42-8410-87c18b8c7727 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:39.684485 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-83e36716-80fb-4215-b8cf-c781986477f8 None None] Provisioning complete for port ae671c2e-116c-4273-9559-b20a26d2ed54 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:39.684908 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-83e36716-80fb-4215-b8cf-c781986477f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:39.725318 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618d29c-e8cb-40be-879b-cc144550ac2d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event updated for resources: {'Subnet': ['ID=488bc80e-0c76-4963-8096-f236bf670331,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:39.742289 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-57ed5e9c-d31a-4d42-8410-87c18b8c7727 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:39.884590 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-046253c1-5693-4b99-925c-5be8e2e72055 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:39.893614 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1618d29c-e8cb-40be-879b-cc144550ac2d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.6389995 Mar 07 21:41:39.894313 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43744) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:39.896285 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-47a6eb89-0cb8-43e9-88d5-bb20f9673273 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:39.909034 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8dc6d0cd-84a9-4f77-ab38-5dc048ef55f6 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:39.933398 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e58fc10a-4399-4207-9bf0-a2b6d88d5cb9 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:39.962606 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-47a6eb89-0cb8-43e9-88d5-bb20f9673273 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71412512-80e2-4f0b-a9ff-83deaea1e9e2']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:39.985751 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8dc6d0cd-84a9-4f77-ab38-5dc048ef55f6 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Usage tracker for resource:port and tenant:308c9680a92c4da0a4dcc142a0eab386 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:39.989490 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9c0cbfa8-4e49-4271-b6ab-75fd96ea2e6a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:39.994752 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8dc6d0cd-84a9-4f77-ab38-5dc048ef55f6 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:40.009119 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-937134ee-85de-4c87-86fc-2a844ad7a396 None None] For port a55654ac-24ea-49ea-a51b-e527d697128d, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:41:40.012918 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-937134ee-85de-4c87-86fc-2a844ad7a396 None None] For port a55654ac-24ea-49ea-a51b-e527d697128d, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a55654ac-24ea-49ea-a51b-e527d697128d,segment=NetworkSegment(d3150888-845f-44a0-8c0c-43015750d5c3),segment_id=d3150888-845f-44a0-8c0c-43015750d5c3)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:41:40.016549 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8dc6d0cd-84a9-4f77-ab38-5dc048ef55f6 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:40.017201 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-046253c1-5693-4b99-925c-5be8e2e72055 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.030053 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-83e36716-80fb-4215-b8cf-c781986477f8 None None] Port ae671c2e-116c-4273-9559-b20a26d2ed54 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:41:40.048978 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493b8c43-8e61-4c0e-864d-734a9733d256 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:40.050476 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493b8c43-8e61-4c0e-864d-734a9733d256 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:40.052119 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493b8c43-8e61-4c0e-864d-734a9733d256 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:40.053908 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493b8c43-8e61-4c0e-864d-734a9733d256 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:40.055446 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493b8c43-8e61-4c0e-864d-734a9733d256 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:40.056356 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-493b8c43-8e61-4c0e-864d-734a9733d256 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Synchronizing usage tracker for tenant:246b656d4a9647d081f87e587fc0780f on resource:subnet {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:41:40.062198 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-175409b4-62c5-4777-9846-35a300f31995 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.069040 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9c0cbfa8-4e49-4271-b6ab-75fd96ea2e6a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.072643 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-57ed5e9c-d31a-4d42-8410-87c18b8c7727 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Allocated IP 172.26.2.166 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/89a9e2e1-ba77-4b19-8cf3-52c7c80f7dc4) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:40.074445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-47a6eb89-0cb8-43e9-88d5-bb20f9673273 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e35a71-1c45-4f3d-a7ba-9280684fe527') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:40.074806 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-47a6eb89-0cb8-43e9-88d5-bb20f9673273 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e35a71-1c45-4f3d-a7ba-9280684fe527') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:40.080360 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-937134ee-85de-4c87-86fc-2a844ad7a396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.090055 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046253c1-5693-4b99-925c-5be8e2e72055 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec351938-af61-48e3-b31d-bda754191f39,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:40.090627 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-9c0cbfa8-4e49-4271-b6ab-75fd96ea2e6a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:40.101175 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-9c0cbfa8-4e49-4271-b6ab-75fd96ea2e6a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Usage tracker for resource:security_group_rule and tenant:929397fba2654f1dac5ad42ce2b43aa5 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:40.108299 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-47a6eb89-0cb8-43e9-88d5-bb20f9673273 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.110378 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-9c0cbfa8-4e49-4271-b6ab-75fd96ea2e6a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:40.124565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-175409b4-62c5-4777-9846-35a300f31995 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c97fab67-d618-429d-b949-387a44dc55a7']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:40.126555 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-9c0cbfa8-4e49-4271-b6ab-75fd96ea2e6a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:40.135127 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc6d0cd-84a9-4f77-ab38-5dc048ef55f6 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Made reservation on behalf of 308c9680a92c4da0a4dcc142a0eab386 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:40.138526 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8dc6d0cd-84a9-4f77-ab38-5dc048ef55f6 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.142218 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac49d1e-b6ca-4c64-bf31-faed69f5323c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:40.142540 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bac49d1e-b6ca-4c64-bf31-faed69f5323c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:41:40.152779 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port e58fc10a-4399-4207-9bf0-a2b6d88d5cb9 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:40.153181 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.154598 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-175409b4-62c5-4777-9846-35a300f31995 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631e44e3-d295-4b5e-bf08-4c81f4888e0d') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:40.154957 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-175409b4-62c5-4777-9846-35a300f31995 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631e44e3-d295-4b5e-bf08-4c81f4888e0d') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:40.161723 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-47a6eb89-0cb8-43e9-88d5-bb20f9673273 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.175903 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-175409b4-62c5-4777-9846-35a300f31995 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.178961 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0cbfa8-4e49-4271-b6ab-75fd96ea2e6a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4450d48f-b73f-4610-8bce-77e19e0d7025,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:40.183726 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-046253c1-5693-4b99-925c-5be8e2e72055 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.185062 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-046253c1-5693-4b99-925c-5be8e2e72055 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0157685 Mar 07 21:41:40.191660 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43748) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:40.199903 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a6eb89-0cb8-43e9-88d5-bb20f9673273 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:41:40.200526 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-47a6eb89-0cb8-43e9-88d5-bb20f9673273 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.205881 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-493b8c43-8e61-4c0e-864d-734a9733d256 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Unset dirty status for tenant:246b656d4a9647d081f87e587fc0780f on resource:subnet {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:41:40.211077 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-493b8c43-8e61-4c0e-864d-734a9733d256 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3063216 Mar 07 21:41:40.213489 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43752) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:41:40.225610 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:41:40.231663 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-5277bf18-a416-4965-898c-dba369b26fc3 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Request body: {'security_group_rule': {'security_group_id': '86295398-b7ce-40d9-a44c-f823e2e85efb', 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:40.253426 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-175409b4-62c5-4777-9846-35a300f31995 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.256049 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5277bf18-a416-4965-898c-dba369b26fc3 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:40.266386 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937134ee-85de-4c87-86fc-2a844ad7a396 None None] Pushing event updated for resources: {'Port': ['ID=a55654ac-24ea-49ea-a51b-e527d697128d,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:40.318680 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175409b4-62c5-4777-9846-35a300f31995 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:41:40.319384 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-175409b4-62c5-4777-9846-35a300f31995 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.340929 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bac49d1e-b6ca-4c64-bf31-faed69f5323c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bac49d1e-b6ca-4c64-bf31-faed69f5323c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6646202 Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:41:40.344727 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:41:40.349391 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5277bf18-a416-4965-898c-dba369b26fc3 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Usage tracker for resource:security_group_rule and tenant:a1d039a5115b40cc849313193266d5ad is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:40.353842 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c04b69-26b3-403d-ba37-5d2c3b3d678a None None] DHCP port deletion for ab63f4f6-c089-409c-a9c4-f2088e2d7005 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:41:40.360830 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-a3c04b69-26b3-403d-ba37-5d2c3b3d678a None None] Deleting port 804041bb-ff50-4b22-8a57-8bcdb25266f2 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:40.364945 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a3c04b69-26b3-403d-ba37-5d2c3b3d678a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.369290 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43754) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:40.370421 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5277bf18-a416-4965-898c-dba369b26fc3 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:40.387793 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5277bf18-a416-4965-898c-dba369b26fc3 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:40.441888 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-8dc6d0cd-84a9-4f77-ab38-5dc048ef55f6 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] device_id is not set on port cea7c8d9-1d28-45f1-9612-f6300adf5e63 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:41:40.478871 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-5645d3ad-ec07-4087-972e-f3ff199a11f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1163084257'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:40.495760 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5645d3ad-ec07-4087-972e-f3ff199a11f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:40.511233 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5645d3ad-ec07-4087-972e-f3ff199a11f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Usage tracker for resource:network and tenant:246b656d4a9647d081f87e587fc0780f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:40.518098 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a379c5d3-9510-46a5-994e-2899ee53eec0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:40.518779 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a379c5d3-9510-46a5-994e-2899ee53eec0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:41:40.527531 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5645d3ad-ec07-4087-972e-f3ff199a11f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:40.534976 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-47a6eb89-0cb8-43e9-88d5-bb20f9673273 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.539872 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-47a6eb89-0cb8-43e9-88d5-bb20f9673273 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.557727 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5645d3ad-ec07-4087-972e-f3ff199a11f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:40.573093 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-5277bf18-a416-4965-898c-dba369b26fc3 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Project a1d039a5115b40cc849313193266d5ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:41:40.577694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6eb89-0cb8-43e9-88d5-bb20f9673273 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Network': ['ID=71412512-80e2-4f0b-a9ff-83deaea1e9e2,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:40.600526 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-47a6eb89-0cb8-43e9-88d5-bb20f9673273 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/networks/71412512-80e2-4f0b-a9ff-83deaea1e9e2 HTTP/1.1" status: 204 len: 168 time: 4.0579636 Mar 07 21:41:40.601597 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43760) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:40.602845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5277bf18-a416-4965-898c-dba369b26fc3 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.619919 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-bf9b31c4-e7cd-496b-abbc-2fc3ab18e485 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-613541480', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:40.631456 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-bf9b31c4-e7cd-496b-abbc-2fc3ab18e485 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:40.635892 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-175409b4-62c5-4777-9846-35a300f31995 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.643527 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-175409b4-62c5-4777-9846-35a300f31995 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.650661 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-175409b4-62c5-4777-9846-35a300f31995 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] 10.222.0.21 "DELETE /v2.0/networks/c97fab67-d618-429d-b949-387a44dc55a7 HTTP/1.1" status: 204 len: 168 time: 1.4240673 Mar 07 21:41:40.651848 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a379c5d3-9510-46a5-994e-2899ee53eec0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:41:40.653076 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a379c5d3-9510-46a5-994e-2899ee53eec0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2749729 Mar 07 21:41:40.656775 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43764) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:40.657302 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43766) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:40.662883 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-a3c04b69-26b3-403d-ba37-5d2c3b3d678a None None] For port 804041bb-ff50-4b22-8a57-8bcdb25266f2, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=804041bb-ff50-4b22-8a57-8bcdb25266f2,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:40.663369 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a3c04b69-26b3-403d-ba37-5d2c3b3d678a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.691350 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bf9b31c4-e7cd-496b-abbc-2fc3ab18e485 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:router and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:40.701456 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9c0cbfa8-4e49-4271-b6ab-75fd96ea2e6a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.712149 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-57ed5e9c-d31a-4d42-8410-87c18b8c7727 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.730757 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5645d3ad-ec07-4087-972e-f3ff199a11f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Made reservation on behalf of 246b656d4a9647d081f87e587fc0780f for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:40.734448 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5645d3ad-ec07-4087-972e-f3ff199a11f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.755594 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175409b4-62c5-4777-9846-35a300f31995 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Pushing event deleted for resources: {'Network': ['ID=c97fab67-d618-429d-b949-387a44dc55a7,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:40.768115 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5645d3ad-ec07-4087-972e-f3ff199a11f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:41:40.793223 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5645d3ad-ec07-4087-972e-f3ff199a11f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.793565 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-5645d3ad-ec07-4087-972e-f3ff199a11f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Added segment 8070ceff-2062-46ca-9b6b-a5b385ee01e7 of type vlan for network ccc985af-cea3-491e-89e0-b61153edb3eb Mar 07 21:41:40.797478 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bf9b31c4-e7cd-496b-abbc-2fc3ab18e485 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:40.803419 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9c0cbfa8-4e49-4271-b6ab-75fd96ea2e6a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.810472 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-a3c04b69-26b3-403d-ba37-5d2c3b3d678a None None] Calling delete_port for 804041bb-ff50-4b22-8a57-8bcdb25266f2 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:40.835373 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-8dc6d0cd-84a9-4f77-ab38-5dc048ef55f6 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Allocated IP 172.20.0.13 (74e40103-66aa-44af-9f05-bd9c89ced062/94d5c771-f518-4679-8859-1678fdf1a2a8/cea7c8d9-1d28-45f1-9612-f6300adf5e63) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:40.876686 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0cbfa8-4e49-4271-b6ab-75fd96ea2e6a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8de2b3c-b483-46f1-b8db-ec5f1aa1bca0,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:40.917448 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5645d3ad-ec07-4087-972e-f3ff199a11f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.931390 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9c0cbfa8-4e49-4271-b6ab-75fd96ea2e6a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:40.932618 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-9c0cbfa8-4e49-4271-b6ab-75fd96ea2e6a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0719254 Mar 07 21:41:40.953720 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43772) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:40.970717 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5d1f1baf-023b-4055-a5ff-5c5b7d482eb7 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2811735 Mar 07 21:41:40.971789 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-bf9b31c4-e7cd-496b-abbc-2fc3ab18e485 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:40.975382 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43776) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:40.978075 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-c468fd14-be2a-43d6-b0b7-1cee18f23b59 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] DELETE failed (client error): The resource could not be found. Mar 07 21:41:40.978535 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c468fd14-be2a-43d6-b0b7-1cee18f23b59 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:41:40.980333 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c468fd14-be2a-43d6-b0b7-1cee18f23b59 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] 10.222.0.21 "DELETE /v2.0/ports/0a4b1843-3069-4742-9d1c-41492c0e4a6b HTTP/1.1" status: 404 len: 333 time: 0.2925882 Mar 07 21:41:40.984488 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-db8ee716-d1bf-45b6-85dd-86036e4e161e tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group_rule': {'security_group_id': 'e8de2b3c-b483-46f1-b8db-ec5f1aa1bca0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:40.995237 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43780) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:40.996305 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-ac5c60a4-9cd8-4336-a20a-dfabd34d071b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:41.003115 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-db8ee716-d1bf-45b6-85dd-86036e4e161e tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:41.041387 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-db8ee716-d1bf-45b6-85dd-86036e4e161e tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Usage tracker for resource:security_group_rule and tenant:929397fba2654f1dac5ad42ce2b43aa5 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:41.046521 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a3c04b69-26b3-403d-ba37-5d2c3b3d678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:41.055183 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-db8ee716-d1bf-45b6-85dd-86036e4e161e tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:41.069196 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-db8ee716-d1bf-45b6-85dd-86036e4e161e tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:41.084680 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bf9b31c4-e7cd-496b-abbc-2fc3ab18e485 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:41.086091 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bf9b31c4-e7cd-496b-abbc-2fc3ab18e485 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:41.097395 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c04b69-26b3-403d-ba37-5d2c3b3d678a None None] Pushing event deleted for resources: {'Port': ['ID=804041bb-ff50-4b22-8a57-8bcdb25266f2,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:41.100769 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c04b69-26b3-403d-ba37-5d2c3b3d678a None None] No DVR routers for this DVR port 804041bb-ff50-4b22-8a57-8bcdb25266f2 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:41:41.103016 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bf9b31c4-e7cd-496b-abbc-2fc3ab18e485 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:41.106417 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5277bf18-a416-4965-898c-dba369b26fc3 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:41.128749 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-716fba50-97fc-48d1-b578-875e8de0e229 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Deleting subnet 5829f8d0-de78-453b-906f-2718b399cdb9 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:41:41.132392 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-57ed5e9c-d31a-4d42-8410-87c18b8c7727 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:41.133439 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-716fba50-97fc-48d1-b578-875e8de0e229 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:41.185869 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5645d3ad-ec07-4087-972e-f3ff199a11f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:41.191326 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5645d3ad-ec07-4087-972e-f3ff199a11f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:41.191694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-716fba50-97fc-48d1-b578-875e8de0e229 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:41.191914 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5645d3ad-ec07-4087-972e-f3ff199a11f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:41.219204 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5277bf18-a416-4965-898c-dba369b26fc3 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:41.260356 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bf9b31c4-e7cd-496b-abbc-2fc3ab18e485 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:41.270359 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-db8ee716-d1bf-45b6-85dd-86036e4e161e tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:41.284918 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277bf18-a416-4965-898c-dba369b26fc3 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd02810-c7d3-4cd1-a9ec-5e88994f51d8,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:41.295124 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ed5e9c-d31a-4d42-8410-87c18b8c7727 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:41.325190 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-57ed5e9c-d31a-4d42-8410-87c18b8c7727 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:41.340636 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ed5e9c-d31a-4d42-8410-87c18b8c7727 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:41.378116 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5277bf18-a416-4965-898c-dba369b26fc3 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:41.378116 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5277bf18-a416-4965-898c-dba369b26fc3 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1787596 Mar 07 21:41:41.388226 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-716fba50-97fc-48d1-b578-875e8de0e229 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:41.418773 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-db8ee716-d1bf-45b6-85dd-86036e4e161e tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:41.424344 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bf9b31c4-e7cd-496b-abbc-2fc3ab18e485 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:41.427892 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bf9b31c4-e7cd-496b-abbc-2fc3ab18e485 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8138797 Mar 07 21:41:41.432305 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43790) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:41.441010 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-7643ce9c-0242-4c1a-a6e0-45894e966f27 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1353403634'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:41.457278 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7643ce9c-0242-4c1a-a6e0-45894e966f27 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:41.465238 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7643ce9c-0242-4c1a-a6e0-45894e966f27 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:network and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:41.470441 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7643ce9c-0242-4c1a-a6e0-45894e966f27 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:41.482496 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7643ce9c-0242-4c1a-a6e0-45894e966f27 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:41.517029 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-db8ee716-d1bf-45b6-85dd-86036e4e161e tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:41.546672 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ee716-d1bf-45b6-85dd-86036e4e161e tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=644e3130-0874-440e-956a-9939a5679e48,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:41.579901 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7643ce9c-0242-4c1a-a6e0-45894e966f27 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Made reservation on behalf of fcdda39025724b238190857d574ee30e for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:41.584348 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7643ce9c-0242-4c1a-a6e0-45894e966f27 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:41.589177 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ac5c60a4-9cd8-4336-a20a-dfabd34d071b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:41.620744 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-716fba50-97fc-48d1-b578-875e8de0e229 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:41.621415 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed5e9c-d31a-4d42-8410-87c18b8c7727 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Pushing event updated for resources: {'Port': ['ID=89a9e2e1-ba77-4b19-8cf3-52c7c80f7dc4,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:41.630516 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5645d3ad-ec07-4087-972e-f3ff199a11f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1978443 Mar 07 21:41:41.675531 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43818) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:41.678359 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716fba50-97fc-48d1-b578-875e8de0e229 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Pushing event deleted for resources: {'Subnet': ['ID=5829f8d0-de78-453b-906f-2718b399cdb9,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:41.682074 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-db8ee716-d1bf-45b6-85dd-86036e4e161e tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:41.686047 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-db8ee716-d1bf-45b6-85dd-86036e4e161e tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7155945 Mar 07 21:41:41.686485 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5e284a-7ee1-4464-abba-7f60f2c1bea6 None None] Network 4961eb08-d72c-4513-8c3f-260856a21d62 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:41.687007 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-716fba50-97fc-48d1-b578-875e8de0e229 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:41.687991 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-716fba50-97fc-48d1-b578-875e8de0e229 tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] 10.222.0.21 "DELETE /v2.0/subnets/5829f8d0-de78-453b-906f-2718b399cdb9 HTTP/1.1" status: 204 len: 168 time: 0.6895728 Mar 07 21:41:41.690798 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ac5c60a4-9cd8-4336-a20a-dfabd34d071b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:41.692872 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645d3ad-ec07-4087-972e-f3ff199a11f4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event updated for resources: {'Network': ['ID=ccc985af-cea3-491e-89e0-b61153edb3eb,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:41.706982 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43826) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:41.707385 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43828) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:41.712613 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f4bba78e-ee32-4309-95de-c3453828b194 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:41.717931 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network ccc985af-cea3-491e-89e0-b61153edb3eb details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:41:41.745433 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-ed98538f-3481-45dc-9cca-6d5d61fef68e tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group_rule': {'security_group_id': 'e8de2b3c-b483-46f1-b8db-ec5f1aa1bca0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:41.767481 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921445a8-1b00-49c5-9425-85d3c4d0605c None None] Network f31b4d2c-8a3e-4ff3-8547-30f740643389 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:41.780136 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8dc6d0cd-84a9-4f77-ab38-5dc048ef55f6 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:41.814674 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-8dc6d0cd-84a9-4f77-ab38-5dc048ef55f6 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Transition to ACTIVE for port object cea7c8d9-1d28-45f1-9612-f6300adf5e63 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:41.842816 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5c60a4-9cd8-4336-a20a-dfabd34d071b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:41.846988 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac5c60a4-9cd8-4336-a20a-dfabd34d071b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:41.910641 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7643ce9c-0242-4c1a-a6e0-45894e966f27 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:41:41.915747 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a55654ac-24ea-49ea-a51b-e527d697128d up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:41.920679 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7643ce9c-0242-4c1a-a6e0-45894e966f27 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:41.921021 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-7643ce9c-0242-4c1a-a6e0-45894e966f27 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Added segment eb4d18d8-4f99-4e08-add9-75564eeec5b9 of type vlan for network 948ee2ba-c509-4fc8-938f-9041c708eb65 Mar 07 21:41:41.948678 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7643ce9c-0242-4c1a-a6e0-45894e966f27 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:41.998835 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ed98538f-3481-45dc-9cca-6d5d61fef68e tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:42.069540 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ed98538f-3481-45dc-9cca-6d5d61fef68e tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Usage tracker for resource:security_group_rule and tenant:929397fba2654f1dac5ad42ce2b43aa5 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:42.080325 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ed98538f-3481-45dc-9cca-6d5d61fef68e tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:42.096911 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7643ce9c-0242-4c1a-a6e0-45894e966f27 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:42.102350 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7643ce9c-0242-4c1a-a6e0-45894e966f27 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:42.106593 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7643ce9c-0242-4c1a-a6e0-45894e966f27 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:42.109021 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ed98538f-3481-45dc-9cca-6d5d61fef68e tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:42.130066 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6753c490-8e57-458b-b9de-81c16d39ae7e tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:42.318220 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-6753c490-8e57-458b-b9de-81c16d39ae7e tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Deleting port 2e869c03-0f42-4fd8-bcff-62e12a5d51bb {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:42.318598 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6753c490-8e57-458b-b9de-81c16d39ae7e tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:42.359839 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643ce9c-0242-4c1a-a6e0-45894e966f27 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Network': ['ID=948ee2ba-c509-4fc8-938f-9041c708eb65,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:42.363825 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7643ce9c-0242-4c1a-a6e0-45894e966f27 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9304872 Mar 07 21:41:42.374420 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-befa51ad-6186-43b0-be28-9e8aa47184c2 None None] Provisioning for port a55654ac-24ea-49ea-a51b-e527d697128d completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:42.388030 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 948ee2ba-c509-4fc8-938f-9041c708eb65 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:41:42.389306 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43842) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:42.396594 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-7d9b38ef-8a8c-487e-a301-dd33fed2d3d7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'subnet': {'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:42.420411 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ed98538f-3481-45dc-9cca-6d5d61fef68e tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:42.432182 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port a55654ac-24ea-49ea-a51b-e527d697128d completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:42.443723 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-57ed5e9c-d31a-4d42-8410-87c18b8c7727 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router_gateway, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:42.510896 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8dc6d0cd-84a9-4f77-ab38-5dc048ef55f6 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:42.517849 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port a55654ac-24ea-49ea-a51b-e527d697128d triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:42.518246 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:42.542618 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f4bba78e-ee32-4309-95de-c3453828b194 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:42.631782 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc6d0cd-84a9-4f77-ab38-5dc048ef55f6 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Network 74e40103-66aa-44af-9f05-bd9c89ced062 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:42.638654 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7d9b38ef-8a8c-487e-a301-dd33fed2d3d7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:42.648274 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7d9b38ef-8a8c-487e-a301-dd33fed2d3d7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:subnet and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:42.651599 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-8dc6d0cd-84a9-4f77-ab38-5dc048ef55f6 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:42.652743 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7d9b38ef-8a8c-487e-a301-dd33fed2d3d7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:42.678838 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7d9b38ef-8a8c-487e-a301-dd33fed2d3d7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:42.712895 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:42.721581 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc6d0cd-84a9-4f77-ab38-5dc048ef55f6 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:42.738090 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7881c5a-a897-4f23-a96f-990a3b3e23f8 None None] DHCP port deletion for 4961eb08-d72c-4513-8c3f-260856a21d62 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:41:42.747823 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-b7881c5a-a897-4f23-a96f-990a3b3e23f8 None None] Deleting port 2e869c03-0f42-4fd8-bcff-62e12a5d51bb {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:42.748005 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b7881c5a-a897-4f23-a96f-990a3b3e23f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:42.819070 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f4bba78e-ee32-4309-95de-c3453828b194 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:42.898904 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f4bba78e-ee32-4309-95de-c3453828b194 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Network ccc985af-cea3-491e-89e0-b61153edb3eb is not hosted by any dhcp agent {{(pid=88386) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 07 21:41:42.907206 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bba78e-ee32-4309-95de-c3453828b194 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:42.912613 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f4bba78e-ee32-4309-95de-c3453828b194 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:42.914713 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f4bba78e-ee32-4309-95de-c3453828b194 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "PUT /v2.0/networks/ccc985af-cea3-491e-89e0-b61153edb3eb HTTP/1.1" status: 200 len: 723 time: 1.2301908 Mar 07 21:41:42.933202 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43850) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:42.939021 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.objects.ports [None req-ac5c60a4-9cd8-4336-a20a-dfabd34d071b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88387) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 07 21:41:42.960727 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-aa913b73-e62d-422e-a518-453b90892c9b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Request body: {'subnet': {'network_id': 'ccc985af-cea3-491e-89e0-b61153edb3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:42.980162 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port a55654ac-24ea-49ea-a51b-e527d697128d, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a55654ac-24ea-49ea-a51b-e527d697128d,segment=NetworkSegment(d3150888-845f-44a0-8c0c-43015750d5c3),segment_id=d3150888-845f-44a0-8c0c-43015750d5c3)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:42.990296 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac5c60a4-9cd8-4336-a20a-dfabd34d071b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:43.000102 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-6753c490-8e57-458b-b9de-81c16d39ae7e tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] For port 2e869c03-0f42-4fd8-bcff-62e12a5d51bb, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2e869c03-0f42-4fd8-bcff-62e12a5d51bb,segment=NetworkSegment(070c8c15-c22d-48f7-a445-d88f17ceced3),segment_id=070c8c15-c22d-48f7-a445-d88f17ceced3)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:43.000102 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6753c490-8e57-458b-b9de-81c16d39ae7e tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:43.000688 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6d0cd-84a9-4f77-ab38-5dc048ef55f6 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Pushing event updated for resources: {'Port': ['ID=cea7c8d9-1d28-45f1-9612-f6300adf5e63,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:43.072145 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a689402e-ad31-4df1-a26a-7e6077362d8d None None] Update dhcp port {'port': {'network_id': 'f31b4d2c-8a3e-4ff3-8547-30f740643389', 'fixed_ips': [{'subnet_id': 'b54de7b3-0838-49ac-9343-7ba66258fd2b', 'ip_address': '2001:db8::2'}, {'subnet_id': '488bc80e-0c76-4963-8096-f236bf670331'}], 'binding:host_id': 'dv-neutron-829957-1-hyperv'}, 'id': 'a55654ac-24ea-49ea-a51b-e527d697128d'} from dv-neutron-829957-1-hyperv. {{(pid=88388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 07 21:41:43.077597 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc6d0cd-84a9-4f77-ab38-5dc048ef55f6 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:43.078309 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8dc6d0cd-84a9-4f77-ab38-5dc048ef55f6 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:43.112761 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:43.195065 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5c60a4-9cd8-4336-a20a-dfabd34d071b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:43.215636 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-ac5c60a4-9cd8-4336-a20a-dfabd34d071b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:43.217921 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-78edadbd-67ed-4b0f-86bd-00391d1ae593 None None] Provisioning for port cea7c8d9-1d28-45f1-9612-f6300adf5e63 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:43.232581 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5c60a4-9cd8-4336-a20a-dfabd34d071b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:43.233570 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac5c60a4-9cd8-4336-a20a-dfabd34d071b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:43.244778 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 804041bb-ff50-4b22-8a57-8bcdb25266f2 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:41:43.263363 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8dc6d0cd-84a9-4f77-ab38-5dc048ef55f6 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8131239 Mar 07 21:41:43.267857 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c60a4-9cd8-4336-a20a-dfabd34d071b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=72c960a1-77a1-430e-bbd1-6774ea543100,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:43.280813 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43856) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:43.288908 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-c85384f4-6322-4c8a-b28f-101a2a0c4f63 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:be:2b:6a'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:4e:9e:1b'}]}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:43.292466 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c071890e-9e03-4586-93c1-04068db867bd None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:43.339312 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 804041bb-ff50-4b22-8a57-8bcdb25266f2 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:41:43.339646 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 804041bb-ff50-4b22-8a57-8bcdb25266f2 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:41:43.340472 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-6753c490-8e57-458b-b9de-81c16d39ae7e tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Calling delete_port for 2e869c03-0f42-4fd8-bcff-62e12a5d51bb owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:43.341340 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-78edadbd-67ed-4b0f-86bd-00391d1ae593 None None] Provisioning complete for port cea7c8d9-1d28-45f1-9612-f6300adf5e63 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:43.341709 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-78edadbd-67ed-4b0f-86bd-00391d1ae593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:43.388388 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a689402e-ad31-4df1-a26a-7e6077362d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:43.390382 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-ed98538f-3481-45dc-9cca-6d5d61fef68e tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 21:41:43.394351 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ed98538f-3481-45dc-9cca-6d5d61fef68e tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.6590779 Mar 07 21:41:43.408774 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43860) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:43.411064 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ac5c60a4-9cd8-4336-a20a-dfabd34d071b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.4289384 Mar 07 21:41:43.448802 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9b38ef-8a8c-487e-a301-dd33fed2d3d7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Made reservation on behalf of fcdda39025724b238190857d574ee30e for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:43.451439 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43864) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:43.453880 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7d9b38ef-8a8c-487e-a301-dd33fed2d3d7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:43.461147 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-acc53fb3-4120-40df-b4c0-43ff79fb3847 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'port': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'mac_address': 'fa:16:3e:31:51:05', 'name': 'tempest-NetworksTestDHCPv6-356155998'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:43.553979 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=a55654ac-24ea-49ea-a51b-e527d697128d,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:43.554636 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-78edadbd-67ed-4b0f-86bd-00391d1ae593 None None] Port cea7c8d9-1d28-45f1-9612-f6300adf5e63 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:41:43.564971 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bba78e-ee32-4309-95de-c3453828b194 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event updated for resources: {'Network': ['ID=ccc985af-cea3-491e-89e0-b61153edb3eb,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:43.580520 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-57ed5e9c-d31a-4d42-8410-87c18b8c7727 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:43.602948 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network ccc985af-cea3-491e-89e0-b61153edb3eb details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:41:43.627847 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-b7881c5a-a897-4f23-a96f-990a3b3e23f8 None None] For port 2e869c03-0f42-4fd8-bcff-62e12a5d51bb, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2e869c03-0f42-4fd8-bcff-62e12a5d51bb,segment=NetworkSegment(070c8c15-c22d-48f7-a445-d88f17ceced3),segment_id=070c8c15-c22d-48f7-a445-d88f17ceced3)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:43.628242 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b7881c5a-a897-4f23-a96f-990a3b3e23f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:43.659037 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-aa913b73-e62d-422e-a518-453b90892c9b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:43.669414 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-aa913b73-e62d-422e-a518-453b90892c9b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:43.672318 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-57ed5e9c-d31a-4d42-8410-87c18b8c7727 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-864536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-864531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-867168'] for router, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:43.822396 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa913b73-e62d-422e-a518-453b90892c9b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Made reservation on behalf of 246b656d4a9647d081f87e587fc0780f for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:43.827407 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aa913b73-e62d-422e-a518-453b90892c9b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:43.853001 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6753c490-8e57-458b-b9de-81c16d39ae7e tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:43.874123 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f25ab547-d8b4-4ade-b02c-6e739c1cfb86 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:43.989620 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753c490-8e57-458b-b9de-81c16d39ae7e tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Pushing event deleted for resources: {'Port': ['ID=2e869c03-0f42-4fd8-bcff-62e12a5d51bb,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:43.992397 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f25ab547-d8b4-4ade-b02c-6e739c1cfb86 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:44.007454 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-acc53fb3-4120-40df-b4c0-43ff79fb3847 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:44.041400 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6753c490-8e57-458b-b9de-81c16d39ae7e tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] No DVR routers for this DVR port 2e869c03-0f42-4fd8-bcff-62e12a5d51bb on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:41:44.112661 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-a689402e-ad31-4df1-a26a-7e6077362d8d None None] Allocated IP 172.20.0.1 (f31b4d2c-8a3e-4ff3-8547-30f740643389/488bc80e-0c76-4963-8096-f236bf670331/a55654ac-24ea-49ea-a51b-e527d697128d) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:44.163340 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-acc53fb3-4120-40df-b4c0-43ff79fb3847 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:44.243351 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c85384f4-6322-4c8a-b28f-101a2a0c4f63 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:44.262310 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6753c490-8e57-458b-b9de-81c16d39ae7e tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:44.298251 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-6753c490-8e57-458b-b9de-81c16d39ae7e tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4961eb08-d72c-4513-8c3f-260856a21d62']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:44.350196 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-6753c490-8e57-458b-b9de-81c16d39ae7e tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070c8c15-c22d-48f7-a445-d88f17ceced3') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:44.350519 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-6753c490-8e57-458b-b9de-81c16d39ae7e tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070c8c15-c22d-48f7-a445-d88f17ceced3') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:44.378233 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6753c490-8e57-458b-b9de-81c16d39ae7e tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:44.381878 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-a689402e-ad31-4df1-a26a-7e6077362d8d None None] For port a55654ac-24ea-49ea-a51b-e527d697128d, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a55654ac-24ea-49ea-a51b-e527d697128d,segment=NetworkSegment(d3150888-845f-44a0-8c0c-43015750d5c3),segment_id=d3150888-845f-44a0-8c0c-43015750d5c3)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:44.403695 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6753c490-8e57-458b-b9de-81c16d39ae7e tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:44.412901 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a689402e-ad31-4df1-a26a-7e6077362d8d None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:44.419178 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6753c490-8e57-458b-b9de-81c16d39ae7e tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:41:44.419178 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6753c490-8e57-458b-b9de-81c16d39ae7e tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:41:44.439465 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:41:44.470924 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7d9b38ef-8a8c-487e-a301-dd33fed2d3d7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:44.474690 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-b7881c5a-a897-4f23-a96f-990a3b3e23f8 None None] Calling delete_port for 2e869c03-0f42-4fd8-bcff-62e12a5d51bb owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:44.513297 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a55654ac-24ea-49ea-a51b-e527d697128d up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:44.516956 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f25ab547-d8b4-4ade-b02c-6e739c1cfb86 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:44.528515 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc53fb3-4120-40df-b4c0-43ff79fb3847 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:44.598795 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f25ab547-d8b4-4ade-b02c-6e739c1cfb86 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:44.602729 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f25ab547-d8b4-4ade-b02c-6e739c1cfb86 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "DELETE /v2.0/security-groups/e8de2b3c-b483-46f1-b8db-ec5f1aa1bca0 HTTP/1.1" status: 204 len: 168 time: 1.1893320 Mar 07 21:41:44.605497 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43904) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:44.657646 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b38ef-8a8c-487e-a301-dd33fed2d3d7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Subnet': ['ID=369f30fd-23a5-4a00-b30d-8131c3c7bf2e,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:44.671227 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aa913b73-e62d-422e-a518-453b90892c9b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:44.686839 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ab547-d8b4-4ade-b02c-6e739c1cfb86 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8de2b3c-b483-46f1-b8db-ec5f1aa1bca0,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:44.697147 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port a55654ac-24ea-49ea-a51b-e527d697128d triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:44.697147 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:44.730645 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582432dc-e83e-4b15-b352-cd9af92d7bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'fixed_ips': [{'subnet_id': '72c960a1-77a1-430e-bbd1-6774ea543100'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:41:44.731164 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-582432dc-e83e-4b15-b352-cd9af92d7bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:44.744150 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9b38ef-8a8c-487e-a301-dd33fed2d3d7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Checking segment: {'id': 'eb4d18d8-4f99-4e08-add9-75564eeec5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:44.744639 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9b38ef-8a8c-487e-a301-dd33fed2d3d7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network hostable DHCP agents. Network: 948ee2ba-c509-4fc8-938f-9041c708eb65, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:41:44.754077 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6753c490-8e57-458b-b9de-81c16d39ae7e tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:44.762634 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ed6bcd7b-5ba1-44fe-a5a6-5a00ee35b128 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1494322 Mar 07 21:41:44.765315 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a689402e-ad31-4df1-a26a-7e6077362d8d None None] Transition to ACTIVE for port object a55654ac-24ea-49ea-a51b-e527d697128d will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:44.771581 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43908) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:44.772727 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-b7881c5a-a897-4f23-a96f-990a3b3e23f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:41:44.773142 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-b7881c5a-a897-4f23-a96f-990a3b3e23f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:41:44.782456 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6753c490-8e57-458b-b9de-81c16d39ae7e tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:44.803795 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753c490-8e57-458b-b9de-81c16d39ae7e tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] Pushing event deleted for resources: {'Network': ['ID=4961eb08-d72c-4513-8c3f-260856a21d62,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:44.808757 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-7d5aa2ea-2c3d-4c94-bc22-adeaf05435d6 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group': {'name': 'tempest-secgroup--774129990'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:44.829645 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa913b73-e62d-422e-a518-453b90892c9b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event updated for resources: {'Subnet': ['ID=21c8a684-7ccb-4093-9846-3ce3992fd046,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:44.843178 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6753c490-8e57-458b-b9de-81c16d39ae7e tempest-DHCPAgentSchedulersTestJSON-1550533335 tempest-DHCPAgentSchedulersTestJSON-1550533335-project] 10.222.0.21 "DELETE /v2.0/networks/4961eb08-d72c-4513-8c3f-260856a21d62 HTTP/1.1" status: 204 len: 168 time: 3.1085322 Mar 07 21:41:44.846591 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ed5e9c-d31a-4d42-8410-87c18b8c7727 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Router 1e0b7bdb-6414-4aa0-8266-7320dfc2dac4 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:41:44.854175 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7d5aa2ea-2c3d-4c94-bc22-adeaf05435d6 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:44.859373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa913b73-e62d-422e-a518-453b90892c9b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Checking segment: {'id': '8070ceff-2062-46ca-9b6b-a5b385ee01e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ccc985af-cea3-491e-89e0-b61153edb3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:44.860915 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-acc53fb3-4120-40df-b4c0-43ff79fb3847 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:44.861945 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa913b73-e62d-422e-a518-453b90892c9b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Network hostable DHCP agents. Network: ccc985af-cea3-491e-89e0-b61153edb3eb, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:41:44.878214 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7d5aa2ea-2c3d-4c94-bc22-adeaf05435d6 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Usage tracker for resource:security_group and tenant:929397fba2654f1dac5ad42ce2b43aa5 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:44.905696 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9b38ef-8a8c-487e-a301-dd33fed2d3d7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network 948ee2ba-c509-4fc8-938f-9041c708eb65 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:41:44.938755 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7d5aa2ea-2c3d-4c94-bc22-adeaf05435d6 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:44.956513 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a689402e-ad31-4df1-a26a-7e6077362d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:44.989320 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa913b73-e62d-422e-a518-453b90892c9b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Network ccc985af-cea3-491e-89e0-b61153edb3eb is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:41:45.059002 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7d5aa2ea-2c3d-4c94-bc22-adeaf05435d6 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:45.064676 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2e869c03-0f42-4fd8-bcff-62e12a5d51bb no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:41:45.081677 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-acc53fb3-4120-40df-b4c0-43ff79fb3847 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] device_id is not set on port 5d200898-a67e-401f-b87c-34e0b6d3501c yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:41:45.084521 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-7d9b38ef-8a8c-487e-a301-dd33fed2d3d7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 948ee2ba-c509-4fc8-938f-9041c708eb65) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:45.092167 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-aa913b73-e62d-422e-a518-453b90892c9b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, ccc985af-cea3-491e-89e0-b61153edb3eb) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:45.094476 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9b38ef-8a8c-487e-a301-dd33fed2d3d7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:45.095243 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7d9b38ef-8a8c-487e-a301-dd33fed2d3d7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:45.119166 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa913b73-e62d-422e-a518-453b90892c9b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:45.123572 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aa913b73-e62d-422e-a518-453b90892c9b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:45.127697 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918d5415-4951-492f-aaea-365a8798c577 None None] Network 948ee2ba-c509-4fc8-938f-9041c708eb65 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:45.140042 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362f9cd1-b573-4005-9867-b2cf5456959f None None] Network ccc985af-cea3-491e-89e0-b61153edb3eb requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:45.233299 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 2e869c03-0f42-4fd8-bcff-62e12a5d51bb {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:41:45.233651 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2e869c03-0f42-4fd8-bcff-62e12a5d51bb not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:41:45.250588 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7d9b38ef-8a8c-487e-a301-dd33fed2d3d7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8547306 Mar 07 21:41:45.250588 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-aa913b73-e62d-422e-a518-453b90892c9b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3098931 Mar 07 21:41:45.250588 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43916) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:45.251118 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43918) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:45.254278 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d5aa2ea-2c3d-4c94-bc22-adeaf05435d6 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:45.297813 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-b7881c5a-a897-4f23-a96f-990a3b3e23f8 None None] Deleting port 2e869c03-0f42-4fd8-bcff-62e12a5d51bb {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:45.300015 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b7881c5a-a897-4f23-a96f-990a3b3e23f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:45.333178 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-9048af90-9890-44af-b575-15c9b47b7fd4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:45.341605 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-582432dc-e83e-4b15-b352-cd9af92d7bdd None None] Allocated IP 2001:db8::f816:3eff:fe9d:56 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/72c960a1-77a1-430e-bbd1-6774ea543100/a6a8e5d5-e809-4cce-94fd-22ea24eb9145) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:45.343597 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7d5aa2ea-2c3d-4c94-bc22-adeaf05435d6 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:45.346166 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ed5e9c-d31a-4d42-8410-87c18b8c7727 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:41:45.359741 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-57ed5e9c-d31a-4d42-8410-87c18b8c7727 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:45.361337 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-57ed5e9c-d31a-4d42-8410-87c18b8c7727 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "PUT /v2.0/routers/1e0b7bdb-6414-4aa0-8266-7320dfc2dac4 HTTP/1.1" status: 200 len: 883 time: 8.5537241 Mar 07 21:41:45.362754 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7d5aa2ea-2c3d-4c94-bc22-adeaf05435d6 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Usage tracker for resource:security_group_rule and tenant:929397fba2654f1dac5ad42ce2b43aa5 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:45.367332 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43924) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:45.370007 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7d5aa2ea-2c3d-4c94-bc22-adeaf05435d6 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:45.445337 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7d5aa2ea-2c3d-4c94-bc22-adeaf05435d6 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:45.466596 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.resource_extend [None req-c85384f4-6322-4c8a-b28f-101a2a0c4f63 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:41:45.490245 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c85384f4-6322-4c8a-b28f-101a2a0c4f63 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:45.566728 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689402e-ad31-4df1-a26a-7e6077362d8d None None] Pushing event updated for resources: {'Port': ['ID=a55654ac-24ea-49ea-a51b-e527d697128d,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:45.586219 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c422c-85ce-48ef-bd1f-eb74811789df None None] Sync routers for ids ['1e0b7bdb-6414-4aa0-8266-7320dfc2dac4'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:41:45.610992 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43930) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:45.640833 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c85384f4-6322-4c8a-b28f-101a2a0c4f63 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:45.883817 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b1b9b611-3ad4-42f4-86ae-ed3a36bbaca1 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "GET /v2.0/routers/1e0b7bdb-6414-4aa0-8266-7320dfc2dac4 HTTP/1.1" status: 200 len: 924 time: 0.5094752 Mar 07 21:41:45.885628 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85384f4-6322-4c8a-b28f-101a2a0c4f63 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Pushing event updated for resources: {'Port': ['ID=cea7c8d9-1d28-45f1-9612-f6300adf5e63,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:45.899725 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-b7881c5a-a897-4f23-a96f-990a3b3e23f8 None None] The port '2e869c03-0f42-4fd8-bcff-62e12a5d51bb' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:41:45.927389 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43936) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:46.071318 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a55654ac-24ea-49ea-a51b-e527d697128d up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:46.083247 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-c85384f4-6322-4c8a-b28f-101a2a0c4f63 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] In _notify_port_updated(), no bound segment for port cea7c8d9-1d28-45f1-9612-f6300adf5e63 on network 74e40103-66aa-44af-9f05-bd9c89ced062 {{(pid=88387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 07 21:41:46.089879 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85384f4-6322-4c8a-b28f-101a2a0c4f63 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:46.090562 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c85384f4-6322-4c8a-b28f-101a2a0c4f63 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:46.092036 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c85384f4-6322-4c8a-b28f-101a2a0c4f63 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] 10.222.0.21 "PUT /v2.0/ports/cea7c8d9-1d28-45f1-9612-f6300adf5e63 HTTP/1.1" status: 200 len: 1056 time: 2.8087959 Mar 07 21:41:46.112570 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43942) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:46.136035 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d5aa2ea-2c3d-4c94-bc22-adeaf05435d6 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:46.196720 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740c422c-85ce-48ef-bd1f-eb74811789df None None] Routers {'1e0b7bdb-6414-4aa0-8266-7320dfc2dac4'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:41:46.197387 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-740c422c-85ce-48ef-bd1f-eb74811789df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:41:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['1e0b7bdb-6414-4aa0-8266-7320dfc2dac4'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:46.219791 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d5aa2ea-2c3d-4c94-bc22-adeaf05435d6 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:46.238432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9048af90-9890-44af-b575-15c9b47b7fd4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9924811'] for subnet, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:46.277134 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:46.341976 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1999c34b-3062-4236-99e3-1a7a942b3a46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a22d3e8a4894a71adc831a2806e9f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7243052 Mar 07 21:41:46.349627 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-7d2269e1-6218-4e8d-a504-a45dd171e59e tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Deleting port cea7c8d9-1d28-45f1-9612-f6300adf5e63 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:46.350208 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d2269e1-6218-4e8d-a504-a45dd171e59e tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:46.412190 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43948) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:46.422804 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-740c422c-85ce-48ef-bd1f-eb74811789df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:46.490813 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5aa2ea-2c3d-4c94-bc22-adeaf05435d6 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d97fc7d-cf22-4812-9eee-365e3112c4ed,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:46.498657 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ebde20-4855-4620-989d-ac9fa2079f8a tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:46.502679 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-79ebde20-4855-4620-989d-ac9fa2079f8a tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093&device_id=1e0b7bdb-6414-4aa0-8266-7320dfc2dac4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5046046 Mar 07 21:41:46.502679 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d5aa2ea-2c3d-4c94-bc22-adeaf05435d6 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:46.502679 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7d5aa2ea-2c3d-4c94-bc22-adeaf05435d6 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7295179 Mar 07 21:41:46.505460 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43952) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:46.506073 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43954) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:46.541991 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c0287f1f-771a-4c47-946d-64f4567f64e4 None None] Provisioning complete for port cea7c8d9-1d28-45f1-9612-f6300adf5e63 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:46.542226 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c0287f1f-771a-4c47-946d-64f4567f64e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:46.549123 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1101bd0-6454-4eb2-b7bf-4e117f48bcd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:46.571488 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740c422c-85ce-48ef-bd1f-eb74811789df None None] Routers {'1e0b7bdb-6414-4aa0-8266-7320dfc2dac4'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:41:46.572123 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-740c422c-85ce-48ef-bd1f-eb74811789df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:41:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['1e0b7bdb-6414-4aa0-8266-7320dfc2dac4'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:46.628721 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1101bd0-6454-4eb2-b7bf-4e117f48bcd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:46.650091 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71f1be2-41bb-48a7-bb7b-35774b015c8c None None] Network f31b4d2c-8a3e-4ff3-8547-30f740643389 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:46.675322 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-6bffe1fb-8799-4a9b-80fe-df3ddf29aca3 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group_rule': {'security_group_id': '3d97fc7d-cf22-4812-9eee-365e3112c4ed', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:46.676276 dv-neutron-829957-1-hyperv neutron-server[88386]: WARNING neutron.api.v2.base [None req-6bffe1fb-8799-4a9b-80fe-df3ddf29aca3 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 07 21:41:46.676891 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-6bffe1fb-8799-4a9b-80fe-df3ddf29aca3 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:41:46.678108 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6bffe1fb-8799-4a9b-80fe-df3ddf29aca3 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0094516 Mar 07 21:41:46.700303 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43960) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:46.753128 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d7f6d39-6c56-4407-9481-96628302be47 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:46.810638 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-740c422c-85ce-48ef-bd1f-eb74811789df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:46.811111 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c422c-85ce-48ef-bd1f-eb74811789df None None] The sync data for ids ['1e0b7bdb-6414-4aa0-8266-7320dfc2dac4'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:41:46.867574 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784fb340-8287-40b2-80d0-a7ff3ed53862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-948ee2ba-c509-4fc8-938f-9041c708eb65', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:41:46.868652 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-784fb340-8287-40b2-80d0-a7ff3ed53862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:47.038332 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6ac0acc4-9ddc-4de5-838e-8b1d03091e5c tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:47.073086 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d2269e1-6218-4e8d-a504-a45dd171e59e tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:47.085213 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9048af90-9890-44af-b575-15c9b47b7fd4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742366814455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3819885'] for subnet, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:47.100745 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1101bd0-6454-4eb2-b7bf-4e117f48bcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:47.171497 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9048af90-9890-44af-b575-15c9b47b7fd4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:47.172231 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9048af90-9890-44af-b575-15c9b47b7fd4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:47.173603 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9048af90-9890-44af-b575-15c9b47b7fd4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "PUT /v2.0/subnets/21c8a684-7ccb-4093-9846-3ce3992fd046 HTTP/1.1" status: 200 len: 826 time: 1.9219704 Mar 07 21:41:47.180881 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c96f4b-d724-4dd7-80e0-67cd97bded39 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:47.185775 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e2c96f4b-d724-4dd7-80e0-67cd97bded39 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "GET /v2.0/networks/a3015ce6-e7a9-4329-aba7-a9f29a3d3093 HTTP/1.1" status: 200 len: 881 time: 0.5184402 Mar 07 21:41:47.186776 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43964) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:47.187319 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43966) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:47.239212 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6ac0acc4-9ddc-4de5-838e-8b1d03091e5c tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:47.253651 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-7d2269e1-6218-4e8d-a504-a45dd171e59e tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Calling delete_port for cea7c8d9-1d28-45f1-9612-f6300adf5e63 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:47.291158 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-cb59a813-f9a5-4859-87d6-daed7c72c2e1 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e0b7bdb-6414-4aa0-8266-7320dfc2dac4 HTTP/1.1" status: 200 len: 205 time: 0.0953295 Mar 07 21:41:47.291782 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c0287f1f-771a-4c47-946d-64f4567f64e4 None None] Port cea7c8d9-1d28-45f1-9612-f6300adf5e63 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:41:47.294310 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43972) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:47.299054 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048af90-9890-44af-b575-15c9b47b7fd4 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event updated for resources: {'Subnet': ['ID=21c8a684-7ccb-4093-9846-3ce3992fd046,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:47.299774 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1101bd0-6454-4eb2-b7bf-4e117f48bcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8374d831-457a-408f-ba91-008b5daa744e,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:47.358893 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1101bd0-6454-4eb2-b7bf-4e117f48bcd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:47.360249 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d1101bd0-6454-4eb2-b7bf-4e117f48bcd6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8374d831-457a-408f-ba91-008b5daa744e HTTP/1.1" status: 204 len: 168 time: 0.9348917 Mar 07 21:41:47.406464 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-582432dc-e83e-4b15-b352-cd9af92d7bdd None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:47.420670 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-784fb340-8287-40b2-80d0-a7ff3ed53862 None None] Allocated IP 2001:db8::2 (948ee2ba-c509-4fc8-938f-9041c708eb65/369f30fd-23a5-4a00-b30d-8131c3c7bf2e/2c521039-fa25-4cd8-a9ee-e9a6758bd9fe) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:47.599278 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6ac0acc4-9ddc-4de5-838e-8b1d03091e5c tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:47.624052 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0acc4-9ddc-4de5-838e-8b1d03091e5c tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d97fc7d-cf22-4812-9eee-365e3112c4ed,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:47.638578 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6ac0acc4-9ddc-4de5-838e-8b1d03091e5c tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:47.639987 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6ac0acc4-9ddc-4de5-838e-8b1d03091e5c tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "DELETE /v2.0/security-groups/3d97fc7d-cf22-4812-9eee-365e3112c4ed HTTP/1.1" status: 204 len: 168 time: 0.9383912 Mar 07 21:41:47.646376 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43980) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:47.657944 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5032d8-e5b9-48c4-a3e2-305792edc7ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ccc985af-cea3-491e-89e0-b61153edb3eb', 'network_id': 'ccc985af-cea3-491e-89e0-b61153edb3eb', 'tenant_id': '246b656d4a9647d081f87e587fc0780f', 'fixed_ips': [{'subnet_id': '21c8a684-7ccb-4093-9846-3ce3992fd046'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:41:47.658759 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1d5032d8-e5b9-48c4-a3e2-305792edc7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:47.696902 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d2269e1-6218-4e8d-a504-a45dd171e59e tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:47.729704 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-582432dc-e83e-4b15-b352-cd9af92d7bdd None None] Transition to ACTIVE for port object a6a8e5d5-e809-4cce-94fd-22ea24eb9145 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:47.767188 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2269e1-6218-4e8d-a504-a45dd171e59e tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Pushing event deleted for resources: {'Port': ['ID=cea7c8d9-1d28-45f1-9612-f6300adf5e63,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:47.771381 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-04e0141c-3374-44b0-a80b-42105366d576 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Synchronizing usage tracker for tenant:929397fba2654f1dac5ad42ce2b43aa5 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:41:47.788008 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:47.815823 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e24e2c68-3c7a-403f-9231-54502c87ea6a tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:47.977913 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-04e0141c-3374-44b0-a80b-42105366d576 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Unset dirty status for tenant:929397fba2654f1dac5ad42ce2b43aa5 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:41:47.995827 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-04e0141c-3374-44b0-a80b-42105366d576 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3477130 Mar 07 21:41:47.999488 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43986) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:48.015006 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-93285fa9-08cb-41fa-b668-46335695b758 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group': {'name': 'tempest-secgroup--1067451063'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:48.036859 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-784fb340-8287-40b2-80d0-a7ff3ed53862 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:48.046414 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-582432dc-e83e-4b15-b352-cd9af92d7bdd None None] Transition to ACTIVE for port object a6a8e5d5-e809-4cce-94fd-22ea24eb9145 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:48.067044 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-784fb340-8287-40b2-80d0-a7ff3ed53862 None None] Transition to ACTIVE for port object 2c521039-fa25-4cd8-a9ee-e9a6758bd9fe will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:48.092229 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-93285fa9-08cb-41fa-b668-46335695b758 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:48.114128 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-93285fa9-08cb-41fa-b668-46335695b758 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:48.143805 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-784fb340-8287-40b2-80d0-a7ff3ed53862 None None] Transition to ACTIVE for port object 2c521039-fa25-4cd8-a9ee-e9a6758bd9fe will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:48.163231 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fb5c3dcf-b724-475a-addf-86ea4972bff7 None None] Provisioning for port a55654ac-24ea-49ea-a51b-e527d697128d completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:48.175435 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-582432dc-e83e-4b15-b352-cd9af92d7bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:48.261046 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-93285fa9-08cb-41fa-b668-46335695b758 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:48.271595 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-784fb340-8287-40b2-80d0-a7ff3ed53862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:48.281878 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-1d5032d8-e5b9-48c4-a3e2-305792edc7ff None None] Allocated IP 2001:db8::2 (ccc985af-cea3-491e-89e0-b61153edb3eb/21c8a684-7ccb-4093-9846-3ce3992fd046/4decfcd9-1c5c-45d1-8dbd-769d201efe00) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:48.289449 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fb5c3dcf-b724-475a-addf-86ea4972bff7 None None] Provisioning complete for port a55654ac-24ea-49ea-a51b-e527d697128d triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:48.289703 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fb5c3dcf-b724-475a-addf-86ea4972bff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:48.356231 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-93285fa9-08cb-41fa-b668-46335695b758 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:48.356967 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-acc53fb3-4120-40df-b4c0-43ff79fb3847 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 2001:db8::f816:3eff:fe31:5105 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/72c960a1-77a1-430e-bbd1-6774ea543100/5d200898-a67e-401f-b87c-34e0b6d3501c) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:48.369540 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d2269e1-6218-4e8d-a504-a45dd171e59e tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:48.371403 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7d2269e1-6218-4e8d-a504-a45dd171e59e tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] 10.222.0.21 "DELETE /v2.0/ports/cea7c8d9-1d28-45f1-9612-f6300adf5e63 HTTP/1.1" status: 204 len: 168 time: 2.2329240 Mar 07 21:41:48.376504 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 43990) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:48.379105 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582432dc-e83e-4b15-b352-cd9af92d7bdd None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:48.387481 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-582432dc-e83e-4b15-b352-cd9af92d7bdd None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:48.389210 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-93285fa9-08cb-41fa-b668-46335695b758 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Usage tracker for resource:security_group_rule and tenant:929397fba2654f1dac5ad42ce2b43aa5 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:48.399442 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-93285fa9-08cb-41fa-b668-46335695b758 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:48.416298 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 43994) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:48.421501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-93285fa9-08cb-41fa-b668-46335695b758 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:48.427979 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582432dc-e83e-4b15-b352-cd9af92d7bdd None None] Pushing event updated for resources: {'Port': ['ID=a6a8e5d5-e809-4cce-94fd-22ea24eb9145,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:48.464329 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e49535-446f-4dc9-a105-68a8fef2daaa tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] GET failed (client error): The resource could not be found. Mar 07 21:41:48.464569 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-36e49535-446f-4dc9-a105-68a8fef2daaa tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Synchronizing usage tracker for tenant:308c9680a92c4da0a4dcc142a0eab386 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:41:48.471769 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582432dc-e83e-4b15-b352-cd9af92d7bdd None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:48.475567 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:48.477514 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784fb340-8287-40b2-80d0-a7ff3ed53862 None None] Network 948ee2ba-c509-4fc8-938f-9041c708eb65 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:48.479381 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-784fb340-8287-40b2-80d0-a7ff3ed53862 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:48.546971 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-976a6c4c-cb20-4650-99e7-09230d4e3aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:48.589132 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-4d7f6d39-6c56-4407-9481-96628302be47 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Allocated IP 2001:db8::1 (948ee2ba-c509-4fc8-938f-9041c708eb65/369f30fd-23a5-4a00-b30d-8131c3c7bf2e/b2ee673d-54e2-448a-908d-47aec710b632) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:48.594382 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-36e49535-446f-4dc9-a105-68a8fef2daaa tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Unset dirty status for tenant:308c9680a92c4da0a4dcc142a0eab386 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:41:48.594998 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e24e2c68-3c7a-403f-9231-54502c87ea6a tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:48.599590 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-36e49535-446f-4dc9-a105-68a8fef2daaa tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] 10.222.0.21 "GET /v2.0/ports/cea7c8d9-1d28-45f1-9612-f6300adf5e63 HTTP/1.1" status: 404 len: 333 time: 0.2223623 Mar 07 21:41:48.604358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44000) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:48.606050 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fb340-8287-40b2-80d0-a7ff3ed53862 None None] Pushing event updated for resources: {'Port': ['ID=2c521039-fa25-4cd8-a9ee-e9a6758bd9fe,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:48.612884 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-976a6c4c-cb20-4650-99e7-09230d4e3aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:48.624279 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784fb340-8287-40b2-80d0-a7ff3ed53862 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:48.624458 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-976a6c4c-cb20-4650-99e7-09230d4e3aaa admin admin] Usage tracker for resource:security_group_rule and tenant:540ecba0ccf34ffebe4a8e6ef460edcd is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:48.666259 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-976a6c4c-cb20-4650-99e7-09230d4e3aaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:48.678326 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-976a6c4c-cb20-4650-99e7-09230d4e3aaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:48.686660 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-acc53fb3-4120-40df-b4c0-43ff79fb3847 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:48.707516 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-acc53fb3-4120-40df-b4c0-43ff79fb3847 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Transition to ACTIVE for port object 5d200898-a67e-401f-b87c-34e0b6d3501c will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:48.736419 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-e24e2c68-3c7a-403f-9231-54502c87ea6a tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Deleting port 89a9e2e1-ba77-4b19-8cf3-52c7c80f7dc4 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:48.739253 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e24e2c68-3c7a-403f-9231-54502c87ea6a tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:48.815408 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-acc53fb3-4120-40df-b4c0-43ff79fb3847 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:48.906118 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc53fb3-4120-40df-b4c0-43ff79fb3847 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:48.911931 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-acc53fb3-4120-40df-b4c0-43ff79fb3847 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:48.913524 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc53fb3-4120-40df-b4c0-43ff79fb3847 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:48.919093 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc53fb3-4120-40df-b4c0-43ff79fb3847 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:48.919710 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-acc53fb3-4120-40df-b4c0-43ff79fb3847 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:48.954905 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc53fb3-4120-40df-b4c0-43ff79fb3847 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=5d200898-a67e-401f-b87c-34e0b6d3501c,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:49.022138 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-8e1dad0c-0761-46ee-b1ee-42defbdd5e9b tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Deleting port ae671c2e-116c-4273-9559-b20a26d2ed54 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:49.022551 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8e1dad0c-0761-46ee-b1ee-42defbdd5e9b tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:49.043982 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-582432dc-e83e-4b15-b352-cd9af92d7bdd None None] Attempting to bind port a6a8e5d5-e809-4cce-94fd-22ea24eb9145 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:41:49.044223 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-582432dc-e83e-4b15-b352-cd9af92d7bdd None None] Attempting to bind port a6a8e5d5-e809-4cce-94fd-22ea24eb9145 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:41:49.044442 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582432dc-e83e-4b15-b352-cd9af92d7bdd None None] Attempting to bind port a6a8e5d5-e809-4cce-94fd-22ea24eb9145 on network ab63f4f6-c089-409c-a9c4-f2088e2d7005 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:41:49.048677 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-784fb340-8287-40b2-80d0-a7ff3ed53862 None None] Attempting to bind port 2c521039-fa25-4cd8-a9ee-e9a6758bd9fe on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:41:49.049008 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-784fb340-8287-40b2-80d0-a7ff3ed53862 None None] Attempting to bind port 2c521039-fa25-4cd8-a9ee-e9a6758bd9fe by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'eb4d18d8-4f99-4e08-add9-75564eeec5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:41:49.049360 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784fb340-8287-40b2-80d0-a7ff3ed53862 None None] Attempting to bind port 2c521039-fa25-4cd8-a9ee-e9a6758bd9fe on network 948ee2ba-c509-4fc8-938f-9041c708eb65 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:41:49.057363 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-93285fa9-08cb-41fa-b668-46335695b758 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:49.068107 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582432dc-e83e-4b15-b352-cd9af92d7bdd None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:41:49.068613 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582432dc-e83e-4b15-b352-cd9af92d7bdd None None] Checking segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:49.069087 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-582432dc-e83e-4b15-b352-cd9af92d7bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:49.069550 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582432dc-e83e-4b15-b352-cd9af92d7bdd None None] Bound using segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:41:49.070122 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-582432dc-e83e-4b15-b352-cd9af92d7bdd None None] Bound port: a6a8e5d5-e809-4cce-94fd-22ea24eb9145, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:41:49.071181 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-582432dc-e83e-4b15-b352-cd9af92d7bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:49.085610 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784fb340-8287-40b2-80d0-a7ff3ed53862 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:41:49.086134 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784fb340-8287-40b2-80d0-a7ff3ed53862 None None] Checking segment: {'id': 'eb4d18d8-4f99-4e08-add9-75564eeec5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:49.086608 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-784fb340-8287-40b2-80d0-a7ff3ed53862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:49.087061 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784fb340-8287-40b2-80d0-a7ff3ed53862 None None] Bound using segment: {'id': 'eb4d18d8-4f99-4e08-add9-75564eeec5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:41:49.087608 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-784fb340-8287-40b2-80d0-a7ff3ed53862 None None] Bound port: 2c521039-fa25-4cd8-a9ee-e9a6758bd9fe, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4d18d8-4f99-4e08-add9-75564eeec5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:41:49.088052 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-784fb340-8287-40b2-80d0-a7ff3ed53862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:49.123018 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-976a6c4c-cb20-4650-99e7-09230d4e3aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:49.183744 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-acc53fb3-4120-40df-b4c0-43ff79fb3847 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.7309520 Mar 07 21:41:49.186576 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44004) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:49.289020 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1d5032d8-e5b9-48c4-a3e2-305792edc7ff None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:49.304032 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8d45500e-c2a7-4eb0-84d3-49ef96f888e2 None None] Provisioning complete for port a55654ac-24ea-49ea-a51b-e527d697128d triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:49.304436 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8d45500e-c2a7-4eb0-84d3-49ef96f888e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:49.317644 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af159c3-7e3f-44e2-981f-cc2be113aebd tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:49.320823 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d7f6d39-6c56-4407-9481-96628302be47 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:49.324760 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af159c3-7e3f-44e2-981f-cc2be113aebd tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:49.328556 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6af159c3-7e3f-44e2-981f-cc2be113aebd tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:41:49.337984 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-93285fa9-08cb-41fa-b668-46335695b758 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:49.368173 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1d5032d8-e5b9-48c4-a3e2-305792edc7ff None None] Transition to ACTIVE for port object 4decfcd9-1c5c-45d1-8dbd-769d201efe00 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:49.379654 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-976a6c4c-cb20-4650-99e7-09230d4e3aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:49.384501 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-784fb340-8287-40b2-80d0-a7ff3ed53862 None None] For port 2c521039-fa25-4cd8-a9ee-e9a6758bd9fe, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:41:49.397040 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6af159c3-7e3f-44e2-981f-cc2be113aebd tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:41:49.398470 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6af159c3-7e3f-44e2-981f-cc2be113aebd tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.2107298 Mar 07 21:41:49.403213 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44008) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:49.409450 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-582432dc-e83e-4b15-b352-cd9af92d7bdd None None] For port a6a8e5d5-e809-4cce-94fd-22ea24eb9145, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:41:49.416661 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-784fb340-8287-40b2-80d0-a7ff3ed53862 None None] For port 2c521039-fa25-4cd8-a9ee-e9a6758bd9fe, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2c521039-fa25-4cd8-a9ee-e9a6758bd9fe,segment=NetworkSegment(eb4d18d8-4f99-4e08-add9-75564eeec5b9),segment_id=eb4d18d8-4f99-4e08-add9-75564eeec5b9)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:41:49.418553 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-4d7f6d39-6c56-4407-9481-96628302be47 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Transition to ACTIVE for port object b2ee673d-54e2-448a-908d-47aec710b632 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:49.419349 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1d5032d8-e5b9-48c4-a3e2-305792edc7ff None None] Transition to ACTIVE for port object 4decfcd9-1c5c-45d1-8dbd-769d201efe00 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:49.427699 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-582432dc-e83e-4b15-b352-cd9af92d7bdd None None] For port a6a8e5d5-e809-4cce-94fd-22ea24eb9145, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a6a8e5d5-e809-4cce-94fd-22ea24eb9145,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:41:49.480416 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-784fb340-8287-40b2-80d0-a7ff3ed53862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:49.490652 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-c7d3f7db-6beb-41d0-9fdf-c064f14c76e6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting port 5d200898-a67e-401f-b87c-34e0b6d3501c {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:49.490990 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c7d3f7db-6beb-41d0-9fdf-c064f14c76e6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:49.527253 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e24e2c68-3c7a-403f-9231-54502c87ea6a tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:49.538778 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1d5032d8-e5b9-48c4-a3e2-305792edc7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:49.543766 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-976a6c4c-cb20-4650-99e7-09230d4e3aaa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=540ecba0ccf34ffebe4a8e6ef460edcd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1206172 Mar 07 21:41:49.544828 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93285fa9-08cb-41fa-b668-46335695b758 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b854ea6-244b-4d35-b392-578284c9add4,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:49.549920 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44012) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:49.604068 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-582432dc-e83e-4b15-b352-cd9af92d7bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:49.641129 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fb340-8287-40b2-80d0-a7ff3ed53862 None None] Pushing event updated for resources: {'Port': ['ID=2c521039-fa25-4cd8-a9ee-e9a6758bd9fe,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:49.700182 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5032d8-e5b9-48c4-a3e2-305792edc7ff None None] Network ccc985af-cea3-491e-89e0-b61153edb3eb is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:49.729853 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-1d5032d8-e5b9-48c4-a3e2-305792edc7ff None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:49.737474 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-93285fa9-08cb-41fa-b668-46335695b758 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:49.741891 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5032d8-e5b9-48c4-a3e2-305792edc7ff None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:49.742079 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-93285fa9-08cb-41fa-b668-46335695b758 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7412329 Mar 07 21:41:49.743839 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:49.747869 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44018) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:49.894796 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-e24e2c68-3c7a-403f-9231-54502c87ea6a tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Calling delete_port for 89a9e2e1-ba77-4b19-8cf3-52c7c80f7dc4 owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:49.912639 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c25e5a12-fcf6-45b1-8b55-6d5c268923bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:49.941522 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5032d8-e5b9-48c4-a3e2-305792edc7ff None None] Pushing event updated for resources: {'Port': ['ID=4decfcd9-1c5c-45d1-8dbd-769d201efe00,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:49.942098 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-306f755c-0e46-4104-85a0-71d8242142bd tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group_rule': {'security_group_id': '6b854ea6-244b-4d35-b392-578284c9add4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:49.943004 dv-neutron-829957-1-hyperv neutron-server[88386]: WARNING neutron.api.v2.base [None req-306f755c-0e46-4104-85a0-71d8242142bd tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 07 21:41:49.943518 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-306f755c-0e46-4104-85a0-71d8242142bd tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:41:49.948326 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-306f755c-0e46-4104-85a0-71d8242142bd tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0645425 Mar 07 21:41:50.004295 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44022) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:50.048144 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c7d3f7db-6beb-41d0-9fdf-c064f14c76e6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:50.052906 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-1d5032d8-e5b9-48c4-a3e2-305792edc7ff None None] Attempting to bind port 4decfcd9-1c5c-45d1-8dbd-769d201efe00 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:41:50.053607 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-1d5032d8-e5b9-48c4-a3e2-305792edc7ff None None] Attempting to bind port 4decfcd9-1c5c-45d1-8dbd-769d201efe00 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '8070ceff-2062-46ca-9b6b-a5b385ee01e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ccc985af-cea3-491e-89e0-b61153edb3eb'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:41:50.054177 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5032d8-e5b9-48c4-a3e2-305792edc7ff None None] Attempting to bind port 4decfcd9-1c5c-45d1-8dbd-769d201efe00 on network ccc985af-cea3-491e-89e0-b61153edb3eb {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:41:50.064675 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5032d8-e5b9-48c4-a3e2-305792edc7ff None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:41:50.066304 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5032d8-e5b9-48c4-a3e2-305792edc7ff None None] Checking segment: {'id': '8070ceff-2062-46ca-9b6b-a5b385ee01e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ccc985af-cea3-491e-89e0-b61153edb3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:50.071269 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1d5032d8-e5b9-48c4-a3e2-305792edc7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:50.071698 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5032d8-e5b9-48c4-a3e2-305792edc7ff None None] Bound using segment: {'id': '8070ceff-2062-46ca-9b6b-a5b385ee01e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ccc985af-cea3-491e-89e0-b61153edb3eb'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:41:50.072707 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-1d5032d8-e5b9-48c4-a3e2-305792edc7ff None None] Bound port: 4decfcd9-1c5c-45d1-8dbd-769d201efe00, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8070ceff-2062-46ca-9b6b-a5b385ee01e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ccc985af-cea3-491e-89e0-b61153edb3eb'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:41:50.073101 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1d5032d8-e5b9-48c4-a3e2-305792edc7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:50.075919 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c25e5a12-fcf6-45b1-8b55-6d5c268923bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:50.127528 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a6c4c-cb20-4650-99e7-09230d4e3aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cfbbad-04f2-4f56-ac6d-3c2466bf9126,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:50.130901 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event deleted for resources: {'Subnet': ['ID=21c8a684-7ccb-4093-9846-3ce3992fd046,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:50.192310 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-90c1fcc4-cb94-42f0-99c0-03f204c77c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:50.221971 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582432dc-e83e-4b15-b352-cd9af92d7bdd None None] Pushing event updated for resources: {'Port': ['ID=a6a8e5d5-e809-4cce-94fd-22ea24eb9145,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:50.307170 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-c7d3f7db-6beb-41d0-9fdf-c064f14c76e6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Calling delete_port for 5d200898-a67e-401f-b87c-34e0b6d3501c owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:50.328323 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d7f6d39-6c56-4407-9481-96628302be47 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:50.334818 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8e1dad0c-0761-46ee-b1ee-42defbdd5e9b tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:50.341835 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-1d5032d8-e5b9-48c4-a3e2-305792edc7ff None None] For port 4decfcd9-1c5c-45d1-8dbd-769d201efe00, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:41:50.345900 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-1d5032d8-e5b9-48c4-a3e2-305792edc7ff None None] For port 4decfcd9-1c5c-45d1-8dbd-769d201efe00, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=4decfcd9-1c5c-45d1-8dbd-769d201efe00,segment=NetworkSegment(8070ceff-2062-46ca-9b6b-a5b385ee01e7),segment_id=8070ceff-2062-46ca-9b6b-a5b385ee01e7)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:41:50.352647 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:50.431861 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1d5032d8-e5b9-48c4-a3e2-305792edc7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:50.547326 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2844-00d7-417e-919e-d19a67a88818 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:50.625295 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-8e1dad0c-0761-46ee-b1ee-42defbdd5e9b tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Calling delete_port for ae671c2e-116c-4273-9559-b20a26d2ed54 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:50.657851 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7f6d39-6c56-4407-9481-96628302be47 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network 948ee2ba-c509-4fc8-938f-9041c708eb65 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:50.660024 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc985af-cea3-491e-89e0-b61153edb3eb']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:50.682700 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-4d7f6d39-6c56-4407-9481-96628302be47 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:50.685242 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7f6d39-6c56-4407-9481-96628302be47 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:50.685981 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d7f6d39-6c56-4407-9481-96628302be47 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:50.704226 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5032d8-e5b9-48c4-a3e2-305792edc7ff None None] Pushing event updated for resources: {'Port': ['ID=4decfcd9-1c5c-45d1-8dbd-769d201efe00,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:50.728709 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c25e5a12-fcf6-45b1-8b55-6d5c268923bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:50.733365 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2844-00d7-417e-919e-d19a67a88818 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:50.749753 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149f2786-cec6-437c-a8dc-1e0fa650175c None None] Network ccc985af-cea3-491e-89e0-b61153edb3eb requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:50.792412 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e5a12-fcf6-45b1-8b55-6d5c268923bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cfbbad-04f2-4f56-ac6d-3c2466bf9126,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:50.824134 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c25e5a12-fcf6-45b1-8b55-6d5c268923bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:50.825650 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c25e5a12-fcf6-45b1-8b55-6d5c268923bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77cfbbad-04f2-4f56-ac6d-3c2466bf9126 HTTP/1.1" status: 204 len: 168 time: 1.2747705 Mar 07 21:41:50.863139 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c7d3f7db-6beb-41d0-9fdf-c064f14c76e6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:50.926099 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8070ceff-2062-46ca-9b6b-a5b385ee01e7') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:50.926391 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8070ceff-2062-46ca-9b6b-a5b385ee01e7') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:50.976406 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f6d39-6c56-4407-9481-96628302be47 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Port': ['ID=b2ee673d-54e2-448a-908d-47aec710b632,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:51.042045 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2844-00d7-417e-919e-d19a67a88818 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:51.070275 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3f7db-6beb-41d0-9fdf-c064f14c76e6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Port': ['ID=5d200898-a67e-401f-b87c-34e0b6d3501c,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:51.073453 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:51.083287 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c7d3f7db-6beb-41d0-9fdf-c064f14c76e6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:51.098314 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc2844-00d7-417e-919e-d19a67a88818 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b854ea6-244b-4d35-b392-578284c9add4,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:51.102000 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2844-00d7-417e-919e-d19a67a88818 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:51.103185 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0bbc2844-00d7-417e-919e-d19a67a88818 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "DELETE /v2.0/security-groups/6b854ea6-244b-4d35-b392-578284c9add4 HTTP/1.1" status: 204 len: 168 time: 1.0977654 Mar 07 21:41:51.106065 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44030) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:51.126625 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c7d3f7db-6beb-41d0-9fdf-c064f14c76e6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/5d200898-a67e-401f-b87c-34e0b6d3501c HTTP/1.1" status: 204 len: 168 time: 1.7234190 Mar 07 21:41:51.133670 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44034) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:51.177111 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:51.194152 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-22e84bbf-9515-4da3-b422-0d4dfb98dfcc tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Synchronizing usage tracker for tenant:929397fba2654f1dac5ad42ce2b43aa5 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:41:51.210213 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:41:51.210665 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:51.215268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23e0e0a-326d-42aa-8beb-94122847edcc None None] Network ccc985af-cea3-491e-89e0-b61153edb3eb requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:41:51.228831 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:41:51.272714 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-22e84bbf-9515-4da3-b422-0d4dfb98dfcc tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Unset dirty status for tenant:929397fba2654f1dac5ad42ce2b43aa5 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:41:51.278827 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-22e84bbf-9515-4da3-b422-0d4dfb98dfcc tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1680589 Mar 07 21:41:51.278998 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44038) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:51.284283 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-e7c3b25a-85d0-4f92-9808-7d2d0cf860bf tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group': {'name': 'tempest-secgroup--1443294037'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:51.299493 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e7c3b25a-85d0-4f92-9808-7d2d0cf860bf tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:51.317116 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e7c3b25a-85d0-4f92-9808-7d2d0cf860bf tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:51.414407 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e7c3b25a-85d0-4f92-9808-7d2d0cf860bf tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:51.454060 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e7c3b25a-85d0-4f92-9808-7d2d0cf860bf tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:51.464103 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e7c3b25a-85d0-4f92-9808-7d2d0cf860bf tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Usage tracker for resource:security_group_rule and tenant:929397fba2654f1dac5ad42ce2b43aa5 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:51.474801 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e7c3b25a-85d0-4f92-9808-7d2d0cf860bf tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:51.491705 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e7c3b25a-85d0-4f92-9808-7d2d0cf860bf tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:51.495864 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434787ea-e5e7-411f-b0ad-8ed88daa0fe5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:51.497482 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434787ea-e5e7-411f-b0ad-8ed88daa0fe5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:51.502383 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-434787ea-e5e7-411f-b0ad-8ed88daa0fe5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3660431 Mar 07 21:41:51.504713 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44044) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:51.540405 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d7f6d39-6c56-4407-9481-96628302be47 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:51.550957 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.api [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 21:41:51.550957 dv-neutron-829957-1-hyperv neutron-server[88386]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 21:41:51.550957 dv-neutron-829957-1-hyperv neutron-server[88386]: [parameters: {'id': 'ccc985af-cea3-491e-89e0-b61153edb3eb'}] Mar 07 21:41:51.550957 dv-neutron-829957-1-hyperv neutron-server[88386]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:41:51.551425 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG oslo_db.api [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:41:51.623440 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8e1dad0c-0761-46ee-b1ee-42defbdd5e9b tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:51.674374 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-134ee420-6dfc-4ec1-95cf-dc7762bd9d9c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet 72c960a1-77a1-430e-bbd1-6774ea543100 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:41:51.680204 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e24e2c68-3c7a-403f-9231-54502c87ea6a tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:51.698263 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-134ee420-6dfc-4ec1-95cf-dc7762bd9d9c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:51.738630 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1dad0c-0761-46ee-b1ee-42defbdd5e9b tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Pushing event deleted for resources: {'Port': ['ID=ae671c2e-116c-4273-9559-b20a26d2ed54,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:51.817481 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9426c2-6e62-416c-9837-14a1384da2ab None None] Network 948ee2ba-c509-4fc8-938f-9041c708eb65 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:51.944100 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-134ee420-6dfc-4ec1-95cf-dc7762bd9d9c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:52.042562 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e2c68-3c7a-403f-9231-54502c87ea6a tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Pushing event deleted for resources: {'Port': ['ID=89a9e2e1-ba77-4b19-8cf3-52c7c80f7dc4,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:52.100603 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e7c3b25a-85d0-4f92-9808-7d2d0cf860bf tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:52.171254 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e7c3b25a-85d0-4f92-9808-7d2d0cf860bf tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:52.257524 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a6a8e5d5-e809-4cce-94fd-22ea24eb9145 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:52.339927 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e7c3b25a-85d0-4f92-9808-7d2d0cf860bf tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:52.352642 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e7c3b25a-85d0-4f92-9808-7d2d0cf860bf tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0637414 Mar 07 21:41:52.358228 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44060) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:52.361498 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:52.369114 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3b25a-85d0-4f92-9808-7d2d0cf860bf tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf3134f-73f2-4bb5-bb53-38844f33c9c2,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:52.375965 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1b26d2ff-a662-4c28-b996-d8c0cf63372d None None] Provisioning for port 2c521039-fa25-4cd8-a9ee-e9a6758bd9fe completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:52.387914 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-e2c1c606-d77c-4d3a-b284-d0f66c2fdbcc tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group_rule': {'security_group_id': '1cf3134f-73f2-4bb5-bb53-38844f33c9c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:52.401664 dv-neutron-829957-1-hyperv neutron-server[88387]: WARNING neutron.api.v2.base [None req-e2c1c606-d77c-4d3a-b284-d0f66c2fdbcc tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 07 21:41:52.402491 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-e2c1c606-d77c-4d3a-b284-d0f66c2fdbcc tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:41:52.403544 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e2c1c606-d77c-4d3a-b284-d0f66c2fdbcc tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0426602 Mar 07 21:41:52.420752 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-134ee420-6dfc-4ec1-95cf-dc7762bd9d9c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:52.449414 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44066) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:52.523425 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f0691b89-ef6a-473e-a9fa-f2c0492dff62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:52.547687 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-7475f760-f2b8-4d2e-9ec7-dee9660c21b6 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group_rule': {'security_group_id': '1cf3134f-73f2-4bb5-bb53-38844f33c9c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:52.549182 dv-neutron-829957-1-hyperv neutron-server[88386]: WARNING neutron.api.v2.base [None req-7475f760-f2b8-4d2e-9ec7-dee9660c21b6 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 07 21:41:52.549704 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-7475f760-f2b8-4d2e-9ec7-dee9660c21b6 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:41:52.550754 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7475f760-f2b8-4d2e-9ec7-dee9660c21b6 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0868826 Mar 07 21:41:52.553765 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44072) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:52.559823 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-ccc76b63-510a-411c-9e32-d11d2526ee94 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group_rule': {'security_group_id': '1cf3134f-73f2-4bb5-bb53-38844f33c9c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:52.561694 dv-neutron-829957-1-hyperv neutron-server[88387]: WARNING neutron.api.v2.base [None req-ccc76b63-510a-411c-9e32-d11d2526ee94 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 07 21:41:52.562657 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-ccc76b63-510a-411c-9e32-d11d2526ee94 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:41:52.564178 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ccc76b63-510a-411c-9e32-d11d2526ee94 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090289 Mar 07 21:41:52.572159 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44076) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:52.589754 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8e1dad0c-0761-46ee-b1ee-42defbdd5e9b tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:52.598322 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Deleting port 4decfcd9-1c5c-45d1-8dbd-769d201efe00 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:52.598665 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:52.611738 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-73db1d53-8011-47a3-abee-01ddabfe26fe tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group_rule': {'security_group_id': '1cf3134f-73f2-4bb5-bb53-38844f33c9c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:52.616261 dv-neutron-829957-1-hyperv neutron-server[88387]: WARNING neutron.api.v2.base [None req-73db1d53-8011-47a3-abee-01ddabfe26fe tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 07 21:41:52.617017 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-73db1d53-8011-47a3-abee-01ddabfe26fe tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:41:52.620946 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-73db1d53-8011-47a3-abee-01ddabfe26fe tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0162416 Mar 07 21:41:52.625052 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-134ee420-6dfc-4ec1-95cf-dc7762bd9d9c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:52.647604 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44082) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:52.650526 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port a6a8e5d5-e809-4cce-94fd-22ea24eb9145 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:52.681187 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-134ee420-6dfc-4ec1-95cf-dc7762bd9d9c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:52.686465 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2c521039-fa25-4cd8-a9ee-e9a6758bd9fe up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:52.694075 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ee420-6dfc-4ec1-95cf-dc7762bd9d9c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=72c960a1-77a1-430e-bbd1-6774ea543100,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:52.741682 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e24e2c68-3c7a-403f-9231-54502c87ea6a tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:52.834393 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-af43533b-e880-4019-a657-5e556596f633 None None] Provisioning for port a6a8e5d5-e809-4cce-94fd-22ea24eb9145 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:52.838173 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-134ee420-6dfc-4ec1-95cf-dc7762bd9d9c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/72c960a1-77a1-430e-bbd1-6774ea543100 HTTP/1.1" status: 204 len: 168 time: 1.3311205 Mar 07 21:41:52.840435 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44086) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:52.840654 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-af43533b-e880-4019-a657-5e556596f633 None None] Provisioning complete for port a6a8e5d5-e809-4cce-94fd-22ea24eb9145 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:52.841004 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-af43533b-e880-4019-a657-5e556596f633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:52.888446 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4602fc64-9576-4383-ad68-e8b694bfb4aa None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:52.961891 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8e1dad0c-0761-46ee-b1ee-42defbdd5e9b tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] 10.222.0.21 "DELETE /v2.0/ports/ae671c2e-116c-4273-9559-b20a26d2ed54 HTTP/1.1" status: 204 len: 168 time: 4.3490417 Mar 07 21:41:52.973722 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44092) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:53.077317 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 2c521039-fa25-4cd8-a9ee-e9a6758bd9fe completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:53.111445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44096) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:53.116277 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-fa059a96-7463-4e09-acd3-c4e28bdf6ec1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2647054 Mar 07 21:41:53.120548 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f107f1-6bb8-43e2-9095-594f2048f640 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] GET failed (client error): The resource could not be found. Mar 07 21:41:53.123324 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b6f107f1-6bb8-43e2-9095-594f2048f640 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] 10.222.0.21 "GET /v2.0/ports/ae671c2e-116c-4273-9559-b20a26d2ed54 HTTP/1.1" status: 404 len: 333 time: 0.1453204 Mar 07 21:41:53.126208 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44100) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:53.140704 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 2c521039-fa25-4cd8-a9ee-e9a6758bd9fe triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:53.141067 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:53.192497 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:41:53.236322 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-64cdc6fe-e1a5-4d44-aae6-6984bc1b7225 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Deleting port 3ea64d77-bd3e-451f-8a3d-f4270e18a7ce {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:53.237649 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-64cdc6fe-e1a5-4d44-aae6-6984bc1b7225 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:53.378456 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:53.485163 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:53.507874 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-9182fff4-3eb2-4f78-b484-f3b94635ff6e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:53.553657 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e24e2c68-3c7a-403f-9231-54502c87ea6a tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:53.571129 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-af43533b-e880-4019-a657-5e556596f633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:53.585359 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e24e2c68-3c7a-403f-9231-54502c87ea6a tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:53.613442 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:53.663739 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] For port 4decfcd9-1c5c-45d1-8dbd-769d201efe00, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=4decfcd9-1c5c-45d1-8dbd-769d201efe00,segment=NetworkSegment(8070ceff-2062-46ca-9b6b-a5b385ee01e7),segment_id=8070ceff-2062-46ca-9b6b-a5b385ee01e7)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:53.664630 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:53.676311 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-15b5947d-af9c-4d77-bedb-6aa35fd58688 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:53.680944 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-af43533b-e880-4019-a657-5e556596f633 None None] For port a6a8e5d5-e809-4cce-94fd-22ea24eb9145, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a6a8e5d5-e809-4cce-94fd-22ea24eb9145,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:53.686268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 2c521039-fa25-4cd8-a9ee-e9a6758bd9fe, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2c521039-fa25-4cd8-a9ee-e9a6758bd9fe,segment=NetworkSegment(eb4d18d8-4f99-4e08-add9-75564eeec5b9),segment_id=eb4d18d8-4f99-4e08-add9-75564eeec5b9)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:53.720613 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-64cdc6fe-e1a5-4d44-aae6-6984bc1b7225 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:53.723050 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2323c2a-fbee-4acf-a6f1-797521b3b2db None None] DHCP port deletion for ab63f4f6-c089-409c-a9c4-f2088e2d7005 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:41:53.728351 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-e2323c2a-fbee-4acf-a6f1-797521b3b2db None None] Deleting port a6a8e5d5-e809-4cce-94fd-22ea24eb9145 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:53.728759 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e2323c2a-fbee-4acf-a6f1-797521b3b2db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:53.735794 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.resource_extend [None req-4d7f6d39-6c56-4407-9481-96628302be47 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:41:53.777191 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-af43533b-e880-4019-a657-5e556596f633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:53.822921 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:53.888933 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d7f6d39-6c56-4407-9481-96628302be47 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:53.981546 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-64cdc6fe-e1a5-4d44-aae6-6984bc1b7225 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Calling delete_port for 3ea64d77-bd3e-451f-8a3d-f4270e18a7ce owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:53.993024 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e24e2c68-3c7a-403f-9231-54502c87ea6a tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:53.994647 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24e2c68-3c7a-403f-9231-54502c87ea6a tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Fanout notify agent at l3_agent the message router_deleted on router 1e0b7bdb-6414-4aa0-8266-7320dfc2dac4 {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:41:53.997229 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a6a8e5d5-e809-4cce-94fd-22ea24eb9145 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:41:54.005938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Calling delete_port for 4decfcd9-1c5c-45d1-8dbd-769d201efe00 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:54.049997 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43533b-e880-4019-a657-5e556596f633 None None] Pushing event updated for resources: {'Port': ['ID=a6a8e5d5-e809-4cce-94fd-22ea24eb9145,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:54.053718 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d7f6d39-6c56-4407-9481-96628302be47 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:54.054723 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d7f6d39-6c56-4407-9481-96628302be47 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:54.140926 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1df20faf-070c-4e89-b4c3-3ffa194ddef5 None None] Provisioning complete for port 2c521039-fa25-4cd8-a9ee-e9a6758bd9fe triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:54.141364 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1df20faf-070c-4e89-b4c3-3ffa194ddef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:54.149975 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-15b5947d-af9c-4d77-bedb-6aa35fd58688 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:54.179045 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e24e2c68-3c7a-403f-9231-54502c87ea6a tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:54.183611 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e24e2c68-3c7a-403f-9231-54502c87ea6a tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "DELETE /v2.0/routers/1e0b7bdb-6414-4aa0-8266-7320dfc2dac4 HTTP/1.1" status: 204 len: 168 time: 6.8825715 Mar 07 21:41:54.187846 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9182fff4-3eb2-4f78-b484-f3b94635ff6e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:54.192275 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44118) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:54.206809 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9182fff4-3eb2-4f78-b484-f3b94635ff6e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:54.350421 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=2c521039-fa25-4cd8-a9ee-e9a6758bd9fe,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:54.357363 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-e2323c2a-fbee-4acf-a6f1-797521b3b2db None None] For port a6a8e5d5-e809-4cce-94fd-22ea24eb9145, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a6a8e5d5-e809-4cce-94fd-22ea24eb9145,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:54.357758 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e2323c2a-fbee-4acf-a6f1-797521b3b2db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:54.360361 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-64cdc6fe-e1a5-4d44-aae6-6984bc1b7225 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:54.413240 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9182fff4-3eb2-4f78-b484-f3b94635ff6e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:54.416005 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44124) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:54.425854 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-a728318c-0a23-4dc9-89ed-5ee6cff3833b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2130003578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:54.432535 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a728318c-0a23-4dc9-89ed-5ee6cff3833b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:54.436452 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a728318c-0a23-4dc9-89ed-5ee6cff3833b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Usage tracker for resource:router and tenant:91926c265743430ca5be113f2f83e4db is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:54.439470 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a728318c-0a23-4dc9-89ed-5ee6cff3833b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:54.449844 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a728318c-0a23-4dc9-89ed-5ee6cff3833b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:54.492635 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9182fff4-3eb2-4f78-b484-f3b94635ff6e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:54.540737 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f6d39-6c56-4407-9481-96628302be47 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Port': ['ID=b2ee673d-54e2-448a-908d-47aec710b632,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:54.567416 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-e2323c2a-fbee-4acf-a6f1-797521b3b2db None None] Calling delete_port for a6a8e5d5-e809-4cce-94fd-22ea24eb9145 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:54.652539 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7f6d39-6c56-4407-9481-96628302be47 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network 948ee2ba-c509-4fc8-938f-9041c708eb65 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:54.655579 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-4d7f6d39-6c56-4407-9481-96628302be47 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:54.665544 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a728318c-0a23-4dc9-89ed-5ee6cff3833b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:54.666602 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a728318c-0a23-4dc9-89ed-5ee6cff3833b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:54.672082 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cdc6fe-e1a5-4d44-aae6-6984bc1b7225 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Pushing event deleted for resources: {'Port': ['ID=3ea64d77-bd3e-451f-8a3d-f4270e18a7ce,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:54.677544 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9182fff4-3eb2-4f78-b484-f3b94635ff6e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:54.683251 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9182fff4-3eb2-4f78-b484-f3b94635ff6e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:54.722342 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-15b5947d-af9c-4d77-bedb-6aa35fd58688 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:54.735590 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:54.762460 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-64cdc6fe-e1a5-4d44-aae6-6984bc1b7225 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:54.791446 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:54.796565 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-64cdc6fe-e1a5-4d44-aae6-6984bc1b7225 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] 10.222.0.21 "DELETE /v2.0/ports/3ea64d77-bd3e-451f-8a3d-f4270e18a7ce HTTP/1.1" status: 204 len: 168 time: 1.6690674 Mar 07 21:41:54.797417 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44130) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:54.894244 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] No DVR routers for this DVR port 4decfcd9-1c5c-45d1-8dbd-769d201efe00 on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:41:54.917005 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e2323c2a-fbee-4acf-a6f1-797521b3b2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:54.951851 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd6cdc8-0415-4dad-8584-0ea84ed10543 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Deleting subnet 94d5c771-f518-4679-8859-1678fdf1a2a8 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:41:54.959706 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bcd6cdc8-0415-4dad-8584-0ea84ed10543 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:54.991418 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:55.043885 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2323c2a-fbee-4acf-a6f1-797521b3b2db None None] Pushing event deleted for resources: {'Port': ['ID=a6a8e5d5-e809-4cce-94fd-22ea24eb9145,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:55.058079 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2323c2a-fbee-4acf-a6f1-797521b3b2db None None] No DVR routers for this DVR port a6a8e5d5-e809-4cce-94fd-22ea24eb9145 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:41:55.082165 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bcd6cdc8-0415-4dad-8584-0ea84ed10543 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:55.100752 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40682398-e349-4fc7-bea7-7a823ff9fbf5 None None] get_active_networks_info from dv-neutron-829957-1-hyperv {{(pid=88388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 07 21:41:55.127247 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-5d6b159d-577c-44ac-9090-2df98bfa295f tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1251610055'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:55.144235 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5d6b159d-577c-44ac-9090-2df98bfa295f tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:55.148445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event deleted for resources: {'Port': ['ID=4decfcd9-1c5c-45d1-8dbd-769d201efe00,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:55.156222 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1df20faf-070c-4e89-b4c3-3ffa194ddef5 None None] Provisioning for port b2ee673d-54e2-448a-908d-47aec710b632 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:41:55.161440 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5947d-af9c-4d77-bedb-6aa35fd58688 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf3134f-73f2-4bb5-bb53-38844f33c9c2,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:55.169113 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1df20faf-070c-4e89-b4c3-3ffa194ddef5 None None] Provisioning complete for port b2ee673d-54e2-448a-908d-47aec710b632 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:55.169672 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1df20faf-070c-4e89-b4c3-3ffa194ddef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:55.190868 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bcd6cdc8-0415-4dad-8584-0ea84ed10543 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:55.235355 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5d6b159d-577c-44ac-9090-2df98bfa295f tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Usage tracker for resource:network and tenant:8e3f36c0c5c04ee7937d95065ff5d1bd is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:55.246375 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a728318c-0a23-4dc9-89ed-5ee6cff3833b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:55.247979 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5d6b159d-577c-44ac-9090-2df98bfa295f tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:55.269595 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-1df20faf-070c-4e89-b4c3-3ffa194ddef5 None None] Port b2ee673d-54e2-448a-908d-47aec710b632 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:41:55.278474 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1df20faf-070c-4e89-b4c3-3ffa194ddef5 None None] Could not find standard attr ID for object 5d200898-a67e-401f-b87c-34e0b6d3501c. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:41:55.285272 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5d6b159d-577c-44ac-9090-2df98bfa295f tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:55.336664 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40682398-e349-4fc7-bea7-7a823ff9fbf5 None None] Resources bound (agent type, host, resource id): {{(pid=88388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:41:55.352374 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bcd6cdc8-0415-4dad-8584-0ea84ed10543 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:55.384632 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:55.395639 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6cdc8-0415-4dad-8584-0ea84ed10543 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Pushing event deleted for resources: {'Subnet': ['ID=94d5c771-f518-4679-8859-1678fdf1a2a8,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:55.400230 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bcd6cdc8-0415-4dad-8584-0ea84ed10543 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:55.407149 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bcd6cdc8-0415-4dad-8584-0ea84ed10543 tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] 10.222.0.21 "DELETE /v2.0/subnets/94d5c771-f518-4679-8859-1678fdf1a2a8 HTTP/1.1" status: 204 len: 168 time: 0.6056764 Mar 07 21:41:55.424426 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44134) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:55.437283 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-15b5947d-af9c-4d77-bedb-6aa35fd58688 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:55.441106 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-15b5947d-af9c-4d77-bedb-6aa35fd58688 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "DELETE /v2.0/security-groups/1cf3134f-73f2-4bb5-bb53-38844f33c9c2 HTTP/1.1" status: 204 len: 168 time: 2.7808366 Mar 07 21:41:55.444888 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc985af-cea3-491e-89e0-b61153edb3eb']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:55.452483 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44138) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:55.453854 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6b159d-577c-44ac-9090-2df98bfa295f tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Made reservation on behalf of 8e3f36c0c5c04ee7937d95065ff5d1bd for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:55.457339 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5d6b159d-577c-44ac-9090-2df98bfa295f tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:55.478722 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5d6b159d-577c-44ac-9090-2df98bfa295f tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:55.485202 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ec62bf09-163d-4b8c-a17f-768211a40028 None None] Provisioning complete for port b2ee673d-54e2-448a-908d-47aec710b632 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:55.485460 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ec62bf09-163d-4b8c-a17f-768211a40028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:55.492691 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8070ceff-2062-46ca-9b6b-a5b385ee01e7') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:55.492992 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8070ceff-2062-46ca-9b6b-a5b385ee01e7') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:55.542806 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a728318c-0a23-4dc9-89ed-5ee6cff3833b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:55.559020 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:55.565582 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7f6d39-6c56-4407-9481-96628302be47 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Router 836e6c50-4349-4aac-a749-a5621461af97 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:41:55.580033 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5d6b159d-577c-44ac-9090-2df98bfa295f tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:55.592868 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5d6b159d-577c-44ac-9090-2df98bfa295f tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Usage tracker for resource:security_group_rule and tenant:8e3f36c0c5c04ee7937d95065ff5d1bd is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:55.596417 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-ec62bf09-163d-4b8c-a17f-768211a40028 None None] Port b2ee673d-54e2-448a-908d-47aec710b632 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:41:55.602766 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5d6b159d-577c-44ac-9090-2df98bfa295f tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:55.618458 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5d6b159d-577c-44ac-9090-2df98bfa295f tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:55.624137 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:55.644464 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-23e28ae5-e7e6-4cf5-914e-35a7d9fc7bdc tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:55.670428 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8b05f1be-1577-4f1a-b5d8-16d870855b0d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Synchronizing usage tracker for tenant:929397fba2654f1dac5ad42ce2b43aa5 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:41:55.672832 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-23e28ae5-e7e6-4cf5-914e-35a7d9fc7bdc tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Deleting port 5df2f764-5000-45e6-8123-9071ca4d81d2 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:55.673175 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-23e28ae5-e7e6-4cf5-914e-35a7d9fc7bdc tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:55.711404 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:41:55.711801 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:55.728066 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a728318c-0a23-4dc9-89ed-5ee6cff3833b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a728318c-0a23-4dc9-89ed-5ee6cff3833b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.5250592 Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:41:55.732528 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:41:55.743227 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44144) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:55.755849 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-c89f0f8f-7e94-4933-b190-6605cefd3322 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'enable_snat': True}}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:55.818175 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8b05f1be-1577-4f1a-b5d8-16d870855b0d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Unset dirty status for tenant:929397fba2654f1dac5ad42ce2b43aa5 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:41:55.827228 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8b05f1be-1577-4f1a-b5d8-16d870855b0d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3732414 Mar 07 21:41:55.827607 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44148) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:55.847301 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-aeb77fca-4bd5-43ae-b7f7-d8f2bb26c95c tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group': {'name': 'tempest-secgroup--1177426622'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:55.900485 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7409b4bf-a8b0-49cf-b3b8-073c949cb8da None None] Network 74e40103-66aa-44af-9f05-bd9c89ced062 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:55.950913 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7f6d39-6c56-4407-9481-96628302be47 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:41:55.964033 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] Sync routers for ids ['836e6c50-4349-4aac-a749-a5621461af97'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:41:55.977193 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] Routers {'836e6c50-4349-4aac-a749-a5621461af97'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:41:55.979260 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:41:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['836e6c50-4349-4aac-a749-a5621461af97'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:55.989843 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4d7f6d39-6c56-4407-9481-96628302be47 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "PUT /v2.0/routers/836e6c50-4349-4aac-a749-a5621461af97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7231872 Mar 07 21:41:55.991633 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44152) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:55.997713 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-b91fd779-c197-4930-8ed1-ed56e278c203 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-422344555'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:56.001227 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-aeb77fca-4bd5-43ae-b7f7-d8f2bb26c95c tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:56.017314 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-b91fd779-c197-4930-8ed1-ed56e278c203 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:56.028691 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2c521039-fa25-4cd8-a9ee-e9a6758bd9fe up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:41:56.085018 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-aeb77fca-4bd5-43ae-b7f7-d8f2bb26c95c tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:56.135370 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5d6b159d-577c-44ac-9090-2df98bfa295f tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:56.136702 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:56.140713 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b91fd779-c197-4930-8ed1-ed56e278c203 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:network and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:56.164865 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b91fd779-c197-4930-8ed1-ed56e278c203 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:56.177502 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:56.198176 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aeb77fca-4bd5-43ae-b7f7-d8f2bb26c95c tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:56.223328 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] Set router 836e6c50-4349-4aac-a749-a5621461af97 gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:41:56.297251 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-b91fd779-c197-4930-8ed1-ed56e278c203 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:56.306198 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event deleted for resources: {'Network': ['ID=ccc985af-cea3-491e-89e0-b61153edb3eb,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:56.307528 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5d6b159d-577c-44ac-9090-2df98bfa295f tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:56.319733 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.objects.ports [None req-9182fff4-3eb2-4f78-b484-f3b94635ff6e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88386) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 07 21:41:56.342019 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9182fff4-3eb2-4f78-b484-f3b94635ff6e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:56.343338 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-aeb77fca-4bd5-43ae-b7f7-d8f2bb26c95c tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:56.363744 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 2c521039-fa25-4cd8-a9ee-e9a6758bd9fe triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:41:56.365352 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:56.457875 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e359077e-3513-4b55-94e9-6e72e80172c8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/networks/ccc985af-cea3-491e-89e0-b61153edb3eb HTTP/1.1" status: 204 len: 168 time: 9.2639925 Mar 07 21:41:56.471942 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44156) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:56.473121 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182fff4-3eb2-4f78-b484-f3b94635ff6e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=221be219-00f5-4848-802b-1f16db5e84a7,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:56.553635 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-aeb77fca-4bd5-43ae-b7f7-d8f2bb26c95c tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Usage tracker for resource:security_group_rule and tenant:929397fba2654f1dac5ad42ce2b43aa5 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:56.558836 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6b159d-577c-44ac-9090-2df98bfa295f tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:41:56.568228 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-aeb77fca-4bd5-43ae-b7f7-d8f2bb26c95c tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:56.573492 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c89f0f8f-7e94-4933-b190-6605cefd3322 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:56.576417 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5d6b159d-577c-44ac-9090-2df98bfa295f tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:56.577010 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-5d6b159d-577c-44ac-9090-2df98bfa295f tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Added segment 66a6c3c5-bd7f-4a4a-9cf6-50fa84a2123a of type vlan for network 90b3f34d-772b-4161-a0da-43843ddd3e80 Mar 07 21:41:56.584647 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-aeb77fca-4bd5-43ae-b7f7-d8f2bb26c95c tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:56.587980 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-23e28ae5-e7e6-4cf5-914e-35a7d9fc7bdc tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] For port 5df2f764-5000-45e6-8123-9071ca4d81d2, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=5df2f764-5000-45e6-8123-9071ca4d81d2,segment=NetworkSegment(cd9ba2c9-df35-4085-8991-dac97ac35ee4),segment_id=cd9ba2c9-df35-4085-8991-dac97ac35ee4)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:56.588332 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-23e28ae5-e7e6-4cf5-914e-35a7d9fc7bdc tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:56.620681 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5d6b159d-577c-44ac-9090-2df98bfa295f tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:56.625102 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e28904-54c8-4fc2-b1c9-c91600213c35 None None] DHCP port deletion for 74e40103-66aa-44af-9f05-bd9c89ced062 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:41:56.657926 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffade5e9-57ea-4c6d-88d2-2f735b4843f9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] DELETE failed (client error): The resource could not be found. Mar 07 21:41:56.658424 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffade5e9-57ea-4c6d-88d2-2f735b4843f9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:41:56.659564 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-08e28904-54c8-4fc2-b1c9-c91600213c35 None None] Deleting port 5df2f764-5000-45e6-8123-9071ca4d81d2 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:56.661703 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-08e28904-54c8-4fc2-b1c9-c91600213c35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:56.700163 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:41:51Z', 'revision_number': 2, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:41:52Z', 'revision_number': 2, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:56.704677 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] Checking router: 836e6c50-4349-4aac-a749-a5621461af97 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:41:56.705112 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] Updating router 836e6c50-4349-4aac-a749-a5621461af97 port b2ee673d-54e2-448a-908d-47aec710b632 binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:41:56.718756 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91fd779-c197-4930-8ed1-ed56e278c203 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Made reservation on behalf of fcdda39025724b238190857d574ee30e for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:56.726159 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b91fd779-c197-4930-8ed1-ed56e278c203 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:56.757658 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9182fff4-3eb2-4f78-b484-f3b94635ff6e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:56.760992 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-23e28ae5-e7e6-4cf5-914e-35a7d9fc7bdc tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Calling delete_port for 5df2f764-5000-45e6-8123-9071ca4d81d2 owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:56.772818 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ffade5e9-57ea-4c6d-88d2-2f735b4843f9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/networks/ccc985af-cea3-491e-89e0-b61153edb3eb HTTP/1.1" status: 404 len: 339 time: 0.2971232 Mar 07 21:41:56.774461 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-9182fff4-3eb2-4f78-b484-f3b94635ff6e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:56.774878 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:56.776581 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b159d-577c-44ac-9090-2df98bfa295f tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=927f00ea-9d73-4175-ac46-c971fba6ece9,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:56.780845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44162) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:56.783037 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9182fff4-3eb2-4f78-b484-f3b94635ff6e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:56.783622 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9182fff4-3eb2-4f78-b484-f3b94635ff6e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:56.801183 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2b3b1b-9214-473f-87b7-f2583ceafdaa None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:41:56.843455 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d0ac7452-0f68-459d-bab1-b01639af685b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1645766636', 'description': 'd1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:56.860216 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d0ac7452-0f68-459d-bab1-b01639af685b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:56.888297 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d0ac7452-0f68-459d-bab1-b01639af685b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Usage tracker for resource:network and tenant:246b656d4a9647d081f87e587fc0780f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:56.897192 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5d6b159d-577c-44ac-9090-2df98bfa295f tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:56.912395 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6b159d-577c-44ac-9090-2df98bfa295f tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:56.913108 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5d6b159d-577c-44ac-9090-2df98bfa295f tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:56.928974 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d0ac7452-0f68-459d-bab1-b01639af685b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:56.980340 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9182fff4-3eb2-4f78-b484-f3b94635ff6e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.8591182 Mar 07 21:41:57.003742 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44166) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:57.017325 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-829a5123-1cfd-46e0-a79a-4c95870222ac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'port': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'mac_address': 'fa:16:3e:91:11:4a', 'name': 'tempest-NetworksTestDHCPv6-241483277'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:57.053000 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91fd779-c197-4930-8ed1-ed56e278c203 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:41:57.055485 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d0ac7452-0f68-459d-bab1-b01639af685b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:57.058559 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aeb77fca-4bd5-43ae-b7f7-d8f2bb26c95c tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:57.124725 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-23e28ae5-e7e6-4cf5-914e-35a7d9fc7bdc tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:57.199568 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aeb77fca-4bd5-43ae-b7f7-d8f2bb26c95c tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:57.214494 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e28ae5-e7e6-4cf5-914e-35a7d9fc7bdc tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Pushing event deleted for resources: {'Port': ['ID=5df2f764-5000-45e6-8123-9071ca4d81d2,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:57.224264 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f55a2a1-efa7-4e70-8a80-60da573bd20f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'fixed_ips': [{'subnet_id': '221be219-00f5-4848-802b-1f16db5e84a7'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:41:57.224761 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e28ae5-e7e6-4cf5-914e-35a7d9fc7bdc tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] No DVR routers for this DVR port 5df2f764-5000-45e6-8123-9071ca4d81d2 on host dv-neutron-829957-1-hyperv {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:41:57.225359 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9f55a2a1-efa7-4e70-8a80-60da573bd20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:57.347425 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb77fca-4bd5-43ae-b7f7-d8f2bb26c95c tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ff0392-9b09-42fa-b4e1-153d98a63743,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:57.359588 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:57.396271 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] Transition to ACTIVE for port object b2ee673d-54e2-448a-908d-47aec710b632 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:57.427932 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-829a5123-1cfd-46e0-a79a-4c95870222ac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:57.442539 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-829a5123-1cfd-46e0-a79a-4c95870222ac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:port and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:57.448390 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-829a5123-1cfd-46e0-a79a-4c95870222ac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:57.450452 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b91fd779-c197-4930-8ed1-ed56e278c203 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:57.451196 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-b91fd779-c197-4930-8ed1-ed56e278c203 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Added segment 3ddeda2f-9701-482b-a4a6-d1b56c8a990b of type vlan for network 7e19b78f-7e1e-45cf-ad71-07808c9b858a Mar 07 21:41:57.452135 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b159d-577c-44ac-9090-2df98bfa295f tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Pushing event updated for resources: {'Network': ['ID=90b3f34d-772b-4161-a0da-43843ddd3e80,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:57.452662 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-23e28ae5-e7e6-4cf5-914e-35a7d9fc7bdc tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:57.463918 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-829a5123-1cfd-46e0-a79a-4c95870222ac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:57.484382 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b91fd779-c197-4930-8ed1-ed56e278c203 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:57.494951 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-23e28ae5-e7e6-4cf5-914e-35a7d9fc7bdc tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e40103-66aa-44af-9f05-bd9c89ced062']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:57.539995 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 90b3f34d-772b-4161-a0da-43843ddd3e80 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:41:57.576414 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-23e28ae5-e7e6-4cf5-914e-35a7d9fc7bdc tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9ba2c9-df35-4085-8991-dac97ac35ee4') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:57.576788 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-23e28ae5-e7e6-4cf5-914e-35a7d9fc7bdc tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9ba2c9-df35-4085-8991-dac97ac35ee4') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:57.643679 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-23e28ae5-e7e6-4cf5-914e-35a7d9fc7bdc tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:57.690066 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-08e28904-54c8-4fc2-b1c9-c91600213c35 None None] For port 5df2f764-5000-45e6-8123-9071ca4d81d2, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=5df2f764-5000-45e6-8123-9071ca4d81d2,segment=NetworkSegment(cd9ba2c9-df35-4085-8991-dac97ac35ee4),segment_id=cd9ba2c9-df35-4085-8991-dac97ac35ee4)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:41:57.690436 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-08e28904-54c8-4fc2-b1c9-c91600213c35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:57.700243 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-9f55a2a1-efa7-4e70-8a80-60da573bd20f None None] Allocated IP 2001:db8::f816:3eff:fec0:b9a5 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/221be219-00f5-4848-802b-1f16db5e84a7/c140db5c-2691-43ae-bdb7-458c974b5524) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:57.708986 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-23e28ae5-e7e6-4cf5-914e-35a7d9fc7bdc tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:57.722198 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e28ae5-e7e6-4cf5-914e-35a7d9fc7bdc tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:41:57.722651 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-23e28ae5-e7e6-4cf5-914e-35a7d9fc7bdc tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:41:57.740879 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:41:57.827702 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c89f0f8f-7e94-4933-b190-6605cefd3322 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:57.837196 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-08e28904-54c8-4fc2-b1c9-c91600213c35 None None] Calling delete_port for 5df2f764-5000-45e6-8123-9071ca4d81d2 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:41:57.888952 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c89f0f8f-7e94-4933-b190-6605cefd3322 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:57.952081 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 5df2f764-5000-45e6-8123-9071ca4d81d2 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:41:57.977791 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5d6b159d-577c-44ac-9090-2df98bfa295f tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.5294681 Mar 07 21:41:57.981295 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44172) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:58.036477 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 5df2f764-5000-45e6-8123-9071ca4d81d2 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:41:58.036477 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 5df2f764-5000-45e6-8123-9071ca4d81d2 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:41:58.050937 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-5d125859-26c9-48c1-87d5-b6a935bcd141 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Request body: {'network': {'name': 'tempest-network--198888592', 'router:external': True}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:58.066615 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5d125859-26c9-48c1-87d5-b6a935bcd141 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:58.070941 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-c89f0f8f-7e94-4933-b190-6605cefd3322 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Allocated IP 172.26.2.75 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/af811c70-c015-4172-803a-7b2e3d11fa0a) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:58.073792 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5d125859-26c9-48c1-87d5-b6a935bcd141 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Usage tracker for resource:network and tenant:3c6aeadb070140eca3c02bc8bafeb146 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:58.077811 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5d125859-26c9-48c1-87d5-b6a935bcd141 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:58.085346 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5d125859-26c9-48c1-87d5-b6a935bcd141 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:58.117715 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:58.121732 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aeb77fca-4bd5-43ae-b7f7-d8f2bb26c95c tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:58.123315 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-aeb77fca-4bd5-43ae-b7f7-d8f2bb26c95c tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2848783 Mar 07 21:41:58.132179 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44178) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:58.137285 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d5e3c0cc-ff88-460a-9288-e1751f2483d7 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group_rule': {'security_group_id': '67ff0392-9b09-42fa-b4e1-153d98a63743', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:58.138014 dv-neutron-829957-1-hyperv neutron-server[88386]: WARNING neutron.api.v2.base [None req-d5e3c0cc-ff88-460a-9288-e1751f2483d7 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 07 21:41:58.138540 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-d5e3c0cc-ff88-460a-9288-e1751f2483d7 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:41:58.139477 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d5e3c0cc-ff88-460a-9288-e1751f2483d7 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062752 Mar 07 21:41:58.143448 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44182) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:58.153563 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-e270a164-3568-481f-97e7-169addf66518 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group_rule': {'security_group_id': '67ff0392-9b09-42fa-b4e1-153d98a63743', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:58.164436 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e270a164-3568-481f-97e7-169addf66518 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:58.168480 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e270a164-3568-481f-97e7-169addf66518 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Usage tracker for resource:security_group_rule and tenant:929397fba2654f1dac5ad42ce2b43aa5 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:58.171579 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e270a164-3568-481f-97e7-169addf66518 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:58.179631 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e270a164-3568-481f-97e7-169addf66518 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:58.186395 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-08e28904-54c8-4fc2-b1c9-c91600213c35 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:41:58.186861 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-08e28904-54c8-4fc2-b1c9-c91600213c35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:41:58.189446 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b91fd779-c197-4930-8ed1-ed56e278c203 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:58.194786 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91fd779-c197-4930-8ed1-ed56e278c203 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:58.195539 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b91fd779-c197-4930-8ed1-ed56e278c203 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:58.200327 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-23e28ae5-e7e6-4cf5-914e-35a7d9fc7bdc tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:58.269013 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ac7452-0f68-459d-bab1-b01639af685b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Made reservation on behalf of 246b656d4a9647d081f87e587fc0780f for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:58.272590 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d0ac7452-0f68-459d-bab1-b01639af685b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:58.346796 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d125859-26c9-48c1-87d5-b6a935bcd141 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Made reservation on behalf of 3c6aeadb070140eca3c02bc8bafeb146 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:58.349280 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5d125859-26c9-48c1-87d5-b6a935bcd141 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:58.358822 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9f55a2a1-efa7-4e70-8a80-60da573bd20f None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:58.388386 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9f55a2a1-efa7-4e70-8a80-60da573bd20f None None] Transition to ACTIVE for port object c140db5c-2691-43ae-bdb7-458c974b5524 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:58.390657 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42da1d-b2a6-49ed-a9f7-6898a6d5e2cf None None] Pushing event updated for resources: {'Port': ['ID=b2ee673d-54e2-448a-908d-47aec710b632,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:58.405251 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42da1d-b2a6-49ed-a9f7-6898a6d5e2cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:58.405860 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42da1d-b2a6-49ed-a9f7-6898a6d5e2cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:58.406398 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42da1d-b2a6-49ed-a9f7-6898a6d5e2cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:58.406898 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42da1d-b2a6-49ed-a9f7-6898a6d5e2cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:58.407389 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42da1d-b2a6-49ed-a9f7-6898a6d5e2cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:58.407906 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42da1d-b2a6-49ed-a9f7-6898a6d5e2cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:58.408396 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42da1d-b2a6-49ed-a9f7-6898a6d5e2cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:58.408881 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42da1d-b2a6-49ed-a9f7-6898a6d5e2cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:58.409388 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42da1d-b2a6-49ed-a9f7-6898a6d5e2cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:58.409922 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42da1d-b2a6-49ed-a9f7-6898a6d5e2cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:58.410450 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42da1d-b2a6-49ed-a9f7-6898a6d5e2cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:58.411753 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42da1d-b2a6-49ed-a9f7-6898a6d5e2cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:41:58.419104 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] Attempting to bind port b2ee673d-54e2-448a-908d-47aec710b632 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:41:58.419733 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] Attempting to bind port b2ee673d-54e2-448a-908d-47aec710b632 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'eb4d18d8-4f99-4e08-add9-75564eeec5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:41:58.420264 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] Attempting to bind port b2ee673d-54e2-448a-908d-47aec710b632 on network 948ee2ba-c509-4fc8-938f-9041c708eb65 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:41:58.423047 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5d125859-26c9-48c1-87d5-b6a935bcd141 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:58.428079 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:41:58.428724 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] Checking segment: {'id': 'eb4d18d8-4f99-4e08-add9-75564eeec5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:58.429326 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:58.430627 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] Bound using segment: {'id': 'eb4d18d8-4f99-4e08-add9-75564eeec5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:41:58.431326 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] Bound port: b2ee673d-54e2-448a-908d-47aec710b632, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4d18d8-4f99-4e08-add9-75564eeec5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:41:58.431924 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:58.451177 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9f55a2a1-efa7-4e70-8a80-60da573bd20f None None] Transition to ACTIVE for port object c140db5c-2691-43ae-bdb7-458c974b5524 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:41:58.508209 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-23e28ae5-e7e6-4cf5-914e-35a7d9fc7bdc tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:58.513103 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e28ae5-e7e6-4cf5-914e-35a7d9fc7bdc tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] Pushing event deleted for resources: {'Network': ['ID=74e40103-66aa-44af-9f05-bd9c89ced062,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:58.521127 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829a5123-1cfd-46e0-a79a-4c95870222ac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:58.537708 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9f55a2a1-efa7-4e70-8a80-60da573bd20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:58.554748 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b91fd779-c197-4930-8ed1-ed56e278c203 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.5588987 Mar 07 21:41:58.558097 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] For port b2ee673d-54e2-448a-908d-47aec710b632, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:41:58.558384 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44186) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:58.562762 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-23e28ae5-e7e6-4cf5-914e-35a7d9fc7bdc tempest-AllowedAddressPairTestJSON-2120895538 tempest-AllowedAddressPairTestJSON-2120895538-project] 10.222.0.21 "DELETE /v2.0/networks/74e40103-66aa-44af-9f05-bd9c89ced062 HTTP/1.1" status: 204 len: 168 time: 3.1348829 Mar 07 21:41:58.562940 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] For port b2ee673d-54e2-448a-908d-47aec710b632, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=b2ee673d-54e2-448a-908d-47aec710b632,segment=NetworkSegment(eb4d18d8-4f99-4e08-add9-75564eeec5b9),segment_id=eb4d18d8-4f99-4e08-add9-75564eeec5b9)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:41:58.563062 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91fd779-c197-4930-8ed1-ed56e278c203 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Network': ['ID=7e19b78f-7e1e-45cf-ad71-07808c9b858a,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:58.568695 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-70655afe-529a-4c5a-976a-7ebce1e89359 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'subnet': {'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:58.584257 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5d125859-26c9-48c1-87d5-b6a935bcd141 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:58.593457 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5d125859-26c9-48c1-87d5-b6a935bcd141 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Usage tracker for resource:security_group_rule and tenant:3c6aeadb070140eca3c02bc8bafeb146 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:58.610540 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5d125859-26c9-48c1-87d5-b6a935bcd141 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:58.613278 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ac7452-0f68-459d-bab1-b01639af685b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:41:58.629094 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5d125859-26c9-48c1-87d5-b6a935bcd141 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:58.673788 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:58.675755 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 7e19b78f-7e1e-45cf-ad71-07808c9b858a details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:41:58.687226 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c89f0f8f-7e94-4933-b190-6605cefd3322 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:58.692779 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-e270a164-3568-481f-97e7-169addf66518 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:41:58.696722 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e270a164-3568-481f-97e7-169addf66518 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5494404 Mar 07 21:41:58.696722 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d0ac7452-0f68-459d-bab1-b01639af685b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:58.696722 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-d0ac7452-0f68-459d-bab1-b01639af685b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Added segment d47d546c-4288-4914-9d17-73b4e3c05ce8 of type vlan for network 6533e3d8-74e7-41e9-8687-78f939d103ca Mar 07 21:41:58.697095 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44192) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:58.705470 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-64d72c75-883f-49e9-a829-a4f842130e19 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group_rule': {'security_group_id': '67ff0392-9b09-42fa-b4e1-153d98a63743', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:58.715687 dv-neutron-829957-1-hyperv neutron-server[88387]: WARNING neutron.api.v2.base [None req-64d72c75-883f-49e9-a829-a4f842130e19 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 07 21:41:58.715687 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-64d72c75-883f-49e9-a829-a4f842130e19 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:41:58.715687 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-64d72c75-883f-49e9-a829-a4f842130e19 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099103 Mar 07 21:41:58.716012 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44196) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:58.738756 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-c62ed4a2-ab52-4676-8850-b550da8eb377 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group_rule': {'security_group_id': '67ff0392-9b09-42fa-b4e1-153d98a63743', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:58.752061 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-829a5123-1cfd-46e0-a79a-4c95870222ac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:58.752700 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c62ed4a2-ab52-4676-8850-b550da8eb377 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:58.786604 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-08e28904-54c8-4fc2-b1c9-c91600213c35 None None] Deleting port 5df2f764-5000-45e6-8123-9071ca4d81d2 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:41:58.786980 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-08e28904-54c8-4fc2-b1c9-c91600213c35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:58.790774 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c62ed4a2-ab52-4676-8850-b550da8eb377 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Usage tracker for resource:security_group_rule and tenant:929397fba2654f1dac5ad42ce2b43aa5 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:58.793748 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-70655afe-529a-4c5a-976a-7ebce1e89359 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:58.809391 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c62ed4a2-ab52-4676-8850-b550da8eb377 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:58.816444 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] Routers {'836e6c50-4349-4aac-a749-a5621461af97'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:41:58.816444 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:41:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['836e6c50-4349-4aac-a749-a5621461af97'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:58.828848 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d0ac7452-0f68-459d-bab1-b01639af685b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:58.840090 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-70655afe-529a-4c5a-976a-7ebce1e89359 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:subnet and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:58.850342 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c62ed4a2-ab52-4676-8850-b550da8eb377 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:58.861608 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-70655afe-529a-4c5a-976a-7ebce1e89359 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:58.877468 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-829a5123-1cfd-46e0-a79a-4c95870222ac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] device_id is not set on port ad26011c-afc0-4dc0-8fd7-1bcdad7edc8e yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:41:58.889451 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-70655afe-529a-4c5a-976a-7ebce1e89359 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:58.954290 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c89f0f8f-7e94-4933-b190-6605cefd3322 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:58.966849 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f55a2a1-efa7-4e70-8a80-60da573bd20f None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:59.003813 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42da1d-b2a6-49ed-a9f7-6898a6d5e2cf None None] Pushing event updated for resources: {'Port': ['ID=b2ee673d-54e2-448a-908d-47aec710b632,revision_number=4']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:59.046103 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70655afe-529a-4c5a-976a-7ebce1e89359 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Made reservation on behalf of fcdda39025724b238190857d574ee30e for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:41:59.069717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-70655afe-529a-4c5a-976a-7ebce1e89359 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:59.095876 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-08e28904-54c8-4fc2-b1c9-c91600213c35 None None] The port '5df2f764-5000-45e6-8123-9071ca4d81d2' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:41:59.110376 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d0ac7452-0f68-459d-bab1-b01639af685b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:59.115524 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-9f55a2a1-efa7-4e70-8a80-60da573bd20f None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:59.122656 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89f0f8f-7e94-4933-b190-6605cefd3322 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:41:59.127335 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ac7452-0f68-459d-bab1-b01639af685b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:41:59.128186 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d0ac7452-0f68-459d-bab1-b01639af685b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:59.150688 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-c89f0f8f-7e94-4933-b190-6605cefd3322 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:41:59.169151 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89f0f8f-7e94-4933-b190-6605cefd3322 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:59.174790 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f55a2a1-efa7-4e70-8a80-60da573bd20f None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:41:59.209834 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] Set router 836e6c50-4349-4aac-a749-a5621461af97 gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:41:59.301376 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55a2a1-efa7-4e70-8a80-60da573bd20f None None] Pushing event updated for resources: {'Port': ['ID=c140db5c-2691-43ae-bdb7-458c974b5524,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:59.398473 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44204) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:59.423325 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-9f55a2a1-efa7-4e70-8a80-60da573bd20f None None] Attempting to bind port c140db5c-2691-43ae-bdb7-458c974b5524 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:41:59.423701 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-9f55a2a1-efa7-4e70-8a80-60da573bd20f None None] Attempting to bind port c140db5c-2691-43ae-bdb7-458c974b5524 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:41:59.424056 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f55a2a1-efa7-4e70-8a80-60da573bd20f None None] Attempting to bind port c140db5c-2691-43ae-bdb7-458c974b5524 on network ab63f4f6-c089-409c-a9c4-f2088e2d7005 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:41:59.433987 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f55a2a1-efa7-4e70-8a80-60da573bd20f None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:41:59.434339 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f55a2a1-efa7-4e70-8a80-60da573bd20f None None] Checking segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:41:59.434697 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9f55a2a1-efa7-4e70-8a80-60da573bd20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:59.435088 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f55a2a1-efa7-4e70-8a80-60da573bd20f None None] Bound using segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:41:59.435551 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-9f55a2a1-efa7-4e70-8a80-60da573bd20f None None] Bound port: c140db5c-2691-43ae-bdb7-458c974b5524, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:41:59.435922 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9f55a2a1-efa7-4e70-8a80-60da573bd20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:59.469279 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5d125859-26c9-48c1-87d5-b6a935bcd141 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:59.575840 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-c62ed4a2-ab52-4676-8850-b550da8eb377 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:41:59.576491 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-9f55a2a1-efa7-4e70-8a80-60da573bd20f None None] For port c140db5c-2691-43ae-bdb7-458c974b5524, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:41:59.577965 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c62ed4a2-ab52-4676-8850-b550da8eb377 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8529034 Mar 07 21:41:59.583861 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-9f55a2a1-efa7-4e70-8a80-60da573bd20f None None] For port c140db5c-2691-43ae-bdb7-458c974b5524, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c140db5c-2691-43ae-bdb7-458c974b5524,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:41:59.589934 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5d125859-26c9-48c1-87d5-b6a935bcd141 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:59.590682 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f0f8f-7e94-4933-b190-6605cefd3322 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Pushing event updated for resources: {'Port': ['ID=af811c70-c015-4172-803a-7b2e3d11fa0a,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:59.600006 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44210) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:59.615759 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac7452-0f68-459d-bab1-b01639af685b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event updated for resources: {'Network': ['ID=6533e3d8-74e7-41e9-8687-78f939d103ca,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:59.631089 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 6533e3d8-74e7-41e9-8687-78f939d103ca details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:41:59.633995 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-45297f42-f5c9-43f2-9bfa-d2d11dc302c1 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group_rule': {'security_group_id': '67ff0392-9b09-42fa-b4e1-153d98a63743', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:59.634745 dv-neutron-829957-1-hyperv neutron-server[88386]: WARNING neutron.api.v2.base [None req-45297f42-f5c9-43f2-9bfa-d2d11dc302c1 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 07 21:41:59.635466 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-45297f42-f5c9-43f2-9bfa-d2d11dc302c1 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:41:59.636643 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-45297f42-f5c9-43f2-9bfa-d2d11dc302c1 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0263078 Mar 07 21:41:59.643566 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44214) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:59.657541 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-829a5123-1cfd-46e0-a79a-4c95870222ac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 2001:db8::f816:3eff:fe91:114a (ab63f4f6-c089-409c-a9c4-f2088e2d7005/221be219-00f5-4848-802b-1f16db5e84a7/ad26011c-afc0-4dc0-8fd7-1bcdad7edc8e) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:41:59.667428 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d125859-26c9-48c1-87d5-b6a935bcd141 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:41:59.675042 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9f55a2a1-efa7-4e70-8a80-60da573bd20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:59.687044 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-e7e1dbeb-9cfe-4453-9ccf-e778867e46de tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group_rule': {'security_group_id': '67ff0392-9b09-42fa-b4e1-153d98a63743', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:41:59.700580 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5d125859-26c9-48c1-87d5-b6a935bcd141 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:41:59.701291 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-5d125859-26c9-48c1-87d5-b6a935bcd141 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Added segment cb223204-9a06-4d3b-8f6b-68607fb4eebb of type vlan for network fdf07ab8-e07b-41c5-a989-76e9820a6b98 Mar 07 21:41:59.708947 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d125859-26c9-48c1-87d5-b6a935bcd141 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8239ab16-afc5-49c6-8886-52378db195c1,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:41:59.724610 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d0ac7452-0f68-459d-bab1-b01639af685b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.8988843 Mar 07 21:41:59.725658 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44218) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:41:59.747317 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e7e1dbeb-9cfe-4453-9ccf-e778867e46de tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:41:59.763872 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:41:51Z', 'revision_number': 2, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:41:58Z', 'revision_number': 4, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:41:59.771056 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e7e1dbeb-9cfe-4453-9ccf-e778867e46de tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Usage tracker for resource:security_group_rule and tenant:929397fba2654f1dac5ad42ce2b43aa5 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:41:59.777275 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39053324-8ce7-429e-a8a5-29a8dc582391 None None] The sync data for ids ['836e6c50-4349-4aac-a749-a5621461af97'] in dv-neutron-829957-1-hyperv is: [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:41:51Z', 'revision_number': 2, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:41:58Z', 'revision_number': 4, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:41:59.781220 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e7e1dbeb-9cfe-4453-9ccf-e778867e46de tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:41:59.813259 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e7e1dbeb-9cfe-4453-9ccf-e778867e46de tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:41:59.853741 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0061b795-1475-4e45-b371-3dbe8e18ea4f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=308c9680a92c4da0a4dcc142a0eab386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4467804 Mar 07 21:41:59.857850 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44222) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:00.011679 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5d125859-26c9-48c1-87d5-b6a935bcd141 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:00.013152 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55a2a1-efa7-4e70-8a80-60da573bd20f None None] Pushing event updated for resources: {'Port': ['ID=c140db5c-2691-43ae-bdb7-458c974b5524,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:00.029784 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddea1d85-f44c-4809-b925-15bd74fa61ff tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:00.032005 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ddea1d85-f44c-4809-b925-15bd74fa61ff tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Synchronizing usage tracker for tenant:246b656d4a9647d081f87e587fc0780f on resource:network {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:42:00.177286 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-e7e1dbeb-9cfe-4453-9ccf-e778867e46de tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:42:00.181580 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44228) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:00.183469 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e7e1dbeb-9cfe-4453-9ccf-e778867e46de tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5364707 Mar 07 21:42:00.204634 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-0a90bad9-447c-448a-9262-3f3008c39de8 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group_rule': {'security_group_id': '67ff0392-9b09-42fa-b4e1-153d98a63743', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:00.205190 dv-neutron-829957-1-hyperv neutron-server[88386]: WARNING neutron.api.v2.base [None req-0a90bad9-447c-448a-9262-3f3008c39de8 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 07 21:42:00.205686 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-0a90bad9-447c-448a-9262-3f3008c39de8 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:42:00.208998 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0a90bad9-447c-448a-9262-3f3008c39de8 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0190773 Mar 07 21:42:00.214796 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44232) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:00.233805 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ddea1d85-f44c-4809-b925-15bd74fa61ff tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Unset dirty status for tenant:246b656d4a9647d081f87e587fc0780f on resource:network {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:42:00.237474 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ddea1d85-f44c-4809-b925-15bd74fa61ff tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "GET /v2.0/networks?id=6533e3d8-74e7-41e9-8687-78f939d103ca HTTP/1.1" status: 200 len: 765 time: 0.5027709 Mar 07 21:42:00.242613 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44234) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:00.253918 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-02496a45-4e97-43c8-b97c-183c4fdc2beb tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group_rule': {'security_group_id': '67ff0392-9b09-42fa-b4e1-153d98a63743', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:00.264288 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-02496a45-4e97-43c8-b97c-183c4fdc2beb tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:00.267195 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-02496a45-4e97-43c8-b97c-183c4fdc2beb tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Usage tracker for resource:security_group_rule and tenant:929397fba2654f1dac5ad42ce2b43aa5 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:00.274111 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-02496a45-4e97-43c8-b97c-183c4fdc2beb tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:00.287557 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5d125859-26c9-48c1-87d5-b6a935bcd141 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:00.287557 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d125859-26c9-48c1-87d5-b6a935bcd141 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:00.287902 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5d125859-26c9-48c1-87d5-b6a935bcd141 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:00.313929 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-88871a14-7f66-45f0-b17c-6e4e8903a208 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Request body: {'network': {'description': 'd2'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:00.351208 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-02496a45-4e97-43c8-b97c-183c4fdc2beb tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:00.401886 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5a15fb57-c02d-4bb6-ad79-849baf5394f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:00.451459 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-70655afe-529a-4c5a-976a-7ebce1e89359 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:00.501453 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5d125859-26c9-48c1-87d5-b6a935bcd141 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.5181453 Mar 07 21:42:00.515699 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-829a5123-1cfd-46e0-a79a-4c95870222ac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:00.534926 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44240) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:00.595012 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c89f0f8f-7e94-4933-b190-6605cefd3322 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:00.624558 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d125859-26c9-48c1-87d5-b6a935bcd141 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Pushing event updated for resources: {'Network': ['ID=fdf07ab8-e07b-41c5-a989-76e9820a6b98,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:00.638865 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network fdf07ab8-e07b-41c5-a989-76e9820a6b98 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:42:00.658416 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-829a5123-1cfd-46e0-a79a-4c95870222ac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Transition to ACTIVE for port object ad26011c-afc0-4dc0-8fd7-1bcdad7edc8e will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:00.726045 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70655afe-529a-4c5a-976a-7ebce1e89359 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Subnet': ['ID=81213d75-234c-4dbe-9fab-8f129feeb50d,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:00.756037 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-02496a45-4e97-43c8-b97c-183c4fdc2beb tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:42:00.758491 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-02496a45-4e97-43c8-b97c-183c4fdc2beb tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5189526 Mar 07 21:42:00.760934 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44244) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:00.761635 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70655afe-529a-4c5a-976a-7ebce1e89359 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Checking segment: {'id': '3ddeda2f-9701-482b-a4a6-d1b56c8a990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:00.762007 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70655afe-529a-4c5a-976a-7ebce1e89359 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network hostable DHCP agents. Network: 7e19b78f-7e1e-45cf-ad71-07808c9b858a, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:42:00.796207 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-c6c45862-49e1-4160-aea9-a2c941f33e87 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group_rule': {'security_group_id': '67ff0392-9b09-42fa-b4e1-153d98a63743', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:00.808889 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c6c45862-49e1-4160-aea9-a2c941f33e87 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:00.815525 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-88871a14-7f66-45f0-b17c-6e4e8903a208 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:00.824396 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c6c45862-49e1-4160-aea9-a2c941f33e87 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Usage tracker for resource:security_group_rule and tenant:929397fba2654f1dac5ad42ce2b43aa5 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:00.828900 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c6c45862-49e1-4160-aea9-a2c941f33e87 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:00.840440 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c6c45862-49e1-4160-aea9-a2c941f33e87 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:00.920218 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-88871a14-7f66-45f0-b17c-6e4e8903a208 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:01.021048 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5a15fb57-c02d-4bb6-ad79-849baf5394f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:01.092087 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f1d171ef-7718-4c90-a71c-261acceb70fe tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:01.092334 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-88871a14-7f66-45f0-b17c-6e4e8903a208 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Network 6533e3d8-74e7-41e9-8687-78f939d103ca is not hosted by any dhcp agent {{(pid=88386) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 07 21:42:01.097351 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88871a14-7f66-45f0-b17c-6e4e8903a208 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:01.097937 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-88871a14-7f66-45f0-b17c-6e4e8903a208 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:01.101893 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-88871a14-7f66-45f0-b17c-6e4e8903a208 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "PUT /v2.0/networks/6533e3d8-74e7-41e9-8687-78f939d103ca HTTP/1.1" status: 200 len: 762 time: 0.8557107 Mar 07 21:42:01.107555 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70655afe-529a-4c5a-976a-7ebce1e89359 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network 7e19b78f-7e1e-45cf-ad71-07808c9b858a is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:42:01.109365 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44248) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:01.244292 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88871a14-7f66-45f0-b17c-6e4e8903a208 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event updated for resources: {'Network': ['ID=6533e3d8-74e7-41e9-8687-78f939d103ca,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:01.255410 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 6533e3d8-74e7-41e9-8687-78f939d103ca details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:42:01.298206 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-70655afe-529a-4c5a-976a-7ebce1e89359 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 7e19b78f-7e1e-45cf-ad71-07808c9b858a) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:01.312672 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70655afe-529a-4c5a-976a-7ebce1e89359 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:01.313527 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-70655afe-529a-4c5a-976a-7ebce1e89359 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:01.331302 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-c6c45862-49e1-4160-aea9-a2c941f33e87 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:42:01.335223 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c6c45862-49e1-4160-aea9-a2c941f33e87 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5559630 Mar 07 21:42:01.341111 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44254) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:01.346303 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48d6b4e-4a5b-4aec-a19d-888933f6090b None None] Network 7e19b78f-7e1e-45cf-ad71-07808c9b858a requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:01.354766 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9920598-2033-425c-9a7f-b823eed34bff tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:01.362833 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c9920598-2033-425c-9a7f-b823eed34bff tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "GET /v2.0/networks?id=6533e3d8-74e7-41e9-8687-78f939d103ca HTTP/1.1" status: 200 len: 765 time: 0.2410524 Mar 07 21:42:01.382205 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44258) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:01.537530 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-70655afe-529a-4c5a-976a-7ebce1e89359 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9735942 Mar 07 21:42:01.545720 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44262) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:01.589338 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-829a5123-1cfd-46e0-a79a-4c95870222ac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:01.590980 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5a15fb57-c02d-4bb6-ad79-849baf5394f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:01.663280 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f1d171ef-7718-4c90-a71c-261acceb70fe tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:01.701621 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15fb57-c02d-4bb6-ad79-849baf5394f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176b5df0-8659-4c3f-b3cf-aa116a58c28e,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:01.749502 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c89f0f8f-7e94-4933-b190-6605cefd3322 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:01.754100 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-f1d171ef-7718-4c90-a71c-261acceb70fe tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf07ab8-e07b-41c5-a989-76e9820a6b98']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:01.758282 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-114aee9c-3955-4254-aeaa-5cce0160e390 None None] Provisioning for port c140db5c-2691-43ae-bdb7-458c974b5524 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:01.766931 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8bc4a9-11bf-425f-8ae7-33e33aca71f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-7e19b78f-7e1e-45cf-ad71-07808c9b858a', 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'fixed_ips': [{'subnet_id': '81213d75-234c-4dbe-9fab-8f129feeb50d'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:42:01.766931 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc4a9-11bf-425f-8ae7-33e33aca71f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:01.776773 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829a5123-1cfd-46e0-a79a-4c95870222ac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:01.788716 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-f1d171ef-7718-4c90-a71c-261acceb70fe tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb223204-9a06-4d3b-8f6b-68607fb4eebb') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:01.789501 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-f1d171ef-7718-4c90-a71c-261acceb70fe tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb223204-9a06-4d3b-8f6b-68607fb4eebb') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:01.811030 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8b6c2d10-02fa-4dc7-8977-bc01ce8871d5 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:01.818962 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-829a5123-1cfd-46e0-a79a-4c95870222ac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:01.822873 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c89f0f8f-7e94-4933-b190-6605cefd3322 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-864536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-864531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-867168'] for router, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:01.829521 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829a5123-1cfd-46e0-a79a-4c95870222ac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:01.836252 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829a5123-1cfd-46e0-a79a-4c95870222ac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:01.837174 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-829a5123-1cfd-46e0-a79a-4c95870222ac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:01.848047 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a5123-1cfd-46e0-a79a-4c95870222ac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=ad26011c-afc0-4dc0-8fd7-1bcdad7edc8e,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:01.853147 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f1d171ef-7718-4c90-a71c-261acceb70fe tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:01.890393 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5a15fb57-c02d-4bb6-ad79-849baf5394f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:01.892626 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5a15fb57-c02d-4bb6-ad79-849baf5394f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/176b5df0-8659-4c3f-b3cf-aa116a58c28e HTTP/1.1" status: 204 len: 168 time: 2.0336430 Mar 07 21:42:01.899798 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03009e6a-ea82-4849-861b-c5949ae5511a tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:01.905933 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03009e6a-ea82-4849-861b-c5949ae5511a tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:01.910427 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-03009e6a-ea82-4849-861b-c5949ae5511a tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1334 time: 0.5237286 Mar 07 21:42:02.017911 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44268) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:02.089370 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f1d171ef-7718-4c90-a71c-261acceb70fe tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:02.111132 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a88d879f-7c2f-4f16-85c3-b2da0480a47c tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "GET /v2.0/subnets?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093 HTTP/1.1" status: 200 len: 207 time: 0.0922370 Mar 07 21:42:02.111633 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d171ef-7718-4c90-a71c-261acceb70fe tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:42:02.112047 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f1d171ef-7718-4c90-a71c-261acceb70fe tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:02.119027 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8b6c2d10-02fa-4dc7-8977-bc01ce8871d5 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:42:02.128810 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:42:02.134459 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-829a5123-1cfd-46e0-a79a-4c95870222ac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.1256044 Mar 07 21:42:02.134459 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44272) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:02.155267 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44274) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:02.182928 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b2ee673d-54e2-448a-908d-47aec710b632 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:02.277943 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-2f8bc4a9-11bf-425f-8ae7-33e33aca71f3 None None] Allocated IP 2001:db8:1::2 (7e19b78f-7e1e-45cf-ad71-07808c9b858a/81213d75-234c-4dbe-9fab-8f129feeb50d/8ee37ef1-9de8-475f-8ead-2153729c47f6) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:02.423767 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port b2ee673d-54e2-448a-908d-47aec710b632 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:02.446856 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port b2ee673d-54e2-448a-908d-47aec710b632 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:02.447420 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:02.536529 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae54ebbf-5c0b-4b0f-a7b5-8ae0735576a9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:02.554468 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae54ebbf-5c0b-4b0f-a7b5-8ae0735576a9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:02.558129 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae54ebbf-5c0b-4b0f-a7b5-8ae0735576a9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:02.573782 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae54ebbf-5c0b-4b0f-a7b5-8ae0735576a9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:02.586919 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae54ebbf-5c0b-4b0f-a7b5-8ae0735576a9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:02.602707 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae54ebbf-5c0b-4b0f-a7b5-8ae0735576a9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:02.615011 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae54ebbf-5c0b-4b0f-a7b5-8ae0735576a9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:02.616050 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ae54ebbf-5c0b-4b0f-a7b5-8ae0735576a9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Synchronizing usage tracker for tenant:246b656d4a9647d081f87e587fc0780f on resource:network {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:42:02.669976 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ae54ebbf-5c0b-4b0f-a7b5-8ae0735576a9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Unset dirty status for tenant:246b656d4a9647d081f87e587fc0780f on resource:network {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:42:02.671376 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ae54ebbf-5c0b-4b0f-a7b5-8ae0735576a9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.5212767 Mar 07 21:42:02.675442 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44296) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:02.690739 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab53bc94-b6fe-4812-82b2-c0a89a26e99f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:02.697598 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab53bc94-b6fe-4812-82b2-c0a89a26e99f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:02.699666 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ab53bc94-b6fe-4812-82b2-c0a89a26e99f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5349147 Mar 07 21:42:02.702414 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44300) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:02.707674 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-bf262ea1-de04-4f7b-b877-5909462e2ce3 None None] Provisioning for port ad26011c-afc0-4dc0-8fd7-1bcdad7edc8e completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:02.744191 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-bf262ea1-de04-4f7b-b877-5909462e2ce3 None None] Provisioning complete for port ad26011c-afc0-4dc0-8fd7-1bcdad7edc8e triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:02.744787 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bf262ea1-de04-4f7b-b877-5909462e2ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:02.816099 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:02.840581 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-20b8f8e5-a9bc-4038-86ab-0c85bfc92aec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:02.849619 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8b6c2d10-02fa-4dc7-8977-bc01ce8871d5 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:02.873016 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c2d10-02fa-4dc7-8977-bc01ce8871d5 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ff0392-9b09-42fa-b4e1-153d98a63743,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:02.917273 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc4a9-11bf-425f-8ae7-33e33aca71f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:02.925810 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port b2ee673d-54e2-448a-908d-47aec710b632, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=b2ee673d-54e2-448a-908d-47aec710b632,segment=NetworkSegment(eb4d18d8-4f99-4e08-add9-75564eeec5b9),segment_id=eb4d18d8-4f99-4e08-add9-75564eeec5b9)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:02.926894 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-bf262ea1-de04-4f7b-b877-5909462e2ce3 None None] Port ad26011c-afc0-4dc0-8fd7-1bcdad7edc8e cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:42:02.934348 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2f8bc4a9-11bf-425f-8ae7-33e33aca71f3 None None] Transition to ACTIVE for port object 8ee37ef1-9de8-475f-8ead-2153729c47f6 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:02.935712 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-07e48a96-e5ca-4b66-bfab-8f678cf72880 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting port ad26011c-afc0-4dc0-8fd7-1bcdad7edc8e {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:42:02.936098 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-07e48a96-e5ca-4b66-bfab-8f678cf72880 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:02.955172 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2f8bc4a9-11bf-425f-8ae7-33e33aca71f3 None None] Transition to ACTIVE for port object 8ee37ef1-9de8-475f-8ead-2153729c47f6 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:02.959883 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8b6c2d10-02fa-4dc7-8977-bc01ce8871d5 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:02.964185 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8b6c2d10-02fa-4dc7-8977-bc01ce8871d5 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "DELETE /v2.0/security-groups/67ff0392-9b09-42fa-b4e1-153d98a63743 HTTP/1.1" status: 204 len: 168 time: 1.6190124 Mar 07 21:42:02.964346 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44308) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:02.998319 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f1d171ef-7718-4c90-a71c-261acceb70fe tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:02.999792 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89f0f8f-7e94-4933-b190-6605cefd3322 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Router 7b98f826-8b64-4a3a-a163-9711ae55a0fe is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:42:03.005477 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:03.006659 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c140db5c-2691-43ae-bdb7-458c974b5524 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:03.027903 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d171ef-7718-4c90-a71c-261acceb70fe tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fdf07ab8-e07b-41c5-a989-76e9820a6b98 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 07 21:42:03.041407 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f1d171ef-7718-4c90-a71c-261acceb70fe tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:03.060053 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d171ef-7718-4c90-a71c-261acceb70fe tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Pushing event deleted for resources: {'Network': ['ID=fdf07ab8-e07b-41c5-a989-76e9820a6b98,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:03.084281 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f1d171ef-7718-4c90-a71c-261acceb70fe tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] 10.222.0.21 "DELETE /v2.0/networks/fdf07ab8-e07b-41c5-a989-76e9820a6b98 HTTP/1.1" status: 204 len: 168 time: 2.5478806 Mar 07 21:42:03.088292 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44312) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:03.182354 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc4a9-11bf-425f-8ae7-33e33aca71f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:03.255929 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8bc4a9-11bf-425f-8ae7-33e33aca71f3 None None] Network 7e19b78f-7e1e-45cf-ad71-07808c9b858a is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:03.268377 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-2f8bc4a9-11bf-425f-8ae7-33e33aca71f3 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:03.274341 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8bc4a9-11bf-425f-8ae7-33e33aca71f3 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:03.385466 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port c140db5c-2691-43ae-bdb7-458c974b5524 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:03.411968 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=b2ee673d-54e2-448a-908d-47aec710b632,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:03.453477 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-2f8bc4a9-11bf-425f-8ae7-33e33aca71f3 None None] Attempting to bind port 8ee37ef1-9de8-475f-8ead-2153729c47f6 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:42:03.454055 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-2f8bc4a9-11bf-425f-8ae7-33e33aca71f3 None None] Attempting to bind port 8ee37ef1-9de8-475f-8ead-2153729c47f6 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '3ddeda2f-9701-482b-a4a6-d1b56c8a990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:42:03.454540 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8bc4a9-11bf-425f-8ae7-33e33aca71f3 None None] Attempting to bind port 8ee37ef1-9de8-475f-8ead-2153729c47f6 on network 7e19b78f-7e1e-45cf-ad71-07808c9b858a {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:42:03.467979 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port c140db5c-2691-43ae-bdb7-458c974b5524 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:03.468422 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:03.547698 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-bb67f2b3-1266-4aee-9d04-c9ccf7ba608c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:03.587729 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-bb67f2b3-1266-4aee-9d04-c9ccf7ba608c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:03.596893 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-07e48a96-e5ca-4b66-bfab-8f678cf72880 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:03.607366 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-bb67f2b3-1266-4aee-9d04-c9ccf7ba608c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Usage tracker for resource:network and tenant:3c6aeadb070140eca3c02bc8bafeb146 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:03.627545 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5d6ce912-dbe8-4080-a357-6b0f6f7f6560 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 905 time: 0.9504666 Mar 07 21:42:03.631715 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-bb67f2b3-1266-4aee-9d04-c9ccf7ba608c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:03.632441 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44332) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:03.643437 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-20b8f8e5-a9bc-4038-86ab-0c85bfc92aec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Allocated IP 2001:db8:1::1 (7e19b78f-7e1e-45cf-ad71-07808c9b858a/81213d75-234c-4dbe-9fab-8f129feeb50d/9ad70400-8e06-4c67-9b9b-c898f9751554) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:03.643860 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8bc4a9-11bf-425f-8ae7-33e33aca71f3 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:42:03.644230 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8bc4a9-11bf-425f-8ae7-33e33aca71f3 None None] Checking segment: {'id': '3ddeda2f-9701-482b-a4a6-d1b56c8a990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:03.644624 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc4a9-11bf-425f-8ae7-33e33aca71f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:03.645009 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8bc4a9-11bf-425f-8ae7-33e33aca71f3 None None] Bound using segment: {'id': '3ddeda2f-9701-482b-a4a6-d1b56c8a990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:42:03.645480 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-2f8bc4a9-11bf-425f-8ae7-33e33aca71f3 None None] Bound port: 8ee37ef1-9de8-475f-8ead-2153729c47f6, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ddeda2f-9701-482b-a4a6-d1b56c8a990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:42:03.645845 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc4a9-11bf-425f-8ae7-33e33aca71f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:03.718799 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8bc4a9-11bf-425f-8ae7-33e33aca71f3 None None] Pushing event updated for resources: {'Port': ['ID=8ee37ef1-9de8-475f-8ead-2153729c47f6,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:03.732907 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b00a17a4-c671-489a-95aa-8819f5375556 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Synchronizing usage tracker for tenant:929397fba2654f1dac5ad42ce2b43aa5 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:42:03.741294 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44338) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:03.751840 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-bb67f2b3-1266-4aee-9d04-c9ccf7ba608c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:03.833219 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-07e48a96-e5ca-4b66-bfab-8f678cf72880 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Calling delete_port for ad26011c-afc0-4dc0-8fd7-1bcdad7edc8e owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:42:03.852661 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:03.900829 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port c140db5c-2691-43ae-bdb7-458c974b5524, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c140db5c-2691-43ae-bdb7-458c974b5524,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:03.921379 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2f8bc4a9-11bf-425f-8ae7-33e33aca71f3 None None] For port 8ee37ef1-9de8-475f-8ead-2153729c47f6, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:42:03.925064 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2f8bc4a9-11bf-425f-8ae7-33e33aca71f3 None None] For port 8ee37ef1-9de8-475f-8ead-2153729c47f6, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=8ee37ef1-9de8-475f-8ead-2153729c47f6,segment=NetworkSegment(3ddeda2f-9701-482b-a4a6-d1b56c8a990b),segment_id=3ddeda2f-9701-482b-a4a6-d1b56c8a990b)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:42:03.988662 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:04.022877 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb67f2b3-1266-4aee-9d04-c9ccf7ba608c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Made reservation on behalf of 3c6aeadb070140eca3c02bc8bafeb146 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:04.026484 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bb67f2b3-1266-4aee-9d04-c9ccf7ba608c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:04.038304 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89f0f8f-7e94-4933-b190-6605cefd3322 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:42:04.051291 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c89f0f8f-7e94-4933-b190-6605cefd3322 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:04.052865 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c89f0f8f-7e94-4933-b190-6605cefd3322 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "PUT /v2.0/routers/7b98f826-8b64-4a3a-a163-9711ae55a0fe HTTP/1.1" status: 200 len: 918 time: 8.3082063 Mar 07 21:42:04.057437 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44344) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:04.095170 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1e6b8d-9ca6-40c0-b90b-eb05f726abd6 None None] Sync routers for ids ['7b98f826-8b64-4a3a-a163-9711ae55a0fe'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:42:04.106608 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc4a9-11bf-425f-8ae7-33e33aca71f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:04.147271 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1e6b8d-9ca6-40c0-b90b-eb05f726abd6 None None] Routers {'7b98f826-8b64-4a3a-a163-9711ae55a0fe'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:42:04.150250 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-ff1e6b8d-9ca6-40c0-b90b-eb05f726abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:41:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['7b98f826-8b64-4a3a-a163-9711ae55a0fe'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:04.152514 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-20b8f8e5-a9bc-4038-86ab-0c85bfc92aec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:04.171041 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-20b8f8e5-a9bc-4038-86ab-0c85bfc92aec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Transition to ACTIVE for port object 9ad70400-8e06-4c67-9b9b-c898f9751554 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:04.205203 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b2ee673d-54e2-448a-908d-47aec710b632 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:04.212329 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635dc6b4-6595-4a37-a200-039f6da981cf tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:04.213867 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635dc6b4-6595-4a37-a200-039f6da981cf tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:04.215810 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635dc6b4-6595-4a37-a200-039f6da981cf tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:04.218066 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635dc6b4-6595-4a37-a200-039f6da981cf tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:04.221518 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635dc6b4-6595-4a37-a200-039f6da981cf tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:04.221518 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-635dc6b4-6595-4a37-a200-039f6da981cf tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Synchronizing usage tracker for tenant:246b656d4a9647d081f87e587fc0780f on resource:subnet {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:42:04.228471 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-cbce917f-f4a2-4391-8d34-4de6e838fc0d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-981355938'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:04.235777 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cbce917f-f4a2-4391-8d34-4de6e838fc0d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:04.242669 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cbce917f-f4a2-4391-8d34-4de6e838fc0d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Usage tracker for resource:network and tenant:27b5ef1635c14b0aac205e290183de79 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:04.245736 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cbce917f-f4a2-4391-8d34-4de6e838fc0d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:04.253512 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cbce917f-f4a2-4391-8d34-4de6e838fc0d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:04.275081 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-20b8f8e5-a9bc-4038-86ab-0c85bfc92aec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:04.279032 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-ff1e6b8d-9ca6-40c0-b90b-eb05f726abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:04.284321 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=c140db5c-2691-43ae-bdb7-458c974b5524,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:04.325357 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-816efb7f-c60f-48c1-9b7f-4fc076abe48a tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "GET /v2.0/routers/7b98f826-8b64-4a3a-a163-9711ae55a0fe HTTP/1.1" status: 200 len: 924 time: 0.2665589 Mar 07 21:42:04.332642 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-635dc6b4-6595-4a37-a200-039f6da981cf tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Unset dirty status for tenant:246b656d4a9647d081f87e587fc0780f on resource:subnet {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:42:04.333268 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44348) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:04.340087 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-635dc6b4-6595-4a37-a200-039f6da981cf tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7003937 Mar 07 21:42:04.343639 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44352) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:04.352003 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b00a17a4-c671-489a-95aa-8819f5375556 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Unset dirty status for tenant:929397fba2654f1dac5ad42ce2b43aa5 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:42:04.357877 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b00a17a4-c671-489a-95aa-8819f5375556 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.3926113 Mar 07 21:42:04.378559 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1e6b8d-9ca6-40c0-b90b-eb05f726abd6 None None] Routers {'7b98f826-8b64-4a3a-a163-9711ae55a0fe'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:42:04.378935 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-ff1e6b8d-9ca6-40c0-b90b-eb05f726abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:41:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['7b98f826-8b64-4a3a-a163-9711ae55a0fe'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:04.381562 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44354) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:04.392485 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-89a57d14-516f-468d-b2a6-0502f6824e5d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group': {'name': 'tempest-secgroup--563975717'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:04.401318 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-89a57d14-516f-468d-b2a6-0502f6824e5d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:04.412560 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbce917f-f4a2-4391-8d34-4de6e838fc0d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Made reservation on behalf of 27b5ef1635c14b0aac205e290183de79 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:04.415970 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-89a57d14-516f-468d-b2a6-0502f6824e5d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:04.417013 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cbce917f-f4a2-4391-8d34-4de6e838fc0d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:04.433784 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-07e48a96-e5ca-4b66-bfab-8f678cf72880 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:04.455763 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b8f8e5-a9bc-4038-86ab-0c85bfc92aec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network 7e19b78f-7e1e-45cf-ad71-07808c9b858a is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:04.461818 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cbce917f-f4a2-4391-8d34-4de6e838fc0d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:04.483555 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb67f2b3-1266-4aee-9d04-c9ccf7ba608c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:42:04.485170 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-ff1e6b8d-9ca6-40c0-b90b-eb05f726abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:04.485670 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1e6b8d-9ca6-40c0-b90b-eb05f726abd6 None None] The sync data for ids ['7b98f826-8b64-4a3a-a163-9711ae55a0fe'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:42:04.498421 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-20b8f8e5-a9bc-4038-86ab-0c85bfc92aec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:04.501440 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b8f8e5-a9bc-4038-86ab-0c85bfc92aec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:04.502557 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-20b8f8e5-a9bc-4038-86ab-0c85bfc92aec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:04.509034 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e48a96-e5ca-4b66-bfab-8f678cf72880 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Port': ['ID=ad26011c-afc0-4dc0-8fd7-1bcdad7edc8e,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:04.518666 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bb67f2b3-1266-4aee-9d04-c9ccf7ba608c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:04.519125 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-bb67f2b3-1266-4aee-9d04-c9ccf7ba608c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Added segment 6d707bdd-0413-4b15-9e55-f468ecc7a892 of type vlan for network d58f7d67-e8f4-4108-bcfd-78e289e4e16a Mar 07 21:42:04.522336 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cbce917f-f4a2-4391-8d34-4de6e838fc0d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:04.525167 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8f8e5-a9bc-4038-86ab-0c85bfc92aec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Port': ['ID=9ad70400-8e06-4c67-9b9b-c898f9751554,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:04.536777 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port b2ee673d-54e2-448a-908d-47aec710b632 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:04.537157 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:04.545577 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cbce917f-f4a2-4391-8d34-4de6e838fc0d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Usage tracker for resource:security_group_rule and tenant:27b5ef1635c14b0aac205e290183de79 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:04.572112 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cbce917f-f4a2-4391-8d34-4de6e838fc0d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:04.586575 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-89a57d14-516f-468d-b2a6-0502f6824e5d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:04.587317 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f0bafe-8203-4b86-8fbb-a4da0c7bcd67 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['shared'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:04.588403 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f0bafe-8203-4b86-8fbb-a4da0c7bcd67 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['shared'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:04.589769 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f0bafe-8203-4b86-8fbb-a4da0c7bcd67 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['shared'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:04.591347 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f0bafe-8203-4b86-8fbb-a4da0c7bcd67 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['shared'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:04.592727 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f0bafe-8203-4b86-8fbb-a4da0c7bcd67 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['shared'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:04.597141 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8bc4a9-11bf-425f-8ae7-33e33aca71f3 None None] Pushing event updated for resources: {'Port': ['ID=8ee37ef1-9de8-475f-8ead-2153729c47f6,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:04.600492 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-66f0bafe-8203-4b86-8fbb-a4da0c7bcd67 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2402003 Mar 07 21:42:04.606919 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44360) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:04.612942 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cbce917f-f4a2-4391-8d34-4de6e838fc0d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:04.679971 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77ec214-bad8-4d51-aab0-f7f085a4c74c tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:04.682632 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e77ec214-bad8-4d51-aab0-f7f085a4c74c tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093&device_id=7b98f826-8b64-4a3a-a163-9711ae55a0fe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3482394 Mar 07 21:42:04.702021 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44364) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:04.709610 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-89a57d14-516f-468d-b2a6-0502f6824e5d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:04.736602 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-07e48a96-e5ca-4b66-bfab-8f678cf72880 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:04.780677 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-89a57d14-516f-468d-b2a6-0502f6824e5d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Usage tracker for resource:security_group_rule and tenant:929397fba2654f1dac5ad42ce2b43aa5 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:04.811779 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-89a57d14-516f-468d-b2a6-0502f6824e5d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:04.856823 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-89a57d14-516f-468d-b2a6-0502f6824e5d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:04.860626 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bb67f2b3-1266-4aee-9d04-c9ccf7ba608c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:04.937466 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138d7d53-3632-4c90-b419-30c4d6653d88 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:04.939458 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-138d7d53-3632-4c90-b419-30c4d6653d88 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "GET /v2.0/networks/783793e4-7570-495e-8e1a-1eb20b9c070f HTTP/1.1" status: 200 len: 803 time: 0.3315685 Mar 07 21:42:04.964662 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44370) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:04.978910 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-07e48a96-e5ca-4b66-bfab-8f678cf72880 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/ad26011c-afc0-4dc0-8fd7-1bcdad7edc8e HTTP/1.1" status: 204 len: 168 time: 2.2752414 Mar 07 21:42:04.979694 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44374) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:05.079482 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cbce917f-f4a2-4391-8d34-4de6e838fc0d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:05.104216 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee7212d-3c11-416e-9946-4090bc079491 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:05.104775 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-cee7212d-3c11-416e-9946-4090bc079491 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Synchronizing usage tracker for tenant:4a86bcd5021948ffaa43666022ae8a26 on resource:network {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:42:05.118290 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c76753-e874-47ab-8d13-c5afa6f52070 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:05.121381 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c76753-e874-47ab-8d13-c5afa6f52070 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:05.121381 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e0c76753-e874-47ab-8d13-c5afa6f52070 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:42:05.142702 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-cee7212d-3c11-416e-9946-4090bc079491 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Unset dirty status for tenant:4a86bcd5021948ffaa43666022ae8a26 on resource:network {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:42:05.147747 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cee7212d-3c11-416e-9946-4090bc079491 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "GET /v2.0/networks/a3015ce6-e7a9-4329-aba7-a9f29a3d3093 HTTP/1.1" status: 200 len: 881 time: 0.4370654 Mar 07 21:42:05.148729 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44378) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:05.162689 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-20b8f8e5-a9bc-4038-86ab-0c85bfc92aec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:05.176189 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cbce917f-f4a2-4391-8d34-4de6e838fc0d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:05.210248 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bb67f2b3-1266-4aee-9d04-c9ccf7ba608c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:05.211643 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb67f2b3-1266-4aee-9d04-c9ccf7ba608c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:05.212208 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bb67f2b3-1266-4aee-9d04-c9ccf7ba608c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:05.234169 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0c178388-6274-44f0-bae4-3411f9a1030f tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b98f826-8b64-4a3a-a163-9711ae55a0fe HTTP/1.1" status: 200 len: 205 time: 0.0838799 Mar 07 21:42:05.250615 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44382) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:05.268729 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbce917f-f4a2-4391-8d34-4de6e838fc0d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:42:05.270297 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-89a57d14-516f-468d-b2a6-0502f6824e5d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:05.327283 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e0c76753-e874-47ab-8d13-c5afa6f52070 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:42:05.331179 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e0c76753-e874-47ab-8d13-c5afa6f52070 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3425097 Mar 07 21:42:05.339371 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44386) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:05.344284 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67f2b3-1266-4aee-9d04-c9ccf7ba608c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Pushing event updated for resources: {'Network': ['ID=d58f7d67-e8f4-4108-bcfd-78e289e4e16a,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:05.357505 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network d58f7d67-e8f4-4108-bcfd-78e289e4e16a details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:42:05.363955 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-89a57d14-516f-468d-b2a6-0502f6824e5d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:05.424528 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a57d14-516f-468d-b2a6-0502f6824e5d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89f8e69-b3c5-4c19-a413-532e243e9988,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:05.424771 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-dfc81e12-7941-48d9-a341-d2e5f26417b6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "GET /v2.0/networks/783793e4-7570-495e-8e1a-1eb20b9c070f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4590123 Mar 07 21:42:05.425186 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce917f-f4a2-4391-8d34-4de6e838fc0d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0ccbc1-00c3-4e58-8942-25bad94a1ec7,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:05.430122 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44390) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:05.503545 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cbce917f-f4a2-4391-8d34-4de6e838fc0d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:05.503891 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-cbce917f-f4a2-4391-8d34-4de6e838fc0d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Added segment 7957d951-d595-4218-9f18-79fd4c59486e of type vlan for network 041b2ec7-2d5e-46b2-bdd0-24f6337e7cb3 Mar 07 21:42:05.528512 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bb67f2b3-1266-4aee-9d04-c9ccf7ba608c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 2.4342391 Mar 07 21:42:05.532111 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b9acc1-7185-4f6a-9f47-592330808130 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:05.533812 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-22b9acc1-7185-4f6a-9f47-592330808130 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "GET /v2.0/subnets/1b33d93d-5daf-4950-b3af-aa4df9389218 HTTP/1.1" status: 200 len: 843 time: 0.1024425 Mar 07 21:42:05.535106 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44394) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:05.535933 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-89a57d14-516f-468d-b2a6-0502f6824e5d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:05.537283 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-89a57d14-516f-468d-b2a6-0502f6824e5d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1546030 Mar 07 21:42:05.542975 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44396) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:05.545373 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44398) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:05.566856 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Request body: {'subnet': {'network_id': 'd58f7d67-e8f4-4108-bcfd-78e289e4e16a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:05.638586 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-19a620f7-ba4d-4222-94a7-c4818506dfc5 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group_rule': {'security_group_id': 'f89f8e69-b3c5-4c19-a413-532e243e9988', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:05.645624 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:05.658786 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ef90d5-1db6-49f6-aebd-f1d2a855b037 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['shared'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:05.658786 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-89ef90d5-1db6-49f6-aebd-f1d2a855b037 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "GET /v2.0/subnets/1b33d93d-5daf-4950-b3af-aa4df9389218?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1084721 Mar 07 21:42:05.658786 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Usage tracker for resource:subnet and tenant:3c6aeadb070140eca3c02bc8bafeb146 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:05.662507 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:05.666005 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44406) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:05.674597 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-d2a17638-2507-444b-8ffd-da7142823fe8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1075051021'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:05.687917 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-19a620f7-ba4d-4222-94a7-c4818506dfc5 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:05.789095 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909e7860-8014-4f66-8af9-89afdd22b88a None None] Network 7e19b78f-7e1e-45cf-ad71-07808c9b858a requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:05.839652 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cbce917f-f4a2-4391-8d34-4de6e838fc0d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:05.849574 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-19a620f7-ba4d-4222-94a7-c4818506dfc5 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Usage tracker for resource:security_group_rule and tenant:929397fba2654f1dac5ad42ce2b43aa5 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:05.856628 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:05.859059 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d2a17638-2507-444b-8ffd-da7142823fe8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:05.873028 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d2a17638-2507-444b-8ffd-da7142823fe8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:05.909634 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-19a620f7-ba4d-4222-94a7-c4818506dfc5 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:05.929534 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-122ba38a-567e-4e09-b753-ca77585a8d57 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet 221be219-00f5-4848-802b-1f16db5e84a7 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:42:05.931681 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-19a620f7-ba4d-4222-94a7-c4818506dfc5 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:05.946645 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-122ba38a-567e-4e09-b753-ca77585a8d57 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:05.973379 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Made reservation on behalf of 3c6aeadb070140eca3c02bc8bafeb146 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:05.975746 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:06.065183 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a17638-2507-444b-8ffd-da7142823fe8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Made reservation on behalf of 246b656d4a9647d081f87e587fc0780f for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:06.069131 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d2a17638-2507-444b-8ffd-da7142823fe8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:06.092334 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-7e137aa2-4113-4ff0-87d7-e4b4a7ce237f None None] Provisioning for port 8ee37ef1-9de8-475f-8ead-2153729c47f6 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:06.125633 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a17638-2507-444b-8ffd-da7142823fe8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:42:06.140637 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d2a17638-2507-444b-8ffd-da7142823fe8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:06.140971 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-d2a17638-2507-444b-8ffd-da7142823fe8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Added segment fe9b12f0-3859-43df-8a53-028d11707a3c of type vlan for network 66c8b286-ab54-40ad-97ef-4776810afba8 Mar 07 21:42:06.144073 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ba20fbb-199d-4703-8eb8-f119c2af8877 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:06.183717 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d2a17638-2507-444b-8ffd-da7142823fe8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:06.312430 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cbce917f-f4a2-4391-8d34-4de6e838fc0d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:06.326029 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 8ee37ef1-9de8-475f-8ead-2153729c47f6 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:06.349741 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbce917f-f4a2-4391-8d34-4de6e838fc0d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:06.350440 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cbce917f-f4a2-4391-8d34-4de6e838fc0d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:06.363064 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-122ba38a-567e-4e09-b753-ca77585a8d57 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:06.399694 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d2a17638-2507-444b-8ffd-da7142823fe8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:06.413593 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a17638-2507-444b-8ffd-da7142823fe8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:06.414834 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d2a17638-2507-444b-8ffd-da7142823fe8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:06.530273 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-19a620f7-ba4d-4222-94a7-c4818506dfc5 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] create failed (client error): The resource could not be found. Mar 07 21:42:06.534467 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-19a620f7-ba4d-4222-94a7-c4818506dfc5 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.9831860 Mar 07 21:42:06.559792 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44412) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:06.568909 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 8ee37ef1-9de8-475f-8ead-2153729c47f6 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:06.579085 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 8ee37ef1-9de8-475f-8ead-2153729c47f6 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:06.579555 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:06.590129 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a17638-2507-444b-8ffd-da7142823fe8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event updated for resources: {'Network': ['ID=66c8b286-ab54-40ad-97ef-4776810afba8,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:06.661026 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 66c8b286-ab54-40ad-97ef-4776810afba8 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:42:06.675236 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-974f2451-9039-434e-a3a6-6a042fb1e515 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group_rule': {'security_group_id': 'f89f8e69-b3c5-4c19-a413-532e243e9988', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '985ba4ec-83ad-43d4-ba07-7f6b8ca9d40b'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:06.682433 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-974f2451-9039-434e-a3a6-6a042fb1e515 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:06.702219 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-974f2451-9039-434e-a3a6-6a042fb1e515 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Usage tracker for resource:security_group_rule and tenant:929397fba2654f1dac5ad42ce2b43aa5 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:06.734584 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-cbce917f-f4a2-4391-8d34-4de6e838fc0d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.9903009 Mar 07 21:42:06.752414 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-974f2451-9039-434e-a3a6-6a042fb1e515 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:06.777532 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d2a17638-2507-444b-8ffd-da7142823fe8 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1124947 Mar 07 21:42:06.779099 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.objects.ports [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88387) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 07 21:42:06.779745 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:06.784433 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44424) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:06.784712 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5bceb0c0-7abb-47c3-8c08-2fabbadcd9e1 None None] Provisioning for port 9ad70400-8e06-4c67-9b9b-c898f9751554 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:06.796931 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5bceb0c0-7abb-47c3-8c08-2fabbadcd9e1 None None] Provisioning complete for port 9ad70400-8e06-4c67-9b9b-c898f9751554 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:06.798054 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5bceb0c0-7abb-47c3-8c08-2fabbadcd9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:06.826012 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-20b8f8e5-a9bc-4038-86ab-0c85bfc92aec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:06.886731 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-5bceb0c0-7abb-47c3-8c08-2fabbadcd9e1 None None] Port 9ad70400-8e06-4c67-9b9b-c898f9751554 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:42:06.914302 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-7a08f55c-1548-4bc2-94d6-7bdcdd821a7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Request body: {'subnet': {'network_id': '66c8b286-ab54-40ad-97ef-4776810afba8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:06.918354 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce917f-f4a2-4391-8d34-4de6e838fc0d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event updated for resources: {'Network': ['ID=041b2ec7-2d5e-46b2-bdd0-24f6337e7cb3,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:06.923269 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-974f2451-9039-434e-a3a6-6a042fb1e515 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:06.936310 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ba20fbb-199d-4703-8eb8-f119c2af8877 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:06.964007 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:06.969213 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-20b8f8e5-a9bc-4038-86ab-0c85bfc92aec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:06.972277 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-20b8f8e5-a9bc-4038-86ab-0c85bfc92aec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:06.983614 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 041b2ec7-2d5e-46b2-bdd0-24f6337e7cb3 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:42:07.102837 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7a08f55c-1548-4bc2-94d6-7bdcdd821a7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:07.128004 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5bceb0c0-7abb-47c3-8c08-2fabbadcd9e1 None None] Provisioning complete for port 8ee37ef1-9de8-475f-8ead-2153729c47f6 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:07.128364 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5bceb0c0-7abb-47c3-8c08-2fabbadcd9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:07.136122 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7a08f55c-1548-4bc2-94d6-7bdcdd821a7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:07.161135 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Pushing event updated for resources: {'Subnet': ['ID=495e37cb-79f5-46d0-9c29-33c24536522d,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:07.167188 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Checking segment: {'id': '6d707bdd-0413-4b15-9e55-f468ecc7a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd58f7d67-e8f4-4108-bcfd-78e289e4e16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:07.167880 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Network hostable DHCP agents. Network: d58f7d67-e8f4-4108-bcfd-78e289e4e16a, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:42:07.178556 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:07.179264 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:07.180345 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:07.181008 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:07.181565 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:07.182156 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:07.186442 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:07.187024 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:07.187588 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:07.188135 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:07.188674 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:07.189219 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:07.202231 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-9ba20fbb-199d-4703-8eb8-f119c2af8877 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Deleting port af811c70-c015-4172-803a-7b2e3d11fa0a {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:42:07.202577 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ba20fbb-199d-4703-8eb8-f119c2af8877 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:07.229193 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 8ee37ef1-9de8-475f-8ead-2153729c47f6, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=8ee37ef1-9de8-475f-8ead-2153729c47f6,segment=NetworkSegment(3ddeda2f-9701-482b-a4a6-d1b56c8a990b),segment_id=3ddeda2f-9701-482b-a4a6-d1b56c8a990b)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:07.234185 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a08f55c-1548-4bc2-94d6-7bdcdd821a7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Made reservation on behalf of 246b656d4a9647d081f87e587fc0780f for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:07.237976 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7a08f55c-1548-4bc2-94d6-7bdcdd821a7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:07.284638 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-122ba38a-567e-4e09-b753-ca77585a8d57 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:07.301808 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Network d58f7d67-e8f4-4108-bcfd-78e289e4e16a is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:42:07.338839 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:07.339612 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c140db5c-2691-43ae-bdb7-458c974b5524 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:07.441342 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.ipam_backend_mixin [None req-7a08f55c-1548-4bc2-94d6-7bdcdd821a7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Performing IP validity checks on allocation pools {{(pid=88387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 07 21:42:07.441783 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.ipam_backend_mixin [None req-7a08f55c-1548-4bc2-94d6-7bdcdd821a7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 07 21:42:07.458813 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8f8e5-a9bc-4038-86ab-0c85bfc92aec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Port': ['ID=9ad70400-8e06-4c67-9b9b-c898f9751554,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:07.554897 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, d58f7d67-e8f4-4108-bcfd-78e289e4e16a) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:07.564231 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:07.564427 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:07.576716 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cb07fa-090a-44ee-94bc-3d210c23267f None None] Network d58f7d67-e8f4-4108-bcfd-78e289e4e16a requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:07.627674 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-974f2451-9039-434e-a3a6-6a042fb1e515 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] create failed (client error): The resource could not be found. Mar 07 21:42:07.631580 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-974f2451-9039-434e-a3a6-6a042fb1e515 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.0640073 Mar 07 21:42:07.631904 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44430) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:07.677598 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5bceb0c0-7abb-47c3-8c08-2fabbadcd9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:07.713131 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f7fa04ed-f14b-4e9b-9a98-e0d85c07e650 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1691201 Mar 07 21:42:07.715233 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7a08f55c-1548-4bc2-94d6-7bdcdd821a7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:07.723424 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44434) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:07.780500 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-08e5bc96-fb28-457d-baf3-a47676fb4c5c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Request body: {'floatingip': {'floating_network_id': 'd58f7d67-e8f4-4108-bcfd-78e289e4e16a'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:07.785334 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=8ee37ef1-9de8-475f-8ead-2153729c47f6,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:07.797201 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-08e5bc96-fb28-457d-baf3-a47676fb4c5c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:07.803609 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-08e5bc96-fb28-457d-baf3-a47676fb4c5c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Usage tracker for resource:floatingip and tenant:3c6aeadb070140eca3c02bc8bafeb146 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:07.807720 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-08e5bc96-fb28-457d-baf3-a47676fb4c5c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:07.815465 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-08e5bc96-fb28-457d-baf3-a47676fb4c5c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:07.874556 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b8f8e5-a9bc-4038-86ab-0c85bfc92aec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network 7e19b78f-7e1e-45cf-ad71-07808c9b858a is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:07.885636 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-20b8f8e5-a9bc-4038-86ab-0c85bfc92aec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:07.896431 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cdd34f3e-6b35-4556-8bdf-bfc0e564d8b6 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:07.913386 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ba20fbb-199d-4703-8eb8-f119c2af8877 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:07.944141 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cdd34f3e-6b35-4556-8bdf-bfc0e564d8b6 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:07.989178 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port c140db5c-2691-43ae-bdb7-458c974b5524 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:07.994263 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:08.013824 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a08f55c-1548-4bc2-94d6-7bdcdd821a7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Checking segment: {'id': 'fe9b12f0-3859-43df-8a53-028d11707a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '66c8b286-ab54-40ad-97ef-4776810afba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:08.014242 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a08f55c-1548-4bc2-94d6-7bdcdd821a7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Network hostable DHCP agents. Network: 66c8b286-ab54-40ad-97ef-4776810afba8, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:42:08.035293 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-08e5bc96-fb28-457d-baf3-a47676fb4c5c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:08.113639 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-5bceb0c0-7abb-47c3-8c08-2fabbadcd9e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:42:08.118023 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-5bceb0c0-7abb-47c3-8c08-2fabbadcd9e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:42:08.132510 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08f55c-1548-4bc2-94d6-7bdcdd821a7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event updated for resources: {'Subnet': ['ID=a9a00f01-7239-4795-a01d-0cc83b83f098,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:08.139262 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cdd34f3e-6b35-4556-8bdf-bfc0e564d8b6 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:08.194973 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd34f3e-6b35-4556-8bdf-bfc0e564d8b6 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89f8e69-b3c5-4c19-a413-532e243e9988,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:08.231200 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70a56c6-8a50-4317-b387-1760ba151037 None None] Network d58f7d67-e8f4-4108-bcfd-78e289e4e16a requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:08.292159 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-122ba38a-567e-4e09-b753-ca77585a8d57 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:08.347883 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cdd34f3e-6b35-4556-8bdf-bfc0e564d8b6 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:08.356641 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cdd34f3e-6b35-4556-8bdf-bfc0e564d8b6 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "DELETE /v2.0/security-groups/f89f8e69-b3c5-4c19-a413-532e243e9988 HTTP/1.1" status: 204 len: 168 time: 0.7235894 Mar 07 21:42:08.359210 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44440) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:08.369660 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a08f55c-1548-4bc2-94d6-7bdcdd821a7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Network 66c8b286-ab54-40ad-97ef-4776810afba8 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:42:08.545704 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6de58ee0-a111-4632-9d9a-76751cf3ab6f tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Synchronizing usage tracker for tenant:929397fba2654f1dac5ad42ce2b43aa5 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:42:08.555723 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-7a08f55c-1548-4bc2-94d6-7bdcdd821a7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 66c8b286-ab54-40ad-97ef-4776810afba8) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:08.562440 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a08f55c-1548-4bc2-94d6-7bdcdd821a7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:08.563279 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7a08f55c-1548-4bc2-94d6-7bdcdd821a7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:08.569397 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843cb552-6ee0-4670-a96a-272317b49c02 None None] Network 66c8b286-ab54-40ad-97ef-4776810afba8 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:08.611059 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 8ee37ef1-9de8-475f-8ead-2153729c47f6 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:08.631898 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-9ba20fbb-199d-4703-8eb8-f119c2af8877 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Calling delete_port for af811c70-c015-4172-803a-7b2e3d11fa0a owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:42:08.644931 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-08e5bc96-fb28-457d-baf3-a47676fb4c5c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:08.676416 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b8f8e5-a9bc-4038-86ab-0c85bfc92aec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Router 836e6c50-4349-4aac-a749-a5621461af97 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:42:08.686562 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ba38a-567e-4e09-b753-ca77585a8d57 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=221be219-00f5-4848-802b-1f16db5e84a7,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:08.702528 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-122ba38a-567e-4e09-b753-ca77585a8d57 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:08.719449 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ba38a-567e-4e09-b753-ca77585a8d57 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:08.720008 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ba38a-567e-4e09-b753-ca77585a8d57 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:08.720351 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ba38a-567e-4e09-b753-ca77585a8d57 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:08.720681 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ba38a-567e-4e09-b753-ca77585a8d57 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:08.721008 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ba38a-567e-4e09-b753-ca77585a8d57 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:08.721381 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ba38a-567e-4e09-b753-ca77585a8d57 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:08.721709 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ba38a-567e-4e09-b753-ca77585a8d57 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:08.722050 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ba38a-567e-4e09-b753-ca77585a8d57 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:08.722375 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ba38a-567e-4e09-b753-ca77585a8d57 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:08.722692 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ba38a-567e-4e09-b753-ca77585a8d57 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:08.723007 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ba38a-567e-4e09-b753-ca77585a8d57 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:08.723318 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ba38a-567e-4e09-b753-ca77585a8d57 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:08.753212 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ac6711-f701-4e8a-8c25-298735f2b3b2 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:08.844259 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-08e5bc96-fb28-457d-baf3-a47676fb4c5c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Allocated IP 172.20.0.14 (d58f7d67-e8f4-4108-bcfd-78e289e4e16a/495e37cb-79f5-46d0-9c29-33c24536522d/737c950f-a6cc-4cbb-b2e2-f426ba0dc6da) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:08.909580 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-122ba38a-567e-4e09-b753-ca77585a8d57 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/221be219-00f5-4848-802b-1f16db5e84a7 HTTP/1.1" status: 204 len: 168 time: 3.5646579 Mar 07 21:42:08.914655 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44444) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:09.009409 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7a08f55c-1548-4bc2-94d6-7bdcdd821a7e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.1262207 Mar 07 21:42:09.011002 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6de58ee0-a111-4632-9d9a-76751cf3ab6f tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Unset dirty status for tenant:929397fba2654f1dac5ad42ce2b43aa5 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:42:09.012313 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6de58ee0-a111-4632-9d9a-76751cf3ab6f tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6227951 Mar 07 21:42:09.013087 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44448) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:09.023298 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-1b8c685c-80b1-418e-9c12-393a083cbf1e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:09.137557 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44450) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:09.250819 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-374a7ab4-20ae-454f-9a81-a37d6dd231f5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3152769 Mar 07 21:42:09.273396 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-6508e8f1-7b72-4b81-a125-ec202210d61a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group_rule': {'security_group_id': '7cae8c73-15d8-467d-aeec-8c46c35bbb71', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:09.287513 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44456) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:09.328913 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-6508e8f1-7b72-4b81-a125-ec202210d61a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:09.372639 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6508e8f1-7b72-4b81-a125-ec202210d61a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Usage tracker for resource:security_group_rule and tenant:929397fba2654f1dac5ad42ce2b43aa5 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:09.387659 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1b8c685c-80b1-418e-9c12-393a083cbf1e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2514430'] for subnet, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:09.402556 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6508e8f1-7b72-4b81-a125-ec202210d61a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:09.431343 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-6508e8f1-7b72-4b81-a125-ec202210d61a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:09.439048 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b8f8e5-a9bc-4038-86ab-0c85bfc92aec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:42:09.448784 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] Sync routers for ids ['836e6c50-4349-4aac-a749-a5621461af97'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:42:09.455984 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-20b8f8e5-a9bc-4038-86ab-0c85bfc92aec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "PUT /v2.0/routers/836e6c50-4349-4aac-a749-a5621461af97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9045613 Mar 07 21:42:09.461150 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44458) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:09.465617 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] Routers {'836e6c50-4349-4aac-a749-a5621461af97'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:42:09.470493 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:41:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['836e6c50-4349-4aac-a749-a5621461af97'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:09.499355 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-94f36542-75a1-48ee-a2de-20c62b77fd51 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1883696913'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:09.519761 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-94f36542-75a1-48ee-a2de-20c62b77fd51 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:09.540017 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-94f36542-75a1-48ee-a2de-20c62b77fd51 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:network and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:09.549659 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-94f36542-75a1-48ee-a2de-20c62b77fd51 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:09.563596 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-94f36542-75a1-48ee-a2de-20c62b77fd51 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:09.696682 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f36542-75a1-48ee-a2de-20c62b77fd51 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Made reservation on behalf of fcdda39025724b238190857d574ee30e for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:09.705731 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-94f36542-75a1-48ee-a2de-20c62b77fd51 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:09.758996 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-66c8b286-ab54-40ad-97ef-4776810afba8', 'network_id': '66c8b286-ab54-40ad-97ef-4776810afba8', 'tenant_id': '246b656d4a9647d081f87e587fc0780f', 'fixed_ips': [{'subnet_id': 'a9a00f01-7239-4795-a01d-0cc83b83f098'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:42:09.760537 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:09.790456 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 8ee37ef1-9de8-475f-8ead-2153729c47f6 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:09.794386 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:09.848435 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-6dfc851b-bd24-46ee-b82c-f028d38d4206 None None] Provisioning complete for port 9ad70400-8e06-4c67-9b9b-c898f9751554 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:09.857328 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f36542-75a1-48ee-a2de-20c62b77fd51 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:42:09.858049 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6dfc851b-bd24-46ee-b82c-f028d38d4206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:09.882995 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-94f36542-75a1-48ee-a2de-20c62b77fd51 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:09.883393 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-94f36542-75a1-48ee-a2de-20c62b77fd51 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Added segment 5e0841c9-8b96-486c-8c4b-5da6cbf4cab7 of type vlan for network 20f6cf5a-55e9-4bdf-b494-a4485b325a93 Mar 07 21:42:09.892414 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] Set router 836e6c50-4349-4aac-a749-a5621461af97 gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:42:09.958952 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-94f36542-75a1-48ee-a2de-20c62b77fd51 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:10.003483 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44466) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:10.005159 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1b8c685c-80b1-418e-9c12-393a083cbf1e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742366814455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2278617'] for subnet, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:10.022122 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-6508e8f1-7b72-4b81-a125-ec202210d61a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] create failed (client error): The resource could not be found. Mar 07 21:42:10.024012 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6508e8f1-7b72-4b81-a125-ec202210d61a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8777809 Mar 07 21:42:10.024848 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ba20fbb-199d-4703-8eb8-f119c2af8877 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:10.028785 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44468) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:10.080358 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-6dfc851b-bd24-46ee-b82c-f028d38d4206 None None] Port 9ad70400-8e06-4c67-9b9b-c898f9751554 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:42:10.096802 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-1583c03e-e642-4cb3-8b9b-c2bd50b0f989 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group': {'name': 'tempest-secgroup--1385604788'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:10.107011 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba20fbb-199d-4703-8eb8-f119c2af8877 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Pushing event deleted for resources: {'Port': ['ID=af811c70-c015-4172-803a-7b2e3d11fa0a,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:10.109120 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-94f36542-75a1-48ee-a2de-20c62b77fd51 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:10.114886 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f36542-75a1-48ee-a2de-20c62b77fd51 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:10.115474 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-94f36542-75a1-48ee-a2de-20c62b77fd51 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:10.137543 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1583c03e-e642-4cb3-8b9b-c2bd50b0f989 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:10.186134 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-b4bf4f04-61ef-4383-bbb5-532cb23d7397 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Request body: {'subnet': {'network_id': '041b2ec7-2d5e-46b2-bdd0-24f6337e7cb3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:10.215562 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75756383-2d59-4593-b587-2f7c62fe9119 None None] DHCP port deletion for ab63f4f6-c089-409c-a9c4-f2088e2d7005 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:42:10.240076 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-94f36542-75a1-48ee-a2de-20c62b77fd51 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7444897 Mar 07 21:42:10.246991 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44474) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:10.247858 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1583c03e-e642-4cb3-8b9b-c2bd50b0f989 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:10.270253 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-59100708-83de-43a7-80df-c17bf749aae2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'subnet': {'network_id': '20f6cf5a-55e9-4bdf-b494-a4485b325a93', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:10.306321 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c685c-80b1-418e-9c12-393a083cbf1e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event updated for resources: {'Subnet': ['ID=a9a00f01-7239-4795-a01d-0cc83b83f098,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:10.309126 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8c685c-80b1-418e-9c12-393a083cbf1e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:10.309764 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1b8c685c-80b1-418e-9c12-393a083cbf1e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:10.311083 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1b8c685c-80b1-418e-9c12-393a083cbf1e tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "PUT /v2.0/subnets/a9a00f01-7239-4795-a01d-0cc83b83f098 HTTP/1.1" status: 200 len: 900 time: 1.2927053 Mar 07 21:42:10.329281 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44478) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:10.334418 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-08e5bc96-fb28-457d-baf3-a47676fb4c5c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:10.407571 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:42:04Z', 'revision_number': 3, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': '9ad70400-8e06-4c67-9b9b-c898f9751554', 'name': '', 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:24:2b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:06Z', 'revision_number': 2, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:42:02Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:10.412160 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] Checking router: 836e6c50-4349-4aac-a749-a5621461af97 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:42:10.413114 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] Updating router 836e6c50-4349-4aac-a749-a5621461af97 port 9ad70400-8e06-4c67-9b9b-c898f9751554 binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:42:10.429188 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f36542-75a1-48ee-a2de-20c62b77fd51 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Network': ['ID=20f6cf5a-55e9-4bdf-b494-a4485b325a93,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:10.470776 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:10.483154 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b4bf4f04-61ef-4383-bbb5-532cb23d7397 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:10.521091 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b4bf4f04-61ef-4383-bbb5-532cb23d7397 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Usage tracker for resource:subnet and tenant:27b5ef1635c14b0aac205e290183de79 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:10.529284 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ba20fbb-199d-4703-8eb8-f119c2af8877 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:10.533659 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b4bf4f04-61ef-4383-bbb5-532cb23d7397 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:10.547003 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b4bf4f04-61ef-4383-bbb5-532cb23d7397 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:10.574309 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc72eb3d-14ff-42a9-b5b3-ace29d85c1f2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:10.574983 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-fc72eb3d-14ff-42a9-b5b3-ace29d85c1f2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:42:10.592558 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1583c03e-e642-4cb3-8b9b-c2bd50b0f989 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:10.639477 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Allocated IP 2001:db8::3 (66c8b286-ab54-40ad-97ef-4776810afba8/a9a00f01-7239-4795-a01d-0cc83b83f098/5d00f811-4599-40cf-bda2-907002d0a012) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:10.659340 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:10.686689 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bf4f04-61ef-4383-bbb5-532cb23d7397 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Made reservation on behalf of 27b5ef1635c14b0aac205e290183de79 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:10.688847 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-59100708-83de-43a7-80df-c17bf749aae2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:10.696704 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1583c03e-e642-4cb3-8b9b-c2bd50b0f989 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:10.696895 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b4bf4f04-61ef-4383-bbb5-532cb23d7397 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:10.702870 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1583c03e-e642-4cb3-8b9b-c2bd50b0f989 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Usage tracker for resource:security_group_rule and tenant:929397fba2654f1dac5ad42ce2b43aa5 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:10.708953 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1583c03e-e642-4cb3-8b9b-c2bd50b0f989 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:10.719554 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1583c03e-e642-4cb3-8b9b-c2bd50b0f989 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:10.933576 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:10.944088 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:10.948303 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] Transition to ACTIVE for port object 9ad70400-8e06-4c67-9b9b-c898f9751554 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:10.979142 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 20f6cf5a-55e9-4bdf-b494-a4485b325a93 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:42:10.986832 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-59100708-83de-43a7-80df-c17bf749aae2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:subnet and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:10.998076 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-08e5bc96-fb28-457d-baf3-a47676fb4c5c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:11.036894 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-fc72eb3d-14ff-42a9-b5b3-ace29d85c1f2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:42:11.041047 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-fc72eb3d-14ff-42a9-b5b3-ace29d85c1f2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1650083 Mar 07 21:42:11.046012 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44484) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:11.048079 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:11.065281 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ba20fbb-199d-4703-8eb8-f119c2af8877 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:11.070886 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ba20fbb-199d-4703-8eb8-f119c2af8877 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:11.080686 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:11.088754 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-75756383-2d59-4593-b587-2f7c62fe9119 None None] Deleting port c140db5c-2691-43ae-bdb7-458c974b5524 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:42:11.089177 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-75756383-2d59-4593-b587-2f7c62fe9119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:11.113901 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-59100708-83de-43a7-80df-c17bf749aae2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:11.130389 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e5bc96-fb28-457d-baf3-a47676fb4c5c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Network d58f7d67-e8f4-4108-bcfd-78e289e4e16a is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:11.151784 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-08e5bc96-fb28-457d-baf3-a47676fb4c5c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:11.161250 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Transition to ACTIVE for port object 5d00f811-4599-40cf-bda2-907002d0a012 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:11.166251 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e5bc96-fb28-457d-baf3-a47676fb4c5c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:11.184368 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-59100708-83de-43a7-80df-c17bf749aae2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:11.210915 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5bc96-fb28-457d-baf3-a47676fb4c5c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Pushing event updated for resources: {'Port': ['ID=737c950f-a6cc-4cbb-b2e2-f426ba0dc6da,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:11.263896 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ba20fbb-199d-4703-8eb8-f119c2af8877 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:11.264447 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba20fbb-199d-4703-8eb8-f119c2af8877 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Fanout notify agent at l3_agent the message router_deleted on router 7b98f826-8b64-4a3a-a163-9711ae55a0fe {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:42:11.309260 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1583c03e-e642-4cb3-8b9b-c2bd50b0f989 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:11.315368 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ba20fbb-199d-4703-8eb8-f119c2af8877 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:11.316438 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9ba20fbb-199d-4703-8eb8-f119c2af8877 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "DELETE /v2.0/routers/7b98f826-8b64-4a3a-a163-9711ae55a0fe HTTP/1.1" status: 204 len: 168 time: 6.0648949 Mar 07 21:42:11.320105 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44488) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:11.331506 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-ada17d95-90b0-4d1f-bcf3-77eb955ce2c4 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-812190592', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:11.338939 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ada17d95-90b0-4d1f-bcf3-77eb955ce2c4 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:11.343085 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ada17d95-90b0-4d1f-bcf3-77eb955ce2c4 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Usage tracker for resource:router and tenant:91926c265743430ca5be113f2f83e4db is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:11.346989 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ada17d95-90b0-4d1f-bcf3-77eb955ce2c4 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:11.353432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ada17d95-90b0-4d1f-bcf3-77eb955ce2c4 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:11.360749 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59100708-83de-43a7-80df-c17bf749aae2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Made reservation on behalf of fcdda39025724b238190857d574ee30e for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:11.364378 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-59100708-83de-43a7-80df-c17bf749aae2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:11.391061 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] Attempting to bind port 9ad70400-8e06-4c67-9b9b-c898f9751554 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:42:11.391708 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] Attempting to bind port 9ad70400-8e06-4c67-9b9b-c898f9751554 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '3ddeda2f-9701-482b-a4a6-d1b56c8a990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:42:11.392228 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] Attempting to bind port 9ad70400-8e06-4c67-9b9b-c898f9751554 on network 7e19b78f-7e1e-45cf-ad71-07808c9b858a {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:42:11.399590 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fe714f-4703-47bb-a591-64fcd67a24b1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:11.401395 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d8fe714f-4703-47bb-a591-64fcd67a24b1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:42:11.402524 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:42:11.403092 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] Checking segment: {'id': '3ddeda2f-9701-482b-a4a6-d1b56c8a990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:11.403907 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:11.404537 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] Bound using segment: {'id': '3ddeda2f-9701-482b-a4a6-d1b56c8a990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:42:11.405242 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] Bound port: 9ad70400-8e06-4c67-9b9b-c898f9751554, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ddeda2f-9701-482b-a4a6-d1b56c8a990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:42:11.405855 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:11.416240 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1583c03e-e642-4cb3-8b9b-c2bd50b0f989 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:11.424520 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-08e5bc96-fb28-457d-baf3-a47676fb4c5c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:11.497912 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-75756383-2d59-4593-b587-2f7c62fe9119 None None] For port c140db5c-2691-43ae-bdb7-458c974b5524, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c140db5c-2691-43ae-bdb7-458c974b5524,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:11.498360 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-75756383-2d59-4593-b587-2f7c62fe9119 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:11.528039 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db53d8-cef3-4034-ac31-2d422f1e99b5 None None] Pushing event updated for resources: {'Port': ['ID=9ad70400-8e06-4c67-9b9b-c898f9751554,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:11.533233 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ada17d95-90b0-4d1f-bcf3-77eb955ce2c4 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:11.534278 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ada17d95-90b0-4d1f-bcf3-77eb955ce2c4 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:11.551461 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b4bf4f04-61ef-4383-bbb5-532cb23d7397 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:11.566789 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1583c03e-e642-4cb3-8b9b-c2bd50b0f989 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:11.570508 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1583c03e-e642-4cb3-8b9b-c2bd50b0f989 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4971380 Mar 07 21:42:11.571412 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] For port 9ad70400-8e06-4c67-9b9b-c898f9751554, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:42:11.575815 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] For port 9ad70400-8e06-4c67-9b9b-c898f9751554, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=9ad70400-8e06-4c67-9b9b-c898f9751554,segment=NetworkSegment(3ddeda2f-9701-482b-a4a6-d1b56c8a990b),segment_id=3ddeda2f-9701-482b-a4a6-d1b56c8a990b)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:42:11.578596 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ada17d95-90b0-4d1f-bcf3-77eb955ce2c4 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:11.580308 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44492) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:11.591309 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Transition to ACTIVE for port object 5d00f811-4599-40cf-bda2-907002d0a012 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:11.592663 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c140db5c-2691-43ae-bdb7-458c974b5524 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:42:11.601891 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-ebe447bf-b89d-4d17-b98c-618f52e26a2d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group': {'name': 'tempest-secgroup--207957249'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:11.616376 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ebe447bf-b89d-4d17-b98c-618f52e26a2d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:11.623924 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583c03e-e642-4cb3-8b9b-c2bd50b0f989 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6badfdb9-24c3-43ed-a867-ec6c8f89ca8c,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:11.643846 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ebe447bf-b89d-4d17-b98c-618f52e26a2d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:11.663634 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d8fe714f-4703-47bb-a591-64fcd67a24b1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:42:11.667361 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d8fe714f-4703-47bb-a591-64fcd67a24b1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5473518 Mar 07 21:42:11.672596 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44496) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:11.696301 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-75756383-2d59-4593-b587-2f7c62fe9119 None None] Calling delete_port for c140db5c-2691-43ae-bdb7-458c974b5524 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:42:11.725823 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:11.791456 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-75c72470-6a09-4cb2-b3d1-39f07300b9a5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1067705 Mar 07 21:42:11.791456 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf4f04-61ef-4383-bbb5-532cb23d7397 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event updated for resources: {'Subnet': ['ID=2e0d5f5f-8d00-40bd-a52d-1da68230ab4d,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:11.791456 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-08e5bc96-fb28-457d-baf3-a47676fb4c5c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:11.796851 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44500) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:11.806038 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-08203efa-fa2e-4387-b92c-86e15e0a37d1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:11.817674 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:11.849215 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ebe447bf-b89d-4d17-b98c-618f52e26a2d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:11.859772 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] Routers {'836e6c50-4349-4aac-a749-a5621461af97'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:42:11.860664 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:41:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['836e6c50-4349-4aac-a749-a5621461af97'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:11.869461 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ada17d95-90b0-4d1f-bcf3-77eb955ce2c4 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:11.904532 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-59100708-83de-43a7-80df-c17bf749aae2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:11.939926 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db53d8-cef3-4034-ac31-2d422f1e99b5 None None] Pushing event updated for resources: {'Port': ['ID=9ad70400-8e06-4c67-9b9b-c898f9751554,revision_number=4']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:12.022122 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ada17d95-90b0-4d1f-bcf3-77eb955ce2c4 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:12.024584 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ada17d95-90b0-4d1f-bcf3-77eb955ce2c4 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6993642 Mar 07 21:42:12.064589 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Network 66c8b286-ab54-40ad-97ef-4776810afba8 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:12.090169 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:12.096923 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] Set router 836e6c50-4349-4aac-a749-a5621461af97 gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:42:12.102443 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:12.107642 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:12.119249 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Pushing event updated for resources: {'Port': ['ID=5d00f811-4599-40cf-bda2-907002d0a012,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:12.146259 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44506) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:12.149689 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ebe447bf-b89d-4d17-b98c-618f52e26a2d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:12.163166 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-77b198da-526d-4b3f-bfc7-af426e052b35 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'enable_snat': False}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:12.182954 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:12.183326 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:12.183664 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:12.183992 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:12.184321 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:12.184652 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:12.184974 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:12.185298 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:12.185620 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:12.185938 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:12.187090 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:12.187620 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:42:12.211323 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-75756383-2d59-4593-b587-2f7c62fe9119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:12.212887 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-08e5bc96-fb28-457d-baf3-a47676fb4c5c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:12.227618 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf4f04-61ef-4383-bbb5-532cb23d7397 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Checking segment: {'id': '7957d951-d595-4218-9f18-79fd4c59486e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '041b2ec7-2d5e-46b2-bdd0-24f6337e7cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:12.227973 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bf4f04-61ef-4383-bbb5-532cb23d7397 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Network hostable DHCP agents. Network: 041b2ec7-2d5e-46b2-bdd0-24f6337e7cb3, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:42:12.283147 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ebe447bf-b89d-4d17-b98c-618f52e26a2d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Usage tracker for resource:security_group_rule and tenant:929397fba2654f1dac5ad42ce2b43aa5 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:12.287702 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-08e5bc96-fb28-457d-baf3-a47676fb4c5c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:12.300265 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ebe447bf-b89d-4d17-b98c-618f52e26a2d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:12.333504 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75756383-2d59-4593-b587-2f7c62fe9119 None None] No DVR routers for this DVR port c140db5c-2691-43ae-bdb7-458c974b5524 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:42:12.338171 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:12.350202 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75756383-2d59-4593-b587-2f7c62fe9119 None None] Pushing event deleted for resources: {'Port': ['ID=c140db5c-2691-43ae-bdb7-458c974b5524,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:12.386642 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a00f01-7239-4795-a01d-0cc83b83f098,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:12.390221 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ebe447bf-b89d-4d17-b98c-618f52e26a2d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:12.411591 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59100708-83de-43a7-80df-c17bf749aae2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Subnet': ['ID=f11b4475-7348-4a77-99a0-4282908a0dff,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:12.425326 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Attempting to bind port 5d00f811-4599-40cf-bda2-907002d0a012 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:42:12.425945 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Attempting to bind port 5d00f811-4599-40cf-bda2-907002d0a012 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'fe9b12f0-3859-43df-8a53-028d11707a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '66c8b286-ab54-40ad-97ef-4776810afba8'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:42:12.426462 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Attempting to bind port 5d00f811-4599-40cf-bda2-907002d0a012 on network 66c8b286-ab54-40ad-97ef-4776810afba8 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:42:12.430598 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bf4f04-61ef-4383-bbb5-532cb23d7397 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Network 041b2ec7-2d5e-46b2-bdd0-24f6337e7cb3 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:42:12.454343 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:42:12.459598 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Checking segment: {'id': 'fe9b12f0-3859-43df-8a53-028d11707a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '66c8b286-ab54-40ad-97ef-4776810afba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:12.459598 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:12.459598 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Bound using segment: {'id': 'fe9b12f0-3859-43df-8a53-028d11707a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '66c8b286-ab54-40ad-97ef-4776810afba8'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:42:12.459598 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Bound port: 5d00f811-4599-40cf-bda2-907002d0a012, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9b12f0-3859-43df-8a53-028d11707a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '66c8b286-ab54-40ad-97ef-4776810afba8'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:42:12.459598 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:12.483653 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-08203efa-fa2e-4387-b92c-86e15e0a37d1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:12.486564 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-08e5bc96-fb28-457d-baf3-a47676fb4c5c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:12.495185 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59100708-83de-43a7-80df-c17bf749aae2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Checking segment: {'id': '5e0841c9-8b96-486c-8c4b-5da6cbf4cab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '20f6cf5a-55e9-4bdf-b494-a4485b325a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:12.495564 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59100708-83de-43a7-80df-c17bf749aae2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network hostable DHCP agents. Network: 20f6cf5a-55e9-4bdf-b494-a4485b325a93, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:42:12.545041 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5bc96-fb28-457d-baf3-a47676fb4c5c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Pushing event updated for resources: {'Port': ['ID=737c950f-a6cc-4cbb-b2e2-f426ba0dc6da,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:12.573165 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:42:04Z', 'revision_number': 3, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': '9ad70400-8e06-4c67-9b9b-c898f9751554', 'name': '', 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:24:2b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:11Z', 'revision_number': 4, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:42:02Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:12.574270 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-08203efa-fa2e-4387-b92c-86e15e0a37d1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:12.586360 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b0ec3a-8c49-4b65-9c2b-305f1c0e4e92 None None] The sync data for ids ['836e6c50-4349-4aac-a749-a5621461af97'] in dv-neutron-829957-1-hyperv is: [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:42:04Z', 'revision_number': 3, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': '9ad70400-8e06-4c67-9b9b-c898f9751554', 'name': '', 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:24:2b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:11Z', 'revision_number': 4, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:42:02Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:42:12.586965 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] For port 5d00f811-4599-40cf-bda2-907002d0a012, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:42:12.590549 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] For port 5d00f811-4599-40cf-bda2-907002d0a012, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=5d00f811-4599-40cf-bda2-907002d0a012,segment=NetworkSegment(fe9b12f0-3859-43df-8a53-028d11707a3c),segment_id=fe9b12f0-3859-43df-8a53-028d11707a3c)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:42:12.643881 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-08e5bc96-fb28-457d-baf3-a47676fb4c5c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:12.645083 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-08e5bc96-fb28-457d-baf3-a47676fb4c5c tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8835752 Mar 07 21:42:12.652587 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44510) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:12.661515 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-b4bf4f04-61ef-4383-bbb5-532cb23d7397 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 041b2ec7-2d5e-46b2-bdd0-24f6337e7cb3) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:12.664929 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bf4f04-61ef-4383-bbb5-532cb23d7397 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:12.665703 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b4bf4f04-61ef-4383-bbb5-532cb23d7397 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:12.680671 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31c202b-d355-4b37-923a-64470321b547 None None] Network 041b2ec7-2d5e-46b2-bdd0-24f6337e7cb3 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:12.697806 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:12.732700 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:12.782874 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-cd856684-41f1-486c-91af-171b0b53bdb0 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Synchronizing usage tracker for tenant:3c6aeadb070140eca3c02bc8bafeb146 on resource:floatingip {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:42:12.783091 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-77b198da-526d-4b3f-bfc7-af426e052b35 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:12.804949 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c8b286-ab54-40ad-97ef-4776810afba8']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:12.821530 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9b12f0-3859-43df-8a53-028d11707a3c') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:12.821914 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9b12f0-3859-43df-8a53-028d11707a3c') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:12.828200 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08203efa-fa2e-4387-b92c-86e15e0a37d1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:12.832165 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-08203efa-fa2e-4387-b92c-86e15e0a37d1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:12.834900 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:12.863474 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59100708-83de-43a7-80df-c17bf749aae2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network 20f6cf5a-55e9-4bdf-b494-a4485b325a93 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:42:12.866115 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:12.877099 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:42:12.877735 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:12.886393 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ebe447bf-b89d-4d17-b98c-618f52e26a2d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:12.889655 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-59100708-83de-43a7-80df-c17bf749aae2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 20f6cf5a-55e9-4bdf-b494-a4485b325a93) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:12.909362 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f81b2a2-38a5-4185-884b-ad0e1e7fb719 None None] Network 20f6cf5a-55e9-4bdf-b494-a4485b325a93 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:12.958583 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59100708-83de-43a7-80df-c17bf749aae2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:12.959176 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-59100708-83de-43a7-80df-c17bf749aae2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:42:12.990721 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:42:12.994025 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ebe447bf-b89d-4d17-b98c-618f52e26a2d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:13.001474 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-cd856684-41f1-486c-91af-171b0b53bdb0 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Unset dirty status for tenant:3c6aeadb070140eca3c02bc8bafeb146 on resource:floatingip {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:42:13.003354 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cd856684-41f1-486c-91af-171b0b53bdb0 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=d58f7d67-e8f4-4108-bcfd-78e289e4e16a HTTP/1.1" status: 200 len: 690 time: 0.3497953 Mar 07 21:42:13.005243 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b4bf4f04-61ef-4383-bbb5-532cb23d7397 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9614036 Mar 07 21:42:13.011495 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44514) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:13.011995 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44516) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:13.084111 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe447bf-b89d-4d17-b98c-618f52e26a2d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2a1c11-4a22-4c4a-870d-4773a557bf6b,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:13.172750 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-355c8332-8b40-4914-baac-6c1934a55d5d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1941042995'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:13.178249 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7c4db153-6468-469e-a894-a26fa0742e4f tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:13.234731 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e9a16-1b13-4100-b385-4ba6d99d86f6 None None] Pushing event updated for resources: {'Port': ['ID=5d00f811-4599-40cf-bda2-907002d0a012,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:13.250658 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-355c8332-8b40-4914-baac-6c1934a55d5d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:13.261832 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.api [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 21:42:13.261832 dv-neutron-829957-1-hyperv neutron-server[88387]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 21:42:13.261832 dv-neutron-829957-1-hyperv neutron-server[88387]: [parameters: {'id': '66c8b286-ab54-40ad-97ef-4776810afba8'}] Mar 07 21:42:13.261832 dv-neutron-829957-1-hyperv neutron-server[88387]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:42:13.262315 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG oslo_db.api [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:42:13.277618 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-355c8332-8b40-4914-baac-6c1934a55d5d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Usage tracker for resource:network and tenant:27b5ef1635c14b0aac205e290183de79 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:13.280815 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-7c4db153-6468-469e-a894-a26fa0742e4f tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Deleting port 737c950f-a6cc-4cbb-b2e2-f426ba0dc6da {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:42:13.281154 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7c4db153-6468-469e-a894-a26fa0742e4f tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:13.311696 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-355c8332-8b40-4914-baac-6c1934a55d5d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:13.330959 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-355c8332-8b40-4914-baac-6c1934a55d5d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:13.354072 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-59100708-83de-43a7-80df-c17bf749aae2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0854678 Mar 07 21:42:13.354072 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ebe447bf-b89d-4d17-b98c-618f52e26a2d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:13.354072 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ebe447bf-b89d-4d17-b98c-618f52e26a2d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7680497 Mar 07 21:42:13.357782 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44524) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:13.358484 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44526) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:13.459524 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cde4f2-b366-4e8d-972b-939446843e1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-20f6cf5a-55e9-4bdf-b494-a4485b325a93', 'network_id': '20f6cf5a-55e9-4bdf-b494-a4485b325a93', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'fixed_ips': [{'subnet_id': 'f11b4475-7348-4a77-99a0-4282908a0dff'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:42:13.461195 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b5cde4f2-b366-4e8d-972b-939446843e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:13.461315 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-c92a3ec7-cc7e-4195-ae7f-d2af2279be6e tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group_rule': {'security_group_id': '6badfdb9-24c3-43ed-a867-ec6c8f89ca8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6c2a1c11-4a22-4c4a-870d-4773a557bf6b'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:13.481861 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c92a3ec7-cc7e-4195-ae7f-d2af2279be6e tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:13.481861 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c92a3ec7-cc7e-4195-ae7f-d2af2279be6e tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Usage tracker for resource:security_group_rule and tenant:929397fba2654f1dac5ad42ce2b43aa5 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:13.481861 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c92a3ec7-cc7e-4195-ae7f-d2af2279be6e tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:13.482440 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c92a3ec7-cc7e-4195-ae7f-d2af2279be6e tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:13.503664 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355c8332-8b40-4914-baac-6c1934a55d5d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Made reservation on behalf of 27b5ef1635c14b0aac205e290183de79 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:13.507306 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-355c8332-8b40-4914-baac-6c1934a55d5d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:13.528658 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4ed291-d614-479f-ae75-3dfafb4a6c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-041b2ec7-2d5e-46b2-bdd0-24f6337e7cb3', 'network_id': '041b2ec7-2d5e-46b2-bdd0-24f6337e7cb3', 'tenant_id': '27b5ef1635c14b0aac205e290183de79', 'fixed_ips': [{'subnet_id': '2e0d5f5f-8d00-40bd-a52d-1da68230ab4d'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:42:13.529590 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3a4ed291-d614-479f-ae75-3dfafb4a6c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:13.539651 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311c53d0-9dd1-426c-9ab9-aae87439e0ac None None] Network 66c8b286-ab54-40ad-97ef-4776810afba8 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:13.662733 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-08203efa-fa2e-4387-b92c-86e15e0a37d1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:13.702218 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 9ad70400-8e06-4c67-9b9b-c898f9751554 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:13.714601 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355c8332-8b40-4914-baac-6c1934a55d5d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:42:13.781114 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08203efa-fa2e-4387-b92c-86e15e0a37d1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:13.786625 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-08203efa-fa2e-4387-b92c-86e15e0a37d1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:13.793023 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08203efa-fa2e-4387-b92c-86e15e0a37d1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:13.793847 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-08203efa-fa2e-4387-b92c-86e15e0a37d1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:13.797615 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08203efa-fa2e-4387-b92c-86e15e0a37d1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=369e1579-4886-4997-8524-21f376e724f8,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:13.805710 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:13.812463 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-77b198da-526d-4b3f-bfc7-af426e052b35 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:13.833529 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-355c8332-8b40-4914-baac-6c1934a55d5d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:13.833529 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-355c8332-8b40-4914-baac-6c1934a55d5d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Added segment ee98295f-24bf-4f88-8f64-69d5f146cbba of type vlan for network 584a7099-87d5-43bf-aca0-d24ac1ec5071 Mar 07 21:42:13.846757 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-77b198da-526d-4b3f-bfc7-af426e052b35 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:13.867784 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12883a9-cc67-4f4e-9abc-2ad2d436eec8 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:13.903670 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7c4db153-6468-469e-a894-a26fa0742e4f tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:13.904048 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7c4db153-6468-469e-a894-a26fa0742e4f tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:13.930126 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-c92a3ec7-cc7e-4195-ae7f-d2af2279be6e tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:42:13.934754 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c92a3ec7-cc7e-4195-ae7f-d2af2279be6e tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5707252 Mar 07 21:42:13.946670 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44532) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:14.001097 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-77b198da-526d-4b3f-bfc7-af426e052b35 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Allocated IP 172.26.2.70 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/f8a002a7-8393-4b73-8d20-1105bff4fe45) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:14.102230 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-08203efa-fa2e-4387-b92c-86e15e0a37d1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3029146 Mar 07 21:42:14.102993 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44536) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:14.109876 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-b5cde4f2-b366-4e8d-972b-939446843e1f None None] Allocated IP 2001:db8:2::2 (20f6cf5a-55e9-4bdf-b494-a4485b325a93/f11b4475-7348-4a77-99a0-4282908a0dff/638095f4-a0a3-465b-a400-8632aa9974cc) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:14.121694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-ed354626-fd86-45a9-8834-b675a040762c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'port': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'mac_address': 'fa:16:3e:c3:6d:2b', 'name': 'tempest-NetworksTestDHCPv6-776895710'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:14.157123 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-3a4ed291-d614-479f-ae75-3dfafb4a6c90 None None] Allocated IP 2001:db8:0:ffff::2 (041b2ec7-2d5e-46b2-bdd0-24f6337e7cb3/2e0d5f5f-8d00-40bd-a52d-1da68230ab4d/6f1cde8c-b605-49e0-befa-5d26a28d8e7f) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:14.215446 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Deleting port 5d00f811-4599-40cf-bda2-907002d0a012 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:42:14.215882 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:14.243165 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 9ad70400-8e06-4c67-9b9b-c898f9751554 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:14.245144 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-355c8332-8b40-4914-baac-6c1934a55d5d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:14.256961 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-7c4db153-6468-469e-a894-a26fa0742e4f tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Calling delete_port for 737c950f-a6cc-4cbb-b2e2-f426ba0dc6da owned by network:floatingip {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:42:14.286668 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-77b198da-526d-4b3f-bfc7-af426e052b35 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:14.314578 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ed354626-fd86-45a9-8834-b675a040762c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:14.320787 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ed354626-fd86-45a9-8834-b675a040762c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:port and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:14.324745 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ed354626-fd86-45a9-8834-b675a040762c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:14.327269 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 9ad70400-8e06-4c67-9b9b-c898f9751554 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:14.327978 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:14.331779 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ed354626-fd86-45a9-8834-b675a040762c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:14.455035 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.resource_extend [None req-355c8332-8b40-4914-baac-6c1934a55d5d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:42:14.474940 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed354626-fd86-45a9-8834-b675a040762c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:14.479965 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6234ae-fa20-41ef-a199-aaf643d112ac None None] Network 66c8b286-ab54-40ad-97ef-4776810afba8 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:14.495692 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-77b198da-526d-4b3f-bfc7-af426e052b35 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:14.622554 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b198da-526d-4b3f-bfc7-af426e052b35 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:14.629312 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-77b198da-526d-4b3f-bfc7-af426e052b35 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:14.641588 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b198da-526d-4b3f-bfc7-af426e052b35 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:14.686455 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0a0106aa-26b5-43ae-a5f7-f335ea01fb75 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:14.705700 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b198da-526d-4b3f-bfc7-af426e052b35 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Pushing event updated for resources: {'Port': ['ID=f8a002a7-8393-4b73-8d20-1105bff4fe45,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:14.749537 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-355c8332-8b40-4914-baac-6c1934a55d5d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:14.754962 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355c8332-8b40-4914-baac-6c1934a55d5d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:14.755546 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-355c8332-8b40-4914-baac-6c1934a55d5d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:14.806711 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ed354626-fd86-45a9-8834-b675a040762c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:14.812130 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf7e45c-a5b5-47d0-af65-c3712405e96d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'fixed_ips': [{'subnet_id': '369e1579-4886-4997-8524-21f376e724f8'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:42:14.813064 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e45c-a5b5-47d0-af65-c3712405e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:14.938170 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-ed354626-fd86-45a9-8834-b675a040762c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] device_id is not set on port 57c49bcf-9951-4e1d-b0d7-0d56e1bcb3d3 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:42:15.002054 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0a0106aa-26b5-43ae-a5f7-f335ea01fb75 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:15.013236 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:15.034942 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] For port 5d00f811-4599-40cf-bda2-907002d0a012, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=5d00f811-4599-40cf-bda2-907002d0a012,segment=NetworkSegment(fe9b12f0-3859-43df-8a53-028d11707a3c),segment_id=fe9b12f0-3859-43df-8a53-028d11707a3c)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:15.035341 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:15.072019 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 9ad70400-8e06-4c67-9b9b-c898f9751554, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=9ad70400-8e06-4c67-9b9b-c898f9751554,segment=NetworkSegment(3ddeda2f-9701-482b-a4a6-d1b56c8a990b),segment_id=3ddeda2f-9701-482b-a4a6-d1b56c8a990b)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:15.073715 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c8332-8b40-4914-baac-6c1934a55d5d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event updated for resources: {'Network': ['ID=584a7099-87d5-43bf-aca0-d24ac1ec5071,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:15.087307 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 584a7099-87d5-43bf-aca0-d24ac1ec5071 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:42:15.128500 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-ed354626-fd86-45a9-8834-b675a040762c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 2001:db8::44 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/369e1579-4886-4997-8524-21f376e724f8/57c49bcf-9951-4e1d-b0d7-0d56e1bcb3d3) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:15.253563 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:15.257937 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Calling delete_port for 5d00f811-4599-40cf-bda2-907002d0a012 owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:42:15.321158 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-355c8332-8b40-4914-baac-6c1934a55d5d tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.3057771 Mar 07 21:42:15.322056 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44544) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:15.335353 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-79cfe57b-d802-43aa-a5fd-1a68df8a7b3a tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Request body: {'subnet': {'network_id': '584a7099-87d5-43bf-aca0-d24ac1ec5071', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:15.344805 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=9ad70400-8e06-4c67-9b9b-c898f9751554,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:15.388295 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7c4db153-6468-469e-a894-a26fa0742e4f tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:15.529468 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3a4ed291-d614-479f-ae75-3dfafb4a6c90 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:15.532155 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b5cde4f2-b366-4e8d-972b-939446843e1f None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:15.543843 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-77b198da-526d-4b3f-bfc7-af426e052b35 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:15.544197 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4db153-6468-469e-a894-a26fa0742e4f tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Pushing event deleted for resources: {'Port': ['ID=737c950f-a6cc-4cbb-b2e2-f426ba0dc6da,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:15.546171 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0a0106aa-26b5-43ae-a5f7-f335ea01fb75 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:15.551883 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b1766b8-0891-43cf-9207-42dd20767888 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:15.552066 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3a4ed291-d614-479f-ae75-3dfafb4a6c90 None None] Transition to ACTIVE for port object 6f1cde8c-b605-49e0-befa-5d26a28d8e7f will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:15.557447 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b5cde4f2-b366-4e8d-972b-939446843e1f None None] Transition to ACTIVE for port object 638095f4-a0a3-465b-a400-8632aa9974cc will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:15.602439 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3a4ed291-d614-479f-ae75-3dfafb4a6c90 None None] Transition to ACTIVE for port object 6f1cde8c-b605-49e0-befa-5d26a28d8e7f will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:15.606954 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b5cde4f2-b366-4e8d-972b-939446843e1f None None] Transition to ACTIVE for port object 638095f4-a0a3-465b-a400-8632aa9974cc will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:15.614480 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0106aa-26b5-43ae-a5f7-f335ea01fb75 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2a1c11-4a22-4c4a-870d-4773a557bf6b,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:15.631956 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 9ad70400-8e06-4c67-9b9b-c898f9751554 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:15.698579 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:15.702642 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3a4ed291-d614-479f-ae75-3dfafb4a6c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:15.707697 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b5cde4f2-b366-4e8d-972b-939446843e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:15.796841 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cde4f2-b366-4e8d-972b-939446843e1f None None] Network 20f6cf5a-55e9-4bdf-b494-a4485b325a93 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:15.805451 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-b5cde4f2-b366-4e8d-972b-939446843e1f None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:15.811040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4ed291-d614-479f-ae75-3dfafb4a6c90 None None] Network 041b2ec7-2d5e-46b2-bdd0-24f6337e7cb3 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:15.818491 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ed354626-fd86-45a9-8834-b675a040762c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:15.821610 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cde4f2-b366-4e8d-972b-939446843e1f None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:15.831415 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-3a4ed291-d614-479f-ae75-3dfafb4a6c90 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:15.862037 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-79cfe57b-d802-43aa-a5fd-1a68df8a7b3a tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:15.875190 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4ed291-d614-479f-ae75-3dfafb4a6c90 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:15.877787 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-79cfe57b-d802-43aa-a5fd-1a68df8a7b3a tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Usage tracker for resource:subnet and tenant:27b5ef1635c14b0aac205e290183de79 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:15.884481 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-79cfe57b-d802-43aa-a5fd-1a68df8a7b3a tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:15.904507 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-ed354626-fd86-45a9-8834-b675a040762c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Transition to ACTIVE for port object 57c49bcf-9951-4e1d-b0d7-0d56e1bcb3d3 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:15.959103 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ed291-d614-479f-ae75-3dfafb4a6c90 None None] Pushing event updated for resources: {'Port': ['ID=6f1cde8c-b605-49e0-befa-5d26a28d8e7f,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:15.964252 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-79cfe57b-d802-43aa-a5fd-1a68df8a7b3a tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:15.976422 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7c4db153-6468-469e-a894-a26fa0742e4f tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:15.978505 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 9ad70400-8e06-4c67-9b9b-c898f9751554 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:15.979097 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:15.982684 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0a0106aa-26b5-43ae-a5f7-f335ea01fb75 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:15.986836 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0a0106aa-26b5-43ae-a5f7-f335ea01fb75 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "DELETE /v2.0/security-groups/6c2a1c11-4a22-4c4a-870d-4773a557bf6b HTTP/1.1" status: 204 len: 168 time: 2.0339987 Mar 07 21:42:15.992739 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44548) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:15.998395 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:16.050880 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-77b198da-526d-4b3f-bfc7-af426e052b35 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:16.060350 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-77b198da-526d-4b3f-bfc7-af426e052b35 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-864536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-864531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-867168'] for router, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:16.104123 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event deleted for resources: {'Port': ['ID=5d00f811-4599-40cf-bda2-907002d0a012,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:16.109430 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cfe57b-d802-43aa-a5fd-1a68df8a7b3a tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Made reservation on behalf of 27b5ef1635c14b0aac205e290183de79 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:16.112960 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-79cfe57b-d802-43aa-a5fd-1a68df8a7b3a tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:16.114526 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-b5cde4f2-b366-4e8d-972b-939446843e1f None None] Attempting to bind port 638095f4-a0a3-465b-a400-8632aa9974cc on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:42:16.114921 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-b5cde4f2-b366-4e8d-972b-939446843e1f None None] Attempting to bind port 638095f4-a0a3-465b-a400-8632aa9974cc by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '5e0841c9-8b96-486c-8c4b-5da6cbf4cab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '20f6cf5a-55e9-4bdf-b494-a4485b325a93'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:42:16.115280 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cde4f2-b366-4e8d-972b-939446843e1f None None] Attempting to bind port 638095f4-a0a3-465b-a400-8632aa9974cc on network 20f6cf5a-55e9-4bdf-b494-a4485b325a93 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:42:16.129745 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] No DVR routers for this DVR port 5d00f811-4599-40cf-bda2-907002d0a012 on host dv-neutron-829957-1-hyperv {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:42:16.142903 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cde4f2-b366-4e8d-972b-939446843e1f None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:42:16.146620 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cde4f2-b366-4e8d-972b-939446843e1f None None] Checking segment: {'id': '5e0841c9-8b96-486c-8c4b-5da6cbf4cab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '20f6cf5a-55e9-4bdf-b494-a4485b325a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:16.146620 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b5cde4f2-b366-4e8d-972b-939446843e1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:16.146620 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cde4f2-b366-4e8d-972b-939446843e1f None None] Bound using segment: {'id': '5e0841c9-8b96-486c-8c4b-5da6cbf4cab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '20f6cf5a-55e9-4bdf-b494-a4485b325a93'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:42:16.146620 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-b5cde4f2-b366-4e8d-972b-939446843e1f None None] Bound port: 638095f4-a0a3-465b-a400-8632aa9974cc, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0841c9-8b96-486c-8c4b-5da6cbf4cab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '20f6cf5a-55e9-4bdf-b494-a4485b325a93'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:42:16.146620 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b5cde4f2-b366-4e8d-972b-939446843e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:16.151717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ed354626-fd86-45a9-8834-b675a040762c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:16.158589 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-201b8819-4c8a-4ef1-8f88-0142cd8c158c tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Synchronizing usage tracker for tenant:929397fba2654f1dac5ad42ce2b43aa5 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:42:16.165280 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-3a4ed291-d614-479f-ae75-3dfafb4a6c90 None None] Attempting to bind port 6f1cde8c-b605-49e0-befa-5d26a28d8e7f on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:42:16.165612 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-3a4ed291-d614-479f-ae75-3dfafb4a6c90 None None] Attempting to bind port 6f1cde8c-b605-49e0-befa-5d26a28d8e7f by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '7957d951-d595-4218-9f18-79fd4c59486e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '041b2ec7-2d5e-46b2-bdd0-24f6337e7cb3'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:42:16.165996 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4ed291-d614-479f-ae75-3dfafb4a6c90 None None] Attempting to bind port 6f1cde8c-b605-49e0-befa-5d26a28d8e7f on network 041b2ec7-2d5e-46b2-bdd0-24f6337e7cb3 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:42:16.221140 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4ed291-d614-479f-ae75-3dfafb4a6c90 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:42:16.221140 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4ed291-d614-479f-ae75-3dfafb4a6c90 None None] Checking segment: {'id': '7957d951-d595-4218-9f18-79fd4c59486e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '041b2ec7-2d5e-46b2-bdd0-24f6337e7cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:16.221140 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3a4ed291-d614-479f-ae75-3dfafb4a6c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:16.221610 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4ed291-d614-479f-ae75-3dfafb4a6c90 None None] Bound using segment: {'id': '7957d951-d595-4218-9f18-79fd4c59486e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '041b2ec7-2d5e-46b2-bdd0-24f6337e7cb3'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:42:16.221820 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-3a4ed291-d614-479f-ae75-3dfafb4a6c90 None None] Bound port: 6f1cde8c-b605-49e0-befa-5d26a28d8e7f, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7957d951-d595-4218-9f18-79fd4c59486e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '041b2ec7-2d5e-46b2-bdd0-24f6337e7cb3'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:42:16.222197 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3a4ed291-d614-479f-ae75-3dfafb4a6c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:16.237406 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cde4f2-b366-4e8d-972b-939446843e1f None None] Pushing event updated for resources: {'Port': ['ID=638095f4-a0a3-465b-a400-8632aa9974cc,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:16.302154 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed354626-fd86-45a9-8834-b675a040762c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:16.316831 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-ed354626-fd86-45a9-8834-b675a040762c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:16.323454 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed354626-fd86-45a9-8834-b675a040762c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:16.329032 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed354626-fd86-45a9-8834-b675a040762c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:16.329349 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ed354626-fd86-45a9-8834-b675a040762c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:16.339995 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed354626-fd86-45a9-8834-b675a040762c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=57c49bcf-9951-4e1d-b0d7-0d56e1bcb3d3,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:16.351312 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-ebf7e45c-a5b5-47d0-af65-c3712405e96d None None] Allocated IP 2001:db8::2 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/369e1579-4886-4997-8524-21f376e724f8/9edf17e4-e82b-45c9-ba06-47de642fa833) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:16.380952 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-201b8819-4c8a-4ef1-8f88-0142cd8c158c tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Unset dirty status for tenant:929397fba2654f1dac5ad42ce2b43aa5 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:42:16.385324 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-201b8819-4c8a-4ef1-8f88-0142cd8c158c tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3871081 Mar 07 21:42:16.386078 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44552) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:16.467536 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ed354626-fd86-45a9-8834-b675a040762c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3590951 Mar 07 21:42:16.470762 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7c4db153-6468-469e-a894-a26fa0742e4f tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:16.471524 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44558) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:16.482122 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-b5cde4f2-b366-4e8d-972b-939446843e1f None None] For port 638095f4-a0a3-465b-a400-8632aa9974cc, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:42:16.507564 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:16.563300 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca867cf5-f4d6-4f88-8f46-7c550c5b216b tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:16.579942 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c8b286-ab54-40ad-97ef-4776810afba8']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:16.584792 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-b5cde4f2-b366-4e8d-972b-939446843e1f None None] For port 638095f4-a0a3-465b-a400-8632aa9974cc, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=638095f4-a0a3-465b-a400-8632aa9974cc,segment=NetworkSegment(5e0841c9-8b96-486c-8c4b-5da6cbf4cab7),segment_id=5e0841c9-8b96-486c-8c4b-5da6cbf4cab7)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:42:16.592423 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-3a4ed291-d614-479f-ae75-3dfafb4a6c90 None None] For port 6f1cde8c-b605-49e0-befa-5d26a28d8e7f, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:42:16.604442 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca867cf5-f4d6-4f88-8f46-7c550c5b216b tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:16.611096 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9b12f0-3859-43df-8a53-028d11707a3c') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:16.612705 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9b12f0-3859-43df-8a53-028d11707a3c') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:16.616905 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b198da-526d-4b3f-bfc7-af426e052b35 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Router 6dcc4bf9-1bc5-4c1c-86a7-01f14866b05c is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:42:16.644017 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad76293-46c5-4441-8a42-50d10f215ee9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:16.644748 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1ad76293-46c5-4441-8a42-50d10f215ee9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:42:16.667833 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-3a4ed291-d614-479f-ae75-3dfafb4a6c90 None None] For port 6f1cde8c-b605-49e0-befa-5d26a28d8e7f, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6f1cde8c-b605-49e0-befa-5d26a28d8e7f,segment=NetworkSegment(7957d951-d595-4218-9f18-79fd4c59486e),segment_id=7957d951-d595-4218-9f18-79fd4c59486e)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:42:16.679581 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:16.707259 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b5cde4f2-b366-4e8d-972b-939446843e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:16.743689 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:16.770817 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-5b1766b8-0891-43cf-9207-42dd20767888 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Allocated IP 2001:db8:2::1 (20f6cf5a-55e9-4bdf-b494-a4485b325a93/f11b4475-7348-4a77-99a0-4282908a0dff/bc741705-f70e-493e-b10c-65e89ea864ca) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:16.782137 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:42:16.782524 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:42:16.801620 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:42:16.900880 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3a4ed291-d614-479f-ae75-3dfafb4a6c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:16.918039 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e45c-a5b5-47d0-af65-c3712405e96d None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:16.930435 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7c4db153-6468-469e-a894-a26fa0742e4f tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:16.942997 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cde4f2-b366-4e8d-972b-939446843e1f None None] Pushing event updated for resources: {'Port': ['ID=638095f4-a0a3-465b-a400-8632aa9974cc,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:16.943434 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1ad76293-46c5-4441-8a42-50d10f215ee9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:42:16.947623 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1ad76293-46c5-4441-8a42-50d10f215ee9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.4660120 Mar 07 21:42:16.947782 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ebf7e45c-a5b5-47d0-af65-c3712405e96d None None] Transition to ACTIVE for port object 9edf17e4-e82b-45c9-ba06-47de642fa833 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:16.947887 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca867cf5-f4d6-4f88-8f46-7c550c5b216b tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:16.953258 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44562) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:17.022461 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ebf7e45c-a5b5-47d0-af65-c3712405e96d None None] Transition to ACTIVE for port object 9edf17e4-e82b-45c9-ba06-47de642fa833 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:17.024819 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca867cf5-f4d6-4f88-8f46-7c550c5b216b tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6badfdb9-24c3-43ed-a867-ec6c8f89ca8c,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:17.041979 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ed291-d614-479f-ae75-3dfafb4a6c90 None None] Pushing event updated for resources: {'Port': ['ID=6f1cde8c-b605-49e0-befa-5d26a28d8e7f,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:17.047993 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b198da-526d-4b3f-bfc7-af426e052b35 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:42:17.055849 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4db153-6468-469e-a894-a26fa0742e4f tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=495e37cb-79f5-46d0-9c29-33c24536522d,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:17.061446 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-f10648c3-dfeb-4241-a582-5fe20d1786a6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting port 57c49bcf-9951-4e1d-b0d7-0d56e1bcb3d3 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:42:17.061813 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f10648c3-dfeb-4241-a582-5fe20d1786a6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:17.072334 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff28d35-d1e2-4ae3-b6d8-e6f513ad8c48 None None] Sync routers for ids ['6dcc4bf9-1bc5-4c1c-86a7-01f14866b05c'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:42:17.080158 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff28d35-d1e2-4ae3-b6d8-e6f513ad8c48 None None] Routers {'6dcc4bf9-1bc5-4c1c-86a7-01f14866b05c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:42:17.081100 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3ff28d35-d1e2-4ae3-b6d8-e6f513ad8c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:41:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['6dcc4bf9-1bc5-4c1c-86a7-01f14866b05c'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:17.088177 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:17.104314 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-77b198da-526d-4b3f-bfc7-af426e052b35 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:17.105737 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-77b198da-526d-4b3f-bfc7-af426e052b35 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "PUT /v2.0/routers/6dcc4bf9-1bc5-4c1c-86a7-01f14866b05c HTTP/1.1" status: 200 len: 918 time: 4.9576669 Mar 07 21:42:17.108600 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44566) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:17.131885 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:17.164423 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e45c-a5b5-47d0-af65-c3712405e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:17.176602 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca867cf5-f4d6-4f88-8f46-7c550c5b216b tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:17.180428 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ca867cf5-f4d6-4f88-8f46-7c550c5b216b tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "DELETE /v2.0/security-groups/6badfdb9-24c3-43ed-a867-ec6c8f89ca8c HTTP/1.1" status: 204 len: 168 time: 0.7912471 Mar 07 21:42:17.207759 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3ff28d35-d1e2-4ae3-b6d8-e6f513ad8c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:17.218532 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event deleted for resources: {'Network': ['ID=66c8b286-ab54-40ad-97ef-4776810afba8,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:17.228983 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44570) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:17.261458 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7c4db153-6468-469e-a894-a26fa0742e4f tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:17.263089 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff28d35-d1e2-4ae3-b6d8-e6f513ad8c48 None None] Routers {'6dcc4bf9-1bc5-4c1c-86a7-01f14866b05c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:42:17.263726 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3ff28d35-d1e2-4ae3-b6d8-e6f513ad8c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:41:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['6dcc4bf9-1bc5-4c1c-86a7-01f14866b05c'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:17.333683 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cf27c081-14df-4e4d-a1e4-388a026d2fda tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/networks/66c8b286-ab54-40ad-97ef-4776810afba8 HTTP/1.1" status: 204 len: 168 time: 7.0031669 Mar 07 21:42:17.339236 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf7e45c-a5b5-47d0-af65-c3712405e96d None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:17.355741 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-ebf7e45c-a5b5-47d0-af65-c3712405e96d None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:17.360238 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3ff28d35-d1e2-4ae3-b6d8-e6f513ad8c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:17.360644 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff28d35-d1e2-4ae3-b6d8-e6f513ad8c48 None None] The sync data for ids ['6dcc4bf9-1bc5-4c1c-86a7-01f14866b05c'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:42:17.364816 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf7e45c-a5b5-47d0-af65-c3712405e96d None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:17.368082 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44574) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:17.370198 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7e45c-a5b5-47d0-af65-c3712405e96d None None] Pushing event updated for resources: {'Port': ['ID=9edf17e4-e82b-45c9-ba06-47de642fa833,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:17.393292 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b1766b8-0891-43cf-9207-42dd20767888 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:17.434648 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-5b1766b8-0891-43cf-9207-42dd20767888 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Transition to ACTIVE for port object bc741705-f70e-493e-b10c-65e89ea864ca will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:17.455447 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-7c4db153-6468-469e-a894-a26fa0742e4f tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58f7d67-e8f4-4108-bcfd-78e289e4e16a']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:17.496528 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-ebf7e45c-a5b5-47d0-af65-c3712405e96d None None] Attempting to bind port 9edf17e4-e82b-45c9-ba06-47de642fa833 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:42:17.496903 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-ebf7e45c-a5b5-47d0-af65-c3712405e96d None None] Attempting to bind port 9edf17e4-e82b-45c9-ba06-47de642fa833 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:42:17.497266 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf7e45c-a5b5-47d0-af65-c3712405e96d None None] Attempting to bind port 9edf17e4-e82b-45c9-ba06-47de642fa833 on network ab63f4f6-c089-409c-a9c4-f2088e2d7005 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:42:17.509082 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-7c4db153-6468-469e-a894-a26fa0742e4f tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d707bdd-0413-4b15-9e55-f468ecc7a892') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:17.509712 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf7e45c-a5b5-47d0-af65-c3712405e96d None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:42:17.510118 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf7e45c-a5b5-47d0-af65-c3712405e96d None None] Checking segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:17.510260 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-7c4db153-6468-469e-a894-a26fa0742e4f tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d707bdd-0413-4b15-9e55-f468ecc7a892') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:17.510568 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e45c-a5b5-47d0-af65-c3712405e96d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:17.510962 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf7e45c-a5b5-47d0-af65-c3712405e96d None None] Bound using segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:42:17.511490 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-ebf7e45c-a5b5-47d0-af65-c3712405e96d None None] Bound port: 9edf17e4-e82b-45c9-ba06-47de642fa833, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:42:17.511990 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e45c-a5b5-47d0-af65-c3712405e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:17.535035 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-efddc449-a17c-48b9-87b7-afb9206960df tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Synchronizing usage tracker for tenant:929397fba2654f1dac5ad42ce2b43aa5 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:42:17.538194 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-570a73ac-01dd-447c-a239-5433ecced38a tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] DELETE failed (client error): The resource could not be found. Mar 07 21:42:17.538680 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570a73ac-01dd-447c-a239-5433ecced38a tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:42:17.540374 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-570a73ac-01dd-447c-a239-5433ecced38a tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/subnets/a9a00f01-7239-4795-a01d-0cc83b83f098 HTTP/1.1" status: 404 len: 337 time: 0.1342468 Mar 07 21:42:17.549872 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44580) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:17.633629 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-34a3ff1b-5773-40cb-afdd-c9e50b398657 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "GET /v2.0/routers/6dcc4bf9-1bc5-4c1c-86a7-01f14866b05c HTTP/1.1" status: 200 len: 924 time: 0.5239627 Mar 07 21:42:17.636758 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44584) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:17.671591 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-ebf7e45c-a5b5-47d0-af65-c3712405e96d None None] For port 9edf17e4-e82b-45c9-ba06-47de642fa833, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:42:17.692110 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-ebf7e45c-a5b5-47d0-af65-c3712405e96d None None] For port 9edf17e4-e82b-45c9-ba06-47de642fa833, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=9edf17e4-e82b-45c9-ba06-47de642fa833,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:42:17.708672 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e690efd-d01a-44bd-87b2-92efe5297373 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] DELETE failed (client error): The resource could not be found. Mar 07 21:42:17.709125 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e690efd-d01a-44bd-87b2-92efe5297373 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:42:17.713413 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4e690efd-d01a-44bd-87b2-92efe5297373 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/networks/66c8b286-ab54-40ad-97ef-4776810afba8 HTTP/1.1" status: 404 len: 339 time: 0.1570935 Mar 07 21:42:17.732649 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44588) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:17.779759 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 638095f4-a0a3-465b-a400-8632aa9974cc up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:17.847683 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e45c-a5b5-47d0-af65-c3712405e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:17.878563 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7c4db153-6468-469e-a894-a26fa0742e4f tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:17.897674 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7c4db153-6468-469e-a894-a26fa0742e4f tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:17.904370 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c4db153-6468-469e-a894-a26fa0742e4f tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:42:17.904794 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7c4db153-6468-469e-a894-a26fa0742e4f tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:42:17.923426 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:42:17.979592 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7e45c-a5b5-47d0-af65-c3712405e96d None None] Pushing event updated for resources: {'Port': ['ID=9edf17e4-e82b-45c9-ba06-47de642fa833,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:18.043863 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.objects.ports [None req-79cfe57b-d802-43aa-a5fd-1a68df8a7b3a tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88387) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 07 21:42:18.057778 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-79cfe57b-d802-43aa-a5fd-1a68df8a7b3a tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:18.077807 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2ef8b6dc-2bb3-4ffd-9db5-e7ac80400b6d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:18.113697 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f10648c3-dfeb-4241-a582-5fe20d1786a6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:18.114595 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 638095f4-a0a3-465b-a400-8632aa9974cc completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:18.161380 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cfe57b-d802-43aa-a5fd-1a68df8a7b3a tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event updated for resources: {'Subnet': ['ID=753e4eb7-fcbf-4af4-b86d-b574f2b92e2d,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:18.203506 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cfe57b-d802-43aa-a5fd-1a68df8a7b3a tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Checking segment: {'id': 'ee98295f-24bf-4f88-8f64-69d5f146cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '584a7099-87d5-43bf-aca0-d24ac1ec5071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:18.204172 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cfe57b-d802-43aa-a5fd-1a68df8a7b3a tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Network hostable DHCP agents. Network: 584a7099-87d5-43bf-aca0-d24ac1ec5071, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:42:18.254043 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-efddc449-a17c-48b9-87b7-afb9206960df tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Unset dirty status for tenant:929397fba2654f1dac5ad42ce2b43aa5 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:42:18.260113 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-efddc449-a17c-48b9-87b7-afb9206960df tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.0254896 Mar 07 21:42:18.260113 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44592) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:18.264469 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-1614c396-7817-4853-843b-e2d9d1862f3d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group': {'name': 'tempest-secgroup--1711061390'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:18.271324 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-1614c396-7817-4853-843b-e2d9d1862f3d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:18.281801 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-1614c396-7817-4853-843b-e2d9d1862f3d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:18.309466 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-f10648c3-dfeb-4241-a582-5fe20d1786a6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Calling delete_port for 57c49bcf-9951-4e1d-b0d7-0d56e1bcb3d3 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:42:18.327340 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b1766b8-0891-43cf-9207-42dd20767888 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:18.331353 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7c4db153-6468-469e-a894-a26fa0742e4f tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:18.345667 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f4302e-6cd3-477a-9f93-399657b402c1 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:18.347341 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a6f4302e-6cd3-477a-9f93-399657b402c1 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093&device_id=6dcc4bf9-1bc5-4c1c-86a7-01f14866b05c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7071853 Mar 07 21:42:18.358891 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44596) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:18.389104 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4db153-6468-469e-a894-a26fa0742e4f tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d58f7d67-e8f4-4108-bcfd-78e289e4e16a {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 07 21:42:18.396116 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7c4db153-6468-469e-a894-a26fa0742e4f tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:18.410989 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1766b8-0891-43cf-9207-42dd20767888 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network 20f6cf5a-55e9-4bdf-b494-a4485b325a93 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:18.422900 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-5b1766b8-0891-43cf-9207-42dd20767888 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:18.428523 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4db153-6468-469e-a894-a26fa0742e4f tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Pushing event deleted for resources: {'Network': ['ID=d58f7d67-e8f4-4108-bcfd-78e289e4e16a,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:18.430561 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cfe57b-d802-43aa-a5fd-1a68df8a7b3a tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Network 584a7099-87d5-43bf-aca0-d24ac1ec5071 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:42:18.433197 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1766b8-0891-43cf-9207-42dd20767888 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:18.433608 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b1766b8-0891-43cf-9207-42dd20767888 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:18.572660 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7c4db153-6468-469e-a894-a26fa0742e4f tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] 10.222.0.21 "DELETE /v2.0/networks/d58f7d67-e8f4-4108-bcfd-78e289e4e16a HTTP/1.1" status: 204 len: 168 time: 5.5593753 Mar 07 21:42:18.582708 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44600) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:18.584377 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2ef8b6dc-2bb3-4ffd-9db5-e7ac80400b6d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:18.696330 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1766b8-0891-43cf-9207-42dd20767888 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Port': ['ID=bc741705-f70e-493e-b10c-65e89ea864ca,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:18.698903 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1614c396-7817-4853-843b-e2d9d1862f3d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:18.714309 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-79cfe57b-d802-43aa-a5fd-1a68df8a7b3a tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 584a7099-87d5-43bf-aca0-d24ac1ec5071) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:18.722623 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cfe57b-d802-43aa-a5fd-1a68df8a7b3a tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:18.724287 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-79cfe57b-d802-43aa-a5fd-1a68df8a7b3a tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:18.727675 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9991c593-99b5-4224-8913-f11bb48e1587 None None] Network 584a7099-87d5-43bf-aca0-d24ac1ec5071 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:18.743953 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-1614c396-7817-4853-843b-e2d9d1862f3d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:18.749713 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1614c396-7817-4853-843b-e2d9d1862f3d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Usage tracker for resource:security_group_rule and tenant:929397fba2654f1dac5ad42ce2b43aa5 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:18.757992 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1614c396-7817-4853-843b-e2d9d1862f3d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:18.769081 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-1614c396-7817-4853-843b-e2d9d1862f3d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:18.792158 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-2ef8b6dc-2bb3-4ffd-9db5-e7ac80400b6d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6533e3d8-74e7-41e9-8687-78f939d103ca']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:18.824446 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-68a68689-2ebb-4126-b41e-2c6fc566349e tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.2283080 Mar 07 21:42:18.829698 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44606) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:18.878789 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-79cfe57b-d802-43aa-a5fd-1a68df8a7b3a tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5507915 Mar 07 21:42:18.888790 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44610) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:18.929554 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-2ef8b6dc-2bb3-4ffd-9db5-e7ac80400b6d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47d546c-4288-4914-9d17-73b4e3c05ce8') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:18.929772 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-2ef8b6dc-2bb3-4ffd-9db5-e7ac80400b6d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47d546c-4288-4914-9d17-73b4e3c05ce8') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:18.945072 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-502a82ba-4a8c-41dd-968e-07a1b7fa4723 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Request body: {'port': {'network_id': '584a7099-87d5-43bf-aca0-d24ac1ec5071', 'name': 'tempest-NetworksIpV6TestAttrs-946254576'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:18.996676 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2ef8b6dc-2bb3-4ffd-9db5-e7ac80400b6d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:19.067880 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b1766b8-0891-43cf-9207-42dd20767888 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:19.119747 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfcbec9-92a8-4c93-b86c-57623c7c7018 None None] Network 041b2ec7-2d5e-46b2-bdd0-24f6337e7cb3 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:19.259000 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c3ecad-9cf0-47a8-99a6-daecbf0a813d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:19.260281 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c2c3ecad-9cf0-47a8-99a6-daecbf0a813d tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "GET /v2.0/networks/a3015ce6-e7a9-4329-aba7-a9f29a3d3093 HTTP/1.1" status: 200 len: 881 time: 0.8703070 Mar 07 21:42:19.268139 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44614) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:19.276635 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edeafa92-bceb-4ccb-a186-c42fee3bca57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-584a7099-87d5-43bf-aca0-d24ac1ec5071', 'network_id': '584a7099-87d5-43bf-aca0-d24ac1ec5071', 'tenant_id': '27b5ef1635c14b0aac205e290183de79', 'fixed_ips': [{'subnet_id': '753e4eb7-fcbf-4af4-b86d-b574f2b92e2d'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:42:19.277476 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-edeafa92-bceb-4ccb-a186-c42fee3bca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:19.341758 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-502a82ba-4a8c-41dd-968e-07a1b7fa4723 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:19.367455 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-502a82ba-4a8c-41dd-968e-07a1b7fa4723 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Usage tracker for resource:port and tenant:27b5ef1635c14b0aac205e290183de79 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:19.373836 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-502a82ba-4a8c-41dd-968e-07a1b7fa4723 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:19.384304 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8af4de-5a03-4bcd-ac29-560a700d7cdd tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:19.384863 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8af4de-5a03-4bcd-ac29-560a700d7cdd tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:19.385315 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8af4de-5a03-4bcd-ac29-560a700d7cdd tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:19.386457 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8af4de-5a03-4bcd-ac29-560a700d7cdd tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:19.386916 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8af4de-5a03-4bcd-ac29-560a700d7cdd tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:19.387372 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8af4de-5a03-4bcd-ac29-560a700d7cdd tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:19.387871 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8af4de-5a03-4bcd-ac29-560a700d7cdd tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:19.388319 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8af4de-5a03-4bcd-ac29-560a700d7cdd tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:19.388754 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8af4de-5a03-4bcd-ac29-560a700d7cdd tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:19.389342 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8af4de-5a03-4bcd-ac29-560a700d7cdd tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:19.389845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8af4de-5a03-4bcd-ac29-560a700d7cdd tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:19.390310 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8af4de-5a03-4bcd-ac29-560a700d7cdd tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:19.390747 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8af4de-5a03-4bcd-ac29-560a700d7cdd tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:19.391182 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8af4de-5a03-4bcd-ac29-560a700d7cdd tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:19.391784 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8af4de-5a03-4bcd-ac29-560a700d7cdd tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:19.394205 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5d8af4de-5a03-4bcd-ac29-560a700d7cdd tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9594 time: 0.5595443 Mar 07 21:42:19.397361 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44618) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:19.398658 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2ef8b6dc-2bb3-4ffd-9db5-e7ac80400b6d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:19.400746 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-502a82ba-4a8c-41dd-968e-07a1b7fa4723 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:19.429663 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef8b6dc-2bb3-4ffd-9db5-e7ac80400b6d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:42:19.430250 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2ef8b6dc-2bb3-4ffd-9db5-e7ac80400b6d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:19.432966 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1614c396-7817-4853-843b-e2d9d1862f3d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:42:19.462428 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:42:19.468859 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9fcfa516-f5e1-42a6-a37d-699e1d76cf58 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dcc4bf9-1bc5-4c1c-86a7-01f14866b05c HTTP/1.1" status: 200 len: 205 time: 0.1961215 Mar 07 21:42:19.490915 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44622) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:19.529265 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-edeafa92-bceb-4ccb-a186-c42fee3bca57 None None] Allocated IP 2001:db8::f816:3eff:fe32:1c01 (584a7099-87d5-43bf-aca0-d24ac1ec5071/753e4eb7-fcbf-4af4-b86d-b574f2b92e2d/6bd72bdf-e3a1-47da-9c9f-181c85ec5c11) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:19.679109 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1614c396-7817-4853-843b-e2d9d1862f3d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:19.713120 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f10648c3-dfeb-4241-a582-5fe20d1786a6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:19.789462 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6f1cde8c-b605-49e0-befa-5d26a28d8e7f up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:19.804637 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10648c3-dfeb-4241-a582-5fe20d1786a6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Port': ['ID=57c49bcf-9951-4e1d-b0d7-0d56e1bcb3d3,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:19.869505 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-c7556728-4658-4214-b72b-1c34d90a8bd2 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] delete failed (client error): The resource could not be found. Mar 07 21:42:19.870051 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a3ebc302-6000-40e6-9ba0-6220c6e35298 None None] Provisioning for port 6f1cde8c-b605-49e0-befa-5d26a28d8e7f completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:19.870582 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c7556728-4658-4214-b72b-1c34d90a8bd2 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/74d6843a-fc8d-4543-b356-50f749c74687 HTTP/1.1" status: 404 len: 345 time: 0.4432354 Mar 07 21:42:19.880721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44628) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:19.881801 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f10648c3-dfeb-4241-a582-5fe20d1786a6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:19.882560 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc78755e-aa83-42a0-85da-4c2d0458557b None None] Network 20f6cf5a-55e9-4bdf-b494-a4485b325a93 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:19.904836 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502a82ba-4a8c-41dd-968e-07a1b7fa4723 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Made reservation on behalf of 27b5ef1635c14b0aac205e290183de79 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:19.919891 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-502a82ba-4a8c-41dd-968e-07a1b7fa4723 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:20.003196 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2ef8b6dc-2bb3-4ffd-9db5-e7ac80400b6d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:20.007614 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-edeafa92-bceb-4ccb-a186-c42fee3bca57 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:20.011127 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f10648c3-dfeb-4241-a582-5fe20d1786a6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/57c49bcf-9951-4e1d-b0d7-0d56e1bcb3d3 HTTP/1.1" status: 204 len: 168 time: 3.0494113 Mar 07 21:42:20.017211 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44632) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:20.017441 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-e938f691-95ba-485c-bb3a-b478bb2d7343 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] DELETE failed (client error): The resource could not be found. Mar 07 21:42:20.017441 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e938f691-95ba-485c-bb3a-b478bb2d7343 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:42:20.017441 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e938f691-95ba-485c-bb3a-b478bb2d7343 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] 10.222.0.21 "DELETE /v2.0/networks/d58f7d67-e8f4-4108-bcfd-78e289e4e16a HTTP/1.1" status: 404 len: 339 time: 0.1301849 Mar 07 21:42:20.029147 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44636) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:20.030217 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-502a82ba-4a8c-41dd-968e-07a1b7fa4723 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] device_id is not set on port 82838d9b-76b1-4370-9a50-07a963a5aa2b yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:42:20.046243 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-edeafa92-bceb-4ccb-a186-c42fee3bca57 None None] Transition to ACTIVE for port object 6bd72bdf-e3a1-47da-9c9f-181c85ec5c11 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:20.047488 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2ef8b6dc-2bb3-4ffd-9db5-e7ac80400b6d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:20.053388 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2ef8b6dc-2bb3-4ffd-9db5-e7ac80400b6d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/networks/6533e3d8-74e7-41e9-8687-78f939d103ca HTTP/1.1" status: 204 len: 168 time: 2.3150876 Mar 07 21:42:20.063654 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44638) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:20.077084 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8b6dc-2bb3-4ffd-9db5-e7ac80400b6d tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event deleted for resources: {'Network': ['ID=6533e3d8-74e7-41e9-8687-78f939d103ca,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:20.119401 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614c396-7817-4853-843b-e2d9d1862f3d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e53373-f8a5-45fb-89b9-28ff17a78e36,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:20.137178 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-d126ecfb-adc9-41d3-b404-ba9c1a5eda4b tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Request body: {'network': {'name': 'tempest-network--2127253718', 'router:external': True}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:20.151124 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7e6a6b-d36e-45c0-8e85-2e164e983385 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] DELETE failed (client error): The resource could not be found. Mar 07 21:42:20.151796 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e7e6a6b-d36e-45c0-8e85-2e164e983385 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:42:20.159249 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6e7e6a6b-d36e-45c0-8e85-2e164e983385 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/subnets/21c8a684-7ccb-4093-9846-3ce3992fd046 HTTP/1.1" status: 404 len: 337 time: 0.0944912 Mar 07 21:42:20.160462 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44644) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:20.169355 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1842905-1195-4aa2-8c24-ff050b94b801 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:20.182193 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d126ecfb-adc9-41d3-b404-ba9c1a5eda4b tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:20.215316 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 6f1cde8c-b605-49e0-befa-5d26a28d8e7f completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:20.227829 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-edeafa92-bceb-4ccb-a186-c42fee3bca57 None None] Transition to ACTIVE for port object 6bd72bdf-e3a1-47da-9c9f-181c85ec5c11 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:20.229085 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f07c69d8-c660-431a-bad1-a4b283042134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:20.244603 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 6f1cde8c-b605-49e0-befa-5d26a28d8e7f triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:20.244967 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:20.346942 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-edeafa92-bceb-4ccb-a186-c42fee3bca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:20.388630 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d126ecfb-adc9-41d3-b404-ba9c1a5eda4b tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Usage tracker for resource:network and tenant:3c6aeadb070140eca3c02bc8bafeb146 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:20.391561 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1614c396-7817-4853-843b-e2d9d1862f3d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:20.392887 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1614c396-7817-4853-843b-e2d9d1862f3d tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1324375 Mar 07 21:42:20.397090 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44648) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:20.398704 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d126ecfb-adc9-41d3-b404-ba9c1a5eda4b tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:20.405554 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-0eef2835-fb72-4344-9fab-317f17ecfc44 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:20.405993 dv-neutron-829957-1-hyperv neutron-server[88386]: WARNING neutron.api.v2.base [None req-0eef2835-fb72-4344-9fab-317f17ecfc44 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 07 21:42:20.406519 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-0eef2835-fb72-4344-9fab-317f17ecfc44 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] update failed (client error): There was a conflict when trying to complete your request. Mar 07 21:42:20.410935 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0eef2835-fb72-4344-9fab-317f17ecfc44 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "PUT /v2.0/security-groups/83e53373-f8a5-45fb-89b9-28ff17a78e36 HTTP/1.1" status: 409 len: 330 time: 0.0124817 Mar 07 21:42:20.411931 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-df79b2ab-caf8-4373-9132-485fcfdcae22 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] DELETE failed (client error): The resource could not be found. Mar 07 21:42:20.412461 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df79b2ab-caf8-4373-9132-485fcfdcae22 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:42:20.416396 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-df79b2ab-caf8-4373-9132-485fcfdcae22 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/networks/ccc985af-cea3-491e-89e0-b61153edb3eb HTTP/1.1" status: 404 len: 339 time: 0.2486768 Mar 07 21:42:20.416396 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44652) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:20.420466 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44654) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:20.424696 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d126ecfb-adc9-41d3-b404-ba9c1a5eda4b tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:20.448489 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c64289e-b2dc-4be8-a778-5f41ac71516c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:20.450568 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c64289e-b2dc-4be8-a778-5f41ac71516c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:20.452051 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2c64289e-b2dc-4be8-a778-5f41ac71516c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4342849 Mar 07 21:42:20.454819 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeafa92-bceb-4ccb-a186-c42fee3bca57 None None] Network 584a7099-87d5-43bf-aca0-d24ac1ec5071 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:20.460986 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-edeafa92-bceb-4ccb-a186-c42fee3bca57 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:20.462710 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b4e56a42-e48b-4e25-9b05-32fbc0c6f1f4 None None] Provisioning for port 638095f4-a0a3-465b-a400-8632aa9974cc completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:20.467027 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeafa92-bceb-4ccb-a186-c42fee3bca57 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:20.470478 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeafa92-bceb-4ccb-a186-c42fee3bca57 None None] Pushing event updated for resources: {'Port': ['ID=6bd72bdf-e3a1-47da-9c9f-181c85ec5c11,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:20.491023 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44660) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:20.515818 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b4e56a42-e48b-4e25-9b05-32fbc0c6f1f4 None None] Provisioning complete for port 638095f4-a0a3-465b-a400-8632aa9974cc triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:20.516191 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b4e56a42-e48b-4e25-9b05-32fbc0c6f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:20.544716 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-502a82ba-4a8c-41dd-968e-07a1b7fa4723 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Allocated IP 2001:db8::f816:3eff:fe00:f92a (584a7099-87d5-43bf-aca0-d24ac1ec5071/753e4eb7-fcbf-4af4-b86d-b574f2b92e2d/82838d9b-76b1-4370-9a50-07a963a5aa2b) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:20.588344 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b1766b8-0891-43cf-9207-42dd20767888 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:20.607018 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1842905-1195-4aa2-8c24-ff050b94b801 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:20.610361 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d126ecfb-adc9-41d3-b404-ba9c1a5eda4b tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Made reservation on behalf of 3c6aeadb070140eca3c02bc8bafeb146 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:20.613054 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d126ecfb-adc9-41d3-b404-ba9c1a5eda4b tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:20.676869 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9a57f2-e8ae-4b84-867a-022b858aac7d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet 369e1579-4886-4997-8524-21f376e724f8 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:42:20.689466 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d126ecfb-adc9-41d3-b404-ba9c1a5eda4b tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:42:20.692281 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcfc7605-f9d6-4fbf-96a1-c1054d2966b6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Deleting subnet 488bc80e-0c76-4963-8096-f236bf670331 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:42:20.699629 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8c9a57f2-e8ae-4b84-867a-022b858aac7d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:20.712744 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-edeafa92-bceb-4ccb-a186-c42fee3bca57 None None] Attempting to bind port 6bd72bdf-e3a1-47da-9c9f-181c85ec5c11 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:42:20.713102 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-edeafa92-bceb-4ccb-a186-c42fee3bca57 None None] Attempting to bind port 6bd72bdf-e3a1-47da-9c9f-181c85ec5c11 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'ee98295f-24bf-4f88-8f64-69d5f146cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '584a7099-87d5-43bf-aca0-d24ac1ec5071'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:42:20.713452 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeafa92-bceb-4ccb-a186-c42fee3bca57 None None] Attempting to bind port 6bd72bdf-e3a1-47da-9c9f-181c85ec5c11 on network 584a7099-87d5-43bf-aca0-d24ac1ec5071 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:42:20.715930 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:20.738842 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dcfc7605-f9d6-4fbf-96a1-c1054d2966b6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:20.739120 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeafa92-bceb-4ccb-a186-c42fee3bca57 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:42:20.739278 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeafa92-bceb-4ccb-a186-c42fee3bca57 None None] Checking segment: {'id': 'ee98295f-24bf-4f88-8f64-69d5f146cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '584a7099-87d5-43bf-aca0-d24ac1ec5071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:20.739674 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-edeafa92-bceb-4ccb-a186-c42fee3bca57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:20.740063 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeafa92-bceb-4ccb-a186-c42fee3bca57 None None] Bound using segment: {'id': 'ee98295f-24bf-4f88-8f64-69d5f146cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '584a7099-87d5-43bf-aca0-d24ac1ec5071'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:42:20.740538 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-edeafa92-bceb-4ccb-a186-c42fee3bca57 None None] Bound port: 6bd72bdf-e3a1-47da-9c9f-181c85ec5c11, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee98295f-24bf-4f88-8f64-69d5f146cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '584a7099-87d5-43bf-aca0-d24ac1ec5071'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:42:20.740905 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-edeafa92-bceb-4ccb-a186-c42fee3bca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:20.769767 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b1766b8-0891-43cf-9207-42dd20767888 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:20.770567 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b1766b8-0891-43cf-9207-42dd20767888 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:20.774445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-762c8dab-11d9-4625-95c9-b73ca31ccbba tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:20.787024 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-c1842905-1195-4aa2-8c24-ff050b94b801 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Deleting port f8a002a7-8393-4b73-8d20-1105bff4fe45 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:42:20.787502 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1842905-1195-4aa2-8c24-ff050b94b801 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:20.869422 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d126ecfb-adc9-41d3-b404-ba9c1a5eda4b tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:20.874523 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-d126ecfb-adc9-41d3-b404-ba9c1a5eda4b tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Added segment 7649d2eb-4a67-4cc2-9ef1-121263296180 of type vlan for network e4a1564d-9efb-4a59-9510-8651443783b0 Mar 07 21:42:20.880672 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 6f1cde8c-b605-49e0-befa-5d26a28d8e7f, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6f1cde8c-b605-49e0-befa-5d26a28d8e7f,segment=NetworkSegment(7957d951-d595-4218-9f18-79fd4c59486e),segment_id=7957d951-d595-4218-9f18-79fd4c59486e)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:20.924026 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b4e56a42-e48b-4e25-9b05-32fbc0c6f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:20.969353 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-edeafa92-bceb-4ccb-a186-c42fee3bca57 None None] For port 6bd72bdf-e3a1-47da-9c9f-181c85ec5c11, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:42:20.973608 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-edeafa92-bceb-4ccb-a186-c42fee3bca57 None None] For port 6bd72bdf-e3a1-47da-9c9f-181c85ec5c11, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6bd72bdf-e3a1-47da-9c9f-181c85ec5c11,segment=NetworkSegment(ee98295f-24bf-4f88-8f64-69d5f146cbba),segment_id=ee98295f-24bf-4f88-8f64-69d5f146cbba)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:42:21.015035 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-b4e56a42-e48b-4e25-9b05-32fbc0c6f1f4 None None] For port 638095f4-a0a3-465b-a400-8632aa9974cc, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=638095f4-a0a3-465b-a400-8632aa9974cc,segment=NetworkSegment(5e0841c9-8b96-486c-8c4b-5da6cbf4cab7),segment_id=5e0841c9-8b96-486c-8c4b-5da6cbf4cab7)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:21.017283 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:21.018612 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 9edf17e4-e82b-45c9-ba06-47de642fa833 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:21.029680 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1842905-1195-4aa2-8c24-ff050b94b801 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:21.118673 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1766b8-0891-43cf-9207-42dd20767888 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Port': ['ID=bc741705-f70e-493e-b10c-65e89ea864ca,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:21.148114 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-edeafa92-bceb-4ccb-a186-c42fee3bca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:21.164192 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b4e56a42-e48b-4e25-9b05-32fbc0c6f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:21.190749 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b4e56a42-e48b-4e25-9b05-32fbc0c6f1f4 None None] Could not find standard attr ID for object 57c49bcf-9951-4e1d-b0d7-0d56e1bcb3d3. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:42:21.218603 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-c1842905-1195-4aa2-8c24-ff050b94b801 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Calling delete_port for f8a002a7-8393-4b73-8d20-1105bff4fe45 owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:42:21.249456 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d126ecfb-adc9-41d3-b404-ba9c1a5eda4b tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:21.256229 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=6f1cde8c-b605-49e0-befa-5d26a28d8e7f,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:21.321877 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b4e56a42-e48b-4e25-9b05-32fbc0c6f1f4 None None] Provisioning for port 9edf17e4-e82b-45c9-ba06-47de642fa833 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:21.323056 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-502a82ba-4a8c-41dd-968e-07a1b7fa4723 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:21.360481 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1766b8-0891-43cf-9207-42dd20767888 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network 20f6cf5a-55e9-4bdf-b494-a4485b325a93 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:21.369226 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-5b1766b8-0891-43cf-9207-42dd20767888 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:21.371096 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeafa92-bceb-4ccb-a186-c42fee3bca57 None None] Pushing event updated for resources: {'Port': ['ID=6bd72bdf-e3a1-47da-9c9f-181c85ec5c11,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:21.425101 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 9edf17e4-e82b-45c9-ba06-47de642fa833 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:21.436888 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 9edf17e4-e82b-45c9-ba06-47de642fa833 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:21.437435 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:21.459412 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-762c8dab-11d9-4625-95c9-b73ca31ccbba tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:21.475569 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8c9a57f2-e8ae-4b84-867a-022b858aac7d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:21.514884 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dcfc7605-f9d6-4fbf-96a1-c1054d2966b6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:21.533019 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-502a82ba-4a8c-41dd-968e-07a1b7fa4723 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Transition to ACTIVE for port object 82838d9b-76b1-4370-9a50-07a963a5aa2b will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:21.582131 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e56a42-e48b-4e25-9b05-32fbc0c6f1f4 None None] Pushing event updated for resources: {'Port': ['ID=638095f4-a0a3-465b-a400-8632aa9974cc,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:21.602553 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ddc03114-639a-435b-867e-8078c56702aa None None] Provisioning complete for port 6f1cde8c-b605-49e0-befa-5d26a28d8e7f triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:21.603046 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ddc03114-639a-435b-867e-8078c56702aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:21.676421 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d126ecfb-adc9-41d3-b404-ba9c1a5eda4b tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:21.678797 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d126ecfb-adc9-41d3-b404-ba9c1a5eda4b tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:21.679932 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d126ecfb-adc9-41d3-b404-ba9c1a5eda4b tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:21.711394 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1766b8-0891-43cf-9207-42dd20767888 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Router 836e6c50-4349-4aac-a749-a5621461af97 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:42:21.799947 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8c9a57f2-e8ae-4b84-867a-022b858aac7d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:21.936947 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dcfc7605-f9d6-4fbf-96a1-c1054d2966b6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:21.951659 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:21.965406 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d126ecfb-adc9-41d3-b404-ba9c1a5eda4b tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8661199 Mar 07 21:42:21.969407 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126ecfb-adc9-41d3-b404-ba9c1a5eda4b tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Pushing event updated for resources: {'Network': ['ID=e4a1564d-9efb-4a59-9510-8651443783b0,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:21.977785 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44666) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:22.020063 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8c9a57f2-e8ae-4b84-867a-022b858aac7d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:22.068280 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network e4a1564d-9efb-4a59-9510-8651443783b0 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:42:22.075319 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a57f2-e8ae-4b84-867a-022b858aac7d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=369e1579-4886-4997-8524-21f376e724f8,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:22.077295 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8c9a57f2-e8ae-4b84-867a-022b858aac7d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:22.101235 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dcfc7605-f9d6-4fbf-96a1-c1054d2966b6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:22.131205 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:42:22.131542 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:42:22.132213 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bea57b-86b9-465c-81c3-3f5bc6d84e94 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:22.155867 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-762c8dab-11d9-4625-95c9-b73ca31ccbba tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:22.158169 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-762c8dab-11d9-4625-95c9-b73ca31ccbba tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:22.161875 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-762c8dab-11d9-4625-95c9-b73ca31ccbba tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "DELETE /v2.0/security-groups/83e53373-f8a5-45fb-89b9-28ff17a78e36 HTTP/1.1" status: 204 len: 168 time: 1.7403233 Mar 07 21:42:22.164767 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44672) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:22.170569 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc7605-f9d6-4fbf-96a1-c1054d2966b6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event deleted for resources: {'Subnet': ['ID=488bc80e-0c76-4963-8096-f236bf670331,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:22.172704 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dcfc7605-f9d6-4fbf-96a1-c1054d2966b6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:22.174977 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-dcfc7605-f9d6-4fbf-96a1-c1054d2966b6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/subnets/488bc80e-0c76-4963-8096-f236bf670331 HTTP/1.1" status: 204 len: 168 time: 1.7511525 Mar 07 21:42:22.175107 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-502a82ba-4a8c-41dd-968e-07a1b7fa4723 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:22.187211 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44676) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:22.190560 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8c9a57f2-e8ae-4b84-867a-022b858aac7d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/369e1579-4886-4997-8524-21f376e724f8 HTTP/1.1" status: 204 len: 168 time: 1.7005048 Mar 07 21:42:22.206720 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44680) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:22.223890 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c8dab-11d9-4625-95c9-b73ca31ccbba tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e53373-f8a5-45fb-89b9-28ff17a78e36,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:22.312594 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd9ea41-5f4a-487b-9749-efca9fa2f9ef None None] Network f31b4d2c-8a3e-4ff3-8547-30f740643389 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:22.349284 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44684) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:22.349420 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3232f670-551b-4f44-9cae-52f6345f1cb0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1116698 Mar 07 21:42:22.351412 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1766b8-0891-43cf-9207-42dd20767888 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:42:22.365446 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] Sync routers for ids ['836e6c50-4349-4aac-a749-a5621461af97'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:42:22.387677 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5b1766b8-0891-43cf-9207-42dd20767888 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "PUT /v2.0/routers/836e6c50-4349-4aac-a749-a5621461af97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0253212 Mar 07 21:42:22.393781 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] Routers {'836e6c50-4349-4aac-a749-a5621461af97'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:42:22.395535 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:41:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['836e6c50-4349-4aac-a749-a5621461af97'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:22.415011 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44688) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:22.432371 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-d458582b-3e67-408e-8852-7a1d42781aa0 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Deleting subnet b54de7b3-0838-49ac-9343-7ba66258fd2b {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:42:22.445097 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-4f8bdf63-1c3b-4d19-8f0d-59236d204941 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1382599275'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:22.453338 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d458582b-3e67-408e-8852-7a1d42781aa0 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:22.481009 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4f8bdf63-1c3b-4d19-8f0d-59236d204941 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:22.495235 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4f8bdf63-1c3b-4d19-8f0d-59236d204941 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:network and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:22.512391 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502a82ba-4a8c-41dd-968e-07a1b7fa4723 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Network 584a7099-87d5-43bf-aca0-d24ac1ec5071 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:22.520840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4f8bdf63-1c3b-4d19-8f0d-59236d204941 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:22.527418 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-cc65f260-d649-46c8-b006-46dcd63b6170 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Synchronizing usage tracker for tenant:929397fba2654f1dac5ad42ce2b43aa5 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:42:22.531609 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4f8bdf63-1c3b-4d19-8f0d-59236d204941 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:22.554543 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d458582b-3e67-408e-8852-7a1d42781aa0 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:22.560001 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-502a82ba-4a8c-41dd-968e-07a1b7fa4723 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:22.583686 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502a82ba-4a8c-41dd-968e-07a1b7fa4723 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:22.594741 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502a82ba-4a8c-41dd-968e-07a1b7fa4723 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:22.595309 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-502a82ba-4a8c-41dd-968e-07a1b7fa4723 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:22.604468 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5776ac80-8d0f-48fc-ae7a-f9094978c462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:22.646301 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a82ba-4a8c-41dd-968e-07a1b7fa4723 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event updated for resources: {'Port': ['ID=82838d9b-76b1-4370-9a50-07a963a5aa2b,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:22.651988 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1842905-1195-4aa2-8c24-ff050b94b801 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:22.668580 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] Set router 836e6c50-4349-4aac-a749-a5621461af97 gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:42:22.685545 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74415a32-e985-486b-b977-310fa468b291 tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:22.701367 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8bdf63-1c3b-4d19-8f0d-59236d204941 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Made reservation on behalf of fcdda39025724b238190857d574ee30e for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:22.704829 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4f8bdf63-1c3b-4d19-8f0d-59236d204941 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:22.715087 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74415a32-e985-486b-b977-310fa468b291 tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:22.723025 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74415a32-e985-486b-b977-310fa468b291 tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:22.731075 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ddc03114-639a-435b-867e-8078c56702aa None None] Provisioning for port bc741705-f70e-493e-b10c-65e89ea864ca completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:22.739234 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1842905-1195-4aa2-8c24-ff050b94b801 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Pushing event deleted for resources: {'Port': ['ID=f8a002a7-8393-4b73-8d20-1105bff4fe45,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:22.743903 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74415a32-e985-486b-b977-310fa468b291 tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:22.747692 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-74415a32-e985-486b-b977-310fa468b291 tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.7646799 Mar 07 21:42:22.755463 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44692) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:22.765289 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-502a82ba-4a8c-41dd-968e-07a1b7fa4723 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.8642352 Mar 07 21:42:22.784416 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ddc03114-639a-435b-867e-8078c56702aa None None] Provisioning complete for port bc741705-f70e-493e-b10c-65e89ea864ca triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:22.786955 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ddc03114-639a-435b-867e-8078c56702aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:22.794103 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44696) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:22.826408 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8bdf63-1c3b-4d19-8f0d-59236d204941 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:42:22.836411 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4f8bdf63-1c3b-4d19-8f0d-59236d204941 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:22.836752 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-4f8bdf63-1c3b-4d19-8f0d-59236d204941 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Added segment cd4466f4-9fea-46bb-b7f4-6d383da37888 of type vlan for network ff2a4457-e3f3-4c5c-8243-390761bca180 Mar 07 21:42:22.871231 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4f8bdf63-1c3b-4d19-8f0d-59236d204941 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:22.873309 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-ddc03114-639a-435b-867e-8078c56702aa None None] Port bc741705-f70e-493e-b10c-65e89ea864ca cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:42:22.920111 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:22.931794 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6303e71-a9d2-4dfa-82e7-d71c74ea6e06 None None] Network 584a7099-87d5-43bf-aca0-d24ac1ec5071 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:23.007925 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-afdc5966-eb81-4c6e-b12c-d0aa467ece0a tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Deleting subnet 753e4eb7-fcbf-4af4-b86d-b574f2b92e2d {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:42:23.023008 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c41e23-d126-4a4d-a03e-b3ec0772c4a8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:23.023904 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d2c41e23-d126-4a4d-a03e-b3ec0772c4a8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:42:23.026806 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4f8bdf63-1c3b-4d19-8f0d-59236d204941 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:23.032279 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8bdf63-1c3b-4d19-8f0d-59236d204941 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:23.032866 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4f8bdf63-1c3b-4d19-8f0d-59236d204941 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:23.045636 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-cc65f260-d649-46c8-b006-46dcd63b6170 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] Unset dirty status for tenant:929397fba2654f1dac5ad42ce2b43aa5 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:42:23.047116 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cc65f260-d649-46c8-b006-46dcd63b6170 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8765755 Mar 07 21:42:23.051770 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44700) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:23.096546 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-afdc5966-eb81-4c6e-b12c-d0aa467ece0a tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:23.159900 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 9edf17e4-e82b-45c9-ba06-47de642fa833, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=9edf17e4-e82b-45c9-ba06-47de642fa833,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:23.161343 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-32b4de27-b246-4abe-890f-1addc92a4977 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:23.161853 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ddc03114-639a-435b-867e-8078c56702aa None None] Provisioning complete for port 638095f4-a0a3-465b-a400-8632aa9974cc triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:23.162448 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ddc03114-639a-435b-867e-8078c56702aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:23.175593 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-54a09d6f-ec90-490f-b2a5-05cb35f353bd tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] delete failed (client error): The resource could not be found. Mar 07 21:42:23.177426 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-54a09d6f-ec90-490f-b2a5-05cb35f353bd tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "DELETE /v2.0/security-groups/de6656d2-4aca-4a1d-b943-530d1cf23daa HTTP/1.1" status: 404 len: 347 time: 0.1212306 Mar 07 21:42:23.181544 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44704) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:23.181803 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4f8bdf63-1c3b-4d19-8f0d-59236d204941 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7582107 Mar 07 21:42:23.183187 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44706) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:23.192260 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-ee60497f-7503-4ad0-9b86-9eb1c281deab tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'subnet': {'network_id': 'ff2a4457-e3f3-4c5c-8243-390761bca180', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:23.251340 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:42:18Z', 'revision_number': 4, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': '9ad70400-8e06-4c67-9b9b-c898f9751554', 'name': '', 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:24:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:42:02Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc741705-f70e-493e-b10c-65e89ea864ca', 'name': '', 'network_id': '20f6cf5a-55e9-4bdf-b494-a4485b325a93', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:3f:39:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:16Z', 'updated_at': '2022-03-07T21:42:19Z', 'revision_number': 2, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:23.256890 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] Checking router: 836e6c50-4349-4aac-a749-a5621461af97 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:42:23.260354 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] Updating router 836e6c50-4349-4aac-a749-a5621461af97 port bc741705-f70e-493e-b10c-65e89ea864ca binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:42:23.297044 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:23.297318 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d2c41e23-d126-4a4d-a03e-b3ec0772c4a8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:42:23.300808 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d2c41e23-d126-4a4d-a03e-b3ec0772c4a8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.9407802 Mar 07 21:42:23.304053 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bdf63-1c3b-4d19-8f0d-59236d204941 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Network': ['ID=ff2a4457-e3f3-4c5c-8243-390761bca180,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:23.306443 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44712) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:23.307382 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-eead2f4e-8ea4-4cbc-be8c-a1e78cef6a8a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] show failed (client error): The resource could not be found. Mar 07 21:42:23.308858 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-eead2f4e-8ea4-4cbc-be8c-a1e78cef6a8a tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "GET /v2.0/security-groups/a82b28cf-176d-481e-afc5-128c9b29c3b6 HTTP/1.1" status: 404 len: 347 time: 0.1168761 Mar 07 21:42:23.311362 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-afdc5966-eb81-4c6e-b12c-d0aa467ece0a tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:23.340608 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d458582b-3e67-408e-8852-7a1d42781aa0 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:23.361651 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:23.374051 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1842905-1195-4aa2-8c24-ff050b94b801 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:23.393335 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network ff2a4457-e3f3-4c5c-8243-390761bca180 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:42:23.398608 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44714) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:23.496546 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-32b4de27-b246-4abe-890f-1addc92a4977 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:23.506108 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244a5c95-5fab-4b59-9591-d57813a16879 None None] DHCP port deletion for ab63f4f6-c089-409c-a9c4-f2088e2d7005 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:42:23.508960 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:23.530537 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-32b4de27-b246-4abe-890f-1addc92a4977 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a1564d-9efb-4a59-9510-8651443783b0']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:23.556811 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-32b4de27-b246-4abe-890f-1addc92a4977 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7649d2eb-4a67-4cc2-9ef1-121263296180') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:23.557716 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-32b4de27-b246-4abe-890f-1addc92a4977 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7649d2eb-4a67-4cc2-9ef1-121263296180') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:23.581666 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-32b4de27-b246-4abe-890f-1addc92a4977 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:23.687769 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 638095f4-a0a3-465b-a400-8632aa9974cc up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:23.702521 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-76946779-dce2-4e25-868c-4db411c8fb68 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] show failed (client error): The resource could not be found. Mar 07 21:42:23.703445 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-76946779-dce2-4e25-868c-4db411c8fb68 tempest-NegativeSecGroupTest-315952734 tempest-NegativeSecGroupTest-315952734-project] 10.222.0.21 "GET /v2.0/security-group-rules/87fc4185-2782-4059-a1ee-3e9557d8b3f2 HTTP/1.1" status: 404 len: 356 time: 0.0237057 Mar 07 21:42:23.720799 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-32b4de27-b246-4abe-890f-1addc92a4977 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:23.740053 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b4de27-b246-4abe-890f-1addc92a4977 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:42:23.740595 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-32b4de27-b246-4abe-890f-1addc92a4977 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:23.756544 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-244a5c95-5fab-4b59-9591-d57813a16879 None None] Deleting port 9edf17e4-e82b-45c9-ba06-47de642fa833 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:42:23.757412 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:42:23.761441 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-244a5c95-5fab-4b59-9591-d57813a16879 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:23.784997 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ee60497f-7503-4ad0-9b86-9eb1c281deab tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:23.788896 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ee60497f-7503-4ad0-9b86-9eb1c281deab tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:subnet and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:23.791988 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ee60497f-7503-4ad0-9b86-9eb1c281deab tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:23.797730 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ee60497f-7503-4ad0-9b86-9eb1c281deab tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:23.907572 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee60497f-7503-4ad0-9b86-9eb1c281deab tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Made reservation on behalf of fcdda39025724b238190857d574ee30e for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:23.914533 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee60497f-7503-4ad0-9b86-9eb1c281deab tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:23.941606 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:24.005314 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1842905-1195-4aa2-8c24-ff050b94b801 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:24.010766 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1842905-1195-4aa2-8c24-ff050b94b801 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:24.012906 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52f5a76-3623-489c-9094-a5f86ce4738e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:24.018014 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c52f5a76-3623-489c-9094-a5f86ce4738e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6208589 Mar 07 21:42:24.022883 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44732) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:24.063155 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:24.078806 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] Transition to ACTIVE for port object bc741705-f70e-493e-b10c-65e89ea864ca will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:24.088785 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d458582b-3e67-408e-8852-7a1d42781aa0 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:24.139688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-5e3c9bf7-bb05-4147-92d6-398d4c53700f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Synchronizing usage tracker for tenant:a1d039a5115b40cc849313193266d5ad on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:42:24.151297 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458582b-3e67-408e-8852-7a1d42781aa0 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event deleted for resources: {'Subnet': ['ID=b54de7b3-0838-49ac-9343-7ba66258fd2b,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:24.156051 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d458582b-3e67-408e-8852-7a1d42781aa0 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:24.166563 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:24.172679 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-25c0a5fa-053e-42e0-a0c6-24b1538dba97 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1486156 Mar 07 21:42:24.176356 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44736) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:24.182484 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-18165b18-c8e0-4796-939b-b335da881ff9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:24.186462 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d458582b-3e67-408e-8852-7a1d42781aa0 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/subnets/b54de7b3-0838-49ac-9343-7ba66258fd2b HTTP/1.1" status: 204 len: 168 time: 1.9978795 Mar 07 21:42:24.189475 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44740) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:24.218505 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=9edf17e4-e82b-45c9-ba06-47de642fa833,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:24.239175 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-32b4de27-b246-4abe-890f-1addc92a4977 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:24.316593 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04221e8-2c3e-4f7a-b301-da14a7ca08bb None None] Pushing event updated for resources: {'Port': ['ID=bc741705-f70e-493e-b10c-65e89ea864ca,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:24.316714 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b4de27-b246-4abe-890f-1addc92a4977 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e4a1564d-9efb-4a59-9510-8651443783b0 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 07 21:42:24.322677 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-32b4de27-b246-4abe-890f-1addc92a4977 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:24.335487 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ab920cdc-6f30-4aa1-aad5-de0e833838d6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:24.339019 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-32b4de27-b246-4abe-890f-1addc92a4977 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] 10.222.0.21 "DELETE /v2.0/networks/e4a1564d-9efb-4a59-9510-8651443783b0 HTTP/1.1" status: 204 len: 168 time: 1.5808330 Mar 07 21:42:24.339833 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44746) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:24.342377 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-5e3c9bf7-bb05-4147-92d6-398d4c53700f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Unset dirty status for tenant:a1d039a5115b40cc849313193266d5ad on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:42:24.354713 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-5e3c9bf7-bb05-4147-92d6-398d4c53700f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-421056467&fields=id&tenant_id=a1d039a5115b40cc849313193266d5ad HTTP/1.1" status: 200 len: 267 time: 0.3239717 Mar 07 21:42:24.360390 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-220fcbc8-01fd-4d4e-a07f-a2dc05c3e2b9 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Request body: {'network': {'name': 'tempest-network--640965098', 'router:external': True}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:24.370105 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4de27-b246-4abe-890f-1addc92a4977 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Pushing event deleted for resources: {'Network': ['ID=e4a1564d-9efb-4a59-9510-8651443783b0,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:24.372881 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1842905-1195-4aa2-8c24-ff050b94b801 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:24.374825 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1842905-1195-4aa2-8c24-ff050b94b801 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Fanout notify agent at l3_agent the message router_deleted on router 6dcc4bf9-1bc5-4c1c-86a7-01f14866b05c {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:42:24.376215 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-220fcbc8-01fd-4d4e-a07f-a2dc05c3e2b9 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:24.382897 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-220fcbc8-01fd-4d4e-a07f-a2dc05c3e2b9 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Usage tracker for resource:network and tenant:3c6aeadb070140eca3c02bc8bafeb146 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:24.390225 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-18165b18-c8e0-4796-939b-b335da881ff9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:24.394420 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-18165b18-c8e0-4796-939b-b335da881ff9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:24.397250 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-18165b18-c8e0-4796-939b-b335da881ff9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:24.398857 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1842905-1195-4aa2-8c24-ff050b94b801 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:24.401454 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c1842905-1195-4aa2-8c24-ff050b94b801 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "DELETE /v2.0/routers/6dcc4bf9-1bc5-4c1c-86a7-01f14866b05c HTTP/1.1" status: 204 len: 168 time: 4.9095612 Mar 07 21:42:24.405738 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-18165b18-c8e0-4796-939b-b335da881ff9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:24.411932 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44750) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:24.415452 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-220fcbc8-01fd-4d4e-a07f-a2dc05c3e2b9 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:24.423543 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-220fcbc8-01fd-4d4e-a07f-a2dc05c3e2b9 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:24.488818 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-244a5c95-5fab-4b59-9591-d57813a16879 None None] For port 9edf17e4-e82b-45c9-ba06-47de642fa833, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=9edf17e4-e82b-45c9-ba06-47de642fa833,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:24.489509 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-244a5c95-5fab-4b59-9591-d57813a16879 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:24.520194 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18165b18-c8e0-4796-939b-b335da881ff9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:24.524406 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-18165b18-c8e0-4796-939b-b335da881ff9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:24.568533 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-b5c35bd7-840a-4801-a42e-129433840afe tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1476891313', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}, 'admin_state_up': False}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:24.569353 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] Attempting to bind port bc741705-f70e-493e-b10c-65e89ea864ca on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:42:24.572732 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] Attempting to bind port bc741705-f70e-493e-b10c-65e89ea864ca by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '5e0841c9-8b96-486c-8c4b-5da6cbf4cab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '20f6cf5a-55e9-4bdf-b494-a4485b325a93'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:42:24.573113 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] Attempting to bind port bc741705-f70e-493e-b10c-65e89ea864ca on network 20f6cf5a-55e9-4bdf-b494-a4485b325a93 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:42:24.586126 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220fcbc8-01fd-4d4e-a07f-a2dc05c3e2b9 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Made reservation on behalf of 3c6aeadb070140eca3c02bc8bafeb146 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:24.588461 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-220fcbc8-01fd-4d4e-a07f-a2dc05c3e2b9 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:24.590502 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:42:24.590872 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] Checking segment: {'id': '5e0841c9-8b96-486c-8c4b-5da6cbf4cab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '20f6cf5a-55e9-4bdf-b494-a4485b325a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:24.591523 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:24.592466 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] Bound using segment: {'id': '5e0841c9-8b96-486c-8c4b-5da6cbf4cab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '20f6cf5a-55e9-4bdf-b494-a4485b325a93'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:42:24.592581 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] Bound port: bc741705-f70e-493e-b10c-65e89ea864ca, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0841c9-8b96-486c-8c4b-5da6cbf4cab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '20f6cf5a-55e9-4bdf-b494-a4485b325a93'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:42:24.592952 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:24.637318 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-b5c35bd7-840a-4801-a42e-129433840afe tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:24.643721 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44754) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:24.694234 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-ab920cdc-6f30-4aa1-aad5-de0e833838d6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Deleting port a55654ac-24ea-49ea-a51b-e527d697128d {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:42:24.695010 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ab920cdc-6f30-4aa1-aad5-de0e833838d6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:24.714662 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-244a5c95-5fab-4b59-9591-d57813a16879 None None] Calling delete_port for 9edf17e4-e82b-45c9-ba06-47de642fa833 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:42:24.786099 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220fcbc8-01fd-4d4e-a07f-a2dc05c3e2b9 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:42:24.791660 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] For port bc741705-f70e-493e-b10c-65e89ea864ca, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:42:24.801131 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] For port bc741705-f70e-493e-b10c-65e89ea864ca, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=bc741705-f70e-493e-b10c-65e89ea864ca,segment=NetworkSegment(5e0841c9-8b96-486c-8c4b-5da6cbf4cab7),segment_id=5e0841c9-8b96-486c-8c4b-5da6cbf4cab7)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:42:24.826953 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-220fcbc8-01fd-4d4e-a07f-a2dc05c3e2b9 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:24.827297 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-220fcbc8-01fd-4d4e-a07f-a2dc05c3e2b9 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Added segment e1f8508f-b62d-43a7-b1a7-82e3a81715f4 of type vlan for network 9a6ff74c-5c27-4e5f-9086-e5784627efc5 Mar 07 21:42:24.833336 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 638095f4-a0a3-465b-a400-8632aa9974cc triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:24.839948 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:24.888662 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:24.942391 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee60497f-7503-4ad0-9b86-9eb1c281deab tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:24.946095 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-220fcbc8-01fd-4d4e-a07f-a2dc05c3e2b9 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:24.988794 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04221e8-2c3e-4f7a-b301-da14a7ca08bb None None] Pushing event updated for resources: {'Port': ['ID=bc741705-f70e-493e-b10c-65e89ea864ca,revision_number=4']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:25.029839 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] Routers {'836e6c50-4349-4aac-a749-a5621461af97'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:42:25.030504 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:42:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['836e6c50-4349-4aac-a749-a5621461af97'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:25.056022 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-988f7147-0f52-46bf-b2f1-346e22563352 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=929397fba2654f1dac5ad42ce2b43aa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4082782 Mar 07 21:42:25.058364 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44760) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:25.078882 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-4b836a41-af33-4b1e-b6b8-1cbe0818db7b None None] Provisioning for port 6bd72bdf-e3a1-47da-9c9f-181c85ec5c11 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:25.127976 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:25.206884 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b5c35bd7-840a-4801-a42e-129433840afe tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Usage tracker for resource:router and tenant:91926c265743430ca5be113f2f83e4db is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:25.244301 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-afdc5966-eb81-4c6e-b12c-d0aa467ece0a tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:25.253251 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.resource_extend [None req-220fcbc8-01fd-4d4e-a07f-a2dc05c3e2b9 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:42:25.256678 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-244a5c95-5fab-4b59-9591-d57813a16879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:25.328243 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] Set router 836e6c50-4349-4aac-a749-a5621461af97 gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:42:25.382991 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b5c35bd7-840a-4801-a42e-129433840afe tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:25.431792 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a5c95-5fab-4b59-9591-d57813a16879 None None] Pushing event deleted for resources: {'Port': ['ID=9edf17e4-e82b-45c9-ba06-47de642fa833,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:25.436145 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60497f-7503-4ad0-9b86-9eb1c281deab tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Subnet': ['ID=01a145b6-53d7-4a6b-b3de-efb9c183df71,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:25.442942 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244a5c95-5fab-4b59-9591-d57813a16879 None None] No DVR routers for this DVR port 9edf17e4-e82b-45c9-ba06-47de642fa833 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:42:25.452698 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee60497f-7503-4ad0-9b86-9eb1c281deab tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Checking segment: {'id': 'cd4466f4-9fea-46bb-b7f4-6d383da37888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ff2a4457-e3f3-4c5c-8243-390761bca180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:25.453058 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee60497f-7503-4ad0-9b86-9eb1c281deab tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network hostable DHCP agents. Network: ff2a4457-e3f3-4c5c-8243-390761bca180, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:42:25.474967 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c0fdb434-f99e-46ea-ba74-ed06a33a1574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:25.503688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-ab920cdc-6f30-4aa1-aad5-de0e833838d6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] For port a55654ac-24ea-49ea-a51b-e527d697128d, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a55654ac-24ea-49ea-a51b-e527d697128d,segment=NetworkSegment(d3150888-845f-44a0-8c0c-43015750d5c3),segment_id=d3150888-845f-44a0-8c0c-43015750d5c3)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:25.504206 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ab920cdc-6f30-4aa1-aad5-de0e833838d6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:25.509200 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6f1cde8c-b605-49e0-befa-5d26a28d8e7f up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:25.523378 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-b5c35bd7-840a-4801-a42e-129433840afe tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:25.562297 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-220fcbc8-01fd-4d4e-a07f-a2dc05c3e2b9 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:25.563052 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220fcbc8-01fd-4d4e-a07f-a2dc05c3e2b9 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:25.563621 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-220fcbc8-01fd-4d4e-a07f-a2dc05c3e2b9 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:25.611188 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c0fdb434-f99e-46ea-ba74-ed06a33a1574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:25.660688 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 6f1cde8c-b605-49e0-befa-5d26a28d8e7f triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:25.661058 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:25.696586 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee60497f-7503-4ad0-9b86-9eb1c281deab tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network ff2a4457-e3f3-4c5c-8243-390761bca180 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:42:25.701206 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-ab920cdc-6f30-4aa1-aad5-de0e833838d6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Calling delete_port for a55654ac-24ea-49ea-a51b-e527d697128d owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:42:25.801119 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-05781ef9-1d23-4a6b-9147-7370316e922f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:25.802031 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-05781ef9-1d23-4a6b-9147-7370316e922f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Synchronizing usage tracker for tenant:a1d039a5115b40cc849313193266d5ad on resource:network {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:42:25.836418 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5c35bd7-840a-4801-a42e-129433840afe tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:25.837620 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5c35bd7-840a-4801-a42e-129433840afe tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:25.930157 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6bd72bdf-e3a1-47da-9c9f-181c85ec5c11 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:25.936038 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:42:18Z', 'revision_number': 4, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': '9ad70400-8e06-4c67-9b9b-c898f9751554', 'name': '', 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:24:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:42:02Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc741705-f70e-493e-b10c-65e89ea864ca', 'name': '', 'network_id': '20f6cf5a-55e9-4bdf-b494-a4485b325a93', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:3f:39:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:16Z', 'updated_at': '2022-03-07T21:42:24Z', 'revision_number': 4, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:25.941288 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a95c88d-3648-4c74-93d7-9ce9b464876f None None] The sync data for ids ['836e6c50-4349-4aac-a749-a5621461af97'] in dv-neutron-829957-1-hyperv is: [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:42:18Z', 'revision_number': 4, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': '9ad70400-8e06-4c67-9b9b-c898f9751554', 'name': '', 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:24:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:42:02Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc741705-f70e-493e-b10c-65e89ea864ca', 'name': '', 'network_id': '20f6cf5a-55e9-4bdf-b494-a4485b325a93', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:3f:39:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:16Z', 'updated_at': '2022-03-07T21:42:24Z', 'revision_number': 4, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:42:25.969329 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-afdc5966-eb81-4c6e-b12c-d0aa467ece0a tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:26.008765 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-30b8acb7-6b1a-435c-80cd-4724dde8d734 None None] Provisioning for port 82838d9b-76b1-4370-9a50-07a963a5aa2b completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:26.024203 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-30b8acb7-6b1a-435c-80cd-4724dde8d734 None None] Provisioning complete for port 82838d9b-76b1-4370-9a50-07a963a5aa2b triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:26.024567 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-30b8acb7-6b1a-435c-80cd-4724dde8d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:26.062071 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5c35bd7-840a-4801-a42e-129433840afe tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:26.085803 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-05781ef9-1d23-4a6b-9147-7370316e922f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Unset dirty status for tenant:a1d039a5115b40cc849313193266d5ad on resource:network {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:42:26.087386 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-05781ef9-1d23-4a6b-9147-7370316e922f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/networks?id=e71fce04-ffbd-435e-bfc3-87f58b6e4967 HTTP/1.1" status: 200 len: 811 time: 1.7307467 Mar 07 21:42:26.088254 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ab920cdc-6f30-4aa1-aad5-de0e833838d6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:26.104537 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-30b8acb7-6b1a-435c-80cd-4724dde8d734 None None] Port 82838d9b-76b1-4370-9a50-07a963a5aa2b cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:42:26.145446 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 6bd72bdf-e3a1-47da-9c9f-181c85ec5c11 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:26.152286 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 6bd72bdf-e3a1-47da-9c9f-181c85ec5c11 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:26.152870 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:26.165502 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc5966-eb81-4c6e-b12c-d0aa467ece0a tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event deleted for resources: {'Subnet': ['ID=753e4eb7-fcbf-4af4-b86d-b574f2b92e2d,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:26.174262 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-afdc5966-eb81-4c6e-b12c-d0aa467ece0a tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:26.175048 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-ee60497f-7503-4ad0-9b86-9eb1c281deab tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, ff2a4457-e3f3-4c5c-8243-390761bca180) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:26.182179 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee60497f-7503-4ad0-9b86-9eb1c281deab tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:26.182689 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee60497f-7503-4ad0-9b86-9eb1c281deab tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:26.185690 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab920cdc-6f30-4aa1-aad5-de0e833838d6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event deleted for resources: {'Port': ['ID=a55654ac-24ea-49ea-a51b-e527d697128d,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:26.195943 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab920cdc-6f30-4aa1-aad5-de0e833838d6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] No DVR routers for this DVR port a55654ac-24ea-49ea-a51b-e527d697128d on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:42:26.199461 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-3ee00507-eeb0-4eb0-a27d-4e17123c5415 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/quotas/a1d039a5115b40cc849313193266d5ad HTTP/1.1" status: 200 len: 375 time: 0.0484233 Mar 07 21:42:26.218809 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72b571f-fd7c-40f9-b6c1-70ca1753ebe4 None None] Network 584a7099-87d5-43bf-aca0-d24ac1ec5071 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:26.254894 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fcbc8-01fd-4d4e-a07f-a2dc05c3e2b9 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Pushing event updated for resources: {'Network': ['ID=9a6ff74c-5c27-4e5f-9086-e5784627efc5,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:26.326185 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.objects.ports [None req-18165b18-c8e0-4796-939b-b335da881ff9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88387) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 07 21:42:26.328455 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-18165b18-c8e0-4796-939b-b335da881ff9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:26.339727 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-afdc5966-eb81-4c6e-b12c-d0aa467ece0a tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "DELETE /v2.0/subnets/753e4eb7-fcbf-4af4-b86d-b574f2b92e2d HTTP/1.1" status: 204 len: 168 time: 3.5280907 Mar 07 21:42:26.342343 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d8eae7-ca28-4161-ae98-1ef0f79c6331 None None] Network ff2a4457-e3f3-4c5c-8243-390761bca180 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:26.356492 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b486b3f-4500-4937-acc2-727275d40c9c None None] Network f31b4d2c-8a3e-4ff3-8547-30f740643389 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:26.364031 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44764) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:26.391614 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18165b18-c8e0-4796-939b-b335da881ff9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:26.393764 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-220fcbc8-01fd-4d4e-a07f-a2dc05c3e2b9 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.0388429 Mar 07 21:42:26.400555 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-18165b18-c8e0-4796-939b-b335da881ff9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:26.410320 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18165b18-c8e0-4796-939b-b335da881ff9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:26.414575 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-18165b18-c8e0-4796-939b-b335da881ff9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:26.418479 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44768) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:26.419169 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 9a6ff74c-5c27-4e5f-9086-e5784627efc5 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:42:26.432407 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ee60497f-7503-4ad0-9b86-9eb1c281deab tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2469788 Mar 07 21:42:26.440052 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44772) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:26.458355 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4edcf5-b887-489f-a0ad-787920f36fdf None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:26.572544 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c0fdb434-f99e-46ea-ba74-ed06a33a1574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:26.704062 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18165b18-c8e0-4796-939b-b335da881ff9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=0886520e-7055-40e6-be70-8098c505e161,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:26.722882 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c0fdb434-f99e-46ea-ba74-ed06a33a1574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:26.724402 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c0fdb434-f99e-46ea-ba74-ed06a33a1574 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4450d48f-b73f-4610-8bce-77e19e0d7025 HTTP/1.1" status: 204 len: 168 time: 1.6579175 Mar 07 21:42:26.737468 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fdb434-f99e-46ea-ba74-ed06a33a1574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4450d48f-b73f-4610-8bce-77e19e0d7025,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:26.741401 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-18165b18-c8e0-4796-939b-b335da881ff9 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5642004 Mar 07 21:42:26.748792 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-0e0747dd-b015-4aae-804a-f6d42047a481 None None] Could not find standard attr ID for object a55654ac-24ea-49ea-a51b-e527d697128d. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:42:26.755144 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44778) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:26.773194 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-e96dcf88-f053-415c-90c6-808b87ed96f3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:26.786899 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5c35bd7-840a-4801-a42e-129433840afe tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:26.935012 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e96dcf88-f053-415c-90c6-808b87ed96f3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:26.947785 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8a7238-f7fc-4b5a-a4a7-1398052491f7 tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:26.948899 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ab920cdc-6f30-4aa1-aad5-de0e833838d6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:26.949395 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8a8a7238-f7fc-4b5a-a4a7-1398052491f7 tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] 10.222.0.21 "GET /v2.0/networks/9a6ff74c-5c27-4e5f-9086-e5784627efc5 HTTP/1.1" status: 200 len: 756 time: 0.5217516 Mar 07 21:42:26.954194 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44782) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:26.955391 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e96dcf88-f053-415c-90c6-808b87ed96f3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:27.012834 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e96dcf88-f053-415c-90c6-808b87ed96f3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:27.013070 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-ab920cdc-6f30-4aa1-aad5-de0e833838d6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31b4d2c-8a3e-4ff3-8547-30f740643389']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:27.029487 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce2aecd-7c7d-454d-9072-aec810142dc3 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:27.031962 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce2aecd-7c7d-454d-9072-aec810142dc3 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:27.033677 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bce2aecd-7c7d-454d-9072-aec810142dc3 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Synchronizing usage tracker for tenant:27b5ef1635c14b0aac205e290183de79 on resource:subnet {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:42:27.057348 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-ab920cdc-6f30-4aa1-aad5-de0e833838d6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3150888-845f-44a0-8c0c-43015750d5c3') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:27.057748 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-ab920cdc-6f30-4aa1-aad5-de0e833838d6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3150888-845f-44a0-8c0c-43015750d5c3') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:27.072107 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e96dcf88-f053-415c-90c6-808b87ed96f3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:27.081419 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ab920cdc-6f30-4aa1-aad5-de0e833838d6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:27.100177 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-0e0747dd-b015-4aae-804a-f6d42047a481 None None] Provisioning complete for port 82838d9b-76b1-4370-9a50-07a963a5aa2b triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:27.100402 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0e0747dd-b015-4aae-804a-f6d42047a481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:27.108245 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-6ed9e35c-3d0c-4a6a-a81d-054758910e86 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Synchronizing usage tracker for tenant:a1d039a5115b40cc849313193266d5ad on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:42:27.163872 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ab920cdc-6f30-4aa1-aad5-de0e833838d6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:27.180803 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bce2aecd-7c7d-454d-9072-aec810142dc3 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Unset dirty status for tenant:27b5ef1635c14b0aac205e290183de79 on resource:subnet {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:42:27.182187 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bce2aecd-7c7d-454d-9072-aec810142dc3 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.8045394 Mar 07 21:42:27.186114 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab920cdc-6f30-4aa1-aad5-de0e833838d6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:42:27.186519 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ab920cdc-6f30-4aa1-aad5-de0e833838d6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:42:27.203436 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:42:27.216442 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44786) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:27.268954 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96dcf88-f053-415c-90c6-808b87ed96f3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:27.272753 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e96dcf88-f053-415c-90c6-808b87ed96f3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:27.292979 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2354c6-90be-4f6d-9c49-a296b949376b tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:27.295003 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7b2354c6-90be-4f6d-9c49-a296b949376b tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] 10.222.0.21 "GET /v2.0/networks/90b3f34d-772b-4161-a0da-43843ddd3e80 HTTP/1.1" status: 200 len: 768 time: 0.2834013 Mar 07 21:42:27.309393 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44790) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:27.356490 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-6ed9e35c-3d0c-4a6a-a81d-054758910e86 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Unset dirty status for tenant:a1d039a5115b40cc849313193266d5ad on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:42:27.359186 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-6ed9e35c-3d0c-4a6a-a81d-054758910e86 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1d039a5115b40cc849313193266d5ad&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1241426 Mar 07 21:42:27.372737 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfb1873-d486-48f8-b42d-3e859f988478 None None] DHCP port deletion for f31b4d2c-8a3e-4ff3-8547-30f740643389 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:42:27.445092 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fa9da1-0656-435d-baca-95fc009d56b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ff2a4457-e3f3-4c5c-8243-390761bca180', 'network_id': 'ff2a4457-e3f3-4c5c-8243-390761bca180', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'fixed_ips': [{'subnet_id': '01a145b6-53d7-4a6b-b3de-efb9c183df71'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:42:27.445904 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e7fa9da1-0656-435d-baca-95fc009d56b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:27.500537 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-0e0747dd-b015-4aae-804a-f6d42047a481 None None] Port 82838d9b-76b1-4370-9a50-07a963a5aa2b cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:42:27.551651 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:27.569688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ab920cdc-6f30-4aa1-aad5-de0e833838d6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:27.574438 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ab920cdc-6f30-4aa1-aad5-de0e833838d6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:27.604013 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebaf28f-3161-4641-9bb2-83e405897e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'fixed_ips': [{'subnet_id': '0886520e-7055-40e6-be70-8098c505e161'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:42:27.604636 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-eebaf28f-3161-4641-9bb2-83e405897e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:27.625012 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c56e52-fb7a-4d37-9595-7f667ed79e26 None None] DHCP port deletion for 584a7099-87d5-43bf-aca0-d24ac1ec5071 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:42:27.652612 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-31c56e52-fb7a-4d37-9595-7f667ed79e26 None None] Deleting port 6bd72bdf-e3a1-47da-9c9f-181c85ec5c11 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:42:27.652995 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-31c56e52-fb7a-4d37-9595-7f667ed79e26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:27.659607 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1befa8c2-b492-455b-b011-60ca34417fff tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:27.693941 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab920cdc-6f30-4aa1-aad5-de0e833838d6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event deleted for resources: {'Network': ['ID=f31b4d2c-8a3e-4ff3-8547-30f740643389,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:27.706245 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8e9e0746-8794-4820-b421-10ccff7c4cf8 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:27.715747 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ab920cdc-6f30-4aa1-aad5-de0e833838d6 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/networks/f31b4d2c-8a3e-4ff3-8547-30f740643389 HTTP/1.1" status: 204 len: 168 time: 3.5221524 Mar 07 21:42:27.718837 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44794) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:27.747756 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.ipam_backend_mixin [None req-e96dcf88-f053-415c-90c6-808b87ed96f3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0886520e-7055-40e6-be70-8098c505e161 (CIDR: 2001:db8::/64) Mar 07 21:42:27.768287 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 6bd72bdf-e3a1-47da-9c9f-181c85ec5c11, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6bd72bdf-e3a1-47da-9c9f-181c85ec5c11,segment=NetworkSegment(ee98295f-24bf-4f88-8f64-69d5f146cbba),segment_id=ee98295f-24bf-4f88-8f64-69d5f146cbba)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:27.820171 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5d7681fd-90d2-4e46-8d66-ef3adbdd5968 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:27.822776 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce15b015-59a0-42ec-b6e1-9c1d07913ccb tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] DELETE failed (client error): The resource could not be found. Mar 07 21:42:27.823275 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce15b015-59a0-42ec-b6e1-9c1d07913ccb tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:42:27.824935 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ce15b015-59a0-42ec-b6e1-9c1d07913ccb tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/subnets/5c3c32bb-ef5f-4628-957a-088a3f8bcc64 HTTP/1.1" status: 404 len: 337 time: 0.1034846 Mar 07 21:42:27.825931 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9e0746-8794-4820-b421-10ccff7c4cf8 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 07 21:42:27.826457 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9e0746-8794-4820-b421-10ccff7c4cf8 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:42:27.828033 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8e9e0746-8794-4820-b421-10ccff7c4cf8 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "DELETE /v2.0/networks/584a7099-87d5-43bf-aca0-d24ac1ec5071 HTTP/1.1" status: 409 len: 405 time: 0.6066034 Mar 07 21:42:27.833144 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96dcf88-f053-415c-90c6-808b87ed96f3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:42:27.833858 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e96dcf88-f053-415c-90c6-808b87ed96f3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:42:27.837617 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44798) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:27.844403 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44800) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:27.869771 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-678d194d-b7c8-43c8-8e84-d588195db004 service neutron] 10.222.0.21 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304583 Mar 07 21:42:27.874643 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-ef63e493-56a1-46a8-bc75-aa37e8d00879 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1401463302'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:27.884053 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:27.937184 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ef63e493-56a1-46a8-bc75-aa37e8d00879 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:27.948215 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d992d2e-4a51-4791-9303-e15cb4445043 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] DELETE failed (client error): The resource could not be found. Mar 07 21:42:27.948931 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d992d2e-4a51-4791-9303-e15cb4445043 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:42:27.950816 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8d992d2e-4a51-4791-9303-e15cb4445043 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/networks/226429f2-0db7-4351-abbe-4bc59c2e881e HTTP/1.1" status: 404 len: 339 time: 0.1091797 Mar 07 21:42:27.963873 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ef63e493-56a1-46a8-bc75-aa37e8d00879 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Usage tracker for resource:network and tenant:27b5ef1635c14b0aac205e290183de79 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:27.967503 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ef63e493-56a1-46a8-bc75-aa37e8d00879 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:27.968604 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44806) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:27.975314 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ef63e493-56a1-46a8-bc75-aa37e8d00879 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:27.977514 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-e7fa9da1-0656-435d-baca-95fc009d56b7 None None] Allocated IP 2001:db8:3::2 (ff2a4457-e3f3-4c5c-8243-390761bca180/01a145b6-53d7-4a6b-b3de-efb9c183df71/236963fa-0fc5-452b-a5aa-93d95fa330fe) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:28.057609 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e96dcf88-f053-415c-90c6-808b87ed96f3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2955072 Mar 07 21:42:28.066101 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44810) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:28.071817 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-a0aaecfb-c0cb-4fd2-bc72-2214f1273734 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:28.094981 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1befa8c2-b492-455b-b011-60ca34417fff tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:28.127575 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef63e493-56a1-46a8-bc75-aa37e8d00879 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Made reservation on behalf of 27b5ef1635c14b0aac205e290183de79 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:28.130933 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ef63e493-56a1-46a8-bc75-aa37e8d00879 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:28.158143 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f4e763-f00e-4024-ab68-7fa24951667a tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] DELETE failed (client error): The resource could not be found. Mar 07 21:42:28.158583 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f4e763-f00e-4024-ab68-7fa24951667a tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:42:28.162808 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d5f4e763-f00e-4024-ab68-7fa24951667a tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/subnets/fb62068d-0437-4f69-8964-0c6540763417 HTTP/1.1" status: 404 len: 337 time: 0.1857793 Mar 07 21:42:28.189057 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44814) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:28.215637 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device bc741705-f70e-493e-b10c-65e89ea864ca up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:28.248476 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-1befa8c2-b492-455b-b011-60ca34417fff tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a6ff74c-5c27-4e5f-9086-e5784627efc5']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:28.273271 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb38a94-d1fc-43f3-8e60-07af453d59ab tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] DELETE failed (client error): The resource could not be found. Mar 07 21:42:28.273828 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cb38a94-d1fc-43f3-8e60-07af453d59ab tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:42:28.275483 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1cb38a94-d1fc-43f3-8e60-07af453d59ab tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/networks/ebf37b03-01a6-4635-8875-66bed9682675 HTTP/1.1" status: 404 len: 339 time: 0.0795240 Mar 07 21:42:28.281921 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44818) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:28.296305 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5c35bd7-840a-4801-a42e-129433840afe tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:28.325863 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-eebaf28f-3161-4641-9bb2-83e405897e5e None None] Allocated IP 2001:db8::f816:3eff:fe02:95d (ab63f4f6-c089-409c-a9c4-f2088e2d7005/0886520e-7055-40e6-be70-8098c505e161/9bf211d4-d90e-4772-9b3f-2d382a7a3de8) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:28.364604 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef63e493-56a1-46a8-bc75-aa37e8d00879 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:42:28.366760 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3eb68d-3fb1-4aa9-af29-4ca80a9e4c20 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] DELETE failed (client error): The resource could not be found. Mar 07 21:42:28.367645 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce3eb68d-3fb1-4aa9-af29-4ca80a9e4c20 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:42:28.377716 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e7fa9da1-0656-435d-baca-95fc009d56b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:28.413201 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ce3eb68d-3fb1-4aa9-af29-4ca80a9e4c20 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/subnets/6cb3b7db-a6a9-4eb8-8a29-470c230c7f98 HTTP/1.1" status: 404 len: 337 time: 0.1246436 Mar 07 21:42:28.413201 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ef63e493-56a1-46a8-bc75-aa37e8d00879 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:28.413201 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-ef63e493-56a1-46a8-bc75-aa37e8d00879 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Added segment 1b2f0a8a-e6f2-4739-b3f1-025cb5d69741 of type vlan for network 36695db3-cf36-4dfd-95ec-a1aa7e15755f Mar 07 21:42:28.428084 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e7fa9da1-0656-435d-baca-95fc009d56b7 None None] Transition to ACTIVE for port object 236963fa-0fc5-452b-a5aa-93d95fa330fe will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:28.439914 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=6bd72bdf-e3a1-47da-9c9f-181c85ec5c11,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:28.452291 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44822) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:28.454237 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-1befa8c2-b492-455b-b011-60ca34417fff tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f8508f-b62d-43a7-b1a7-82e3a81715f4') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:28.454704 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-1befa8c2-b492-455b-b011-60ca34417fff tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f8508f-b62d-43a7-b1a7-82e3a81715f4') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:28.472117 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5c35bd7-840a-4801-a42e-129433840afe tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:28.483229 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a0aaecfb-c0cb-4fd2-bc72-2214f1273734 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:28.484522 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1befa8c2-b492-455b-b011-60ca34417fff tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:28.508442 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b57cac4-2cc6-417a-9055-465f6547fd34 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] DELETE failed (client error): The resource could not be found. Mar 07 21:42:28.508904 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b57cac4-2cc6-417a-9055-465f6547fd34 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:42:28.510795 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7b57cac4-2cc6-417a-9055-465f6547fd34 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/networks/4fb9e5f3-7cfa-49cb-a10c-e960b0ba1ad3 HTTP/1.1" status: 404 len: 339 time: 0.0573857 Mar 07 21:42:28.512432 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a0aaecfb-c0cb-4fd2-bc72-2214f1273734 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:28.525681 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44826) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:28.526869 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a0aaecfb-c0cb-4fd2-bc72-2214f1273734 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:28.543491 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-11e08198-85a2-43b7-b24b-ea1cd25d5350 service neutron] 10.222.0.21 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6727843 Mar 07 21:42:28.549762 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1befa8c2-b492-455b-b011-60ca34417fff tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:28.568472 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1befa8c2-b492-455b-b011-60ca34417fff tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:42:28.570016 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1befa8c2-b492-455b-b011-60ca34417fff tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:42:28.583976 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:42:28.671656 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3266f9-2d4b-49d7-b033-2418ec7ec2dc tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Deleting subnet 2b7ed95f-c758-4dc4-923e-09132ae9aae8 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:42:28.678223 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b3266f9-2d4b-49d7-b033-2418ec7ec2dc tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:28.685441 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-31c56e52-fb7a-4d37-9595-7f667ed79e26 None None] For port 6bd72bdf-e3a1-47da-9c9f-181c85ec5c11, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6bd72bdf-e3a1-47da-9c9f-181c85ec5c11,segment=NetworkSegment(ee98295f-24bf-4f88-8f64-69d5f146cbba),segment_id=ee98295f-24bf-4f88-8f64-69d5f146cbba)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:28.685836 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-31c56e52-fb7a-4d37-9595-7f667ed79e26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:28.731139 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a0aaecfb-c0cb-4fd2-bc72-2214f1273734 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:28.736967 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ef63e493-56a1-46a8-bc75-aa37e8d00879 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:28.758137 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-b5c35bd7-840a-4801-a42e-129433840afe tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Allocated IP 172.26.2.194 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/36fe3f20-7c5f-4ccc-8e0a-7e38077e0450) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:28.787757 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b3266f9-2d4b-49d7-b033-2418ec7ec2dc tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:28.826195 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-31c56e52-fb7a-4d37-9595-7f667ed79e26 None None] Calling delete_port for 6bd72bdf-e3a1-47da-9c9f-181c85ec5c11 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:42:28.863088 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port bc741705-f70e-493e-b10c-65e89ea864ca completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:28.875836 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0aaecfb-c0cb-4fd2-bc72-2214f1273734 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:28.878687 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e7fa9da1-0656-435d-baca-95fc009d56b7 None None] Transition to ACTIVE for port object 236963fa-0fc5-452b-a5aa-93d95fa330fe will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:28.880156 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a0aaecfb-c0cb-4fd2-bc72-2214f1273734 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:28.890551 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port bc741705-f70e-493e-b10c-65e89ea864ca triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:28.890920 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:28.915796 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1befa8c2-b492-455b-b011-60ca34417fff tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:28.923368 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1befa8c2-b492-455b-b011-60ca34417fff tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9a6ff74c-5c27-4e5f-9086-e5784627efc5 {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 07 21:42:28.926407 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1befa8c2-b492-455b-b011-60ca34417fff tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:28.971765 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ef63e493-56a1-46a8-bc75-aa37e8d00879 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:28.978060 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef63e493-56a1-46a8-bc75-aa37e8d00879 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:28.978269 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ef63e493-56a1-46a8-bc75-aa37e8d00879 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:28.996025 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e7fa9da1-0656-435d-baca-95fc009d56b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:28.997319 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b3266f9-2d4b-49d7-b033-2418ec7ec2dc tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:29.001540 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befa8c2-b492-455b-b011-60ca34417fff tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Pushing event deleted for resources: {'Network': ['ID=9a6ff74c-5c27-4e5f-9086-e5784627efc5,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:29.011818 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1befa8c2-b492-455b-b011-60ca34417fff tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] 10.222.0.21 "DELETE /v2.0/networks/9a6ff74c-5c27-4e5f-9086-e5784627efc5 HTTP/1.1" status: 204 len: 168 time: 1.6801362 Mar 07 21:42:29.012947 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44836) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:29.018490 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-7e656e79-d473-436c-9292-cb70986ba1cf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Request body: {'network': {'name': 'tempest-network--1919554628'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:29.035305 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7e656e79-d473-436c-9292-cb70986ba1cf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:29.091191 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5c35bd7-840a-4801-a42e-129433840afe tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:29.098662 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fa9da1-0656-435d-baca-95fc009d56b7 None None] Network ff2a4457-e3f3-4c5c-8243-390761bca180 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:29.114547 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-e7fa9da1-0656-435d-baca-95fc009d56b7 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:29.126770 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-eebaf28f-3161-4641-9bb2-83e405897e5e None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:29.128833 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fa9da1-0656-435d-baca-95fc009d56b7 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:29.133733 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa9da1-0656-435d-baca-95fc009d56b7 None None] Pushing event updated for resources: {'Port': ['ID=236963fa-0fc5-452b-a5aa-93d95fa330fe,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:29.156769 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7e656e79-d473-436c-9292-cb70986ba1cf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Usage tracker for resource:network and tenant:3c6aeadb070140eca3c02bc8bafeb146 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:29.160728 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7e656e79-d473-436c-9292-cb70986ba1cf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:29.168495 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7e656e79-d473-436c-9292-cb70986ba1cf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:29.180588 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-eebaf28f-3161-4641-9bb2-83e405897e5e None None] Transition to ACTIVE for port object 9bf211d4-d90e-4772-9b3f-2d382a7a3de8 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:29.182899 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-31c56e52-fb7a-4d37-9595-7f667ed79e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:29.233930 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63e493-56a1-46a8-bc75-aa37e8d00879 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event updated for resources: {'Network': ['ID=36695db3-cf36-4dfd-95ec-a1aa7e15755f,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:29.234311 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-5d7681fd-90d2-4e46-8d66-ef3adbdd5968 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Allocated IP 2001:db8:3::1 (ff2a4457-e3f3-4c5c-8243-390761bca180/01a145b6-53d7-4a6b-b3de-efb9c183df71/716ef902-2391-467d-9daa-e1d6ff250e07) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:29.260511 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ef63e493-56a1-46a8-bc75-aa37e8d00879 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3929467 Mar 07 21:42:29.269161 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 36695db3-cf36-4dfd-95ec-a1aa7e15755f details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:42:29.270538 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44840) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:29.271125 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5c35bd7-840a-4801-a42e-129433840afe tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:29.277588 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-45990996-05b6-461a-ad73-1a4c0e25c0c5 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Request body: {'subnet': {'network_id': '36695db3-cf36-4dfd-95ec-a1aa7e15755f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:29.294437 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e656e79-d473-436c-9292-cb70986ba1cf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Made reservation on behalf of 3c6aeadb070140eca3c02bc8bafeb146 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:29.301425 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e656e79-d473-436c-9292-cb70986ba1cf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:29.349277 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c56e52-fb7a-4d37-9595-7f667ed79e26 None None] Pushing event deleted for resources: {'Port': ['ID=6bd72bdf-e3a1-47da-9c9f-181c85ec5c11,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:29.358132 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c56e52-fb7a-4d37-9595-7f667ed79e26 None None] No DVR routers for this DVR port 6bd72bdf-e3a1-47da-9c9f-181c85ec5c11 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:42:29.366605 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-eebaf28f-3161-4641-9bb2-83e405897e5e None None] Transition to ACTIVE for port object 9bf211d4-d90e-4772-9b3f-2d382a7a3de8 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:29.377055 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:29.395563 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c35bd7-840a-4801-a42e-129433840afe tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:29.399121 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-b5c35bd7-840a-4801-a42e-129433840afe tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:29.411524 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e656e79-d473-436c-9292-cb70986ba1cf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:42:29.420468 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e656e79-d473-436c-9292-cb70986ba1cf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:29.427674 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-7e656e79-d473-436c-9292-cb70986ba1cf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Added segment 67565bb4-e1f3-4203-8e6a-a27c1fa2d4d3 of type vlan for network d425e84b-ba30-4a50-a190-e8c17c645d46 Mar 07 21:42:29.447785 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-e7fa9da1-0656-435d-baca-95fc009d56b7 None None] Attempting to bind port 236963fa-0fc5-452b-a5aa-93d95fa330fe on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:42:29.448357 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-e7fa9da1-0656-435d-baca-95fc009d56b7 None None] Attempting to bind port 236963fa-0fc5-452b-a5aa-93d95fa330fe by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'cd4466f4-9fea-46bb-b7f4-6d383da37888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ff2a4457-e3f3-4c5c-8243-390761bca180'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:42:29.448471 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fa9da1-0656-435d-baca-95fc009d56b7 None None] Attempting to bind port 236963fa-0fc5-452b-a5aa-93d95fa330fe on network ff2a4457-e3f3-4c5c-8243-390761bca180 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:42:29.450080 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e656e79-d473-436c-9292-cb70986ba1cf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:29.486402 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c35bd7-840a-4801-a42e-129433840afe tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:29.499565 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-eebaf28f-3161-4641-9bb2-83e405897e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:29.503527 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fa9da1-0656-435d-baca-95fc009d56b7 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:42:29.503827 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fa9da1-0656-435d-baca-95fc009d56b7 None None] Checking segment: {'id': 'cd4466f4-9fea-46bb-b7f4-6d383da37888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ff2a4457-e3f3-4c5c-8243-390761bca180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:29.504194 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e7fa9da1-0656-435d-baca-95fc009d56b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:29.504594 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fa9da1-0656-435d-baca-95fc009d56b7 None None] Bound using segment: {'id': 'cd4466f4-9fea-46bb-b7f4-6d383da37888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ff2a4457-e3f3-4c5c-8243-390761bca180'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:42:29.505065 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-e7fa9da1-0656-435d-baca-95fc009d56b7 None None] Bound port: 236963fa-0fc5-452b-a5aa-93d95fa330fe, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4466f4-9fea-46bb-b7f4-6d383da37888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ff2a4457-e3f3-4c5c-8243-390761bca180'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:42:29.505435 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e7fa9da1-0656-435d-baca-95fc009d56b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:29.547946 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c35bd7-840a-4801-a42e-129433840afe tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Pushing event updated for resources: {'Port': ['ID=36fe3f20-7c5f-4ccc-8e0a-7e38077e0450,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:29.571684 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e656e79-d473-436c-9292-cb70986ba1cf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:29.574709 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e656e79-d473-436c-9292-cb70986ba1cf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:29.575290 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e656e79-d473-436c-9292-cb70986ba1cf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:29.639112 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port bc741705-f70e-493e-b10c-65e89ea864ca, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=bc741705-f70e-493e-b10c-65e89ea864ca,segment=NetworkSegment(5e0841c9-8b96-486c-8c4b-5da6cbf4cab7),segment_id=5e0841c9-8b96-486c-8c4b-5da6cbf4cab7)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:29.658165 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebaf28f-3161-4641-9bb2-83e405897e5e None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:29.665198 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-eebaf28f-3161-4641-9bb2-83e405897e5e None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:29.671912 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebaf28f-3161-4641-9bb2-83e405897e5e None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:29.674256 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebaf28f-3161-4641-9bb2-83e405897e5e None None] Pushing event updated for resources: {'Port': ['ID=9bf211d4-d90e-4772-9b3f-2d382a7a3de8,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:29.743988 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:29.787515 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-45990996-05b6-461a-ad73-1a4c0e25c0c5 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:29.854823 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a55654ac-24ea-49ea-a51b-e527d697128d no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:42:29.910766 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: a55654ac-24ea-49ea-a51b-e527d697128d {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:42:29.911384 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a55654ac-24ea-49ea-a51b-e527d697128d not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:42:29.911962 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 9edf17e4-e82b-45c9-ba06-47de642fa833 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:42:29.946120 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-e7fa9da1-0656-435d-baca-95fc009d56b7 None None] For port 236963fa-0fc5-452b-a5aa-93d95fa330fe, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:42:29.962043 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-eebaf28f-3161-4641-9bb2-83e405897e5e None None] Attempting to bind port 9bf211d4-d90e-4772-9b3f-2d382a7a3de8 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:42:29.962412 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-eebaf28f-3161-4641-9bb2-83e405897e5e None None] Attempting to bind port 9bf211d4-d90e-4772-9b3f-2d382a7a3de8 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:42:29.962773 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebaf28f-3161-4641-9bb2-83e405897e5e None None] Attempting to bind port 9bf211d4-d90e-4772-9b3f-2d382a7a3de8 on network ab63f4f6-c089-409c-a9c4-f2088e2d7005 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:42:29.964921 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b3266f9-2d4b-49d7-b033-2418ec7ec2dc tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:29.968393 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 9edf17e4-e82b-45c9-ba06-47de642fa833 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:42:29.968734 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 9edf17e4-e82b-45c9-ba06-47de642fa833 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:42:29.969327 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6bd72bdf-e3a1-47da-9c9f-181c85ec5c11 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:42:29.984507 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-45990996-05b6-461a-ad73-1a4c0e25c0c5 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:30.008637 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-e7fa9da1-0656-435d-baca-95fc009d56b7 None None] For port 236963fa-0fc5-452b-a5aa-93d95fa330fe, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=236963fa-0fc5-452b-a5aa-93d95fa330fe,segment=NetworkSegment(cd4466f4-9fea-46bb-b7f4-6d383da37888),segment_id=cd4466f4-9fea-46bb-b7f4-6d383da37888)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:42:30.015914 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebaf28f-3161-4641-9bb2-83e405897e5e None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:42:30.016284 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebaf28f-3161-4641-9bb2-83e405897e5e None None] Checking segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:30.016682 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-eebaf28f-3161-4641-9bb2-83e405897e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:30.017071 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebaf28f-3161-4641-9bb2-83e405897e5e None None] Bound using segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:42:30.017530 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-eebaf28f-3161-4641-9bb2-83e405897e5e None None] Bound port: 9bf211d4-d90e-4772-9b3f-2d382a7a3de8, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:42:30.017915 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-eebaf28f-3161-4641-9bb2-83e405897e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:30.020526 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e656e79-d473-436c-9292-cb70986ba1cf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Pushing event updated for resources: {'Network': ['ID=d425e84b-ba30-4a50-a190-e8c17c645d46,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:30.028989 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 6bd72bdf-e3a1-47da-9c9f-181c85ec5c11 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:42:30.029523 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6bd72bdf-e3a1-47da-9c9f-181c85ec5c11 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:42:30.036875 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=bc741705-f70e-493e-b10c-65e89ea864ca,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:30.041343 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7e656e79-d473-436c-9292-cb70986ba1cf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0252070 Mar 07 21:42:30.041662 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network d425e84b-ba30-4a50-a190-e8c17c645d46 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:42:30.041746 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-75a4f8b3-e676-485e-83ee-7fa4cce96658 req-1f8ca259-a1c3-4b9a-b068-9ef958593c8a tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 210 time: 0.4997301 Mar 07 21:42:30.043567 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44854) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:30.051178 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-6bb43d57-a906-4819-8b3e-147113c07291 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:30.061042 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3266f9-2d4b-49d7-b033-2418ec7ec2dc tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event deleted for resources: {'Subnet': ['ID=2b7ed95f-c758-4dc4-923e-09132ae9aae8,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:30.086604 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45990996-05b6-461a-ad73-1a4c0e25c0c5 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Made reservation on behalf of 27b5ef1635c14b0aac205e290183de79 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:30.090800 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-45990996-05b6-461a-ad73-1a4c0e25c0c5 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:30.109837 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b3266f9-2d4b-49d7-b033-2418ec7ec2dc tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:30.113006 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7c3086-959f-4c64-a0f3-721b9009c25f None None] Network b2f3c5eb-62ea-4bf9-a4e5-67e79f412839 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:30.137183 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5d7681fd-90d2-4e46-8d66-ef3adbdd5968 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:30.145990 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e7fa9da1-0656-435d-baca-95fc009d56b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:30.191948 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:42:30.272245 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2b3266f9-2d4b-49d7-b033-2418ec7ec2dc tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/subnets/2b7ed95f-c758-4dc4-923e-09132ae9aae8 HTTP/1.1" status: 204 len: 168 time: 1.7361028 Mar 07 21:42:30.272722 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44858) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:30.279995 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-5d7681fd-90d2-4e46-8d66-ef3adbdd5968 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Transition to ACTIVE for port object 716ef902-2391-467d-9daa-e1d6ff250e07 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:30.301779 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device bc741705-f70e-493e-b10c-65e89ea864ca up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:30.325027 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5c35bd7-840a-4801-a42e-129433840afe tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router_gateway, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:30.415950 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a0aaecfb-c0cb-4fd2-bc72-2214f1273734 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:30.466394 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5d7681fd-90d2-4e46-8d66-ef3adbdd5968 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:30.554689 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa9da1-0656-435d-baca-95fc009d56b7 None None] Pushing event updated for resources: {'Port': ['ID=236963fa-0fc5-452b-a5aa-93d95fa330fe,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:30.574243 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aaecfb-c0cb-4fd2-bc72-2214f1273734 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:30.578203 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7681fd-90d2-4e46-8d66-ef3adbdd5968 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network ff2a4457-e3f3-4c5c-8243-390761bca180 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:30.597764 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-eebaf28f-3161-4641-9bb2-83e405897e5e None None] For port 9bf211d4-d90e-4772-9b3f-2d382a7a3de8, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:42:30.598671 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-a0aaecfb-c0cb-4fd2-bc72-2214f1273734 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:30.602387 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aaecfb-c0cb-4fd2-bc72-2214f1273734 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:30.602929 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a0aaecfb-c0cb-4fd2-bc72-2214f1273734 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:30.612686 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-eebaf28f-3161-4641-9bb2-83e405897e5e None None] For port 9bf211d4-d90e-4772-9b3f-2d382a7a3de8, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=9bf211d4-d90e-4772-9b3f-2d382a7a3de8,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:42:30.621824 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-5d7681fd-90d2-4e46-8d66-ef3adbdd5968 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:30.626984 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port bc741705-f70e-493e-b10c-65e89ea864ca triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:30.627350 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:30.640185 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7681fd-90d2-4e46-8d66-ef3adbdd5968 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:30.640697 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5d7681fd-90d2-4e46-8d66-ef3adbdd5968 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:30.645710 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aaecfb-c0cb-4fd2-bc72-2214f1273734 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=845319b4-9273-498c-9be2-46e5e89a7bba,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:30.660878 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7681fd-90d2-4e46-8d66-ef3adbdd5968 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Port': ['ID=716ef902-2391-467d-9daa-e1d6ff250e07,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:30.700342 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-eebaf28f-3161-4641-9bb2-83e405897e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:30.707005 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18f8cfa2-1878-441c-b0d8-a7fb9a00d0ae tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:30.748628 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a0aaecfb-c0cb-4fd2-bc72-2214f1273734 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6808410 Mar 07 21:42:30.756018 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44864) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:30.764437 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-ae6182c2-ed6c-4bef-82d8-f0c16e457c90 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'port': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'mac_address': 'fa:16:3e:31:fc:91', 'name': 'tempest-NetworksTestDHCPv6-1882695323'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:30.823212 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-18f8cfa2-1878-441c-b0d8-a7fb9a00d0ae tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Deleting port 20c1fd6e-424c-4d80-bb46-c89c6c26aae1 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:42:30.823705 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18f8cfa2-1878-441c-b0d8-a7fb9a00d0ae tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:30.888001 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebaf28f-3161-4641-9bb2-83e405897e5e None None] Pushing event updated for resources: {'Port': ['ID=9bf211d4-d90e-4772-9b3f-2d382a7a3de8,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:30.919701 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2992d800-390d-46c9-852a-b1af16cfc558 None None] DHCP port deletion for b2f3c5eb-62ea-4bf9-a4e5-67e79f412839 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:42:30.932271 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2992d800-390d-46c9-852a-b1af16cfc558 None None] Deleting port 20c1fd6e-424c-4d80-bb46-c89c6c26aae1 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:42:30.936380 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2992d800-390d-46c9-852a-b1af16cfc558 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:30.988893 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6bb43d57-a906-4819-8b3e-147113c07291 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:31.171259 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5d7681fd-90d2-4e46-8d66-ef3adbdd5968 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:31.224784 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.objects.ports [None req-45990996-05b6-461a-ad73-1a4c0e25c0c5 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88387) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 07 21:42:31.232012 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-45990996-05b6-461a-ad73-1a4c0e25c0c5 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:31.340834 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2992d800-390d-46c9-852a-b1af16cfc558 None None] For port 20c1fd6e-424c-4d80-bb46-c89c6c26aae1, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=20c1fd6e-424c-4d80-bb46-c89c6c26aae1,segment=NetworkSegment(061b672d-3b26-4353-9ffd-16178f731b88),segment_id=061b672d-3b26-4353-9ffd-16178f731b88)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:31.341310 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2992d800-390d-46c9-852a-b1af16cfc558 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:31.377397 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ae6182c2-ed6c-4bef-82d8-f0c16e457c90 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:31.395287 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ae6182c2-ed6c-4bef-82d8-f0c16e457c90 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:port and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:31.404683 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ae6182c2-ed6c-4bef-82d8-f0c16e457c90 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:31.422491 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45990996-05b6-461a-ad73-1a4c0e25c0c5 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event updated for resources: {'Subnet': ['ID=9b840964-c5d5-4a52-9ebc-261e3c4b0dfa,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:31.436527 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ae6182c2-ed6c-4bef-82d8-f0c16e457c90 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:31.458927 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6bb43d57-a906-4819-8b3e-147113c07291 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:31.504779 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6bb43d57-a906-4819-8b3e-147113c07291 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Network d425e84b-ba30-4a50-a190-e8c17c645d46 is not hosted by any dhcp agent {{(pid=88386) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 07 21:42:31.505737 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb43d57-a906-4819-8b3e-147113c07291 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:31.506469 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6bb43d57-a906-4819-8b3e-147113c07291 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:31.512794 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6bb43d57-a906-4819-8b3e-147113c07291 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] 10.222.0.21 "PUT /v2.0/networks/d425e84b-ba30-4a50-a190-e8c17c645d46 HTTP/1.1" status: 200 len: 857 time: 1.4682126 Mar 07 21:42:31.520166 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44870) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:31.571370 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2992d800-390d-46c9-852a-b1af16cfc558 None None] Calling delete_port for 20c1fd6e-424c-4d80-bb46-c89c6c26aae1 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:42:31.583685 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-88adb17f-3f03-424e-a189-7a194587ae4d req-a63b972c-5d69-4b8d-a8dd-75a634bc6ddd tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 210 time: 0.1999316 Mar 07 21:42:31.630619 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6182c2-ed6c-4bef-82d8-f0c16e457c90 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:31.647605 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45990996-05b6-461a-ad73-1a4c0e25c0c5 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Checking segment: {'id': '1b2f0a8a-e6f2-4739-b3f1-025cb5d69741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '36695db3-cf36-4dfd-95ec-a1aa7e15755f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:31.648015 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45990996-05b6-461a-ad73-1a4c0e25c0c5 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Network hostable DHCP agents. Network: 36695db3-cf36-4dfd-95ec-a1aa7e15755f, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:42:31.658963 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-18f8cfa2-1878-441c-b0d8-a7fb9a00d0ae tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] For port 20c1fd6e-424c-4d80-bb46-c89c6c26aae1, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=20c1fd6e-424c-4d80-bb46-c89c6c26aae1,segment=NetworkSegment(061b672d-3b26-4353-9ffd-16178f731b88),segment_id=061b672d-3b26-4353-9ffd-16178f731b88)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:31.659327 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18f8cfa2-1878-441c-b0d8-a7fb9a00d0ae tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:31.673056 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5c35bd7-840a-4801-a42e-129433840afe tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:31.738874 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2992d800-390d-46c9-852a-b1af16cfc558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:31.793410 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992d800-390d-46c9-852a-b1af16cfc558 None None] Pushing event deleted for resources: {'Port': ['ID=20c1fd6e-424c-4d80-bb46-c89c6c26aae1,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:31.795788 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2992d800-390d-46c9-852a-b1af16cfc558 None None] No DVR routers for this DVR port 20c1fd6e-424c-4d80-bb46-c89c6c26aae1 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:42:31.899954 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb43d57-a906-4819-8b3e-147113c07291 tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Pushing event updated for resources: {'Network': ['ID=d425e84b-ba30-4a50-a190-e8c17c645d46,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:31.906677 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-18f8cfa2-1878-441c-b0d8-a7fb9a00d0ae tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Calling delete_port for 20c1fd6e-424c-4d80-bb46-c89c6c26aae1 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:42:31.989393 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7f71ea74-0da5-43d8-80f5-3c57d71548bf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:32.068640 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45990996-05b6-461a-ad73-1a4c0e25c0c5 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Network 36695db3-cf36-4dfd-95ec-a1aa7e15755f is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:42:32.091253 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.api [None req-18f8cfa2-1878-441c-b0d8-a7fb9a00d0ae tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:42:32.091669 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG oslo_db.api [None req-18f8cfa2-1878-441c-b0d8-a7fb9a00d0ae tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:42:32.154943 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ae6182c2-ed6c-4bef-82d8-f0c16e457c90 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:32.209065 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c35bd7-840a-4801-a42e-129433840afe tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Router 7d49b3ed-5945-4647-a4b8-bdc4812c1b32 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:42:32.311172 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 9bf211d4-d90e-4772-9b3f-2d382a7a3de8 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:32.405928 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-45990996-05b6-461a-ad73-1a4c0e25c0c5 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 36695db3-cf36-4dfd-95ec-a1aa7e15755f) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:32.421064 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd70032-ff09-48f1-b1eb-c1a5dfe38dca None None] Network ff2a4457-e3f3-4c5c-8243-390761bca180 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:32.461493 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cd679e-666d-4e3d-8d89-e5758aa85484 None None] Network 36695db3-cf36-4dfd-95ec-a1aa7e15755f requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:32.470036 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-ae6182c2-ed6c-4bef-82d8-f0c16e457c90 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] device_id is not set on port 70000a67-0086-49fe-9487-19140306819f yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:42:32.555339 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-f15de880-6768-48f6-9bcc-4d81e1d37d32 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:32.559765 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-f15de880-6768-48f6-9bcc-4d81e1d37d32 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.11 "GET /v2.0/networks?id=e71fce04-ffbd-435e-bfc3-87f58b6e4967 HTTP/1.1" status: 200 len: 811 time: 0.3726771 Mar 07 21:42:32.575658 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45990996-05b6-461a-ad73-1a4c0e25c0c5 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:32.576241 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-45990996-05b6-461a-ad73-1a4c0e25c0c5 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:32.592226 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-18f8cfa2-1878-441c-b0d8-a7fb9a00d0ae tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Deleting port 20c1fd6e-424c-4d80-bb46-c89c6c26aae1 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:42:32.594127 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18f8cfa2-1878-441c-b0d8-a7fb9a00d0ae tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:32.603697 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7f71ea74-0da5-43d8-80f5-3c57d71548bf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:32.707131 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2edf683c-b9d6-4027-82e9-890bea0721c8 None None] Provisioning for port 236963fa-0fc5-452b-a5aa-93d95fa330fe completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:32.721565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-18f8cfa2-1878-441c-b0d8-a7fb9a00d0ae tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] The port '20c1fd6e-424c-4d80-bb46-c89c6c26aae1' was deleted {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:42:32.731677 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-7f71ea74-0da5-43d8-80f5-3c57d71548bf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d425e84b-ba30-4a50-a190-e8c17c645d46']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:32.765367 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c35bd7-840a-4801-a42e-129433840afe tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:42:32.777693 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-45990996-05b6-461a-ad73-1a4c0e25c0c5 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5038559 Mar 07 21:42:32.780463 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44876) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:32.786563 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5d7681fd-90d2-4e46-8d66-ef3adbdd5968 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:32.795770 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-5ec1b769-f7bc-4f70-8750-eda52dfc070f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1d039a5115b40cc849313193266d5ad HTTP/1.1" status: 200 len: 379 time: 0.1739519 Mar 07 21:42:32.797566 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-7f71ea74-0da5-43d8-80f5-3c57d71548bf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67565bb4-e1f3-4203-8e6a-a27c1fa2d4d3') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:32.797854 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-7f71ea74-0da5-43d8-80f5-3c57d71548bf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67565bb4-e1f3-4203-8e6a-a27c1fa2d4d3') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:32.820481 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-ef6b5f80-26d4-4261-8b91-640c07b46348 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Request body: {'port': {'network_id': '36695db3-cf36-4dfd-95ec-a1aa7e15755f', 'name': 'tempest-NetworksIpV6TestAttrs-1834569237'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:32.822837 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-d21a3c06-1fa8-4c59-b2e6-6a79cc8b6d90 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Request body: {'port': {'device_id': '99741320-9ed5-44b2-bf3f-40b985939099', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'admin_state_up': True, 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'security_groups': ['86295398-b7ce-40d9-a44c-f823e2e85efb']}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:32.844980 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7f71ea74-0da5-43d8-80f5-3c57d71548bf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:32.966379 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3646e2ad-9a65-49a5-bb61-72c02f43e896 None None] Sync routers for ids ['7d49b3ed-5945-4647-a4b8-bdc4812c1b32'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:42:32.983104 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b42c5ff-a4d7-4fee-bd19-2829397c226a None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:32.997549 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-708c43a0-ac65-463b-b4e1-9ca2197a3e11 req-dc0f3986-690c-4d12-ac6d-da3358c05ac2 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 210 time: 0.1262534 Mar 07 21:42:33.014530 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 9bf211d4-d90e-4772-9b3f-2d382a7a3de8 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:33.033430 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5d7681fd-90d2-4e46-8d66-ef3adbdd5968 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:33.035186 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5d7681fd-90d2-4e46-8d66-ef3adbdd5968 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:33.049423 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 236963fa-0fc5-452b-a5aa-93d95fa330fe up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:33.143048 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5c35bd7-840a-4801-a42e-129433840afe tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:33.144357 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b5c35bd7-840a-4801-a42e-129433840afe tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.6407847 Mar 07 21:42:33.146153 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18f8cfa2-1878-441c-b0d8-a7fb9a00d0ae tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:33.159405 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44882) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:33.181143 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7f71ea74-0da5-43d8-80f5-3c57d71548bf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:33.183433 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7681fd-90d2-4e46-8d66-ef3adbdd5968 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event updated for resources: {'Port': ['ID=716ef902-2391-467d-9daa-e1d6ff250e07,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:33.191164 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f0c8cfdb-d242-4eee-b2e8-438349c7593b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:33.210618 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f71ea74-0da5-43d8-80f5-3c57d71548bf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:42:33.211014 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7f71ea74-0da5-43d8-80f5-3c57d71548bf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:42:33.231371 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:42:33.279682 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-18f8cfa2-1878-441c-b0d8-a7fb9a00d0ae tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f3c5eb-62ea-4bf9-a4e5-67e79f412839']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:33.311642 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-18f8cfa2-1878-441c-b0d8-a7fb9a00d0ae tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061b672d-3b26-4353-9ffd-16178f731b88') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:33.312042 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-18f8cfa2-1878-441c-b0d8-a7fb9a00d0ae tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061b672d-3b26-4353-9ffd-16178f731b88') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:33.336450 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18f8cfa2-1878-441c-b0d8-a7fb9a00d0ae tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:33.370707 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ef6b5f80-26d4-4261-8b91-640c07b46348 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:33.385127 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ef6b5f80-26d4-4261-8b91-640c07b46348 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Usage tracker for resource:port and tenant:27b5ef1635c14b0aac205e290183de79 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:33.385264 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3646e2ad-9a65-49a5-bb61-72c02f43e896 None None] Routers {'7d49b3ed-5945-4647-a4b8-bdc4812c1b32'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:42:33.385264 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3646e2ad-9a65-49a5-bb61-72c02f43e896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:42:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['7d49b3ed-5945-4647-a4b8-bdc4812c1b32'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:33.385471 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ef6b5f80-26d4-4261-8b91-640c07b46348 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:33.385471 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ef6b5f80-26d4-4261-8b91-640c07b46348 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:33.449797 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18f8cfa2-1878-441c-b0d8-a7fb9a00d0ae tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:33.468393 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f8cfa2-1878-441c-b0d8-a7fb9a00d0ae tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:42:33.469058 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18f8cfa2-1878-441c-b0d8-a7fb9a00d0ae tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:33.494629 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3646e2ad-9a65-49a5-bb61-72c02f43e896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:42:33.500938 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:42:33.519483 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-043f23ce-4b53-4133-b982-ebc159c42e66 None None] Provisioning for port 9bf211d4-d90e-4772-9b3f-2d382a7a3de8 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:33.521558 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6b5f80-26d4-4261-8b91-640c07b46348 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Made reservation on behalf of 27b5ef1635c14b0aac205e290183de79 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:33.522206 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-d21a3c06-1fa8-4c59-b2e6-6a79cc8b6d90 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:33.525332 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5f80-26d4-4261-8b91-640c07b46348 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:33.533419 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-ae6182c2-ed6c-4bef-82d8-f0c16e457c90 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 2001:db8:0:1::99 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/845319b4-9273-498c-9be2-46e5e89a7bba/70000a67-0086-49fe-9487-19140306819f) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:33.550903 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-d21a3c06-1fa8-4c59-b2e6-6a79cc8b6d90 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:33.556385 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-ae6182c2-ed6c-4bef-82d8-f0c16e457c90 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 2001:db8::f816:3eff:fe31:fc91 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/0886520e-7055-40e6-be70-8098c505e161/70000a67-0086-49fe-9487-19140306819f) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:33.564425 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7681fd-90d2-4e46-8d66-ef3adbdd5968 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Network ff2a4457-e3f3-4c5c-8243-390761bca180 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:33.570402 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7f71ea74-0da5-43d8-80f5-3c57d71548bf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:33.572575 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-5d7681fd-90d2-4e46-8d66-ef3adbdd5968 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:33.614251 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f71ea74-0da5-43d8-80f5-3c57d71548bf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d425e84b-ba30-4a50-a190-e8c17c645d46 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 07 21:42:33.615672 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9add33c5-6376-48b8-a159-fb26aa91e0e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-36695db3-cf36-4dfd-95ec-a1aa7e15755f', 'network_id': '36695db3-cf36-4dfd-95ec-a1aa7e15755f', 'tenant_id': '27b5ef1635c14b0aac205e290183de79', 'fixed_ips': [{'subnet_id': '9b840964-c5d5-4a52-9ebc-261e3c4b0dfa'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:42:33.630113 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9add33c5-6376-48b8-a159-fb26aa91e0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:33.654920 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-043f23ce-4b53-4133-b982-ebc159c42e66 None None] Provisioning complete for port 9bf211d4-d90e-4772-9b3f-2d382a7a3de8 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:33.655387 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-043f23ce-4b53-4133-b982-ebc159c42e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:33.710202 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-ef6b5f80-26d4-4261-8b91-640c07b46348 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] device_id is not set on port 3446a16f-2a69-459c-86a9-8cc65e19c9c5 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:42:33.786306 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7f71ea74-0da5-43d8-80f5-3c57d71548bf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:33.802924 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-d21a3c06-1fa8-4c59-b2e6-6a79cc8b6d90 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Made reservation on behalf of a1d039a5115b40cc849313193266d5ad for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:33.806749 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-d21a3c06-1fa8-4c59-b2e6-6a79cc8b6d90 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:33.824225 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71ea74-0da5-43d8-80f5-3c57d71548bf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] Pushing event deleted for resources: {'Network': ['ID=d425e84b-ba30-4a50-a190-e8c17c645d46,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:33.864163 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18f8cfa2-1878-441c-b0d8-a7fb9a00d0ae tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:33.902422 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18f8cfa2-1878-441c-b0d8-a7fb9a00d0ae tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:33.934192 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7f71ea74-0da5-43d8-80f5-3c57d71548bf tempest-ExternalNetworksTestJSON-171633382 tempest-ExternalNetworksTestJSON-171633382-project-admin] 10.222.0.21 "DELETE /v2.0/networks/d425e84b-ba30-4a50-a190-e8c17c645d46 HTTP/1.1" status: 204 len: 168 time: 2.4097223 Mar 07 21:42:33.944403 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3646e2ad-9a65-49a5-bb61-72c02f43e896 None None] Routers {'7d49b3ed-5945-4647-a4b8-bdc4812c1b32'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:42:33.947803 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3646e2ad-9a65-49a5-bb61-72c02f43e896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:42:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['7d49b3ed-5945-4647-a4b8-bdc4812c1b32'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:33.960369 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44886) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:34.008246 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8cfa2-1878-441c-b0d8-a7fb9a00d0ae tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event deleted for resources: {'Network': ['ID=b2f3c5eb-62ea-4bf9-a4e5-67e79f412839,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:34.052424 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-18f8cfa2-1878-441c-b0d8-a7fb9a00d0ae tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/networks/b2f3c5eb-62ea-4bf9-a4e5-67e79f412839 HTTP/1.1" status: 204 len: 168 time: 3.7785187 Mar 07 21:42:34.054456 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 236963fa-0fc5-452b-a5aa-93d95fa330fe completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:34.066723 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44892) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:34.087619 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 236963fa-0fc5-452b-a5aa-93d95fa330fe triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:34.092349 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:34.146916 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-8668ab91-1854-4d92-8623-ee308f4c24af tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] DELETE failed (client error): The resource could not be found. Mar 07 21:42:34.147434 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8668ab91-1854-4d92-8623-ee308f4c24af tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:42:34.149173 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8668ab91-1854-4d92-8623-ee308f4c24af tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] 10.222.0.21 "DELETE /v2.0/subnets/495e37cb-79f5-46d0-9c29-33c24536522d HTTP/1.1" status: 404 len: 337 time: 0.1772587 Mar 07 21:42:34.172711 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-ef6b5f80-26d4-4261-8b91-640c07b46348 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Allocated IP 2001:db8::f816:3eff:fecb:73dd (36695db3-cf36-4dfd-95ec-a1aa7e15755f/9b840964-c5d5-4a52-9ebc-261e3c4b0dfa/3446a16f-2a69-459c-86a9-8cc65e19c9c5) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:34.265558 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7681fd-90d2-4e46-8d66-ef3adbdd5968 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Router 836e6c50-4349-4aac-a749-a5621461af97 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:42:34.266230 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44896) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:34.287086 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3646e2ad-9a65-49a5-bb61-72c02f43e896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:34.287593 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3646e2ad-9a65-49a5-bb61-72c02f43e896 None None] The sync data for ids ['7d49b3ed-5945-4647-a4b8-bdc4812c1b32'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:42:34.416671 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a95eb80-b3d4-4ea8-8206-40a12aea255b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] DELETE failed (client error): The resource could not be found. Mar 07 21:42:34.417268 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a95eb80-b3d4-4ea8-8206-40a12aea255b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:42:34.421919 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0a95eb80-b3d4-4ea8-8206-40a12aea255b tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/subnets/3952e975-3735-416c-b86d-250003e7e64b HTTP/1.1" status: 404 len: 337 time: 0.3470085 Mar 07 21:42:34.422799 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44902) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:34.437351 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:34.500717 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01b3db2-911c-486f-8fd3-89a9aea91300 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] DELETE failed (client error): The resource could not be found. Mar 07 21:42:34.501368 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c01b3db2-911c-486f-8fd3-89a9aea91300 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:42:34.506219 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c01b3db2-911c-486f-8fd3-89a9aea91300 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/networks/f302dd10-313d-41bd-9471-5a08e76ec35b HTTP/1.1" status: 404 len: 339 time: 0.0564547 Mar 07 21:42:34.508841 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44906) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:34.512538 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 236963fa-0fc5-452b-a5aa-93d95fa330fe, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=236963fa-0fc5-452b-a5aa-93d95fa330fe,segment=NetworkSegment(cd4466f4-9fea-46bb-b7f4-6d383da37888),segment_id=cd4466f4-9fea-46bb-b7f4-6d383da37888)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:34.513684 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-043f23ce-4b53-4133-b982-ebc159c42e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:34.592866 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-043f23ce-4b53-4133-b982-ebc159c42e66 None None] For port 9bf211d4-d90e-4772-9b3f-2d382a7a3de8, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=9bf211d4-d90e-4772-9b3f-2d382a7a3de8,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:34.640335 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:34.797307 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6be1a8b-e56b-4ae8-b741-9052caa580c9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Deleting subnet 1b33d93d-5daf-4950-b3af-aa4df9389218 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:42:34.802607 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 20c1fd6e-424c-4d80-bb46-c89c6c26aae1 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:42:34.802767 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-d21a3c06-1fa8-4c59-b2e6-6a79cc8b6d90 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Allocated IP 172.20.0.10 (e71fce04-ffbd-435e-bfc3-87f58b6e4967/ca279e0e-f6b2-4a41-a814-7c87369c7833/a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:34.839694 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-043f23ce-4b53-4133-b982-ebc159c42e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:34.853033 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9d8ba912-41fa-4039-94cc-cdcc196a1499 req-27c40a58-851a-44ef-8411-acdf2c5631c6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 210 time: 0.4701445 Mar 07 21:42:34.854215 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f6be1a8b-e56b-4ae8-b741-9052caa580c9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:34.862289 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 20c1fd6e-424c-4d80-bb46-c89c6c26aae1 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:42:34.862289 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 20c1fd6e-424c-4d80-bb46-c89c6c26aae1 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:42:34.921461 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=236963fa-0fc5-452b-a5aa-93d95fa330fe,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:35.013313 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f23ce-4b53-4133-b982-ebc159c42e66 None None] Pushing event updated for resources: {'Port': ['ID=9bf211d4-d90e-4772-9b3f-2d382a7a3de8,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:35.042364 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5c309f-a059-42b5-a180-bfb9e47b7ebc None None] Update dhcp port {'port': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'fixed_ips': [{'subnet_id': '0886520e-7055-40e6-be70-8098c505e161', 'ip_address': '2001:db8::f816:3eff:fe02:95d'}, {'subnet_id': '845319b4-9273-498c-9be2-46e5e89a7bba'}], 'binding:host_id': 'dv-neutron-829957-1-hyperv'}, 'id': '9bf211d4-d90e-4772-9b3f-2d382a7a3de8'} from dv-neutron-829957-1-hyperv. {{(pid=88388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 07 21:42:35.087363 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f6be1a8b-e56b-4ae8-b741-9052caa580c9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:35.117766 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6a5c309f-a059-42b5-a180-bfb9e47b7ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:35.185004 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d4b257e3-8323-4715-b65d-ad7116d8d6fa None None] Provisioning for port 716ef902-2391-467d-9daa-e1d6ff250e07 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:35.190366 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0c8cfdb-d242-4eee-b2e8-438349c7593b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:35.204936 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d4b257e3-8323-4715-b65d-ad7116d8d6fa None None] Provisioning complete for port 716ef902-2391-467d-9daa-e1d6ff250e07 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:35.205595 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d4b257e3-8323-4715-b65d-ad7116d8d6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:35.222564 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5f80-26d4-4261-8b91-640c07b46348 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:35.251903 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-ef6b5f80-26d4-4261-8b91-640c07b46348 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Transition to ACTIVE for port object 3446a16f-2a69-459c-86a9-8cc65e19c9c5 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:35.268296 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f6be1a8b-e56b-4ae8-b741-9052caa580c9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:35.326335 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0c8cfdb-d242-4eee-b2e8-438349c7593b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:35.354215 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ae6182c2-ed6c-4bef-82d8-f0c16e457c90 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:35.377842 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-793a377b-1881-4363-b1b1-37859645393c tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:35.382966 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-d4b257e3-8323-4715-b65d-ad7116d8d6fa None None] Port 716ef902-2391-467d-9daa-e1d6ff250e07 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:42:35.393269 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-ae6182c2-ed6c-4bef-82d8-f0c16e457c90 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Transition to ACTIVE for port object 70000a67-0086-49fe-9487-19140306819f will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:35.398056 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-f0c8cfdb-d242-4eee-b2e8-438349c7593b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Deleting port 36fe3f20-7c5f-4ccc-8e0a-7e38077e0450 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:42:35.399614 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0c8cfdb-d242-4eee-b2e8-438349c7593b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:35.405888 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d4b257e3-8323-4715-b65d-ad7116d8d6fa None None] Provisioning complete for port 236963fa-0fc5-452b-a5aa-93d95fa330fe triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:35.406294 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d4b257e3-8323-4715-b65d-ad7116d8d6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:35.496198 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-d21a3c06-1fa8-4c59-b2e6-6a79cc8b6d90 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:35.585979 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-d21a3c06-1fa8-4c59-b2e6-6a79cc8b6d90 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Transition to ACTIVE for port object a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:35.619011 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7681fd-90d2-4e46-8d66-ef3adbdd5968 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:42:35.629294 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0c8cfdb-d242-4eee-b2e8-438349c7593b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:35.632049 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] Sync routers for ids ['836e6c50-4349-4aac-a749-a5621461af97'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:42:35.637774 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5d7681fd-90d2-4e46-8d66-ef3adbdd5968 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "PUT /v2.0/routers/836e6c50-4349-4aac-a749-a5621461af97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1689680 Mar 07 21:42:35.643626 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44910) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:35.649857 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] Routers {'836e6c50-4349-4aac-a749-a5621461af97'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:42:35.650571 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:42:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['836e6c50-4349-4aac-a749-a5621461af97'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:35.694915 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-049fd2c5-6c21-4e05-bc6b-5f35e78c532b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:35.774584 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-793a377b-1881-4363-b1b1-37859645393c tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:35.775458 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-f0c8cfdb-d242-4eee-b2e8-438349c7593b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Calling delete_port for 36fe3f20-7c5f-4ccc-8e0a-7e38077e0450 owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:42:35.805918 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-9add33c5-6376-48b8-a159-fb26aa91e0e8 None None] Allocated IP 2001:db8::f816:3eff:fe5f:37dd (36695db3-cf36-4dfd-95ec-a1aa7e15755f/9b840964-c5d5-4a52-9ebc-261e3c4b0dfa/93f8474d-1784-4e94-a476-1183d19477a7) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:35.835891 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f6be1a8b-e56b-4ae8-b741-9052caa580c9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:35.839968 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5f80-26d4-4261-8b91-640c07b46348 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:35.928953 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ae6182c2-ed6c-4bef-82d8-f0c16e457c90 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:36.003195 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] Set router 836e6c50-4349-4aac-a749-a5621461af97 gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:42:36.027640 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d649d0cd-9c70-4fff-8676-198aadbdf03e None None] Provisioning complete for port 716ef902-2391-467d-9daa-e1d6ff250e07 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:36.028234 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d649d0cd-9c70-4fff-8676-198aadbdf03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:36.050931 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be1a8b-e56b-4ae8-b741-9052caa580c9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event deleted for resources: {'Subnet': ['ID=1b33d93d-5daf-4950-b3af-aa4df9389218,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:36.054750 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-793a377b-1881-4363-b1b1-37859645393c tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b3f34d-772b-4161-a0da-43843ddd3e80']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:36.071672 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6182c2-ed6c-4bef-82d8-f0c16e457c90 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=70000a67-0086-49fe-9487-19140306819f,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:36.077408 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6b5f80-26d4-4261-8b91-640c07b46348 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Network 36695db3-cf36-4dfd-95ec-a1aa7e15755f is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:36.089231 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef58c1e4-d7da-4a26-8dbc-79b6e2d837ba None None] Network 783793e4-7570-495e-8e1a-1eb20b9c070f requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:36.105505 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6182c2-ed6c-4bef-82d8-f0c16e457c90 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:36.117911 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-793a377b-1881-4363-b1b1-37859645393c tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a6c3c5-bd7f-4a4a-9cf6-50fa84a2123a') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:36.118563 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-793a377b-1881-4363-b1b1-37859645393c tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a6c3c5-bd7f-4a4a-9cf6-50fa84a2123a') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:36.124151 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f6be1a8b-e56b-4ae8-b741-9052caa580c9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:36.126558 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-ae6182c2-ed6c-4bef-82d8-f0c16e457c90 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:36.129014 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-ef6b5f80-26d4-4261-8b91-640c07b46348 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:36.130444 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6182c2-ed6c-4bef-82d8-f0c16e457c90 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:36.137987 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6182c2-ed6c-4bef-82d8-f0c16e457c90 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:36.138930 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ae6182c2-ed6c-4bef-82d8-f0c16e457c90 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:36.142799 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6b5f80-26d4-4261-8b91-640c07b46348 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:36.148266 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6b5f80-26d4-4261-8b91-640c07b46348 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:36.148884 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5f80-26d4-4261-8b91-640c07b46348 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:36.158379 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-793a377b-1881-4363-b1b1-37859645393c tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:36.182628 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f6be1a8b-e56b-4ae8-b741-9052caa580c9 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/subnets/1b33d93d-5daf-4950-b3af-aa4df9389218 HTTP/1.1" status: 204 len: 168 time: 1.6552832 Mar 07 21:42:36.185024 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-df776cba-ae05-46ac-b3b6-406c2d0ed9ac req-e1f633c3-2b31-4961-8488-e82e4ea3198b tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 210 time: 0.1002872 Mar 07 21:42:36.185481 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44916) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:36.231146 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b5f80-26d4-4261-8b91-640c07b46348 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event updated for resources: {'Port': ['ID=3446a16f-2a69-459c-86a9-8cc65e19c9c5,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:36.249247 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-d21a3c06-1fa8-4c59-b2e6-6a79cc8b6d90 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:36.264935 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-793a377b-1881-4363-b1b1-37859645393c tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:36.329225 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ef6b5f80-26d4-4261-8b91-640c07b46348 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.5434515 Mar 07 21:42:36.334646 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44920) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:36.366848 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a3c06-1fa8-4c59-b2e6-6a79cc8b6d90 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Pushing event updated for resources: {'Port': ['ID=a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:36.375988 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ae6182c2-ed6c-4bef-82d8-f0c16e457c90 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.6180179 Mar 07 21:42:36.377708 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793a377b-1881-4363-b1b1-37859645393c tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:42:36.378718 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-793a377b-1881-4363-b1b1-37859645393c tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:36.382226 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44924) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:36.390822 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-6a5c309f-a059-42b5-a180-bfb9e47b7ebc None None] Allocated IP 2001:db8:0:1::2 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/845319b4-9273-498c-9be2-46e5e89a7bba/9bf211d4-d90e-4772-9b3f-2d382a7a3de8) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:36.409374 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-be89077e-0867-4bf0-bc7a-d23fc5c92b12 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:36.446694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-be89077e-0867-4bf0-bc7a-d23fc5c92b12 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Deleting port 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:42:36.455743 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-be89077e-0867-4bf0-bc7a-d23fc5c92b12 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:36.531727 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-d649d0cd-9c70-4fff-8676-198aadbdf03e None None] Port 716ef902-2391-467d-9daa-e1d6ff250e07 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:42:36.570348 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7748c3-23c7-4239-938c-dbc21372683f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Deleting subnet 9b840964-c5d5-4a52-9ebc-261e3c4b0dfa {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:42:36.648567 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:42:36.650760 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-d21a3c06-1fa8-4c59-b2e6-6a79cc8b6d90 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Network e71fce04-ffbd-435e-bfc3-87f58b6e4967 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:36.670638 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-d21a3c06-1fa8-4c59-b2e6-6a79cc8b6d90 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:36.675200 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-d21a3c06-1fa8-4c59-b2e6-6a79cc8b6d90 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:36.690741 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:42:30Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': '716ef902-2391-467d-9daa-e1d6ff250e07', 'name': '', 'network_id': 'ff2a4457-e3f3-4c5c-8243-390761bca180', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:c9:07:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '01a145b6-53d7-4a6b-b3de-efb9c183df71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:28Z', 'updated_at': '2022-03-07T21:42:31Z', 'revision_number': 2, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '01a145b6-53d7-4a6b-b3de-efb9c183df71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad70400-8e06-4c67-9b9b-c898f9751554', 'name': '', 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:24:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:42:02Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc741705-f70e-493e-b10c-65e89ea864ca', 'name': '', 'network_id': '20f6cf5a-55e9-4bdf-b494-a4485b325a93', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:3f:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:16Z', 'updated_at': '2022-03-07T21:42:29Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:36.704841 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] Checking router: 836e6c50-4349-4aac-a749-a5621461af97 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:42:36.746685 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] Updating router 836e6c50-4349-4aac-a749-a5621461af97 port 716ef902-2391-467d-9daa-e1d6ff250e07 binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:42:36.821267 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:36.840162 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9add33c5-6376-48b8-a159-fb26aa91e0e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:36.867841 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-6a5c309f-a059-42b5-a180-bfb9e47b7ebc None None] For port 9bf211d4-d90e-4772-9b3f-2d382a7a3de8, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=9bf211d4-d90e-4772-9b3f-2d382a7a3de8,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:36.892353 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9add33c5-6376-48b8-a159-fb26aa91e0e8 None None] Transition to ACTIVE for port object 93f8474d-1784-4e94-a476-1183d19477a7 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:36.916729 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-d21a3c06-1fa8-4c59-b2e6-6a79cc8b6d90 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:36.917465 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-d21a3c06-1fa8-4c59-b2e6-6a79cc8b6d90 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:36.938585 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9add33c5-6376-48b8-a159-fb26aa91e0e8 None None] Transition to ACTIVE for port object 93f8474d-1784-4e94-a476-1183d19477a7 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:36.985107 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-793a377b-1881-4363-b1b1-37859645393c tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:36.992189 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6a5c309f-a059-42b5-a180-bfb9e47b7ebc None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:37.014931 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e3d65c-6685-4933-ada5-d7b90d060e61 None None] DHCP port deletion for 783793e4-7570-495e-8e1a-1eb20b9c070f request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:42:37.034069 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-793a377b-1881-4363-b1b1-37859645393c tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:37.047790 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-793a377b-1881-4363-b1b1-37859645393c tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] 10.222.0.21 "DELETE /v2.0/networks/90b3f34d-772b-4161-a0da-43843ddd3e80 HTTP/1.1" status: 204 len: 168 time: 2.7777951 Mar 07 21:42:37.051926 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a377b-1881-4363-b1b1-37859645393c tempest-ExternalNetworksTestJSON-1451062800 tempest-ExternalNetworksTestJSON-1451062800-project] Pushing event deleted for resources: {'Network': ['ID=90b3f34d-772b-4161-a0da-43843ddd3e80,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:37.054976 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-d21a3c06-1fa8-4c59-b2e6-6a79cc8b6d90 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2368309 Mar 07 21:42:37.059817 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-6a5c309f-a059-42b5-a180-bfb9e47b7ebc None None] Transition to ACTIVE for port object 9bf211d4-d90e-4772-9b3f-2d382a7a3de8 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:37.062352 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-94e3d65c-6685-4933-ada5-d7b90d060e61 None None] Deleting port 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:42:37.062730 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-94e3d65c-6685-4933-ada5-d7b90d060e61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:37.067557 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-ece18365-74ea-4545-8ce5-9c351f177e8d service neutron] Request body: {'port': {'device_id': '99741320-9ed5-44b2-bf3f-40b985939099', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:37.111158 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9add33c5-6376-48b8-a159-fb26aa91e0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:37.130487 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1f7748c3-23c7-4239-938c-dbc21372683f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:37.221357 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 9bf211d4-d90e-4772-9b3f-2d382a7a3de8 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:37.295437 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6a5c309f-a059-42b5-a180-bfb9e47b7ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:37.341296 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9add33c5-6376-48b8-a159-fb26aa91e0e8 None None] Network 36695db3-cf36-4dfd-95ec-a1aa7e15755f is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:37.361022 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-9add33c5-6376-48b8-a159-fb26aa91e0e8 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:37.375308 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-ece18365-74ea-4545-8ce5-9c351f177e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:37.408752 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:37.421091 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] Transition to ACTIVE for port object 716ef902-2391-467d-9daa-e1d6ff250e07 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:37.461844 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add33c5-6376-48b8-a159-fb26aa91e0e8 None None] Pushing event updated for resources: {'Port': ['ID=93f8474d-1784-4e94-a476-1183d19477a7,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:37.469800 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9add33c5-6376-48b8-a159-fb26aa91e0e8 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:37.474383 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0c8cfdb-d242-4eee-b2e8-438349c7593b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:37.483147 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-0053b7eb-2976-4c76-a304-7305c237fa5c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting port 70000a67-0086-49fe-9487-19140306819f {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:42:37.483479 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0053b7eb-2976-4c76-a304-7305c237fa5c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:37.492468 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:37.565406 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-bae8e751-7438-4ac8-adfa-f2abef407649 None None] Provisioning for port a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:37.572464 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c309f-a059-42b5-a180-bfb9e47b7ebc None None] Pushing event updated for resources: {'Port': ['ID=9bf211d4-d90e-4772-9b3f-2d382a7a3de8,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:37.638246 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1f7748c3-23c7-4239-938c-dbc21372683f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:37.644011 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332be88-4583-4b60-b6c7-f038991d26ce None None] Pushing event updated for resources: {'Port': ['ID=716ef902-2391-467d-9daa-e1d6ff250e07,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:37.737096 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44936) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:37.752129 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8cfdb-d242-4eee-b2e8-438349c7593b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Pushing event deleted for resources: {'Port': ['ID=36fe3f20-7c5f-4ccc-8e0a-7e38077e0450,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:37.776198 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-94e3d65c-6685-4933-ada5-d7b90d060e61 None None] For port 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1613bd8c-39e8-4cb7-83d7-f6922fde2cd5,segment=NetworkSegment(7f39058e-da4d-4822-ba3f-a9127e6bd290),segment_id=7f39058e-da4d-4822-ba3f-a9127e6bd290)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:37.776602 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-94e3d65c-6685-4933-ada5-d7b90d060e61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:38.018114 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] Attempting to bind port 716ef902-2391-467d-9daa-e1d6ff250e07 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:42:38.019013 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] Attempting to bind port 716ef902-2391-467d-9daa-e1d6ff250e07 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'cd4466f4-9fea-46bb-b7f4-6d383da37888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ff2a4457-e3f3-4c5c-8243-390761bca180'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:42:38.019580 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] Attempting to bind port 716ef902-2391-467d-9daa-e1d6ff250e07 on network ff2a4457-e3f3-4c5c-8243-390761bca180 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:42:38.025803 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:42:38.026678 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] Checking segment: {'id': 'cd4466f4-9fea-46bb-b7f4-6d383da37888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ff2a4457-e3f3-4c5c-8243-390761bca180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:38.027263 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:38.027966 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] Bound using segment: {'id': 'cd4466f4-9fea-46bb-b7f4-6d383da37888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ff2a4457-e3f3-4c5c-8243-390761bca180'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:42:38.028596 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] Bound port: 716ef902-2391-467d-9daa-e1d6ff250e07, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4466f4-9fea-46bb-b7f4-6d383da37888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ff2a4457-e3f3-4c5c-8243-390761bca180'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:42:38.029508 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:38.036777 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-bae8e751-7438-4ac8-adfa-f2abef407649 None None] Provisioning complete for port a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:38.037153 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bae8e751-7438-4ac8-adfa-f2abef407649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:38.046128 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.extraroute_db [None req-049fd2c5-6c21-4e05-bc6b-5f35e78c532b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88387) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 07 21:42:38.081806 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-be89077e-0867-4bf0-bc7a-d23fc5c92b12 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] For port 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1613bd8c-39e8-4cb7-83d7-f6922fde2cd5,segment=NetworkSegment(7f39058e-da4d-4822-ba3f-a9127e6bd290),segment_id=7f39058e-da4d-4822-ba3f-a9127e6bd290)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:38.082639 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-be89077e-0867-4bf0-bc7a-d23fc5c92b12 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:38.092035 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.extraroute_db [None req-049fd2c5-6c21-4e05-bc6b-5f35e78c532b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Removed routes are [] {{(pid=88387) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 07 21:42:38.092571 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-049fd2c5-6c21-4e05-bc6b-5f35e78c532b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:38.149405 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-22fdee41-10c8-43a2-96f3-261b0f846db8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e3f36c0c5c04ee7937d95065ff5d1bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4095297 Mar 07 21:42:38.153425 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44942) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:38.217577 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] For port 716ef902-2391-467d-9daa-e1d6ff250e07, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:42:38.221247 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] For port 716ef902-2391-467d-9daa-e1d6ff250e07, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=716ef902-2391-467d-9daa-e1d6ff250e07,segment=NetworkSegment(cd4466f4-9fea-46bb-b7f4-6d383da37888),segment_id=cd4466f4-9fea-46bb-b7f4-6d383da37888)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:42:38.250640 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-be89077e-0867-4bf0-bc7a-d23fc5c92b12 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Calling delete_port for 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:42:38.254790 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-94e3d65c-6685-4933-ada5-d7b90d060e61 None None] Calling delete_port for 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:42:38.302509 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:38.328748 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 236963fa-0fc5-452b-a5aa-93d95fa330fe up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:38.421183 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-9add33c5-6376-48b8-a159-fb26aa91e0e8 None None] Attempting to bind port 93f8474d-1784-4e94-a476-1183d19477a7 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:42:38.421183 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-9add33c5-6376-48b8-a159-fb26aa91e0e8 None None] Attempting to bind port 93f8474d-1784-4e94-a476-1183d19477a7 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '1b2f0a8a-e6f2-4739-b3f1-025cb5d69741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '36695db3-cf36-4dfd-95ec-a1aa7e15755f'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:42:38.421183 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9add33c5-6376-48b8-a159-fb26aa91e0e8 None None] Attempting to bind port 93f8474d-1784-4e94-a476-1183d19477a7 on network 36695db3-cf36-4dfd-95ec-a1aa7e15755f {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:42:38.433436 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-bae8e751-7438-4ac8-adfa-f2abef407649 None None] Port a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:42:38.433662 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1f7748c3-23c7-4239-938c-dbc21372683f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:38.440653 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9add33c5-6376-48b8-a159-fb26aa91e0e8 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:42:38.441121 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9add33c5-6376-48b8-a159-fb26aa91e0e8 None None] Checking segment: {'id': '1b2f0a8a-e6f2-4739-b3f1-025cb5d69741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '36695db3-cf36-4dfd-95ec-a1aa7e15755f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:38.441389 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9add33c5-6376-48b8-a159-fb26aa91e0e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:38.441776 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9add33c5-6376-48b8-a159-fb26aa91e0e8 None None] Bound using segment: {'id': '1b2f0a8a-e6f2-4739-b3f1-025cb5d69741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '36695db3-cf36-4dfd-95ec-a1aa7e15755f'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:42:38.442269 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-9add33c5-6376-48b8-a159-fb26aa91e0e8 None None] Bound port: 93f8474d-1784-4e94-a476-1183d19477a7, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2f0a8a-e6f2-4739-b3f1-025cb5d69741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '36695db3-cf36-4dfd-95ec-a1aa7e15755f'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:42:38.442641 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9add33c5-6376-48b8-a159-fb26aa91e0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:38.480792 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 236963fa-0fc5-452b-a5aa-93d95fa330fe triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:38.484249 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:38.487806 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] Routers {'836e6c50-4349-4aac-a749-a5621461af97'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:42:38.488732 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:42:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['836e6c50-4349-4aac-a749-a5621461af97'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:38.552472 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0c074110-0a33-4791-a469-718e16165408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:38.615556 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0c074110-0a33-4791-a469-718e16165408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:38.623700 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332be88-4583-4b60-b6c7-f038991d26ce None None] Pushing event updated for resources: {'Port': ['ID=716ef902-2391-467d-9daa-e1d6ff250e07,revision_number=4']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:38.658479 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-94e3d65c-6685-4933-ada5-d7b90d060e61 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:42:38.658862 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-94e3d65c-6685-4933-ada5-d7b90d060e61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:42:38.683389 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-ece18365-74ea-4545-8ce5-9c351f177e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 {{(pid=88387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:42:38.687107 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1f7748c3-23c7-4239-938c-dbc21372683f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:38.700847 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-be89077e-0867-4bf0-bc7a-d23fc5c92b12 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:38.837702 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7748c3-23c7-4239-938c-dbc21372683f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event deleted for resources: {'Subnet': ['ID=9b840964-c5d5-4a52-9ebc-261e3c4b0dfa,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:38.848413 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be89077e-0867-4bf0-bc7a-d23fc5c92b12 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] No DVR routers for this DVR port 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5 on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:42:38.860523 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-9add33c5-6376-48b8-a159-fb26aa91e0e8 None None] For port 93f8474d-1784-4e94-a476-1183d19477a7, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:42:38.863953 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-9add33c5-6376-48b8-a159-fb26aa91e0e8 None None] For port 93f8474d-1784-4e94-a476-1183d19477a7, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=93f8474d-1784-4e94-a476-1183d19477a7,segment=NetworkSegment(1b2f0a8a-e6f2-4739-b3f1-025cb5d69741),segment_id=1b2f0a8a-e6f2-4739-b3f1-025cb5d69741)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:42:38.870014 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-ece18365-74ea-4545-8ce5-9c351f177e8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:38.910122 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1f7748c3-23c7-4239-938c-dbc21372683f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:38.916399 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89077e-0867-4bf0-bc7a-d23fc5c92b12 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event deleted for resources: {'Port': ['ID=1613bd8c-39e8-4cb7-83d7-f6922fde2cd5,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:38.930504 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] Set router 836e6c50-4349-4aac-a749-a5621461af97 gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:42:38.953904 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9add33c5-6376-48b8-a159-fb26aa91e0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:38.977481 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-ece18365-74ea-4545-8ce5-9c351f177e8d service neutron] Transition to ACTIVE for port object a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 will not be triggered until provisioned by entity L2. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:39.008289 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-049fd2c5-6c21-4e05-bc6b-5f35e78c532b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:39.013310 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-049fd2c5-6c21-4e05-bc6b-5f35e78c532b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-864536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-864531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-867168'] for router, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:39.030062 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0c8cfdb-d242-4eee-b2e8-438349c7593b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:39.092810 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 9bf211d4-d90e-4772-9b3f-2d382a7a3de8 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:39.147263 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccae05a-18ba-46c7-9fc9-f435e8b1dc3f req-80110308-448e-4016-99f1-76cc486d6bb3 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:39.150332 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1ccae05a-18ba-46c7-9fc9-f435e8b1dc3f req-80110308-448e-4016-99f1-76cc486d6bb3 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 932 time: 1.7958906 Mar 07 21:42:39.200621 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-94e3d65c-6685-4933-ada5-d7b90d060e61 None None] Deleting port 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:42:39.203198 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-94e3d65c-6685-4933-ada5-d7b90d060e61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:39.255020 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-ece18365-74ea-4545-8ce5-9c351f177e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:39.260139 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0c074110-0a33-4791-a469-718e16165408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:39.330059 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-94e3d65c-6685-4933-ada5-d7b90d060e61 None None] The port '1613bd8c-39e8-4cb7-83d7-f6922fde2cd5' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:42:39.356383 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c074110-0a33-4791-a469-718e16165408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927f00ea-9d73-4175-ac46-c971fba6ece9,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:39.361030 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add33c5-6376-48b8-a159-fb26aa91e0e8 None None] Pushing event updated for resources: {'Port': ['ID=93f8474d-1784-4e94-a476-1183d19477a7,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:39.401091 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4f2d34-448c-46a0-a4e5-998c3d282330 None None] Network 36695db3-cf36-4dfd-95ec-a1aa7e15755f requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:39.577237 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0c074110-0a33-4791-a469-718e16165408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:39.585983 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:42:39.592468 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0c074110-0a33-4791-a469-718e16165408 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/927f00ea-9d73-4175-ac46-c971fba6ece9 HTTP/1.1" status: 204 len: 168 time: 1.4265461 Mar 07 21:42:39.639322 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:42:38Z', 'revision_number': 6, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': '716ef902-2391-467d-9daa-e1d6ff250e07', 'name': '', 'network_id': 'ff2a4457-e3f3-4c5c-8243-390761bca180', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:c9:07:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '01a145b6-53d7-4a6b-b3de-efb9c183df71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:28Z', 'updated_at': '2022-03-07T21:42:38Z', 'revision_number': 4, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '01a145b6-53d7-4a6b-b3de-efb9c183df71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad70400-8e06-4c67-9b9b-c898f9751554', 'name': '', 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:24:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:42:02Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc741705-f70e-493e-b10c-65e89ea864ca', 'name': '', 'network_id': '20f6cf5a-55e9-4bdf-b494-a4485b325a93', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:3f:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:16Z', 'updated_at': '2022-03-07T21:42:29Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:39.650062 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda14b2e-fb16-4ed6-94b4-26f5d7c35d36 None None] The sync data for ids ['836e6c50-4349-4aac-a749-a5621461af97'] in dv-neutron-829957-1-hyperv is: [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:42:38Z', 'revision_number': 6, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': '716ef902-2391-467d-9daa-e1d6ff250e07', 'name': '', 'network_id': 'ff2a4457-e3f3-4c5c-8243-390761bca180', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:c9:07:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '01a145b6-53d7-4a6b-b3de-efb9c183df71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:28Z', 'updated_at': '2022-03-07T21:42:38Z', 'revision_number': 4, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '01a145b6-53d7-4a6b-b3de-efb9c183df71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad70400-8e06-4c67-9b9b-c898f9751554', 'name': '', 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:24:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:42:02Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc741705-f70e-493e-b10c-65e89ea864ca', 'name': '', 'network_id': '20f6cf5a-55e9-4bdf-b494-a4485b325a93', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:3f:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:16Z', 'updated_at': '2022-03-07T21:42:29Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:42:39.664038 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:42:39.664438 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1613bd8c-39e8-4cb7-83d7-f6922fde2cd5 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:42:39.753403 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-be89077e-0867-4bf0-bc7a-d23fc5c92b12 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:39.796850 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-be89077e-0867-4bf0-bc7a-d23fc5c92b12 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['783793e4-7570-495e-8e1a-1eb20b9c070f']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:39.816847 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1f7748c3-23c7-4239-938c-dbc21372683f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "DELETE /v2.0/subnets/9b840964-c5d5-4a52-9ebc-261e3c4b0dfa HTTP/1.1" status: 204 len: 168 time: 3.4810798 Mar 07 21:42:39.835705 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44948) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:39.836531 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e1098eb5-1565-4f89-82e5-f6907d786dba None None] Provisioning for port 9bf211d4-d90e-4772-9b3f-2d382a7a3de8 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:39.845361 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece18365-74ea-4545-8ce5-9c351f177e8d service neutron] Pushing event updated for resources: {'Port': ['ID=a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:39.860864 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-be89077e-0867-4bf0-bc7a-d23fc5c92b12 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f39058e-da4d-4822-ba3f-a9127e6bd290') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:39.870200 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-be89077e-0867-4bf0-bc7a-d23fc5c92b12 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f39058e-da4d-4822-ba3f-a9127e6bd290') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:39.908481 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e1098eb5-1565-4f89-82e5-f6907d786dba None None] Provisioning complete for port 9bf211d4-d90e-4772-9b3f-2d382a7a3de8 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:39.908851 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e1098eb5-1565-4f89-82e5-f6907d786dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:39.957392 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-be89077e-0867-4bf0-bc7a-d23fc5c92b12 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:39.990439 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049fd2c5-6c21-4e05-bc6b-5f35e78c532b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Router 836e6c50-4349-4aac-a749-a5621461af97 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:42:40.067422 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1ccae05a-18ba-46c7-9fc9-f435e8b1dc3f req-c1daa3e8-9272-4558-942b-2b6856fc5035 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8769791 Mar 07 21:42:40.113625 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6848fd3f-9971-4407-af05-d024c39c044f None None] get_active_networks_info from dv-neutron-829957-1-hyperv {{(pid=88388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 07 21:42:40.205109 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d998ebe0-afe3-4ba6-b5f9-913d329951d9 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:40.206902 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d998ebe0-afe3-4ba6-b5f9-913d329951d9 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:40.207695 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d998ebe0-afe3-4ba6-b5f9-913d329951d9 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Synchronizing usage tracker for tenant:27b5ef1635c14b0aac205e290183de79 on resource:subnet {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:42:40.214510 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-be89077e-0867-4bf0-bc7a-d23fc5c92b12 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:40.258369 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-ece18365-74ea-4545-8ce5-9c351f177e8d service neutron] Attempting to bind port a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:42:40.258369 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-ece18365-74ea-4545-8ce5-9c351f177e8d service neutron] Attempting to bind port a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '06732586-f6b0-479a-b70c-dd3efb826038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:42:40.259093 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-ece18365-74ea-4545-8ce5-9c351f177e8d service neutron] Attempting to bind port a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 on network e71fce04-ffbd-435e-bfc3-87f58b6e4967 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:42:40.267614 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049fd2c5-6c21-4e05-bc6b-5f35e78c532b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:42:40.275485 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-049fd2c5-6c21-4e05-bc6b-5f35e78c532b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:40.279195 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-049fd2c5-6c21-4e05-bc6b-5f35e78c532b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "PUT /v2.0/routers/836e6c50-4349-4aac-a749-a5621461af97 HTTP/1.1" status: 200 len: 953 time: 4.6321123 Mar 07 21:42:40.279195 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-ece18365-74ea-4545-8ce5-9c351f177e8d service neutron] Port a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 on network e71fce04-ffbd-435e-bfc3-87f58b6e4967 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:42:40.279195 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-ece18365-74ea-4545-8ce5-9c351f177e8d service neutron] Attempting to bind port a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 on network e71fce04-ffbd-435e-bfc3-87f58b6e4967 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:42:40.282263 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44954) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:40.297020 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be89077e-0867-4bf0-bc7a-d23fc5c92b12 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:42:40.297434 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-be89077e-0867-4bf0-bc7a-d23fc5c92b12 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:42:40.322900 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:42:40.356389 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6848fd3f-9971-4407-af05-d024c39c044f None None] Resources bound (agent type, host, resource id): {{(pid=88388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:42:40.462655 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8fcfbc51-60e7-4f33-94c1-23da0f5c9fed tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "GET /v2.0/routers/836e6c50-4349-4aac-a749-a5621461af97 HTTP/1.1" status: 200 len: 953 time: 0.1790152 Mar 07 21:42:40.464128 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-ece18365-74ea-4545-8ce5-9c351f177e8d service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:42:40.464640 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-ece18365-74ea-4545-8ce5-9c351f177e8d service neutron] Checking segment: {'id': '06732586-f6b0-479a-b70c-dd3efb826038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:40.465102 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-ece18365-74ea-4545-8ce5-9c351f177e8d service neutron] Bound using segment: {'id': '06732586-f6b0-479a-b70c-dd3efb826038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967'} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:42:40.465639 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-ece18365-74ea-4545-8ce5-9c351f177e8d service neutron] Bound port: a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06732586-f6b0-479a-b70c-dd3efb826038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967'}}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:42:40.466759 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-ece18365-74ea-4545-8ce5-9c351f177e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:40.471907 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-df8793e8-ecee-41e6-b7e2-ba290e35dfc4 None None] Provisioning for port 70000a67-0086-49fe-9487-19140306819f completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:40.478195 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44958) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:40.480310 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d998ebe0-afe3-4ba6-b5f9-913d329951d9 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Unset dirty status for tenant:27b5ef1635c14b0aac205e290183de79 on resource:subnet {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:42:40.480673 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d998ebe0-afe3-4ba6-b5f9-913d329951d9 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6368854 Mar 07 21:42:40.486306 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-4530696d-8d81-44b0-b907-1fca612f39ab tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'router': {'routes': None}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:40.487363 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-df8793e8-ecee-41e6-b7e2-ba290e35dfc4 None None] Provisioning complete for port 70000a67-0086-49fe-9487-19140306819f triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:40.487737 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-df8793e8-ecee-41e6-b7e2-ba290e35dfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:40.492223 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0053b7eb-2976-4c76-a304-7305c237fa5c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:40.499478 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44960) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:40.508759 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0c8cfdb-d242-4eee-b2e8-438349c7593b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:40.513859 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0c8cfdb-d242-4eee-b2e8-438349c7593b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-864536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-864531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-867168'] for router, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:40.545836 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44966) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:40.582121 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-df8793e8-ecee-41e6-b7e2-ba290e35dfc4 None None] Port 70000a67-0086-49fe-9487-19140306819f cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:42:40.764721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-0053b7eb-2976-4c76-a304-7305c237fa5c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Calling delete_port for 70000a67-0086-49fe-9487-19140306819f owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:42:40.899122 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bc857392-7db8-413a-a114-8f26c8cc2ddb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c6aeadb070140eca3c02bc8bafeb146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429549 Mar 07 21:42:40.900756 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44970) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:40.924125 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b765caaf-7093-4f6f-b949-c20622aadea7 None None] Sync routers for ids ['836e6c50-4349-4aac-a749-a5621461af97'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:42:40.940433 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-be89077e-0867-4bf0-bc7a-d23fc5c92b12 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:40.944319 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-be89077e-0867-4bf0-bc7a-d23fc5c92b12 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:40.952901 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b765caaf-7093-4f6f-b949-c20622aadea7 None None] Routers {'836e6c50-4349-4aac-a749-a5621461af97'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:42:40.953640 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b765caaf-7093-4f6f-b949-c20622aadea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:42:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['836e6c50-4349-4aac-a749-a5621461af97'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:40.982181 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-ece18365-74ea-4545-8ce5-9c351f177e8d service neutron] For port a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:42:41.003916 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89077e-0867-4bf0-bc7a-d23fc5c92b12 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] Pushing event deleted for resources: {'Network': ['ID=783793e4-7570-495e-8e1a-1eb20b9c070f,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:41.011924 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-ece18365-74ea-4545-8ce5-9c351f177e8d service neutron] For port a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3,segment=NetworkSegment(06732586-f6b0-479a-b70c-dd3efb826038),segment_id=06732586-f6b0-479a-b70c-dd3efb826038)] {{(pid=88387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:42:41.016220 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c8cfdb-d242-4eee-b2e8-438349c7593b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Router 7d49b3ed-5945-4647-a4b8-bdc4812c1b32 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:42:41.020904 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-65359e36-daaa-4980-9459-2265c7e6964e tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:41.027416 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-be89077e-0867-4bf0-bc7a-d23fc5c92b12 tempest-NetworksIpV6Test-690785718 tempest-NetworksIpV6Test-690785718-project] 10.222.0.21 "DELETE /v2.0/networks/783793e4-7570-495e-8e1a-1eb20b9c070f HTTP/1.1" status: 204 len: 168 time: 4.8296108 Mar 07 21:42:41.027620 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e38aad1-54bd-473f-8bcf-289120d9cad8 None None] get_active_networks_info from dv-neutron-829957-1-hyperv {{(pid=88388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 07 21:42:41.054407 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-65359e36-daaa-4980-9459-2265c7e6964e tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 07 21:42:41.054856 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65359e36-daaa-4980-9459-2265c7e6964e tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:42:41.059538 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-65359e36-daaa-4980-9459-2265c7e6964e tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "DELETE /v2.0/networks/36695db3-cf36-4dfd-95ec-a1aa7e15755f HTTP/1.1" status: 409 len: 405 time: 0.5442619 Mar 07 21:42:41.065779 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44976) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:41.124479 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-c50dcf5c-896b-44b5-a1af-ddcb2f661c7f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1998368157'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:41.147933 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c50dcf5c-896b-44b5-a1af-ddcb2f661c7f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:41.184977 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c50dcf5c-896b-44b5-a1af-ddcb2f661c7f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Usage tracker for resource:network and tenant:27b5ef1635c14b0aac205e290183de79 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:41.209837 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e38aad1-54bd-473f-8bcf-289120d9cad8 None None] Resources bound (agent type, host, resource id): {{(pid=88388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:42:41.215183 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 716ef902-2391-467d-9daa-e1d6ff250e07 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:41.244480 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c50dcf5c-896b-44b5-a1af-ddcb2f661c7f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:41.270665 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c50dcf5c-896b-44b5-a1af-ddcb2f661c7f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:41.305527 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c8cfdb-d242-4eee-b2e8-438349c7593b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:42:41.319412 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-ece18365-74ea-4545-8ce5-9c351f177e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:41.324481 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c0a96-88ad-4899-8b2a-d5d633d6ecea None None] Sync routers for ids ['7d49b3ed-5945-4647-a4b8-bdc4812c1b32'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:42:41.339919 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0c8cfdb-d242-4eee-b2e8-438349c7593b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:41.341044 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f0c8cfdb-d242-4eee-b2e8-438349c7593b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "PUT /v2.0/routers/7d49b3ed-5945-4647-a4b8-bdc4812c1b32 HTTP/1.1" status: 200 len: 710 time: 8.1783919 Mar 07 21:42:41.342399 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c0a96-88ad-4899-8b2a-d5d633d6ecea None None] Routers {'7d49b3ed-5945-4647-a4b8-bdc4812c1b32'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:42:41.348654 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44982) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:41.359158 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-664c0a96-88ad-4899-8b2a-d5d633d6ecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:42:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['7d49b3ed-5945-4647-a4b8-bdc4812c1b32'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:41.406846 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-ece18365-74ea-4545-8ce5-9c351f177e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:41.407552 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-ece18365-74ea-4545-8ce5-9c351f177e8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:41.409038 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-ece18365-74ea-4545-8ce5-9c351f177e8d service neutron] 10.222.0.11 "PUT /v2.0/ports/a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 HTTP/1.1" status: 200 len: 1094 time: 4.3461022 Mar 07 21:42:41.413025 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99741320-9ed5-44b2-bf3f-40b985939099', 'tag': 'a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:42:41.486411 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-b765caaf-7093-4f6f-b949-c20622aadea7 None None] Set router 836e6c50-4349-4aac-a749-a5621461af97 gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:42:41.487149 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-664c0a96-88ad-4899-8b2a-d5d633d6ecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:41.500225 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e089079-2fb7-4acb-a876-25c45a76e0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:41.523087 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c0a96-88ad-4899-8b2a-d5d633d6ecea None None] Routers {'7d49b3ed-5945-4647-a4b8-bdc4812c1b32'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:42:41.524040 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-664c0a96-88ad-4899-8b2a-d5d633d6ecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:42:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['7d49b3ed-5945-4647-a4b8-bdc4812c1b32'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:41.552610 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99741320-9ed5-44b2-bf3f-40b985939099', 'tag': 'a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3', 'status': 'completed', 'code': 200} Mar 07 21:42:41.601998 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 716ef902-2391-467d-9daa-e1d6ff250e07 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:41.613735 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-664c0a96-88ad-4899-8b2a-d5d633d6ecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:41.614250 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c0a96-88ad-4899-8b2a-d5d633d6ecea None None] The sync data for ids ['7d49b3ed-5945-4647-a4b8-bdc4812c1b32'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:42:41.633751 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece18365-74ea-4545-8ce5-9c351f177e8d service neutron] Pushing event updated for resources: {'Port': ['ID=a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:41.642362 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 716ef902-2391-467d-9daa-e1d6ff250e07 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:41.642732 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:41.647972 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e089079-2fb7-4acb-a876-25c45a76e0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:41.651083 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50dcf5c-896b-44b5-a1af-ddcb2f661c7f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Made reservation on behalf of 27b5ef1635c14b0aac205e290183de79 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:41.656256 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c50dcf5c-896b-44b5-a1af-ddcb2f661c7f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:41.666601 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 44990) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:41.811967 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-cc1197c0-4ae3-41bb-b51e-ab37e68613b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:41.813769 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-cc1197c0-4ae3-41bb-b51e-ab37e68613b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1d039a5115b40cc849313193266d5ad&device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 1097 time: 0.2604198 Mar 07 21:42:41.842735 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-199d1ac9-97d6-460c-b54b-e4fd9de032c1 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "GET /v2.0/routers/7d49b3ed-5945-4647-a4b8-bdc4812c1b32 HTTP/1.1" status: 200 len: 745 time: 0.4920332 Mar 07 21:42:41.847640 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 44996) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:41.919962 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-70fa5565-12ac-4600-a0b9-cd1f618eb841 tempest-RoutersIpV6AdminTest-1740549864 tempest-RoutersIpV6AdminTest-1740549864-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093&device_id=7d49b3ed-5945-4647-a4b8-bdc4812c1b32 HTTP/1.1" status: 200 len: 205 time: 0.0632553 Mar 07 21:42:41.920653 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45000) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:41.949011 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-82b7656d-f682-4455-a563-b2d5f7f8a657 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 HTTP/1.1" status: 200 len: 217 time: 0.1256099 Mar 07 21:42:41.956787 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e089079-2fb7-4acb-a876-25c45a76e0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:41.977767 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0e9e9888-ff09-41de-a2cf-d81bff3e47e8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d49b3ed-5945-4647-a4b8-bdc4812c1b32 HTTP/1.1" status: 200 len: 205 time: 0.0516078 Mar 07 21:42:41.982344 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45004) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:41.982973 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0053b7eb-2976-4c76-a304-7305c237fa5c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:41.987447 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50dcf5c-896b-44b5-a1af-ddcb2f661c7f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:42:42.027393 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e089079-2fb7-4acb-a876-25c45a76e0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8239ab16-afc5-49c6-8886-52378db195c1,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:42.062922 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.extraroute_db [None req-4530696d-8d81-44b0-b907-1fca612f39ab tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Added routes are [] {{(pid=88387) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 07 21:42:42.063290 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.extraroute_db [None req-4530696d-8d81-44b0-b907-1fca612f39ab tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88387) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 07 21:42:42.070709 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e089079-2fb7-4acb-a876-25c45a76e0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:42.074216 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0e089079-2fb7-4acb-a876-25c45a76e0a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8239ab16-afc5-49c6-8886-52378db195c1 HTTP/1.1" status: 204 len: 168 time: 1.1700068 Mar 07 21:42:42.081038 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-28979b03-1283-4c16-baa8-6f2143bfa234 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=246b656d4a9647d081f87e587fc0780f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4126925 Mar 07 21:42:42.081699 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45010) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:42.095375 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:42.112217 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-eb3ff69c-0492-458e-8e08-85edc1706329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:42.113718 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-eb3ff69c-0492-458e-8e08-85edc1706329 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca279e0e-f6b2-4a41-a814-7c87369c7833 HTTP/1.1" status: 200 len: 850 time: 0.1526492 Mar 07 21:42:42.116624 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9218fa9-4a8c-484a-b9a2-80c034931167 req-eda2ac20-e0ff-4ea4-9caa-1f123dd1e32d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:42.118826 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b9218fa9-4a8c-484a-b9a2-80c034931167 req-eda2ac20-e0ff-4ea4-9caa-1f123dd1e32d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 944 time: 0.8582506 Mar 07 21:42:42.142348 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053b7eb-2976-4c76-a304-7305c237fa5c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Port': ['ID=70000a67-0086-49fe-9487-19140306819f,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:42.146513 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c50dcf5c-896b-44b5-a1af-ddcb2f661c7f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:42.147620 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-c50dcf5c-896b-44b5-a1af-ddcb2f661c7f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Added segment 4b483b6a-c274-4544-9548-7f3bd402f4f3 of type vlan for network 2a19ea25-e1d3-4679-9efb-a4945a3c8542 Mar 07 21:42:42.159144 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 716ef902-2391-467d-9daa-e1d6ff250e07, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=716ef902-2391-467d-9daa-e1d6ff250e07,segment=NetworkSegment(cd4466f4-9fea-46bb-b7f4-6d383da37888),segment_id=cd4466f4-9fea-46bb-b7f4-6d383da37888)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:42.204770 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4530696d-8d81-44b0-b907-1fca612f39ab tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:42.235431 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cd86b642-6658-4fbc-aeea-b707b58ab017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:42.249131 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:42.273411 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cd86b642-6658-4fbc-aeea-b707b58ab017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:42.284147 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-8a5c2ddf-33bb-48f8-9ae1-40d99b52da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:42.285568 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-8a5c2ddf-33bb-48f8-9ae1-40d99b52da82 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e71fce04-ffbd-435e-bfc3-87f58b6e4967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1586196 Mar 07 21:42:42.296420 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b765caaf-7093-4f6f-b949-c20622aadea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:42:38Z', 'revision_number': 6, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': '716ef902-2391-467d-9daa-e1d6ff250e07', 'name': '', 'network_id': 'ff2a4457-e3f3-4c5c-8243-390761bca180', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:c9:07:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '01a145b6-53d7-4a6b-b3de-efb9c183df71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:28Z', 'updated_at': '2022-03-07T21:42:38Z', 'revision_number': 4, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '01a145b6-53d7-4a6b-b3de-efb9c183df71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad70400-8e06-4c67-9b9b-c898f9751554', 'name': '', 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:24:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:42:02Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc741705-f70e-493e-b10c-65e89ea864ca', 'name': '', 'network_id': '20f6cf5a-55e9-4bdf-b494-a4485b325a93', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:3f:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:16Z', 'updated_at': '2022-03-07T21:42:29Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:42.319271 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b765caaf-7093-4f6f-b949-c20622aadea7 None None] Checking router: 836e6c50-4349-4aac-a749-a5621461af97 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:42:42.330997 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b9218fa9-4a8c-484a-b9a2-80c034931167 req-57352931-e425-4232-aa4c-583c7df67743 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930521 Mar 07 21:42:42.333141 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-09cbfca8-f30c-498e-a2b6-1133bee2ffc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:42.367027 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b765caaf-7093-4f6f-b949-c20622aadea7 None None] Routers {'836e6c50-4349-4aac-a749-a5621461af97'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:42:42.367816 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b765caaf-7093-4f6f-b949-c20622aadea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:42:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['836e6c50-4349-4aac-a749-a5621461af97'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:42.448330 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0053b7eb-2976-4c76-a304-7305c237fa5c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:42.470044 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0053b7eb-2976-4c76-a304-7305c237fa5c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/70000a67-0086-49fe-9487-19140306819f HTTP/1.1" status: 204 len: 168 time: 6.0840645 Mar 07 21:42:42.517923 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45014) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:42.544956 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c50dcf5c-896b-44b5-a1af-ddcb2f661c7f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:42.608725 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=716ef902-2391-467d-9daa-e1d6ff250e07,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:42.666523 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-b765caaf-7093-4f6f-b949-c20622aadea7 None None] Set router 836e6c50-4349-4aac-a749-a5621461af97 gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:42:42.779829 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.resource_extend [None req-c50dcf5c-896b-44b5-a1af-ddcb2f661c7f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:42:42.853819 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-09cbfca8-f30c-498e-a2b6-1133bee2ffc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:42.859443 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-09cbfca8-f30c-498e-a2b6-1133bee2ffc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:42.909607 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-28297568-bc04-4ec8-8d57-431e3a23cad7 service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6147861 Mar 07 21:42:42.936216 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c50dcf5c-896b-44b5-a1af-ddcb2f661c7f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:42.942373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50dcf5c-896b-44b5-a1af-ddcb2f661c7f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:42.943102 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c50dcf5c-896b-44b5-a1af-ddcb2f661c7f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:42.977801 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 716ef902-2391-467d-9daa-e1d6ff250e07 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:42.989985 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-09cbfca8-f30c-498e-a2b6-1133bee2ffc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:42.991215 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cbfca8-f30c-498e-a2b6-1133bee2ffc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Fanout notify agent at l3_agent the message router_deleted on router 7d49b3ed-5945-4647-a4b8-bdc4812c1b32 {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:42:43.012090 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-09cbfca8-f30c-498e-a2b6-1133bee2ffc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:43.012090 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-09cbfca8-f30c-498e-a2b6-1133bee2ffc8 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "DELETE /v2.0/routers/7d49b3ed-5945-4647-a4b8-bdc4812c1b32 HTTP/1.1" status: 204 len: 168 time: 1.0240042 Mar 07 21:42:43.014206 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45028) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:43.020952 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cd86b642-6658-4fbc-aeea-b707b58ab017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:43.056188 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86b642-6658-4fbc-aeea-b707b58ab017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ba0ed3-b8ed-4e99-9ed0-d408f31c81a3,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:43.103837 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 716ef902-2391-467d-9daa-e1d6ff250e07 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:43.104260 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:43.123687 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c50dcf5c-896b-44b5-a1af-ddcb2f661c7f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0050213 Mar 07 21:42:43.126955 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-353290e3-c0ff-49ce-a16e-461a4c45cd51 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d49b3ed-5945-4647-a4b8-bdc4812c1b32 HTTP/1.1" status: 200 len: 205 time: 0.1115646 Mar 07 21:42:43.131179 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45032) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:43.131619 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45034) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:43.216584 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-e4d5e25f-af84-4f78-8f34-9d78a57f2127 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Request body: {'subnet': {'network_id': '2a19ea25-e1d3-4679-9efb-a4945a3c8542', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:43.238091 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50dcf5c-896b-44b5-a1af-ddcb2f661c7f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event updated for resources: {'Network': ['ID=2a19ea25-e1d3-4679-9efb-a4945a3c8542,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:43.255431 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 2a19ea25-e1d3-4679-9efb-a4945a3c8542 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:42:43.257386 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4530696d-8d81-44b0-b907-1fca612f39ab tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:43.267316 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cd86b642-6658-4fbc-aeea-b707b58ab017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:43.267316 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cd86b642-6658-4fbc-aeea-b707b58ab017 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4ba0ed3-b8ed-4e99-9ed0-d408f31c81a3 HTTP/1.1" status: 204 len: 168 time: 1.1781449 Mar 07 21:42:43.270858 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-5e58c84a-46e6-4309-bf58-440beb1480da tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] delete failed (client error): The resource could not be found. Mar 07 21:42:43.271799 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4530696d-8d81-44b0-b907-1fca612f39ab tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-864536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-864531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-867168'] for router, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:43.272340 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5e58c84a-46e6-4309-bf58-440beb1480da tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "DELETE /v2.0/routers/7d49b3ed-5945-4647-a4b8-bdc4812c1b32 HTTP/1.1" status: 404 len: 336 time: 0.1376395 Mar 07 21:42:43.281109 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45042) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:43.283898 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a69c5b-e3bd-4a14-9971-7e49b5509ed1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:43.284616 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-37a69c5b-e3bd-4a14-9971-7e49b5509ed1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:42:43.466096 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-36ec4933-5a12-413f-be8c-2443259d6e6b req-4cafefe4-c804-4ff7-a065-2a2f33238251 service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972250 Mar 07 21:42:43.473602 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-37a69c5b-e3bd-4a14-9971-7e49b5509ed1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:42:43.477989 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-37a69c5b-e3bd-4a14-9971-7e49b5509ed1 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.9546442 Mar 07 21:42:43.477989 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45054) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:43.503552 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7f093e8e-e08a-4e20-9dd2-a328803742d3 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dcc4bf9-1bc5-4c1c-86a7-01f14866b05c HTTP/1.1" status: 200 len: 205 time: 0.2210214 Mar 07 21:42:43.531589 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45058) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:43.591654 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b765caaf-7093-4f6f-b949-c20622aadea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:42:42Z', 'revision_number': 7, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': '716ef902-2391-467d-9daa-e1d6ff250e07', 'name': '', 'network_id': 'ff2a4457-e3f3-4c5c-8243-390761bca180', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:c9:07:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '01a145b6-53d7-4a6b-b3de-efb9c183df71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:28Z', 'updated_at': '2022-03-07T21:42:42Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '01a145b6-53d7-4a6b-b3de-efb9c183df71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad70400-8e06-4c67-9b9b-c898f9751554', 'name': '', 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:24:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:42:02Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc741705-f70e-493e-b10c-65e89ea864ca', 'name': '', 'network_id': '20f6cf5a-55e9-4bdf-b494-a4485b325a93', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:3f:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:16Z', 'updated_at': '2022-03-07T21:42:29Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:43.598415 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b765caaf-7093-4f6f-b949-c20622aadea7 None None] The sync data for ids ['836e6c50-4349-4aac-a749-a5621461af97'] in dv-neutron-829957-1-hyperv is: [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:42:42Z', 'revision_number': 7, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': '716ef902-2391-467d-9daa-e1d6ff250e07', 'name': '', 'network_id': 'ff2a4457-e3f3-4c5c-8243-390761bca180', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:c9:07:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '01a145b6-53d7-4a6b-b3de-efb9c183df71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:28Z', 'updated_at': '2022-03-07T21:42:42Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '01a145b6-53d7-4a6b-b3de-efb9c183df71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad70400-8e06-4c67-9b9b-c898f9751554', 'name': '', 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:24:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:42:02Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc741705-f70e-493e-b10c-65e89ea864ca', 'name': '', 'network_id': '20f6cf5a-55e9-4bdf-b494-a4485b325a93', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:3f:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:16Z', 'updated_at': '2022-03-07T21:42:29Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:42:43.601904 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e4d5e25f-af84-4f78-8f34-9d78a57f2127 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:43.612391 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e4d5e25f-af84-4f78-8f34-9d78a57f2127 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:43.624076 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4530696d-8d81-44b0-b907-1fca612f39ab tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Router 836e6c50-4349-4aac-a749-a5621461af97 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:42:43.688458 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d5e25f-af84-4f78-8f34-9d78a57f2127 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Made reservation on behalf of 27b5ef1635c14b0aac205e290183de79 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:43.692105 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e4d5e25f-af84-4f78-8f34-9d78a57f2127 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:43.711635 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-7bdbc5fa-5df1-4958-9757-77a93c79e567 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] delete failed (client error): The resource could not be found. Mar 07 21:42:43.712746 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7bdbc5fa-5df1-4958-9757-77a93c79e567 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "DELETE /v2.0/routers/6dcc4bf9-1bc5-4c1c-86a7-01f14866b05c HTTP/1.1" status: 404 len: 336 time: 0.1699998 Mar 07 21:42:43.715788 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45066) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:43.791227 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d7a37ed5-6508-43ee-8795-2b00d578fa35 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b98f826-8b64-4a3a-a163-9711ae55a0fe HTTP/1.1" status: 200 len: 205 time: 0.0743382 Mar 07 21:42:43.825885 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45074) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:43.926358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2bba0-fa67-49f9-8299-690803b604ce req-131b363e-6b29-4605-8c06-a1e2a56fe127 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:43.927917 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c6d2bba0-fa67-49f9-8299-690803b604ce req-131b363e-6b29-4605-8c06-a1e2a56fe127 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 944 time: 0.3361435 Mar 07 21:42:44.026400 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c6d2bba0-fa67-49f9-8299-690803b604ce req-df00a792-5b53-453b-b7e7-81282b8ad176 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889156 Mar 07 21:42:44.046786 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-ecf21afd-2918-4e53-8e77-5b5ddeb79f63 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] delete failed (client error): The resource could not be found. Mar 07 21:42:44.046786 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ecf21afd-2918-4e53-8e77-5b5ddeb79f63 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "DELETE /v2.0/routers/7b98f826-8b64-4a3a-a163-9711ae55a0fe HTTP/1.1" status: 404 len: 336 time: 0.2042508 Mar 07 21:42:44.050551 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45080) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:44.065158 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbae3cff-a3c3-45ae-9542-c199825d8a40 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:44.067134 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cbae3cff-a3c3-45ae-9542-c199825d8a40 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5887229 Mar 07 21:42:44.077246 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45084) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:44.119120 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6ce9e8e1-f401-4ad1-b598-e5a92b8d147b tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e0b7bdb-6414-4aa0-8266-7320dfc2dac4 HTTP/1.1" status: 200 len: 205 time: 0.0652232 Mar 07 21:42:44.119325 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45090) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:44.157751 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45094) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:44.165208 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4530696d-8d81-44b0-b907-1fca612f39ab tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:42:44.176711 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4530696d-8d81-44b0-b907-1fca612f39ab tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:44.179215 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4530696d-8d81-44b0-b907-1fca612f39ab tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "PUT /v2.0/routers/836e6c50-4349-4aac-a749-a5621461af97 HTTP/1.1" status: 200 len: 703 time: 3.6958876 Mar 07 21:42:44.181074 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42469819-99e3-4ffb-9d6d-1d47902c41d4 None None] Sync routers for ids ['836e6c50-4349-4aac-a749-a5621461af97'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:42:44.189671 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33799669-087b-44b7-b02f-8cc87f818188 req-c488734a-d195-4032-9b8e-44951e5517c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:44.191153 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-33799669-087b-44b7-b02f-8cc87f818188 req-c488734a-d195-4032-9b8e-44951e5517c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1d039a5115b40cc849313193266d5ad&device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 1097 time: 0.5606599 Mar 07 21:42:44.191641 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45098) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:44.200087 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42469819-99e3-4ffb-9d6d-1d47902c41d4 None None] Routers {'836e6c50-4349-4aac-a749-a5621461af97'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:42:44.200993 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-42469819-99e3-4ffb-9d6d-1d47902c41d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:42:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['836e6c50-4349-4aac-a749-a5621461af97'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:44.208940 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-f08abbfa-ee57-4063-83cc-3fda6623d5d4 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] delete failed (client error): The resource could not be found. Mar 07 21:42:44.210587 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f08abbfa-ee57-4063-83cc-3fda6623d5d4 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "DELETE /v2.0/routers/1e0b7bdb-6414-4aa0-8266-7320dfc2dac4 HTTP/1.1" status: 404 len: 336 time: 0.0904155 Mar 07 21:42:44.216243 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45104) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:44.279499 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c1826d2b-55f7-4d4a-bfa9-32256b36a774 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ce8e71-adbb-4a10-a4b9-de6e3d643f96 HTTP/1.1" status: 200 len: 205 time: 0.0620801 Mar 07 21:42:44.283209 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45108) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:44.364588 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-db71982e-b5c9-4143-a6d5-7ade6c66035e tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] delete failed (client error): The resource could not be found. Mar 07 21:42:44.365649 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-db71982e-b5c9-4143-a6d5-7ade6c66035e tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "DELETE /v2.0/routers/14ce8e71-adbb-4a10-a4b9-de6e3d643f96 HTTP/1.1" status: 404 len: 336 time: 0.0802045 Mar 07 21:42:44.369025 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45116) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:44.393207 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-94576f77-fd00-46e8-8217-ceffd1c3ed9c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "GET /v2.0/routers/836e6c50-4349-4aac-a749-a5621461af97 HTTP/1.1" status: 200 len: 703 time: 0.1979036 Mar 07 21:42:44.404202 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45120) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:44.410190 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-42469819-99e3-4ffb-9d6d-1d47902c41d4 None None] Set router 836e6c50-4349-4aac-a749-a5621461af97 gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:42:44.423976 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-36d433ba-4455-429b-92ec-03b60eda398d tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a021606-807e-44ad-b760-2b9127cd82c2 HTTP/1.1" status: 200 len: 205 time: 0.0537360 Mar 07 21:42:44.428163 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45128) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:44.507235 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3641cd-ec33-4695-8c2c-90c7b47a953e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:44.508769 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3641cd-ec33-4695-8c2c-90c7b47a953e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:44.510631 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3641cd-ec33-4695-8c2c-90c7b47a953e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:44.511402 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-da3641cd-ec33-4695-8c2c-90c7b47a953e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:42:44.526541 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-2d44711d-ea48-4472-bd5c-53edcc637967 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-591998805'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:44.543595 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2d44711d-ea48-4472-bd5c-53edcc637967 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:44.558661 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-5800002d-4da9-465d-b148-b1e83e5cae76 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] delete failed (client error): The resource could not be found. Mar 07 21:42:44.559679 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5800002d-4da9-465d-b148-b1e83e5cae76 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "DELETE /v2.0/routers/7a021606-807e-44ad-b760-2b9127cd82c2 HTTP/1.1" status: 404 len: 336 time: 0.1305552 Mar 07 21:42:44.566154 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45134) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:44.590612 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2d44711d-ea48-4472-bd5c-53edcc637967 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Usage tracker for resource:network and tenant:52faca8939ef4bacb3bd7b1278a68da5 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:44.617923 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b95f97-20fd-419f-8297-8755ea909136 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] DELETE failed (client error): The resource could not be found. Mar 07 21:42:44.618403 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b95f97-20fd-419f-8297-8755ea909136 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:42:44.626132 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c4b95f97-20fd-419f-8297-8755ea909136 tempest-RoutersIpV6AdminTest-161693398 tempest-RoutersIpV6AdminTest-161693398-project] 10.222.0.21 "DELETE /v2.0/subnets/a5878bd3-4db8-44be-9189-3d1a64ed05c5 HTTP/1.1" status: 404 len: 337 time: 0.0592477 Mar 07 21:42:44.655490 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2d44711d-ea48-4472-bd5c-53edcc637967 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:44.689269 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2d44711d-ea48-4472-bd5c-53edcc637967 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:44.716173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.objects.ports [None req-e4d5e25f-af84-4f78-8f34-9d78a57f2127 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88386) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 07 21:42:44.718149 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e4d5e25f-af84-4f78-8f34-9d78a57f2127 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:44.756889 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45142) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:44.808949 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-da3641cd-ec33-4695-8c2c-90c7b47a953e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:42:44.810428 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-da3641cd-ec33-4695-8c2c-90c7b47a953e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.7299895 Mar 07 21:42:44.818110 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-42469819-99e3-4ffb-9d6d-1d47902c41d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:42:42Z', 'revision_number': 7, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': '716ef902-2391-467d-9daa-e1d6ff250e07', 'name': '', 'network_id': 'ff2a4457-e3f3-4c5c-8243-390761bca180', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:c9:07:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '01a145b6-53d7-4a6b-b3de-efb9c183df71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:28Z', 'updated_at': '2022-03-07T21:42:42Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '01a145b6-53d7-4a6b-b3de-efb9c183df71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad70400-8e06-4c67-9b9b-c898f9751554', 'name': '', 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:24:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:42:02Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc741705-f70e-493e-b10c-65e89ea864ca', 'name': '', 'network_id': '20f6cf5a-55e9-4bdf-b494-a4485b325a93', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:3f:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:16Z', 'updated_at': '2022-03-07T21:42:29Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:44.821482 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45148) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:44.823947 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42469819-99e3-4ffb-9d6d-1d47902c41d4 None None] Checking router: 836e6c50-4349-4aac-a749-a5621461af97 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:42:44.843016 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42469819-99e3-4ffb-9d6d-1d47902c41d4 None None] Routers {'836e6c50-4349-4aac-a749-a5621461af97'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:42:44.843463 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5e25f-af84-4f78-8f34-9d78a57f2127 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event updated for resources: {'Subnet': ['ID=6858cb8b-c04f-4583-8e72-836116c47f60,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:44.843768 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-42469819-99e3-4ffb-9d6d-1d47902c41d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:42:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['836e6c50-4349-4aac-a749-a5621461af97'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:44.847229 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d5e25f-af84-4f78-8f34-9d78a57f2127 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Checking segment: {'id': '4b483b6a-c274-4544-9548-7f3bd402f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a19ea25-e1d3-4679-9efb-a4945a3c8542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:44.847921 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d5e25f-af84-4f78-8f34-9d78a57f2127 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Network hostable DHCP agents. Network: 2a19ea25-e1d3-4679-9efb-a4945a3c8542, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:42:44.946089 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-5f5a65b7-8565-47dd-b54b-f724a8d623a9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-555088'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:44.955516 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5f5a65b7-8565-47dd-b54b-f724a8d623a9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:44.961534 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5f5a65b7-8565-47dd-b54b-f724a8d623a9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Usage tracker for resource:network and tenant:a528f79553b84c43aec8d6e00382c6b6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:44.965312 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5f5a65b7-8565-47dd-b54b-f724a8d623a9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:44.972867 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5f5a65b7-8565-47dd-b54b-f724a8d623a9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:44.984456 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d5e25f-af84-4f78-8f34-9d78a57f2127 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Network 2a19ea25-e1d3-4679-9efb-a4945a3c8542 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:42:45.022558 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-42469819-99e3-4ffb-9d6d-1d47902c41d4 None None] Set router 836e6c50-4349-4aac-a749-a5621461af97 gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:42:45.071199 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5a65b7-8565-47dd-b54b-f724a8d623a9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Made reservation on behalf of a528f79553b84c43aec8d6e00382c6b6 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:45.075519 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5f5a65b7-8565-47dd-b54b-f724a8d623a9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:45.098320 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-e4d5e25f-af84-4f78-8f34-9d78a57f2127 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 2a19ea25-e1d3-4679-9efb-a4945a3c8542) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:45.109663 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5f5a65b7-8565-47dd-b54b-f724a8d623a9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:45.127207 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d9fdc0-cd18-45e2-96cd-2eb6b8adce6c None None] Network 2a19ea25-e1d3-4679-9efb-a4945a3c8542 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:45.143054 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d5e25f-af84-4f78-8f34-9d78a57f2127 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:45.143938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e4d5e25f-af84-4f78-8f34-9d78a57f2127 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:45.152953 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33799669-087b-44b7-b02f-8cc87f818188 req-6cc5e73e-7ba4-4b9a-aea7-0fc3723b5293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:45.154459 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-33799669-087b-44b7-b02f-8cc87f818188 req-6cc5e73e-7ba4-4b9a-aea7-0fc3723b5293 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e71fce04-ffbd-435e-bfc3-87f58b6e4967 HTTP/1.1" status: 200 len: 911 time: 0.9557035 Mar 07 21:42:45.160233 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5f5a65b7-8565-47dd-b54b-f724a8d623a9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:45.169211 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d44711d-ea48-4472-bd5c-53edcc637967 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Made reservation on behalf of 52faca8939ef4bacb3bd7b1278a68da5 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:45.173993 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2d44711d-ea48-4472-bd5c-53edcc637967 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:45.214195 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45156) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:45.222043 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5f5a65b7-8565-47dd-b54b-f724a8d623a9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Usage tracker for resource:security_group_rule and tenant:a528f79553b84c43aec8d6e00382c6b6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:45.231966 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5f5a65b7-8565-47dd-b54b-f724a8d623a9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:45.243352 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5f5a65b7-8565-47dd-b54b-f724a8d623a9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:45.285529 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f684-3a2d-4c33-a116-87b2c5de741e req-e83cbd7a-db05-4fd0-983a-6ddc65c1bc2f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:45.287747 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-80e7f684-3a2d-4c33-a116-87b2c5de741e req-e83cbd7a-db05-4fd0-983a-6ddc65c1bc2f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 944 time: 0.1247399 Mar 07 21:42:45.328189 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e4d5e25f-af84-4f78-8f34-9d78a57f2127 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1953785 Mar 07 21:42:45.329325 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45162) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:45.335026 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-33799669-087b-44b7-b02f-8cc87f818188 req-265b4e1e-ed4b-4035-a4d6-d219aa4dc99d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 HTTP/1.1" status: 200 len: 217 time: 0.1474221 Mar 07 21:42:45.364472 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c4b964-aabf-48e2-b576-4ae763acc0d5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet 0886520e-7055-40e6-be70-8098c505e161 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:42:45.368159 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a7c4b964-aabf-48e2-b576-4ae763acc0d5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:45.405381 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2d44711d-ea48-4472-bd5c-53edcc637967 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:45.485578 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c581f88c-f4dc-4803-b972-1d2047fec16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:45.501987 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-80e7f684-3a2d-4c33-a116-87b2c5de741e req-cb49c8af-3962-4124-8b0b-2e8aad5f5815 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072196 Mar 07 21:42:45.504205 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a7c4b964-aabf-48e2-b576-4ae763acc0d5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:45.522777 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c581f88c-f4dc-4803-b972-1d2047fec16d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:45.536002 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2d44711d-ea48-4472-bd5c-53edcc637967 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:45.553061 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2d44711d-ea48-4472-bd5c-53edcc637967 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Usage tracker for resource:security_group_rule and tenant:52faca8939ef4bacb3bd7b1278a68da5 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:45.564624 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c581f88c-f4dc-4803-b972-1d2047fec16d admin admin] Usage tracker for resource:security_group_rule and tenant:91926c265743430ca5be113f2f83e4db is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:45.571554 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c581f88c-f4dc-4803-b972-1d2047fec16d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:45.577363 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:45.591383 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c581f88c-f4dc-4803-b972-1d2047fec16d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:45.594120 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3251b12-f2a4-40f9-9ffb-0242e4d26cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-2a19ea25-e1d3-4679-9efb-a4945a3c8542', 'network_id': '2a19ea25-e1d3-4679-9efb-a4945a3c8542', 'tenant_id': '27b5ef1635c14b0aac205e290183de79', 'fixed_ips': [{'subnet_id': '6858cb8b-c04f-4583-8e72-836116c47f60'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:42:45.594926 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a3251b12-f2a4-40f9-9ffb-0242e4d26cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:45.596999 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2d44711d-ea48-4472-bd5c-53edcc637967 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:45.618572 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2d44711d-ea48-4472-bd5c-53edcc637967 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:45.621623 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33799669-087b-44b7-b02f-8cc87f818188 req-25b1315e-440d-47ee-a92d-bb1c62ee63f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:45.622977 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-33799669-087b-44b7-b02f-8cc87f818188 req-25b1315e-440d-47ee-a92d-bb1c62ee63f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca279e0e-f6b2-4a41-a814-7c87369c7833 HTTP/1.1" status: 200 len: 850 time: 0.2189488 Mar 07 21:42:45.674683 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-42469819-99e3-4ffb-9d6d-1d47902c41d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:42:42Z', 'revision_number': 7, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': '716ef902-2391-467d-9daa-e1d6ff250e07', 'name': '', 'network_id': 'ff2a4457-e3f3-4c5c-8243-390761bca180', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:c9:07:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '01a145b6-53d7-4a6b-b3de-efb9c183df71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:28Z', 'updated_at': '2022-03-07T21:42:42Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '01a145b6-53d7-4a6b-b3de-efb9c183df71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad70400-8e06-4c67-9b9b-c898f9751554', 'name': '', 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:24:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:42:02Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc741705-f70e-493e-b10c-65e89ea864ca', 'name': '', 'network_id': '20f6cf5a-55e9-4bdf-b494-a4485b325a93', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:3f:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:16Z', 'updated_at': '2022-03-07T21:42:29Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:45.688417 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42469819-99e3-4ffb-9d6d-1d47902c41d4 None None] The sync data for ids ['836e6c50-4349-4aac-a749-a5621461af97'] in dv-neutron-829957-1-hyperv is: [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:42:42Z', 'revision_number': 7, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': '716ef902-2391-467d-9daa-e1d6ff250e07', 'name': '', 'network_id': 'ff2a4457-e3f3-4c5c-8243-390761bca180', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:c9:07:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '01a145b6-53d7-4a6b-b3de-efb9c183df71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:28Z', 'updated_at': '2022-03-07T21:42:42Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '01a145b6-53d7-4a6b-b3de-efb9c183df71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ad70400-8e06-4c67-9b9b-c898f9751554', 'name': '', 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:24:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:42:02Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc741705-f70e-493e-b10c-65e89ea864ca', 'name': '', 'network_id': '20f6cf5a-55e9-4bdf-b494-a4485b325a93', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:3f:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:16Z', 'updated_at': '2022-03-07T21:42:29Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:42:45.707317 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5f5a65b7-8565-47dd-b54b-f724a8d623a9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:45.721835 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:45.724620 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a7c4b964-aabf-48e2-b576-4ae763acc0d5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:45.760555 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:45.795283 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-a3251b12-f2a4-40f9-9ffb-0242e4d26cae None None] Allocated IP 2001:db8::f816:3eff:fe3a:f740 (2a19ea25-e1d3-4679-9efb-a4945a3c8542/6858cb8b-c04f-4583-8e72-836116c47f60/f95d90ec-d444-4642-b61b-f4b09a65a639) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:45.889269 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5f5a65b7-8565-47dd-b54b-f724a8d623a9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:45.900986 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5a65b7-8565-47dd-b54b-f724a8d623a9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:42:45.901499 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a7c4b964-aabf-48e2-b576-4ae763acc0d5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:45.910414 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5f5a65b7-8565-47dd-b54b-f724a8d623a9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:45.910749 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-5f5a65b7-8565-47dd-b54b-f724a8d623a9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Added segment 551059a0-6d49-4733-a755-0055d4e37f0b of type vlan for network 9fa550cb-c6b6-4982-9b22-97c2481f3069 Mar 07 21:42:45.972673 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4b964-aabf-48e2-b576-4ae763acc0d5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=0886520e-7055-40e6-be70-8098c505e161,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:45.976401 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5f5a65b7-8565-47dd-b54b-f724a8d623a9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:45.982147 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a7c4b964-aabf-48e2-b576-4ae763acc0d5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:45.996998 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a65b7-8565-47dd-b54b-f724a8d623a9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf92e748-2241-4fa4-9ece-10032dce7359,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:45.997689 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442cdaa3-d705-49a7-b56d-6e9f1862c29f None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:46.019413 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c581f88c-f4dc-4803-b972-1d2047fec16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:46.061203 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33799669-087b-44b7-b02f-8cc87f818188 req-d7c598bb-e71d-4576-af52-bbbdfdeb17bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:46.062732 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-33799669-087b-44b7-b02f-8cc87f818188 req-d7c598bb-e71d-4576-af52-bbbdfdeb17bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e71fce04-ffbd-435e-bfc3-87f58b6e4967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4278836 Mar 07 21:42:46.079178 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c581f88c-f4dc-4803-b972-1d2047fec16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:46.111036 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5f5a65b7-8565-47dd-b54b-f724a8d623a9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:46.117134 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5a65b7-8565-47dd-b54b-f724a8d623a9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:46.117720 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5f5a65b7-8565-47dd-b54b-f724a8d623a9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:46.126583 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a7c4b964-aabf-48e2-b576-4ae763acc0d5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/0886520e-7055-40e6-be70-8098c505e161 HTTP/1.1" status: 204 len: 168 time: 1.2998190 Mar 07 21:42:46.129002 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2d44711d-ea48-4472-bd5c-53edcc637967 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:46.155310 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45166) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:46.220172 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c581f88c-f4dc-4803-b972-1d2047fec16d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91926c265743430ca5be113f2f83e4db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9980288 Mar 07 21:42:46.220376 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2d44711d-ea48-4472-bd5c-53edcc637967 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:46.220492 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a3251b12-f2a4-40f9-9ffb-0242e4d26cae None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:46.228811 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45170) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:46.242843 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a3251b12-f2a4-40f9-9ffb-0242e4d26cae None None] Transition to ACTIVE for port object f95d90ec-d444-4642-b61b-f4b09a65a639 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:46.279780 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581f88c-f4dc-4803-b972-1d2047fec16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c773b21-3ee3-4a13-bc5d-26c5e9619e45,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:46.280109 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d44711d-ea48-4472-bd5c-53edcc637967 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:42:46.289299 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44711d-ea48-4472-bd5c-53edcc637967 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=712635a3-70f2-4ca3-bd6f-ef583b6a59b3,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:46.301867 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a3251b12-f2a4-40f9-9ffb-0242e4d26cae None None] Transition to ACTIVE for port object f95d90ec-d444-4642-b61b-f4b09a65a639 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:46.313194 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2d44711d-ea48-4472-bd5c-53edcc637967 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:46.313536 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-2d44711d-ea48-4472-bd5c-53edcc637967 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Added segment b3c33b9b-63d1-4923-9c8b-42537e38b716 of type vlan for network 8015be7b-b8d1-43bb-aaaf-f33b568e3abe Mar 07 21:42:46.327083 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a65b7-8565-47dd-b54b-f724a8d623a9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Network': ['ID=9fa550cb-c6b6-4982-9b22-97c2481f3069,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:46.337719 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-33799669-087b-44b7-b02f-8cc87f818188 req-fd01d0bc-2f64-4409-a025-aafe4f33f1af service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629218 Mar 07 21:42:46.359570 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ccbb5c-9621-427c-bd89-449ea333d71c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet 845319b4-9273-498c-9be2-46e5e89a7bba {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:42:46.365157 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-62ccbb5c-9621-427c-bd89-449ea333d71c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:46.366289 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 9fa550cb-c6b6-4982-9b22-97c2481f3069 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:42:46.383622 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b97589a1-617e-47a0-b1bb-9dd6f47dbf88 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:46.397798 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a3251b12-f2a4-40f9-9ffb-0242e4d26cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:46.430334 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5f5a65b7-8565-47dd-b54b-f724a8d623a9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.6652534 Mar 07 21:42:46.447050 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e4c089a2-e1c9-4b92-86c1-7b5c891f4ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:46.457677 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2d44711d-ea48-4472-bd5c-53edcc637967 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:46.480910 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3251b12-f2a4-40f9-9ffb-0242e4d26cae None None] Network 2a19ea25-e1d3-4679-9efb-a4945a3c8542 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:46.486134 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e4c089a2-e1c9-4b92-86c1-7b5c891f4ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:46.556074 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-62ccbb5c-9621-427c-bd89-449ea333d71c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:46.565787 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-a3251b12-f2a4-40f9-9ffb-0242e4d26cae None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:46.582296 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3251b12-f2a4-40f9-9ffb-0242e4d26cae None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:46.609786 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45176) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:46.617321 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:46.623976 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-be777a09-c9fc-4b47-848d-5f95f1a07182 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'subnet': {'network_id': '9fa550cb-c6b6-4982-9b22-97c2481f3069', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:46.673356 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3251b12-f2a4-40f9-9ffb-0242e4d26cae None None] Pushing event updated for resources: {'Port': ['ID=f95d90ec-d444-4642-b61b-f4b09a65a639,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:46.724048 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.resource_extend [None req-2d44711d-ea48-4472-bd5c-53edcc637967 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:42:46.736723 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-a3251b12-f2a4-40f9-9ffb-0242e4d26cae None None] Attempting to bind port f95d90ec-d444-4642-b61b-f4b09a65a639 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:42:46.737085 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-a3251b12-f2a4-40f9-9ffb-0242e4d26cae None None] Attempting to bind port f95d90ec-d444-4642-b61b-f4b09a65a639 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '4b483b6a-c274-4544-9548-7f3bd402f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a19ea25-e1d3-4679-9efb-a4945a3c8542'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:42:46.737444 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3251b12-f2a4-40f9-9ffb-0242e4d26cae None None] Attempting to bind port f95d90ec-d444-4642-b61b-f4b09a65a639 on network 2a19ea25-e1d3-4679-9efb-a4945a3c8542 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:42:46.744968 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3251b12-f2a4-40f9-9ffb-0242e4d26cae None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:42:46.745349 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3251b12-f2a4-40f9-9ffb-0242e4d26cae None None] Checking segment: {'id': '4b483b6a-c274-4544-9548-7f3bd402f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a19ea25-e1d3-4679-9efb-a4945a3c8542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:46.745932 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a3251b12-f2a4-40f9-9ffb-0242e4d26cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:46.746754 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3251b12-f2a4-40f9-9ffb-0242e4d26cae None None] Bound using segment: {'id': '4b483b6a-c274-4544-9548-7f3bd402f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a19ea25-e1d3-4679-9efb-a4945a3c8542'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:42:46.746883 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-a3251b12-f2a4-40f9-9ffb-0242e4d26cae None None] Bound port: f95d90ec-d444-4642-b61b-f4b09a65a639, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b483b6a-c274-4544-9548-7f3bd402f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a19ea25-e1d3-4679-9efb-a4945a3c8542'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:42:46.747179 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a3251b12-f2a4-40f9-9ffb-0242e4d26cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:46.836810 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event deleted for resources: {'Subnet': ['ID=6858cb8b-c04f-4583-8e72-836116c47f60,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:46.919600 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-a3251b12-f2a4-40f9-9ffb-0242e4d26cae None None] For port f95d90ec-d444-4642-b61b-f4b09a65a639, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:42:46.923265 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-a3251b12-f2a4-40f9-9ffb-0242e4d26cae None None] For port f95d90ec-d444-4642-b61b-f4b09a65a639, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f95d90ec-d444-4642-b61b-f4b09a65a639,segment=NetworkSegment(4b483b6a-c274-4544-9548-7f3bd402f4f3),segment_id=4b483b6a-c274-4544-9548-7f3bd402f4f3)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:42:46.929619 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2d44711d-ea48-4472-bd5c-53edcc637967 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:46.929791 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d44711d-ea48-4472-bd5c-53edcc637967 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:46.930445 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2d44711d-ea48-4472-bd5c-53edcc637967 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:46.940016 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e4c089a2-e1c9-4b92-86c1-7b5c891f4ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:46.957244 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-33799669-087b-44b7-b02f-8cc87f818188 req-a32afcf9-9690-4c95-9ef3-d417f84f1160 service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6098990 Mar 07 21:42:46.989301 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:47.009153 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c089a2-e1c9-4b92-86c1-7b5c891f4ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c773b21-3ee3-4a13-bc5d-26c5e9619e45,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:47.011543 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a3251b12-f2a4-40f9-9ffb-0242e4d26cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:47.045634 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a19ea25-e1d3-4679-9efb-a4945a3c8542']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:47.054201 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-be777a09-c9fc-4b47-848d-5f95f1a07182 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:47.067775 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-be777a09-c9fc-4b47-848d-5f95f1a07182 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Usage tracker for resource:subnet and tenant:a528f79553b84c43aec8d6e00382c6b6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:47.072467 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-62ccbb5c-9621-427c-bd89-449ea333d71c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:47.103210 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b483b6a-c274-4544-9548-7f3bd402f4f3') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:47.103530 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b483b6a-c274-4544-9548-7f3bd402f4f3') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:47.123388 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-be777a09-c9fc-4b47-848d-5f95f1a07182 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:47.140256 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3251b12-f2a4-40f9-9ffb-0242e4d26cae None None] Pushing event updated for resources: {'Port': ['ID=f95d90ec-d444-4642-b61b-f4b09a65a639,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:47.145926 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-be777a09-c9fc-4b47-848d-5f95f1a07182 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:47.154837 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:47.195930 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6164c9d-ae51-4ff8-8a46-f51048741f79 req-876beace-bb3c-45c5-a18a-2f8ebf3708bb tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:47.197488 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d6164c9d-ae51-4ff8-8a46-f51048741f79 req-876beace-bb3c-45c5-a18a-2f8ebf3708bb tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 944 time: 0.4884067 Mar 07 21:42:47.200864 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:47.203149 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e4c089a2-e1c9-4b92-86c1-7b5c891f4ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:47.206690 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e4c089a2-e1c9-4b92-86c1-7b5c891f4ef1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c773b21-3ee3-4a13-bc5d-26c5e9619e45 HTTP/1.1" status: 204 len: 168 time: 0.9216208 Mar 07 21:42:47.227308 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:42:47.227641 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:47.239874 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-4ef6ebc3-aa5c-459a-a0b8-af0ef6693b3b None None] Provisioning complete for port 9bf211d4-d90e-4772-9b3f-2d382a7a3de8 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:47.240280 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4ef6ebc3-aa5c-459a-a0b8-af0ef6693b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:42:47.245544 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:42:47.266583 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44711d-ea48-4472-bd5c-53edcc637967 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Pushing event updated for resources: {'Network': ['ID=8015be7b-b8d1-43bb-aaaf-f33b568e3abe,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:47.269644 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8238132-6f82-4f80-b3cb-c9096e896bf2 None None] Network 2a19ea25-e1d3-4679-9efb-a4945a3c8542 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:47.339110 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2d44711d-ea48-4472-bd5c-53edcc637967 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.1712525 Mar 07 21:42:47.342489 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45182) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:47.351213 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-c4b119ea-d4bf-459b-b827-3a7ff1014f10 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Request body: {'subnet': {'network_id': '8015be7b-b8d1-43bb-aaaf-f33b568e3abe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:47.354503 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d6164c9d-ae51-4ff8-8a46-f51048741f79 req-d3b695eb-eb69-47b4-8f14-621905180da9 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490231 Mar 07 21:42:47.362799 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 8015be7b-b8d1-43bb-aaaf-f33b568e3abe details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:42:47.389462 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.api [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 21:42:47.389462 dv-neutron-829957-1-hyperv neutron-server[88386]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 21:42:47.389462 dv-neutron-829957-1-hyperv neutron-server[88386]: [parameters: {'id': '2a19ea25-e1d3-4679-9efb-a4945a3c8542'}] Mar 07 21:42:47.389462 dv-neutron-829957-1-hyperv neutron-server[88386]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:42:47.390410 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG oslo_db.api [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:42:47.405149 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-b97589a1-617e-47a0-b1bb-9dd6f47dbf88 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting port 716ef902-2391-467d-9daa-e1d6ff250e07 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:42:47.405487 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b97589a1-617e-47a0-b1bb-9dd6f47dbf88 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:47.416612 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be777a09-c9fc-4b47-848d-5f95f1a07182 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Made reservation on behalf of a528f79553b84c43aec8d6e00382c6b6 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:47.420526 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-be777a09-c9fc-4b47-848d-5f95f1a07182 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:47.452279 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-62ccbb5c-9621-427c-bd89-449ea333d71c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:47.545318 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c4b119ea-d4bf-459b-b827-3a7ff1014f10 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:47.551109 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccbb5c-9621-427c-bd89-449ea333d71c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=845319b4-9273-498c-9be2-46e5e89a7bba,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:47.561262 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-62ccbb5c-9621-427c-bd89-449ea333d71c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:47.564805 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c4b119ea-d4bf-459b-b827-3a7ff1014f10 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Usage tracker for resource:subnet and tenant:52faca8939ef4bacb3bd7b1278a68da5 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:47.570970 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c4b119ea-d4bf-459b-b827-3a7ff1014f10 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:47.581607 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-62ccbb5c-9621-427c-bd89-449ea333d71c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/845319b4-9273-498c-9be2-46e5e89a7bba HTTP/1.1" status: 204 len: 168 time: 1.4250894 Mar 07 21:42:47.582298 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45188) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:47.613027 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a014bebf-c3fa-4adc-8c78-863fa15e681f None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:47.625781 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c4b119ea-d4bf-459b-b827-3a7ff1014f10 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:47.664661 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-28fd8337-485b-44d9-9af3-c2865c56e499 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783644 Mar 07 21:42:47.665254 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45192) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:47.673055 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f0eb58b4-64f3-4b40-89f4-5c925df1f7ce tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:47.689058 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-b97589a1-617e-47a0-b1bb-9dd6f47dbf88 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] For port 716ef902-2391-467d-9daa-e1d6ff250e07, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=716ef902-2391-467d-9daa-e1d6ff250e07,segment=NetworkSegment(cd4466f4-9fea-46bb-b7f4-6d383da37888),segment_id=cd4466f4-9fea-46bb-b7f4-6d383da37888)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:47.689479 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b97589a1-617e-47a0-b1bb-9dd6f47dbf88 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:47.755310 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b119ea-d4bf-459b-b827-3a7ff1014f10 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Made reservation on behalf of 52faca8939ef4bacb3bd7b1278a68da5 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:47.759598 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c4b119ea-d4bf-459b-b827-3a7ff1014f10 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:47.850004 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-b97589a1-617e-47a0-b1bb-9dd6f47dbf88 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Calling delete_port for 716ef902-2391-467d-9daa-e1d6ff250e07 owned by network:router_interface {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:42:47.904522 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:47.965476 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Deleting port f95d90ec-d444-4642-b61b-f4b09a65a639 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:42:47.965682 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:47.992001 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45196) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:47.993015 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f0eb58b4-64f3-4b40-89f4-5c925df1f7ce tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:48.001235 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111baf2d-5a04-4304-b859-e30bfd608417 None None] DHCP port deletion for ab63f4f6-c089-409c-a9c4-f2088e2d7005 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:42:48.007035 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-111baf2d-5a04-4304-b859-e30bfd608417 None None] Deleting port 9bf211d4-d90e-4772-9b3f-2d382a7a3de8 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:42:48.007633 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-111baf2d-5a04-4304-b859-e30bfd608417 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:48.036075 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f0eb58b4-64f3-4b40-89f4-5c925df1f7ce tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:48.044815 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f0eb58b4-64f3-4b40-89f4-5c925df1f7ce tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:48.057521 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f0eb58b4-64f3-4b40-89f4-5c925df1f7ce tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:48.164179 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-028117d0-269b-4267-8a41-2720c8339474 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a86bcd5021948ffaa43666022ae8a26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1616266 Mar 07 21:42:48.165336 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45200) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:48.206620 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0eb58b4-64f3-4b40-89f4-5c925df1f7ce tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:48.210173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0eb58b4-64f3-4b40-89f4-5c925df1f7ce tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:48.215836 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-111baf2d-5a04-4304-b859-e30bfd608417 None None] For port 9bf211d4-d90e-4772-9b3f-2d382a7a3de8, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=9bf211d4-d90e-4772-9b3f-2d382a7a3de8,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:48.216280 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-111baf2d-5a04-4304-b859-e30bfd608417 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:48.243924 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-be777a09-c9fc-4b47-848d-5f95f1a07182 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:48.344418 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-111baf2d-5a04-4304-b859-e30bfd608417 None None] Calling delete_port for 9bf211d4-d90e-4772-9b3f-2d382a7a3de8 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:42:48.422400 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c4b119ea-d4bf-459b-b827-3a7ff1014f10 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:48.462956 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b97589a1-617e-47a0-b1bb-9dd6f47dbf88 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:48.485602 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] For port f95d90ec-d444-4642-b61b-f4b09a65a639, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f95d90ec-d444-4642-b61b-f4b09a65a639,segment=NetworkSegment(4b483b6a-c274-4544-9548-7f3bd402f4f3),segment_id=4b483b6a-c274-4544-9548-7f3bd402f4f3)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:48.489117 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:48.507720 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-111baf2d-5a04-4304-b859-e30bfd608417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:48.535616 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97589a1-617e-47a0-b1bb-9dd6f47dbf88 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Port': ['ID=716ef902-2391-467d-9daa-e1d6ff250e07,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:48.553700 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be777a09-c9fc-4b47-848d-5f95f1a07182 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Subnet': ['ID=27e3ce4c-b33f-44ed-801f-9d9595b32416,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:48.557596 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111baf2d-5a04-4304-b859-e30bfd608417 None None] Pushing event deleted for resources: {'Port': ['ID=9bf211d4-d90e-4772-9b3f-2d382a7a3de8,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:48.560908 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111baf2d-5a04-4304-b859-e30bfd608417 None None] No DVR routers for this DVR port 9bf211d4-d90e-4772-9b3f-2d382a7a3de8 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:42:48.655988 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b119ea-d4bf-459b-b827-3a7ff1014f10 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Pushing event updated for resources: {'Subnet': ['ID=93f90b6b-5fe0-42f1-8125-36a44baf1039,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:48.682026 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b119ea-d4bf-459b-b827-3a7ff1014f10 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Checking segment: {'id': 'b3c33b9b-63d1-4923-9c8b-42537e38b716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8015be7b-b8d1-43bb-aaaf-f33b568e3abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:48.682341 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b119ea-d4bf-459b-b827-3a7ff1014f10 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Network hostable DHCP agents. Network: 8015be7b-b8d1-43bb-aaaf-f33b568e3abe, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:42:48.697129 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Calling delete_port for f95d90ec-d444-4642-b61b-f4b09a65a639 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:42:48.731664 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e4d304b8-6aef-4c79-8bec-618c164fe856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:48.741174 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be777a09-c9fc-4b47-848d-5f95f1a07182 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Checking segment: {'id': '551059a0-6d49-4733-a755-0055d4e37f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9fa550cb-c6b6-4982-9b22-97c2481f3069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:48.741520 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be777a09-c9fc-4b47-848d-5f95f1a07182 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Network hostable DHCP agents. Network: 9fa550cb-c6b6-4982-9b22-97c2481f3069, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:42:48.781921 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663ad74a-7a7b-4cc2-b29f-3147a58af1f7 None None] get_active_networks_info from dv-neutron-829957-1-hyperv {{(pid=88388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 07 21:42:48.852291 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e4d304b8-6aef-4c79-8bec-618c164fe856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:48.901646 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be777a09-c9fc-4b47-848d-5f95f1a07182 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Network 9fa550cb-c6b6-4982-9b22-97c2481f3069 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:42:48.919359 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b119ea-d4bf-459b-b827-3a7ff1014f10 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Network 8015be7b-b8d1-43bb-aaaf-f33b568e3abe is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:42:48.933255 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b97589a1-617e-47a0-b1bb-9dd6f47dbf88 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:48.961449 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb26d7-5278-4864-819a-a6657cba0345 req-73e866e6-87cd-4ce3-8d61-b4e605bbed76 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:48.962968 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5bdb26d7-5278-4864-819a-a6657cba0345 req-73e866e6-87cd-4ce3-8d61-b4e605bbed76 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 944 time: 0.4864783 Mar 07 21:42:49.015103 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-be777a09-c9fc-4b47-848d-5f95f1a07182 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 9fa550cb-c6b6-4982-9b22-97c2481f3069) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:49.023897 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-c4b119ea-d4bf-459b-b827-3a7ff1014f10 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 8015be7b-b8d1-43bb-aaaf-f33b568e3abe) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:49.033732 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be777a09-c9fc-4b47-848d-5f95f1a07182 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:49.034345 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-be777a09-c9fc-4b47-848d-5f95f1a07182 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:49.035774 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b119ea-d4bf-459b-b827-3a7ff1014f10 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:49.036232 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c4b119ea-d4bf-459b-b827-3a7ff1014f10 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:49.048224 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:49.101354 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 9bf211d4-d90e-4772-9b3f-2d382a7a3de8 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:42:49.102441 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5bdb26d7-5278-4864-819a-a6657cba0345 req-5cdebdb7-1be5-4398-8451-7a9b2db16c65 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314635 Mar 07 21:42:49.114460 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event deleted for resources: {'Port': ['ID=f95d90ec-d444-4642-b61b-f4b09a65a639,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:49.126536 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e4d304b8-6aef-4c79-8bec-618c164fe856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:49.126536 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] No DVR routers for this DVR port f95d90ec-d444-4642-b61b-f4b09a65a639 on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:42:49.161363 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 9bf211d4-d90e-4772-9b3f-2d382a7a3de8 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:42:49.161722 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 9bf211d4-d90e-4772-9b3f-2d382a7a3de8 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:42:49.182748 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d304b8-6aef-4c79-8bec-618c164fe856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49863d5b-fc37-46fc-806d-9d3efbc3c397,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:49.221227 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c4b119ea-d4bf-459b-b827-3a7ff1014f10 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8777115 Mar 07 21:42:49.229583 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45208) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:49.236951 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-2291f07a-c399-4bc3-89ad-a41a2af93ac5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Request body: {'port': {'network_id': '8015be7b-b8d1-43bb-aaaf-f33b568e3abe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-214621985'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:49.242980 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e4d304b8-6aef-4c79-8bec-618c164fe856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:49.246344 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e4d304b8-6aef-4c79-8bec-618c164fe856 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49863d5b-fc37-46fc-806d-9d3efbc3c397 HTTP/1.1" status: 204 len: 168 time: 1.0781989 Mar 07 21:42:49.327542 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-be777a09-c9fc-4b47-848d-5f95f1a07182 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.7151051 Mar 07 21:42:49.331087 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45214) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:49.337189 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:49.349418 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-7282b6d5-29e1-40fb-a22f-ac25831ce141 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1526466422'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:49.362204 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7282b6d5-29e1-40fb-a22f-ac25831ce141 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:49.377393 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7282b6d5-29e1-40fb-a22f-ac25831ce141 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Usage tracker for resource:network and tenant:a528f79553b84c43aec8d6e00382c6b6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:49.402064 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663ad74a-7a7b-4cc2-b29f-3147a58af1f7 None None] Unable to find a vacant binding_index for network 9fa550cb-c6b6-4982-9b22-97c2481f3069 and agent edf8e3b8-8277-4301-b9d5-13400d6f20cf {{(pid=88388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 07 21:42:49.408215 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a19ea25-e1d3-4679-9efb-a4945a3c8542']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:49.415143 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7282b6d5-29e1-40fb-a22f-ac25831ce141 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:49.422004 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663ad74a-7a7b-4cc2-b29f-3147a58af1f7 None None] Unable to find a vacant binding_index for network 8015be7b-b8d1-43bb-aaaf-f33b568e3abe and agent edf8e3b8-8277-4301-b9d5-13400d6f20cf {{(pid=88388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 07 21:42:49.431864 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7282b6d5-29e1-40fb-a22f-ac25831ce141 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:49.439269 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.objects.ports [None req-f0eb58b4-64f3-4b40-89f4-5c925df1f7ce tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88386) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 07 21:42:49.441801 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0eb58b4-64f3-4b40-89f4-5c925df1f7ce tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:49.446865 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b483b6a-c274-4544-9548-7f3bd402f4f3') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:49.447149 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b483b6a-c274-4544-9548-7f3bd402f4f3') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:49.496791 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2291f07a-c399-4bc3-89ad-a41a2af93ac5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:49.503192 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:49.505834 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2291f07a-c399-4bc3-89ad-a41a2af93ac5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Usage tracker for resource:port and tenant:52faca8939ef4bacb3bd7b1278a68da5 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:49.511506 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2291f07a-c399-4bc3-89ad-a41a2af93ac5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:49.515963 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663ad74a-7a7b-4cc2-b29f-3147a58af1f7 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 9fa550cb-c6b6-4982-9b22-97c2481f3069), (DHCP agent, dv-neutron-829957-1-hyperv, 8015be7b-b8d1-43bb-aaaf-f33b568e3abe) {{(pid=88388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:42:49.521825 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2291f07a-c399-4bc3-89ad-a41a2af93ac5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:49.524945 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97589a1-617e-47a0-b1bb-9dd6f47dbf88 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Router 836e6c50-4349-4aac-a749-a5621461af97 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:42:49.531250 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0eb58b4-64f3-4b40-89f4-5c925df1f7ce tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:49.532513 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:49.536639 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-f0eb58b4-64f3-4b40-89f4-5c925df1f7ce tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:49.544204 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eb58b4-64f3-4b40-89f4-5c925df1f7ce tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:49.544805 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0eb58b4-64f3-4b40-89f4-5c925df1f7ce tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:49.550479 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:42:49.550891 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:42:49.566193 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:42:49.581775 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb58b4-64f3-4b40-89f4-5c925df1f7ce tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=2e68692e-cff9-4fa0-a9a1-84f6614c2479,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:49.674156 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2291f07a-c399-4bc3-89ad-a41a2af93ac5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Made reservation on behalf of 52faca8939ef4bacb3bd7b1278a68da5 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:49.678417 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2291f07a-c399-4bc3-89ad-a41a2af93ac5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:49.731584 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-2291f07a-c399-4bc3-89ad-a41a2af93ac5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] device_id is not set on port eac6dda5-3100-4237-9cba-438d99ecd486 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:42:49.769407 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97589a1-617e-47a0-b1bb-9dd6f47dbf88 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:42:49.769574 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7282b6d5-29e1-40fb-a22f-ac25831ce141 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Made reservation on behalf of a528f79553b84c43aec8d6e00382c6b6 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:49.774591 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b97589a1-617e-47a0-b1bb-9dd6f47dbf88 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "PUT /v2.0/routers/836e6c50-4349-4aac-a749-a5621461af97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3669486 Mar 07 21:42:49.779445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7282b6d5-29e1-40fb-a22f-ac25831ce141 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:49.783995 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9fa466-c3b9-449d-8b1b-a3fa63c67c5e None None] Sync routers for ids ['836e6c50-4349-4aac-a749-a5621461af97'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:42:49.786452 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45224) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:49.796679 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9fa466-c3b9-449d-8b1b-a3fa63c67c5e None None] Routers {'836e6c50-4349-4aac-a749-a5621461af97'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:42:49.797524 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-ee9fa466-c3b9-449d-8b1b-a3fa63c67c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:42:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['836e6c50-4349-4aac-a749-a5621461af97'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:49.850152 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7282b6d5-29e1-40fb-a22f-ac25831ce141 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:42:49.870952 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7282b6d5-29e1-40fb-a22f-ac25831ce141 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:49.871300 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-7282b6d5-29e1-40fb-a22f-ac25831ce141 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Added segment 24d2fccf-5efb-4ece-90a8-68e59eb49605 of type vlan for network 4c80d8a9-d7d3-4dbf-937c-5f34179b5867 Mar 07 21:42:49.897366 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7282b6d5-29e1-40fb-a22f-ac25831ce141 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:49.916972 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc81a24d-60a6-46f4-a2f2-01aa8cf806ec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting subnet 01a145b6-53d7-4a6b-b3de-efb9c183df71 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:42:49.917476 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f0eb58b4-64f3-4b40-89f4-5c925df1f7ce tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2499578 Mar 07 21:42:49.920485 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45230) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:49.923671 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bc81a24d-60a6-46f4-a2f2-01aa8cf806ec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:49.926674 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-11c9a716-38e4-45d5-9da7-3a975b15e7d6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:49.998359 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-ee9fa466-c3b9-449d-8b1b-a3fa63c67c5e None None] Set router 836e6c50-4349-4aac-a749-a5621461af97 gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:42:50.018069 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bc81a24d-60a6-46f4-a2f2-01aa8cf806ec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:50.066538 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:50.073137 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:50.110135 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "DELETE /v2.0/networks/2a19ea25-e1d3-4679-9efb-a4945a3c8542 HTTP/1.1" status: 204 len: 168 time: 4.7759604 Mar 07 21:42:50.111626 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45236) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:50.130399 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7282b6d5-29e1-40fb-a22f-ac25831ce141 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:50.138805 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7282b6d5-29e1-40fb-a22f-ac25831ce141 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:50.141430 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7282b6d5-29e1-40fb-a22f-ac25831ce141 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:50.143539 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cc540c-ff8c-417a-acaa-e80e3e66372c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-8015be7b-b8d1-43bb-aaaf-f33b568e3abe', 'network_id': '8015be7b-b8d1-43bb-aaaf-f33b568e3abe', 'tenant_id': '52faca8939ef4bacb3bd7b1278a68da5', 'fixed_ips': [{'subnet_id': '93f90b6b-5fe0-42f1-8125-36a44baf1039'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:42:50.148911 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-86cc540c-ff8c-417a-acaa-e80e3e66372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:50.175734 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-2291f07a-c399-4bc3-89ad-a41a2af93ac5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Allocated IP 2001:db8::1df (8015be7b-b8d1-43bb-aaaf-f33b568e3abe/93f90b6b-5fe0-42f1-8125-36a44baf1039/eac6dda5-3100-4237-9cba-438d99ecd486) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:50.181497 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-7866b302-3dc2-4fc4-aaff-2777bf7fe1d1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1885501816'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:50.183546 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea973afa-c758-4706-9cf1-f72ad54aefe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-9fa550cb-c6b6-4982-9b22-97c2481f3069', 'network_id': '9fa550cb-c6b6-4982-9b22-97c2481f3069', 'tenant_id': 'a528f79553b84c43aec8d6e00382c6b6', 'fixed_ips': [{'subnet_id': '27e3ce4c-b33f-44ed-801f-9d9595b32416'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:42:50.185475 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ea973afa-c758-4706-9cf1-f72ad54aefe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:50.194043 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bc81a24d-60a6-46f4-a2f2-01aa8cf806ec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:50.205321 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44399663-29c5-49a9-88ac-0bd948bd95f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'fixed_ips': [{'subnet_id': '2e68692e-cff9-4fa0-a9a1-84f6614c2479'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:42:50.206442 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-44399663-29c5-49a9-88ac-0bd948bd95f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:50.212845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7dbe06-c384-470e-9faf-f814837302cd tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event deleted for resources: {'Network': ['ID=2a19ea25-e1d3-4679-9efb-a4945a3c8542,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:50.242040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8c236dd8-4d7e-4351-9913-f39b3f4bd737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:50.360077 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7866b302-3dc2-4fc4-aaff-2777bf7fe1d1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:50.365781 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282b6d5-29e1-40fb-a22f-ac25831ce141 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Network': ['ID=4c80d8a9-d7d3-4dbf-937c-5f34179b5867,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:50.371304 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7282b6d5-29e1-40fb-a22f-ac25831ce141 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0361023 Mar 07 21:42:50.374102 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45244) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:50.388017 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-11c9a716-38e4-45d5-9da7-3a975b15e7d6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:50.393280 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-11c9a716-38e4-45d5-9da7-3a975b15e7d6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:50.396385 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-11c9a716-38e4-45d5-9da7-3a975b15e7d6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:50.403510 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-11c9a716-38e4-45d5-9da7-3a975b15e7d6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:50.411717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7866b302-3dc2-4fc4-aaff-2777bf7fe1d1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Usage tracker for resource:network and tenant:27b5ef1635c14b0aac205e290183de79 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:50.438434 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 4c80d8a9-d7d3-4dbf-937c-5f34179b5867 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:42:50.480012 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bc81a24d-60a6-46f4-a2f2-01aa8cf806ec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:50.481229 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-3c3d5619-d630-4933-ae09-cd9e91a7b357 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'subnet': {'network_id': '4c80d8a9-d7d3-4dbf-937c-5f34179b5867', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:50.499647 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7866b302-3dc2-4fc4-aaff-2777bf7fe1d1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:50.507372 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7866b302-3dc2-4fc4-aaff-2777bf7fe1d1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:50.547120 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c9a716-38e4-45d5-9da7-3a975b15e7d6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:50.551064 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-11c9a716-38e4-45d5-9da7-3a975b15e7d6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:50.557448 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bc81a24d-60a6-46f4-a2f2-01aa8cf806ec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:50.561109 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81a24d-60a6-46f4-a2f2-01aa8cf806ec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Subnet': ['ID=01a145b6-53d7-4a6b-b3de-efb9c183df71,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:50.566154 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-ee9fa466-c3b9-449d-8b1b-a3fa63c67c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:42:48Z', 'revision_number': 8, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': '9ad70400-8e06-4c67-9b9b-c898f9751554', 'name': '', 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:24:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:42:02Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc741705-f70e-493e-b10c-65e89ea864ca', 'name': '', 'network_id': '20f6cf5a-55e9-4bdf-b494-a4485b325a93', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:3f:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:16Z', 'updated_at': '2022-03-07T21:42:29Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:50.572445 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9fa466-c3b9-449d-8b1b-a3fa63c67c5e None None] Checking router: 836e6c50-4349-4aac-a749-a5621461af97 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:42:50.592943 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9fa466-c3b9-449d-8b1b-a3fa63c67c5e None None] Routers {'836e6c50-4349-4aac-a749-a5621461af97'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:42:50.593862 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-ee9fa466-c3b9-449d-8b1b-a3fa63c67c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:42:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['836e6c50-4349-4aac-a749-a5621461af97'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:50.626179 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bc81a24d-60a6-46f4-a2f2-01aa8cf806ec tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/subnets/01a145b6-53d7-4a6b-b3de-efb9c183df71 HTTP/1.1" status: 204 len: 168 time: 0.8363488 Mar 07 21:42:50.627124 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45254) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:50.634179 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7866b302-3dc2-4fc4-aaff-2777bf7fe1d1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Made reservation on behalf of 27b5ef1635c14b0aac205e290183de79 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:50.638956 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7866b302-3dc2-4fc4-aaff-2777bf7fe1d1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:50.710333 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2291f07a-c399-4bc3-89ad-a41a2af93ac5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:50.776125 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45258) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:50.792082 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-2291f07a-c399-4bc3-89ad-a41a2af93ac5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Transition to ACTIVE for port object eac6dda5-3100-4237-9cba-438d99ecd486 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:50.813664 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-73e04219-ce32-4b20-aa93-5c579f17ba16 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:50.825217 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-44399663-29c5-49a9-88ac-0bd948bd95f1 None None] Allocated IP 2001:db8::f816:3eff:feb3:eada (ab63f4f6-c089-409c-a9c4-f2088e2d7005/2e68692e-cff9-4fa0-a9a1-84f6614c2479/52848f81-9106-4f18-a27a-9edd8b7270f8) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:50.833542 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-73e04219-ce32-4b20-aa93-5c579f17ba16 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting port 236963fa-0fc5-452b-a5aa-93d95fa330fe {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:42:50.833542 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-73e04219-ce32-4b20-aa93-5c579f17ba16 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:50.864808 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-ee9fa466-c3b9-449d-8b1b-a3fa63c67c5e None None] Set router 836e6c50-4349-4aac-a749-a5621461af97 gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:42:50.897627 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7866b302-3dc2-4fc4-aaff-2777bf7fe1d1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:42:50.913356 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3c3d5619-d630-4933-ae09-cd9e91a7b357 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:50.915716 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-ea973afa-c758-4706-9cf1-f72ad54aefe9 None None] Allocated IP 172.20.255.242 (9fa550cb-c6b6-4982-9b22-97c2481f3069/27e3ce4c-b33f-44ed-801f-9d9595b32416/c16d2c04-8c28-4a2f-9c6e-975d41b4ba22) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:50.954514 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc9572-c497-4df0-b270-8f6bf1997ee3 req-1d42bdd0-c880-4877-986e-4ae8b5dbfbb0 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:50.959962 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-23cc9572-c497-4df0-b270-8f6bf1997ee3 req-1d42bdd0-c880-4877-986e-4ae8b5dbfbb0 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 944 time: 0.5947030 Mar 07 21:42:50.972199 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3c3d5619-d630-4933-ae09-cd9e91a7b357 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Usage tracker for resource:subnet and tenant:a528f79553b84c43aec8d6e00382c6b6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:50.993839 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3c3d5619-d630-4933-ae09-cd9e91a7b357 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:50.999418 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7866b302-3dc2-4fc4-aaff-2777bf7fe1d1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:50.999418 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-7866b302-3dc2-4fc4-aaff-2777bf7fe1d1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Added segment be424b75-6568-411d-a057-cbaab23482bf of type vlan for network 93f3ae01-ec71-413a-9e6e-9acac3162908 Mar 07 21:42:51.011163 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-19a3d489-0c9a-4937-8794-4e1654fb5df4 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-798852195'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:51.017990 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-19a3d489-0c9a-4937-8794-4e1654fb5df4 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:51.025599 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3c3d5619-d630-4933-ae09-cd9e91a7b357 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:51.030507 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-19a3d489-0c9a-4937-8794-4e1654fb5df4 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Usage tracker for resource:network and tenant:2e7eeead753e44e297f167f27855cc6a is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:51.035936 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-19a3d489-0c9a-4937-8794-4e1654fb5df4 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:51.069370 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-23cc9572-c497-4df0-b270-8f6bf1997ee3 req-bd032cfb-f251-4b71-8d5e-24fa4415e48d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835254 Mar 07 21:42:51.082245 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.ipam_backend_mixin [None req-11c9a716-38e4-45d5-9da7-3a975b15e7d6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2e68692e-cff9-4fa0-a9a1-84f6614c2479 (CIDR: 2001:db8::/64) Mar 07 21:42:51.103129 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2291f07a-c399-4bc3-89ad-a41a2af93ac5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:51.109300 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-19a3d489-0c9a-4937-8794-4e1654fb5df4 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:51.109889 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7866b302-3dc2-4fc4-aaff-2777bf7fe1d1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:51.140402 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3d5619-d630-4933-ae09-cd9e91a7b357 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Made reservation on behalf of a528f79553b84c43aec8d6e00382c6b6 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:51.144753 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c3d5619-d630-4933-ae09-cd9e91a7b357 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:51.164910 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c9a716-38e4-45d5-9da7-3a975b15e7d6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:42:51.165629 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c9a716-38e4-45d5-9da7-3a975b15e7d6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:42:51.265934 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7866b302-3dc2-4fc4-aaff-2777bf7fe1d1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:51.273334 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7866b302-3dc2-4fc4-aaff-2777bf7fe1d1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:51.275368 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7866b302-3dc2-4fc4-aaff-2777bf7fe1d1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:51.284576 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-73e04219-ce32-4b20-aa93-5c579f17ba16 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] For port 236963fa-0fc5-452b-a5aa-93d95fa330fe, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=236963fa-0fc5-452b-a5aa-93d95fa330fe,segment=NetworkSegment(cd4466f4-9fea-46bb-b7f4-6d383da37888),segment_id=cd4466f4-9fea-46bb-b7f4-6d383da37888)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:51.284938 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-73e04219-ce32-4b20-aa93-5c579f17ba16 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:51.291242 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-86cc540c-ff8c-417a-acaa-e80e3e66372c None None] Allocated IP 2001:db8::2 (8015be7b-b8d1-43bb-aaaf-f33b568e3abe/93f90b6b-5fe0-42f1-8125-36a44baf1039/62e5c96a-078a-4c73-a128-d399254dde25) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:51.313374 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2291f07a-c399-4bc3-89ad-a41a2af93ac5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Network 8015be7b-b8d1-43bb-aaaf-f33b568e3abe is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:51.367265 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-2291f07a-c399-4bc3-89ad-a41a2af93ac5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:51.440865 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2291f07a-c399-4bc3-89ad-a41a2af93ac5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:51.441109 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-11c9a716-38e4-45d5-9da7-3a975b15e7d6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5168293 Mar 07 21:42:51.444744 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2291f07a-c399-4bc3-89ad-a41a2af93ac5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:51.445369 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2291f07a-c399-4bc3-89ad-a41a2af93ac5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:51.451106 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7866b302-3dc2-4fc4-aaff-2777bf7fe1d1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3229513 Mar 07 21:42:51.453402 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45264) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:51.456162 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45266) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:51.458535 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-ee9fa466-c3b9-449d-8b1b-a3fa63c67c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:42:48Z', 'revision_number': 8, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': '9ad70400-8e06-4c67-9b9b-c898f9751554', 'name': '', 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:24:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:42:02Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc741705-f70e-493e-b10c-65e89ea864ca', 'name': '', 'network_id': '20f6cf5a-55e9-4bdf-b494-a4485b325a93', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:3f:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:16Z', 'updated_at': '2022-03-07T21:42:29Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:51.461530 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-73e04219-ce32-4b20-aa93-5c579f17ba16 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Calling delete_port for 236963fa-0fc5-452b-a5aa-93d95fa330fe owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:42:51.466671 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9fa466-c3b9-449d-8b1b-a3fa63c67c5e None None] The sync data for ids ['836e6c50-4349-4aac-a749-a5621461af97'] in dv-neutron-829957-1-hyperv is: [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:42:48Z', 'revision_number': 8, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': '9ad70400-8e06-4c67-9b9b-c898f9751554', 'name': '', 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:24:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:42:02Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc741705-f70e-493e-b10c-65e89ea864ca', 'name': '', 'network_id': '20f6cf5a-55e9-4bdf-b494-a4485b325a93', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:3f:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:16Z', 'updated_at': '2022-03-07T21:42:29Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': 'f11b4475-7348-4a77-99a0-4282908a0dff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:42:51.467036 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-8847195e-9cd8-4400-b6a4-66d0251ac851 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Request body: {'subnet': {'network_id': '93f3ae01-ec71-413a-9e6e-9acac3162908', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:51.487358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866b302-3dc2-4fc4-aaff-2777bf7fe1d1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event updated for resources: {'Network': ['ID=93f3ae01-ec71-413a-9e6e-9acac3162908,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:51.489001 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a3d489-0c9a-4937-8794-4e1654fb5df4 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Made reservation on behalf of 2e7eeead753e44e297f167f27855cc6a for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:51.492555 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19a3d489-0c9a-4937-8794-4e1654fb5df4 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:51.522381 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291f07a-c399-4bc3-89ad-a41a2af93ac5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Pushing event updated for resources: {'Port': ['ID=eac6dda5-3100-4237-9cba-438d99ecd486,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:51.531511 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-cac4cbb7-8784-494a-88bf-ba2500784011 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:51.557800 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19a3d489-0c9a-4937-8794-4e1654fb5df4 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:51.558851 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 21:42:51.561148 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 93f3ae01-ec71-413a-9e6e-9acac3162908 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:42:51.597181 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-19a3d489-0c9a-4937-8794-4e1654fb5df4 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:51.625486 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-8847195e-9cd8-4400-b6a4-66d0251ac851 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:51.657132 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-19a3d489-0c9a-4937-8794-4e1654fb5df4 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Usage tracker for resource:security_group_rule and tenant:2e7eeead753e44e297f167f27855cc6a is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:51.659396 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8847195e-9cd8-4400-b6a4-66d0251ac851 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Usage tracker for resource:subnet and tenant:27b5ef1635c14b0aac205e290183de79 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:51.664271 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8847195e-9cd8-4400-b6a4-66d0251ac851 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:51.665244 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-19a3d489-0c9a-4937-8794-4e1654fb5df4 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:51.673524 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-8847195e-9cd8-4400-b6a4-66d0251ac851 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:51.688584 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-19a3d489-0c9a-4937-8794-4e1654fb5df4 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:51.695023 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2291f07a-c399-4bc3-89ad-a41a2af93ac5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4640043 Mar 07 21:42:51.697986 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45272) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:51.729920 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-5cc9322c-ac16-46b9-8246-1dcb7b12980b tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Request body: {'port': {'network_id': '8015be7b-b8d1-43bb-aaaf-f33b568e3abe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1340824916', 'allowed_address_pairs': [{'ip_address': '2001:db8::1df', 'mac_address': 'fa:16:3e:87:b5:60'}]}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:51.733138 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-44399663-29c5-49a9-88ac-0bd948bd95f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:51.767803 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.resource_extend [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:42:51.810961 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8847195e-9cd8-4400-b6a4-66d0251ac851 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Made reservation on behalf of 27b5ef1635c14b0aac205e290183de79 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:51.818066 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8847195e-9cd8-4400-b6a4-66d0251ac851 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:51.852089 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c3d5619-d630-4933-ae09-cd9e91a7b357 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:51.887652 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-cac4cbb7-8784-494a-88bf-ba2500784011 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:51.888776 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-44399663-29c5-49a9-88ac-0bd948bd95f1 None None] Transition to ACTIVE for port object 52848f81-9106-4f18-a27a-9edd8b7270f8 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:51.897499 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-cac4cbb7-8784-494a-88bf-ba2500784011 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:51.920799 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-cac4cbb7-8784-494a-88bf-ba2500784011 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:51.926670 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-73e04219-ce32-4b20-aa93-5c579f17ba16 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:51.943774 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-cac4cbb7-8784-494a-88bf-ba2500784011 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:51.962175 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ea973afa-c758-4706-9cf1-f72ad54aefe9 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:51.971664 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-44399663-29c5-49a9-88ac-0bd948bd95f1 None None] Transition to ACTIVE for port object 52848f81-9106-4f18-a27a-9edd8b7270f8 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:51.990512 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ea973afa-c758-4706-9cf1-f72ad54aefe9 None None] Transition to ACTIVE for port object c16d2c04-8c28-4a2f-9c6e-975d41b4ba22 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:52.019088 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3,segment=NetworkSegment(06732586-f6b0-479a-b70c-dd3efb826038),segment_id=06732586-f6b0-479a-b70c-dd3efb826038)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:52.025192 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e04219-ce32-4b20-aa93-5c579f17ba16 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Port': ['ID=236963fa-0fc5-452b-a5aa-93d95fa330fe,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:52.038478 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5cc9322c-ac16-46b9-8246-1dcb7b12980b tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:52.043988 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5cc9322c-ac16-46b9-8246-1dcb7b12980b tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Usage tracker for resource:port and tenant:52faca8939ef4bacb3bd7b1278a68da5 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:52.047101 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5cc9322c-ac16-46b9-8246-1dcb7b12980b tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:52.053642 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5cc9322c-ac16-46b9-8246-1dcb7b12980b tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:52.054981 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ea973afa-c758-4706-9cf1-f72ad54aefe9 None None] Transition to ACTIVE for port object c16d2c04-8c28-4a2f-9c6e-975d41b4ba22 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:52.056791 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-44399663-29c5-49a9-88ac-0bd948bd95f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:52.061594 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': 'a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'port_id': 'a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3', 'mac_address': 'fa:16:3e:1c:10:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 21:42:52.063538 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac4cbb7-8784-494a-88bf-ba2500784011 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:52.067955 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cac4cbb7-8784-494a-88bf-ba2500784011 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:52.087080 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e04219-ce32-4b20-aa93-5c579f17ba16 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] No DVR routers for this DVR port 236963fa-0fc5-452b-a5aa-93d95fa330fe on host dv-neutron-829957-1-hyperv {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:42:52.100739 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d5619-d630-4933-ae09-cd9e91a7b357 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Subnet': ['ID=16c4d58d-3f7f-457e-93aa-66d6266e4c5e,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:52.111065 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-86cc540c-ff8c-417a-acaa-e80e3e66372c None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:52.125842 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3d5619-d630-4933-ae09-cd9e91a7b357 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Checking segment: {'id': '24d2fccf-5efb-4ece-90a8-68e59eb49605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4c80d8a9-d7d3-4dbf-937c-5f34179b5867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:52.126223 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3d5619-d630-4933-ae09-cd9e91a7b357 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Network hostable DHCP agents. Network: 4c80d8a9-d7d3-4dbf-937c-5f34179b5867, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:42:52.174829 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc9322c-ac16-46b9-8246-1dcb7b12980b tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Made reservation on behalf of 52faca8939ef4bacb3bd7b1278a68da5 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:52.231192 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44399663-29c5-49a9-88ac-0bd948bd95f1 None None] Pushing event updated for resources: {'Port': ['ID=52848f81-9106-4f18-a27a-9edd8b7270f8,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:52.235772 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44399663-29c5-49a9-88ac-0bd948bd95f1 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:52.246082 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ea973afa-c758-4706-9cf1-f72ad54aefe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:52.250733 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-86cc540c-ff8c-417a-acaa-e80e3e66372c None None] Transition to ACTIVE for port object 62e5c96a-078a-4c73-a128-d399254dde25 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:52.283104 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3d5619-d630-4933-ae09-cd9e91a7b357 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Network 4c80d8a9-d7d3-4dbf-937c-5f34179b5867 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:42:52.288925 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-44399663-29c5-49a9-88ac-0bd948bd95f1 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:52.320908 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44399663-29c5-49a9-88ac-0bd948bd95f1 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:52.387018 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea973afa-c758-4706-9cf1-f72ad54aefe9 None None] Network 9fa550cb-c6b6-4982-9b22-97c2481f3069 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:52.403017 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-86cc540c-ff8c-417a-acaa-e80e3e66372c None None] Transition to ACTIVE for port object 62e5c96a-078a-4c73-a128-d399254dde25 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:52.411856 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:52.420816 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-ea973afa-c758-4706-9cf1-f72ad54aefe9 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:52.450978 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19a3d489-0c9a-4937-8794-4e1654fb5df4 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:52.452263 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-512f512d-b3a1-4a14-8b8f-c0898d50cf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:52.458945 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0d2fa-1128-4aac-b1b6-ccbbf8597300 req-c1c5f5bd-16d8-4930-9908-8d3c12055c74 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:52.467294 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea973afa-c758-4706-9cf1-f72ad54aefe9 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:52.467294 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea973afa-c758-4706-9cf1-f72ad54aefe9 None None] Pushing event updated for resources: {'Port': ['ID=c16d2c04-8c28-4a2f-9c6e-975d41b4ba22,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:52.467545 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cde0d2fa-1128-4aac-b1b6-ccbbf8597300 req-c1c5f5bd-16d8-4930-9908-8d3c12055c74 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 944 time: 0.2366922 Mar 07 21:42:52.467946 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-73e04219-ce32-4b20-aa93-5c579f17ba16 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:52.491866 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:42:52.498527 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8847195e-9cd8-4400-b6a4-66d0251ac851 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:52.523913 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-73e04219-ce32-4b20-aa93-5c579f17ba16 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2a4457-e3f3-4c5c-8243-390761bca180']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:52.530708 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-86cc540c-ff8c-417a-acaa-e80e3e66372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:52.538506 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-3c3d5619-d630-4933-ae09-cd9e91a7b357 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 4c80d8a9-d7d3-4dbf-937c-5f34179b5867) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:52.543035 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3d5619-d630-4933-ae09-cd9e91a7b357 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:52.543584 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c3d5619-d630-4933-ae09-cd9e91a7b357 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:52.546802 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-73e04219-ce32-4b20-aa93-5c579f17ba16 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd4466f4-9fea-46bb-b7f4-6d383da37888') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:52.547228 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-73e04219-ce32-4b20-aa93-5c579f17ba16 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd4466f4-9fea-46bb-b7f4-6d383da37888') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:52.557361 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5cc9322c-ac16-46b9-8246-1dcb7b12980b tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:52.560854 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cde0d2fa-1128-4aac-b1b6-ccbbf8597300 req-801dee55-a5d9-4a18-b621-78a989ab9f1f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937552 Mar 07 21:42:52.578697 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19a3d489-0c9a-4937-8794-4e1654fb5df4 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:52.587124 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-73e04219-ce32-4b20-aa93-5c579f17ba16 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:52.607797 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-44399663-29c5-49a9-88ac-0bd948bd95f1 None None] Attempting to bind port 52848f81-9106-4f18-a27a-9edd8b7270f8 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:42:52.608155 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-44399663-29c5-49a9-88ac-0bd948bd95f1 None None] Attempting to bind port 52848f81-9106-4f18-a27a-9edd8b7270f8 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:42:52.608513 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44399663-29c5-49a9-88ac-0bd948bd95f1 None None] Attempting to bind port 52848f81-9106-4f18-a27a-9edd8b7270f8 on network ab63f4f6-c089-409c-a9c4-f2088e2d7005 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:42:52.618166 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847195e-9cd8-4400-b6a4-66d0251ac851 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event updated for resources: {'Subnet': ['ID=06381e6c-def9-4e6a-817b-8d5a8fcb7701,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:52.627945 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8847195e-9cd8-4400-b6a4-66d0251ac851 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Checking segment: {'id': 'be424b75-6568-411d-a057-cbaab23482bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '93f3ae01-ec71-413a-9e6e-9acac3162908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:52.628165 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8847195e-9cd8-4400-b6a4-66d0251ac851 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Network hostable DHCP agents. Network: 93f3ae01-ec71-413a-9e6e-9acac3162908, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:42:52.640178 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-5cc9322c-ac16-46b9-8246-1dcb7b12980b tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] device_id is not set on port 85de9a1e-dda4-4887-925d-3229d142cb1b yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:42:52.653852 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3c3d5619-d630-4933-ae09-cd9e91a7b357 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2754045 Mar 07 21:42:52.654095 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3,segment=NetworkSegment(06732586-f6b0-479a-b70c-dd3efb826038),segment_id=06732586-f6b0-479a-b70c-dd3efb826038)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:52.656110 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45280) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:52.661166 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44399663-29c5-49a9-88ac-0bd948bd95f1 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:42:52.661675 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44399663-29c5-49a9-88ac-0bd948bd95f1 None None] Checking segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:52.661971 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-44399663-29c5-49a9-88ac-0bd948bd95f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:52.662410 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44399663-29c5-49a9-88ac-0bd948bd95f1 None None] Bound using segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:42:52.662879 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-44399663-29c5-49a9-88ac-0bd948bd95f1 None None] Bound port: 52848f81-9106-4f18-a27a-9edd8b7270f8, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:42:52.663248 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-44399663-29c5-49a9-88ac-0bd948bd95f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:52.685585 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-73e04219-ce32-4b20-aa93-5c579f17ba16 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:52.691408 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a3d489-0c9a-4937-8794-4e1654fb5df4 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:42:52.696887 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cc540c-ff8c-417a-acaa-e80e3e66372c None None] Network 8015be7b-b8d1-43bb-aaaf-f33b568e3abe is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:52.701644 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3d489-0c9a-4937-8794-4e1654fb5df4 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f3cf0e-f807-46f7-bf0c-c36550acd802,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:52.706873 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-86cc540c-ff8c-417a-acaa-e80e3e66372c None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:52.709782 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-ea973afa-c758-4706-9cf1-f72ad54aefe9 None None] Attempting to bind port c16d2c04-8c28-4a2f-9c6e-975d41b4ba22 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:42:52.710174 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-ea973afa-c758-4706-9cf1-f72ad54aefe9 None None] Attempting to bind port c16d2c04-8c28-4a2f-9c6e-975d41b4ba22 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '551059a0-6d49-4733-a755-0055d4e37f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9fa550cb-c6b6-4982-9b22-97c2481f3069'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:42:52.710531 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea973afa-c758-4706-9cf1-f72ad54aefe9 None None] Attempting to bind port c16d2c04-8c28-4a2f-9c6e-975d41b4ba22 on network 9fa550cb-c6b6-4982-9b22-97c2481f3069 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:42:52.726469 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8847195e-9cd8-4400-b6a4-66d0251ac851 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Network 93f3ae01-ec71-413a-9e6e-9acac3162908 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:42:52.735877 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc540c-ff8c-417a-acaa-e80e3e66372c None None] Pushing event updated for resources: {'Port': ['ID=62e5c96a-078a-4c73-a128-d399254dde25,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:52.738474 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc540c-ff8c-417a-acaa-e80e3e66372c None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:52.759078 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea973afa-c758-4706-9cf1-f72ad54aefe9 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:42:52.759488 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea973afa-c758-4706-9cf1-f72ad54aefe9 None None] Checking segment: {'id': '551059a0-6d49-4733-a755-0055d4e37f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9fa550cb-c6b6-4982-9b22-97c2481f3069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:52.759854 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ea973afa-c758-4706-9cf1-f72ad54aefe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:52.760246 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea973afa-c758-4706-9cf1-f72ad54aefe9 None None] Bound using segment: {'id': '551059a0-6d49-4733-a755-0055d4e37f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9fa550cb-c6b6-4982-9b22-97c2481f3069'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:42:52.760717 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-ea973afa-c758-4706-9cf1-f72ad54aefe9 None None] Bound port: c16d2c04-8c28-4a2f-9c6e-975d41b4ba22, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '551059a0-6d49-4733-a755-0055d4e37f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9fa550cb-c6b6-4982-9b22-97c2481f3069'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:42:52.761089 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ea973afa-c758-4706-9cf1-f72ad54aefe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:52.770677 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:52.871543 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ba41080-82e5-40fb-9071-cfc4a359b473 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:52.879551 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e04219-ce32-4b20-aa93-5c579f17ba16 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:42:52.879948 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-73e04219-ce32-4b20-aa93-5c579f17ba16 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:42:52.895112 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:42:52.912662 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-8847195e-9cd8-4400-b6a4-66d0251ac851 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 93f3ae01-ec71-413a-9e6e-9acac3162908) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:52.917221 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8847195e-9cd8-4400-b6a4-66d0251ac851 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:52.917798 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8847195e-9cd8-4400-b6a4-66d0251ac851 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:52.921985 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19a3d489-0c9a-4937-8794-4e1654fb5df4 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:52.922523 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-19a3d489-0c9a-4937-8794-4e1654fb5df4 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Added segment 1d9e8cd7-079e-4413-a5e9-bd6183975da5 of type vlan for network 14efbfe2-6544-47be-acf3-104d005788eb Mar 07 21:42:52.965025 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ba41080-82e5-40fb-9071-cfc4a359b473 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:53.023453 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-86cc540c-ff8c-417a-acaa-e80e3e66372c None None] Attempting to bind port 62e5c96a-078a-4c73-a128-d399254dde25 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:42:53.023812 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-86cc540c-ff8c-417a-acaa-e80e3e66372c None None] Attempting to bind port 62e5c96a-078a-4c73-a128-d399254dde25 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b3c33b9b-63d1-4923-9c8b-42537e38b716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8015be7b-b8d1-43bb-aaaf-f33b568e3abe'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:42:53.024214 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cc540c-ff8c-417a-acaa-e80e3e66372c None None] Attempting to bind port 62e5c96a-078a-4c73-a128-d399254dde25 on network 8015be7b-b8d1-43bb-aaaf-f33b568e3abe {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:42:53.035097 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8847195e-9cd8-4400-b6a4-66d0251ac851 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5772521 Mar 07 21:42:53.035782 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45286) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:53.040951 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 21:42:53.042367 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19a3d489-0c9a-4937-8794-4e1654fb5df4 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:53.091920 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-44399663-29c5-49a9-88ac-0bd948bd95f1 None None] For port 52848f81-9106-4f18-a27a-9edd8b7270f8, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:42:53.106150 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cc540c-ff8c-417a-acaa-e80e3e66372c None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:42:53.106520 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cc540c-ff8c-417a-acaa-e80e3e66372c None None] Checking segment: {'id': 'b3c33b9b-63d1-4923-9c8b-42537e38b716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8015be7b-b8d1-43bb-aaaf-f33b568e3abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:53.106907 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-86cc540c-ff8c-417a-acaa-e80e3e66372c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:53.107283 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cc540c-ff8c-417a-acaa-e80e3e66372c None None] Bound using segment: {'id': 'b3c33b9b-63d1-4923-9c8b-42537e38b716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8015be7b-b8d1-43bb-aaaf-f33b568e3abe'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:42:53.107727 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-86cc540c-ff8c-417a-acaa-e80e3e66372c None None] Bound port: 62e5c96a-078a-4c73-a128-d399254dde25, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c33b9b-63d1-4923-9c8b-42537e38b716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8015be7b-b8d1-43bb-aaaf-f33b568e3abe'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:42:53.108110 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-86cc540c-ff8c-417a-acaa-e80e3e66372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:53.117475 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 716ef902-2391-467d-9daa-e1d6ff250e07 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:42:53.127966 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ba41080-82e5-40fb-9071-cfc4a359b473 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:53.151519 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:53.161199 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-73e04219-ce32-4b20-aa93-5c579f17ba16 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:53.178550 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 716ef902-2391-467d-9daa-e1d6ff250e07 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:42:53.178937 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 716ef902-2391-467d-9daa-e1d6ff250e07 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:42:53.181189 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-44399663-29c5-49a9-88ac-0bd948bd95f1 None None] For port 52848f81-9106-4f18-a27a-9edd8b7270f8, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=52848f81-9106-4f18-a27a-9edd8b7270f8,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:42:53.214081 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba41080-82e5-40fb-9071-cfc4a359b473 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Subnet': ['ID=16c4d58d-3f7f-457e-93aa-66d6266e4c5e,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:53.221617 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-ea973afa-c758-4706-9cf1-f72ad54aefe9 None None] For port c16d2c04-8c28-4a2f-9c6e-975d41b4ba22, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:42:53.248068 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-73e04219-ce32-4b20-aa93-5c579f17ba16 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:53.289937 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e04219-ce32-4b20-aa93-5c579f17ba16 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Network': ['ID=ff2a4457-e3f3-4c5c-8243-390761bca180,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:53.297312 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ba41080-82e5-40fb-9071-cfc4a359b473 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:53.310282 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-ea973afa-c758-4706-9cf1-f72ad54aefe9 None None] For port c16d2c04-8c28-4a2f-9c6e-975d41b4ba22, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c16d2c04-8c28-4a2f-9c6e-975d41b4ba22,segment=NetworkSegment(551059a0-6d49-4733-a755-0055d4e37f0b),segment_id=551059a0-6d49-4733-a755-0055d4e37f0b)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:42:53.313040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:53.314947 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-44399663-29c5-49a9-88ac-0bd948bd95f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:53.322420 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-5cc9322c-ac16-46b9-8246-1dcb7b12980b tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Allocated IP 2001:db8::33b (8015be7b-b8d1-43bb-aaaf-f33b568e3abe/93f90b6b-5fe0-42f1-8125-36a44baf1039/85de9a1e-dda4-4887-925d-3229d142cb1b) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:53.333003 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-9ba41080-82e5-40fb-9071-cfc4a359b473 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c80d8a9-d7d3-4dbf-937c-5f34179b5867']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:53.348909 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-9ba41080-82e5-40fb-9071-cfc4a359b473 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d2fccf-5efb-4ece-90a8-68e59eb49605') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:53.349289 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-9ba41080-82e5-40fb-9071-cfc4a359b473 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d2fccf-5efb-4ece-90a8-68e59eb49605') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:53.365661 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ba41080-82e5-40fb-9071-cfc4a359b473 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:53.385077 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ba41080-82e5-40fb-9071-cfc4a359b473 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:53.397132 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba41080-82e5-40fb-9071-cfc4a359b473 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:42:53.397355 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-73e04219-ce32-4b20-aa93-5c579f17ba16 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/networks/ff2a4457-e3f3-4c5c-8243-390761bca180 HTTP/1.1" status: 204 len: 168 time: 2.7662899 Mar 07 21:42:53.397491 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ba41080-82e5-40fb-9071-cfc4a359b473 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:53.399913 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45290) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:53.413306 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-70231937-0e2a-4f2e-ab77-4ff19ccb4d25 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:53.415196 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ea973afa-c758-4706-9cf1-f72ad54aefe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:42:53.416482 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:42:53.465842 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-86cc540c-ff8c-417a-acaa-e80e3e66372c None None] For port 62e5c96a-078a-4c73-a128-d399254dde25, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:42:53.488038 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44399663-29c5-49a9-88ac-0bd948bd95f1 None None] Pushing event updated for resources: {'Port': ['ID=52848f81-9106-4f18-a27a-9edd8b7270f8,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:53.497561 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cac4cbb7-8784-494a-88bf-ba2500784011 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:53.500773 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19a3d489-0c9a-4937-8794-4e1654fb5df4 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:53.506255 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a3d489-0c9a-4937-8794-4e1654fb5df4 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:53.506857 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19a3d489-0c9a-4937-8794-4e1654fb5df4 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:53.523499 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:53.536600 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-86cc540c-ff8c-417a-acaa-e80e3e66372c None None] For port 62e5c96a-078a-4c73-a128-d399254dde25, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=62e5c96a-078a-4c73-a128-d399254dde25,segment=NetworkSegment(b3c33b9b-63d1-4923-9c8b-42537e38b716),segment_id=b3c33b9b-63d1-4923-9c8b-42537e38b716)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:42:53.607562 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ba41080-82e5-40fb-9071-cfc4a359b473 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:53.613436 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea973afa-c758-4706-9cf1-f72ad54aefe9 None None] Pushing event updated for resources: {'Port': ['ID=c16d2c04-8c28-4a2f-9c6e-975d41b4ba22,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:53.636828 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ba41080-82e5-40fb-9071-cfc4a359b473 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:53.648808 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-86cc540c-ff8c-417a-acaa-e80e3e66372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:53.657753 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba41080-82e5-40fb-9071-cfc4a359b473 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Network': ['ID=4c80d8a9-d7d3-4dbf-937c-5f34179b5867,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:53.665365 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9ba41080-82e5-40fb-9071-cfc4a359b473 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/networks/4c80d8a9-d7d3-4dbf-937c-5f34179b5867 HTTP/1.1" status: 204 len: 168 time: 1.0046890 Mar 07 21:42:53.665641 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45296) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:53.671488 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-622bbe59-b5b7-4156-8b5e-762f4768f4d6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-339796232'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:53.681173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-622bbe59-b5b7-4156-8b5e-762f4768f4d6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:53.687135 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-622bbe59-b5b7-4156-8b5e-762f4768f4d6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Usage tracker for resource:network and tenant:a528f79553b84c43aec8d6e00382c6b6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:53.695206 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-622bbe59-b5b7-4156-8b5e-762f4768f4d6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:53.706725 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-622bbe59-b5b7-4156-8b5e-762f4768f4d6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:53.714999 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac4cbb7-8784-494a-88bf-ba2500784011 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:53.714999 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4cbb7-8784-494a-88bf-ba2500784011 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=da0ddb27-9ffc-47fd-8b1c-2ed6f7f46901,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:53.777901 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-cac4cbb7-8784-494a-88bf-ba2500784011 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:53.781825 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc540c-ff8c-417a-acaa-e80e3e66372c None None] Pushing event updated for resources: {'Port': ['ID=62e5c96a-078a-4c73-a128-d399254dde25,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:53.815357 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac4cbb7-8784-494a-88bf-ba2500784011 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:53.816198 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cac4cbb7-8784-494a-88bf-ba2500784011 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:53.824016 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622bbe59-b5b7-4156-8b5e-762f4768f4d6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Made reservation on behalf of a528f79553b84c43aec8d6e00382c6b6 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:53.830430 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-622bbe59-b5b7-4156-8b5e-762f4768f4d6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:53.987319 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622bbe59-b5b7-4156-8b5e-762f4768f4d6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:42:54.016540 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-622bbe59-b5b7-4156-8b5e-762f4768f4d6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:54.016885 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-622bbe59-b5b7-4156-8b5e-762f4768f4d6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Added segment 74ebf54b-0352-4ee8-bd52-dd690e038c83 of type vlan for network f950303e-fdd9-4f49-85de-7b2baaed97e6 Mar 07 21:42:54.046803 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-19a3d489-0c9a-4937-8794-4e1654fb5df4 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.2668655 Mar 07 21:42:54.050260 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45300) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:54.059665 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-646b8f39-cd29-48de-b2b4-3ce7e6d46566 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Request body: {'subnet': {'network_id': '14efbfe2-6544-47be-acf3-104d005788eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:54.093217 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3d489-0c9a-4937-8794-4e1654fb5df4 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event updated for resources: {'Network': ['ID=14efbfe2-6544-47be-acf3-104d005788eb,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:54.095679 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cf00a-4501-404a-82ac-e2860b19c3a1 req-1d3ec9a4-fb29-428c-9d1a-54a0d4fecb58 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:54.097269 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-924cf00a-4501-404a-82ac-e2860b19c3a1 req-1d3ec9a4-fb29-428c-9d1a-54a0d4fecb58 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 945 time: 0.2526000 Mar 07 21:42:54.110822 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-622bbe59-b5b7-4156-8b5e-762f4768f4d6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:54.122948 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 14efbfe2-6544-47be-acf3-104d005788eb details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:42:54.301772 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cac4cbb7-8784-494a-88bf-ba2500784011 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7992673 Mar 07 21:42:54.308155 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45304) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:54.312857 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-70231937-0e2a-4f2e-ab77-4ff19ccb4d25 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:54.316295 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f0ecbcab-a028-4718-af3b-df4a110f4932 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'port': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'mac_address': 'fa:16:3e:6a:14:7d', 'name': 'tempest-NetworksTestDHCPv6-1723113066'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:54.332137 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-646b8f39-cd29-48de-b2b4-3ce7e6d46566 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:54.338315 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-924cf00a-4501-404a-82ac-e2860b19c3a1 req-2b6598a1-6f8f-4803-ab14-962e9b38b94c tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2200334 Mar 07 21:42:54.344575 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-646b8f39-cd29-48de-b2b4-3ce7e6d46566 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Usage tracker for resource:subnet and tenant:2e7eeead753e44e297f167f27855cc6a is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:54.360677 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-646b8f39-cd29-48de-b2b4-3ce7e6d46566 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:54.372720 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-646b8f39-cd29-48de-b2b4-3ce7e6d46566 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:54.423851 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5cc9322c-ac16-46b9-8246-1dcb7b12980b tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:54.434034 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-622bbe59-b5b7-4156-8b5e-762f4768f4d6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:54.439388 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622bbe59-b5b7-4156-8b5e-762f4768f4d6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:54.439965 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-622bbe59-b5b7-4156-8b5e-762f4768f4d6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:54.581817 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646b8f39-cd29-48de-b2b4-3ce7e6d46566 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Made reservation on behalf of 2e7eeead753e44e297f167f27855cc6a for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:54.586024 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-646b8f39-cd29-48de-b2b4-3ce7e6d46566 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:54.624473 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bbe59-b5b7-4156-8b5e-762f4768f4d6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Network': ['ID=f950303e-fdd9-4f49-85de-7b2baaed97e6,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:54.631293 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-5cc9322c-ac16-46b9-8246-1dcb7b12980b tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Transition to ACTIVE for port object 85de9a1e-dda4-4887-925d-3229d142cb1b will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:54.638019 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-622bbe59-b5b7-4156-8b5e-762f4768f4d6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9687977 Mar 07 21:42:54.638200 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network f950303e-fdd9-4f49-85de-7b2baaed97e6 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:42:54.647461 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45308) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:54.647587 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-70231937-0e2a-4f2e-ab77-4ff19ccb4d25 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:54.651693 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-08f19d51-bbf8-46e7-9811-f254c8c14802 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'subnet': {'network_id': 'f950303e-fdd9-4f49-85de-7b2baaed97e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:54.665626 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f0ecbcab-a028-4718-af3b-df4a110f4932 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:54.725675 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f0ecbcab-a028-4718-af3b-df4a110f4932 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:port and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:54.726204 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:54.743247 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f0ecbcab-a028-4718-af3b-df4a110f4932 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:54.763021 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f0ecbcab-a028-4718-af3b-df4a110f4932 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:54.854535 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-08f19d51-bbf8-46e7-9811-f254c8c14802 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:54.856681 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70231937-0e2a-4f2e-ab77-4ff19ccb4d25 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event deleted for resources: {'Subnet': ['ID=06381e6c-def9-4e6a-817b-8d5a8fcb7701,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:54.860055 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-08f19d51-bbf8-46e7-9811-f254c8c14802 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Usage tracker for resource:subnet and tenant:a528f79553b84c43aec8d6e00382c6b6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:54.869163 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-08f19d51-bbf8-46e7-9811-f254c8c14802 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:54.877940 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-08f19d51-bbf8-46e7-9811-f254c8c14802 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:54.967594 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-70231937-0e2a-4f2e-ab77-4ff19ccb4d25 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:55.008230 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-70231937-0e2a-4f2e-ab77-4ff19ccb4d25 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f3ae01-ec71-413a-9e6e-9acac3162908']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:55.018092 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6e4c70d0-ca7d-4635-a432-47ff3a1627c3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:55.044679 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ecbcab-a028-4718-af3b-df4a110f4932 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:55.094264 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5cc9322c-ac16-46b9-8246-1dcb7b12980b tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:55.104321 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-70231937-0e2a-4f2e-ab77-4ff19ccb4d25 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be424b75-6568-411d-a057-cbaab23482bf') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:55.104920 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-70231937-0e2a-4f2e-ab77-4ff19ccb4d25 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be424b75-6568-411d-a057-cbaab23482bf') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:55.170627 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c16d2c04-8c28-4a2f-9c6e-975d41b4ba22 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:55.206365 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f19d51-bbf8-46e7-9811-f254c8c14802 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Made reservation on behalf of a528f79553b84c43aec8d6e00382c6b6 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:55.211344 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-08f19d51-bbf8-46e7-9811-f254c8c14802 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:55.244332 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-70231937-0e2a-4f2e-ab77-4ff19ccb4d25 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:55.278726 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc9322c-ac16-46b9-8246-1dcb7b12980b tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Network 8015be7b-b8d1-43bb-aaaf-f33b568e3abe is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:55.284286 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-5cc9322c-ac16-46b9-8246-1dcb7b12980b tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:55.304099 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-70231937-0e2a-4f2e-ab77-4ff19ccb4d25 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:55.307771 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc9322c-ac16-46b9-8246-1dcb7b12980b tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:55.312117 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc9322c-ac16-46b9-8246-1dcb7b12980b tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:55.312630 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5cc9322c-ac16-46b9-8246-1dcb7b12980b tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:55.334554 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70231937-0e2a-4f2e-ab77-4ff19ccb4d25 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:42:55.334953 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-70231937-0e2a-4f2e-ab77-4ff19ccb4d25 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:55.342769 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port c16d2c04-8c28-4a2f-9c6e-975d41b4ba22 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:55.353139 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 52848f81-9106-4f18-a27a-9edd8b7270f8 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:42:55.355712 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:42:55.357709 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9322c-ac16-46b9-8246-1dcb7b12980b tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Pushing event updated for resources: {'Port': ['ID=85de9a1e-dda4-4887-925d-3229d142cb1b,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:55.397671 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.ipam_backend_mixin [None req-08f19d51-bbf8-46e7-9811-f254c8c14802 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Performing IP validity checks on allocation pools {{(pid=88386) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 07 21:42:55.398331 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.ipam_backend_mixin [None req-08f19d51-bbf8-46e7-9811-f254c8c14802 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88386) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 07 21:42:55.415238 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0ecbcab-a028-4718-af3b-df4a110f4932 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:55.439254 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-646b8f39-cd29-48de-b2b4-3ce7e6d46566 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:55.486139 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:55.533473 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-81f7169c-4372-41dc-a0b9-55fd0a42d0de None None] Provisioning for port c16d2c04-8c28-4a2f-9c6e-975d41b4ba22 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:55.551168 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-81f7169c-4372-41dc-a0b9-55fd0a42d0de None None] Provisioning complete for port c16d2c04-8c28-4a2f-9c6e-975d41b4ba22 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:55.551739 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-81f7169c-4372-41dc-a0b9-55fd0a42d0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:55.602342 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-f0ecbcab-a028-4718-af3b-df4a110f4932 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] device_id is not set on port 8b2ce7b3-be5e-4359-9811-0f8bc81a741d yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:42:55.607719 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 52848f81-9106-4f18-a27a-9edd8b7270f8 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:55.623588 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5cc9322c-ac16-46b9-8246-1dcb7b12980b tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.9199617 Mar 07 21:42:55.631995 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45314) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:55.649032 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 62e5c96a-078a-4c73-a128-d399254dde25 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:55.664089 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b8f39-cd29-48de-b2b4-3ce7e6d46566 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event updated for resources: {'Subnet': ['ID=20914148-4881-408f-8902-5c0f9881e0ee,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:55.786738 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf337d2a-432f-46ac-968f-0608d962b819 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:55.794556 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf337d2a-432f-46ac-968f-0608d962b819 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:55.801593 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf337d2a-432f-46ac-968f-0608d962b819 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:55.803670 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-bf337d2a-432f-46ac-968f-0608d962b819 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Synchronizing usage tracker for tenant:52faca8939ef4bacb3bd7b1278a68da5 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:42:55.813126 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-70231937-0e2a-4f2e-ab77-4ff19ccb4d25 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:55.817210 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646b8f39-cd29-48de-b2b4-3ce7e6d46566 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Checking segment: {'id': '1d9e8cd7-079e-4413-a5e9-bd6183975da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '14efbfe2-6544-47be-acf3-104d005788eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:55.817396 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-70231937-0e2a-4f2e-ab77-4ff19ccb4d25 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:55.817606 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646b8f39-cd29-48de-b2b4-3ce7e6d46566 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Network hostable DHCP agents. Network: 14efbfe2-6544-47be-acf3-104d005788eb, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:42:55.863554 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-81f7169c-4372-41dc-a0b9-55fd0a42d0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:55.864753 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-70231937-0e2a-4f2e-ab77-4ff19ccb4d25 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "DELETE /v2.0/networks/93f3ae01-ec71-413a-9e6e-9acac3162908 HTTP/1.1" status: 204 len: 168 time: 2.8247657 Mar 07 21:42:55.866026 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70231937-0e2a-4f2e-ab77-4ff19ccb4d25 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event deleted for resources: {'Network': ['ID=93f3ae01-ec71-413a-9e6e-9acac3162908,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:55.877028 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45318) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:55.884204 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:55.887772 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-a2e7f1f3-bbee-4272-9ec8-b520c9ed9f4f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1829354872'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:55.891457 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 62e5c96a-078a-4c73-a128-d399254dde25 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:55.901912 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a2e7f1f3-bbee-4272-9ec8-b520c9ed9f4f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:55.911170 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:55.911377 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a2e7f1f3-bbee-4272-9ec8-b520c9ed9f4f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Usage tracker for resource:network and tenant:27b5ef1635c14b0aac205e290183de79 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:55.912098 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:55.914288 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c70d0-ca7d-4635-a432-47ff3a1627c3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting port bc741705-f70e-493e-b10c-65e89ea864ca {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:42:55.914675 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6e4c70d0-ca7d-4635-a432-47ff3a1627c3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:55.942060 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a2e7f1f3-bbee-4272-9ec8-b520c9ed9f4f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:55.963390 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a2e7f1f3-bbee-4272-9ec8-b520c9ed9f4f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:56.000655 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-81f7169c-4372-41dc-a0b9-55fd0a42d0de None None] For port c16d2c04-8c28-4a2f-9c6e-975d41b4ba22, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c16d2c04-8c28-4a2f-9c6e-975d41b4ba22,segment=NetworkSegment(551059a0-6d49-4733-a755-0055d4e37f0b),segment_id=551059a0-6d49-4733-a755-0055d4e37f0b)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:56.013614 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-bf337d2a-432f-46ac-968f-0608d962b819 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Unset dirty status for tenant:52faca8939ef4bacb3bd7b1278a68da5 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:42:56.014996 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bf337d2a-432f-46ac-968f-0608d962b819 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3806643 Mar 07 21:42:56.020674 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45322) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:56.028912 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0ec0a-a003-4cb5-b1c8-c413d22caea2 req-b055ea55-650c-45b7-a458-61816ad6f42c tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:56.030499 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-82e0ec0a-a003-4cb5-b1c8-c413d22caea2 req-b055ea55-650c-45b7-a458-61816ad6f42c tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 945 time: 0.5002894 Mar 07 21:42:56.095030 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:56.098198 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e7f1f3-bbee-4272-9ec8-b520c9ed9f4f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Made reservation on behalf of 27b5ef1635c14b0aac205e290183de79 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:56.101991 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a2e7f1f3-bbee-4272-9ec8-b520c9ed9f4f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:56.110543 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb1ab3f-967a-4b34-9ab6-4621ad966445 None None] Network 9fa550cb-c6b6-4982-9b22-97c2481f3069 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:56.123538 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9210272-821f-4326-84ed-df1211ccf571 None None] Network 8015be7b-b8d1-43bb-aaaf-f33b568e3abe requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:56.139006 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5a5ccd-5f9a-4a37-8e5a-f189e4d3b696 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:56.145078 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646b8f39-cd29-48de-b2b4-3ce7e6d46566 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Network 14efbfe2-6544-47be-acf3-104d005788eb is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:42:56.151755 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d83dcf-9482-4996-a703-4d8e1b2f5405 None None] Network ff2a4457-e3f3-4c5c-8243-390761bca180 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:56.155402 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e7f1f3-bbee-4272-9ec8-b520c9ed9f4f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:42:56.163647 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-81f7169c-4372-41dc-a0b9-55fd0a42d0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:56.186240 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-6e4c70d0-ca7d-4635-a432-47ff3a1627c3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] For port bc741705-f70e-493e-b10c-65e89ea864ca, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=bc741705-f70e-493e-b10c-65e89ea864ca,segment=NetworkSegment(5e0841c9-8b96-486c-8c4b-5da6cbf4cab7),segment_id=5e0841c9-8b96-486c-8c4b-5da6cbf4cab7)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:56.186716 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6e4c70d0-ca7d-4635-a432-47ff3a1627c3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:56.194585 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a2e7f1f3-bbee-4272-9ec8-b520c9ed9f4f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:56.194858 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-a2e7f1f3-bbee-4272-9ec8-b520c9ed9f4f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Added segment e63c5456-6f83-4fdc-ab62-cc4bddb38d78 of type vlan for network c6544c4c-79dc-4139-ad1c-48ec3edb874c Mar 07 21:42:56.217401 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d4922b-36fd-4bef-b94a-44bbb14eb768 None None] Network 4c80d8a9-d7d3-4dbf-937c-5f34179b5867 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:56.223308 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-74579a27-835b-4219-a917-52c93a54485a tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Deleting port 85de9a1e-dda4-4887-925d-3229d142cb1b {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:42:56.223465 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-74579a27-835b-4219-a917-52c93a54485a tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:56.229448 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ac7219-4e5f-4ae4-9c0c-47e5120a7060 None None] Network 93f3ae01-ec71-413a-9e6e-9acac3162908 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:56.257353 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-82e0ec0a-a003-4cb5-b1c8-c413d22caea2 req-753aefd3-30cc-435f-b706-209f5be08e1e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013378 Mar 07 21:42:56.264663 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-f0ecbcab-a028-4718-af3b-df4a110f4932 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 2001:db8:0:1::1d3 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/da0ddb27-9ffc-47fd-8b1c-2ed6f7f46901/8b2ce7b3-be5e-4359-9811-0f8bc81a741d) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:56.267647 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-08f19d51-bbf8-46e7-9811-f254c8c14802 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:56.301591 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-646b8f39-cd29-48de-b2b4-3ce7e6d46566 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 14efbfe2-6544-47be-acf3-104d005788eb) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:56.322649 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646b8f39-cd29-48de-b2b4-3ce7e6d46566 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:56.323268 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-646b8f39-cd29-48de-b2b4-3ce7e6d46566 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:56.326454 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c70d0-ca7d-4635-a432-47ff3a1627c3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Calling delete_port for bc741705-f70e-493e-b10c-65e89ea864ca owned by network:router_interface {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:42:56.329344 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-f0ecbcab-a028-4718-af3b-df4a110f4932 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 2001:db8::f816:3eff:fe6a:147d (ab63f4f6-c089-409c-a9c4-f2088e2d7005/2e68692e-cff9-4fa0-a9a1-84f6614c2479/8b2ce7b3-be5e-4359-9811-0f8bc81a741d) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:56.335212 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d83dcf-9482-4996-a703-4d8e1b2f5405 None None] Network ff2a4457-e3f3-4c5c-8243-390761bca180 could not be found, it might have been deleted concurrently. {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 07 21:42:56.349650 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5793f24-559d-4293-8b0f-db4db1a39cbf None None] Network 14efbfe2-6544-47be-acf3-104d005788eb requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:56.376812 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a2e7f1f3-bbee-4272-9ec8-b520c9ed9f4f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:56.471592 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f19d51-bbf8-46e7-9811-f254c8c14802 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Subnet': ['ID=0ebdc02d-6493-4959-acf7-9dcedb61afd3,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:56.489700 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcc5225-8607-40c4-b358-7b22ec76279c None None] DHCP port deletion for ff2a4457-e3f3-4c5c-8243-390761bca180 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:42:56.493494 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ac7219-4e5f-4ae4-9c0c-47e5120a7060 None None] Network 93f3ae01-ec71-413a-9e6e-9acac3162908 could not be found, it might have been deleted concurrently. {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 07 21:42:56.499077 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d4922b-36fd-4bef-b94a-44bbb14eb768 None None] Network 4c80d8a9-d7d3-4dbf-937c-5f34179b5867 could not be found, it might have been deleted concurrently. {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 07 21:42:56.511069 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a2e7f1f3-bbee-4272-9ec8-b520c9ed9f4f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:56.516420 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e7f1f3-bbee-4272-9ec8-b520c9ed9f4f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:56.517074 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a2e7f1f3-bbee-4272-9ec8-b520c9ed9f4f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:56.536607 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f19d51-bbf8-46e7-9811-f254c8c14802 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Checking segment: {'id': '74ebf54b-0352-4ee8-bd52-dd690e038c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f950303e-fdd9-4f49-85de-7b2baaed97e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:56.536979 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f19d51-bbf8-46e7-9811-f254c8c14802 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Network hostable DHCP agents. Network: f950303e-fdd9-4f49-85de-7b2baaed97e6, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:42:56.586502 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-646b8f39-cd29-48de-b2b4-3ce7e6d46566 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5349050 Mar 07 21:42:56.590006 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45328) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:56.695539 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-93c6d3a6-5fcf-4a27-a38f-e9ee1103265c tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-397265450', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}, 'admin_state_up': False}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:56.716057 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-93c6d3a6-5fcf-4a27-a38f-e9ee1103265c tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:56.736992 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-93c6d3a6-5fcf-4a27-a38f-e9ee1103265c tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Usage tracker for resource:router and tenant:2e7eeead753e44e297f167f27855cc6a is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:56.742121 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7169c-4372-41dc-a0b9-55fd0a42d0de None None] Pushing event updated for resources: {'Port': ['ID=c16d2c04-8c28-4a2f-9c6e-975d41b4ba22,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:56.744801 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b380cc-0cf8-4f12-91ed-a2d583654073 None None] Network 93f3ae01-ec71-413a-9e6e-9acac3162908 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:56.748670 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-93c6d3a6-5fcf-4a27-a38f-e9ee1103265c tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:56.760493 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-93c6d3a6-5fcf-4a27-a38f-e9ee1103265c tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:56.761283 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa6f90d-aa96-461e-aa36-8a4e61a17b62 None None] Network 4c80d8a9-d7d3-4dbf-937c-5f34179b5867 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:56.762645 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7f1f3-bbee-4272-9ec8-b520c9ed9f4f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event updated for resources: {'Network': ['ID=c6544c4c-79dc-4139-ad1c-48ec3edb874c,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:56.805659 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99741320-9ed5-44b2-bf3f-40b985939099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:42:56.810058 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network c6544c4c-79dc-4139-ad1c-48ec3edb874c details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:42:56.822187 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-74579a27-835b-4219-a917-52c93a54485a tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:56.835137 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0ecbcab-a028-4718-af3b-df4a110f4932 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:56.864478 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6e4c70d0-ca7d-4635-a432-47ff3a1627c3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:56.895283 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f19d51-bbf8-46e7-9811-f254c8c14802 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Network f950303e-fdd9-4f49-85de-7b2baaed97e6 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:42:56.951009 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99741320-9ed5-44b2-bf3f-40b985939099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3', 'code': 200} Mar 07 21:42:57.031182 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a2e7f1f3-bbee-4272-9ec8-b520c9ed9f4f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1507654 Mar 07 21:42:57.063900 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa6f90d-aa96-461e-aa36-8a4e61a17b62 None None] Network 4c80d8a9-d7d3-4dbf-937c-5f34179b5867 could not be found, it might have been deleted concurrently. {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 07 21:42:57.067130 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c16d2c04-8c28-4a2f-9c6e-975d41b4ba22 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:57.103027 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c70d0-ca7d-4635-a432-47ff3a1627c3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Port': ['ID=bc741705-f70e-493e-b10c-65e89ea864ca,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:57.113764 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45334) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:57.120713 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-86e72c6e-5bb6-4900-a922-85d1c672f693 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Request body: {'subnet': {'network_id': 'c6544c4c-79dc-4139-ad1c-48ec3edb874c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:57.128110 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-74579a27-835b-4219-a917-52c93a54485a tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Calling delete_port for 85de9a1e-dda4-4887-925d-3229d142cb1b owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:42:57.138957 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c0c3cbd6-66c3-413d-bb5d-9f85d83d8166 None None] Provisioning for port 62e5c96a-078a-4c73-a128-d399254dde25 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:57.142297 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b380cc-0cf8-4f12-91ed-a2d583654073 None None] Network 93f3ae01-ec71-413a-9e6e-9acac3162908 could not be found, it might have been deleted concurrently. {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 07 21:42:57.150630 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3,segment=NetworkSegment(06732586-f6b0-479a-b70c-dd3efb826038),segment_id=06732586-f6b0-479a-b70c-dd3efb826038)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:57.156110 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-93c6d3a6-5fcf-4a27-a38f-e9ee1103265c tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:57.157141 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-93c6d3a6-5fcf-4a27-a38f-e9ee1103265c tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:57.190272 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-f0ecbcab-a028-4718-af3b-df4a110f4932 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Transition to ACTIVE for port object 8b2ce7b3-be5e-4359-9811-0f8bc81a741d will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:57.202718 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c0c3cbd6-66c3-413d-bb5d-9f85d83d8166 None None] Provisioning complete for port 62e5c96a-078a-4c73-a128-d399254dde25 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:57.203191 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c0c3cbd6-66c3-413d-bb5d-9f85d83d8166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:57.273433 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:57.298561 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-08f19d51-bbf8-46e7-9811-f254c8c14802 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, f950303e-fdd9-4f49-85de-7b2baaed97e6) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:57.300865 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-93c6d3a6-5fcf-4a27-a38f-e9ee1103265c tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:57.333047 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f19d51-bbf8-46e7-9811-f254c8c14802 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:57.333856 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-08f19d51-bbf8-46e7-9811-f254c8c14802 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:57.352755 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3e864d-6009-4e0b-8825-3b252cd06bad None None] Network f950303e-fdd9-4f49-85de-7b2baaed97e6 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:57.412054 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-08f19d51-bbf8-46e7-9811-f254c8c14802 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.7685573 Mar 07 21:42:57.415717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45340) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:57.448043 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6e4c70d0-ca7d-4635-a432-47ff3a1627c3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:57.469557 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-86e72c6e-5bb6-4900-a922-85d1c672f693 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:57.473839 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-74579a27-835b-4219-a917-52c93a54485a tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:57.476467 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0ecbcab-a028-4718-af3b-df4a110f4932 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:57.532599 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-86e72c6e-5bb6-4900-a922-85d1c672f693 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Usage tracker for resource:subnet and tenant:27b5ef1635c14b0aac205e290183de79 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:42:57.543672 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-86e72c6e-5bb6-4900-a922-85d1c672f693 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:42:57.610084 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-86e72c6e-5bb6-4900-a922-85d1c672f693 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:57.643575 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port c16d2c04-8c28-4a2f-9c6e-975d41b4ba22 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:57.643807 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae91ce-9d0f-487f-bf29-024650092b1f req-79d30ad3-b20f-4789-81fe-b9e49de44ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:57.643941 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:57.645177 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-66ae91ce-9d0f-487f-bf29-024650092b1f req-79d30ad3-b20f-4789-81fe-b9e49de44ec2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 1099 time: 0.2738333 Mar 07 21:42:57.726379 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74579a27-835b-4219-a917-52c93a54485a tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Pushing event deleted for resources: {'Port': ['ID=85de9a1e-dda4-4887-925d-3229d142cb1b,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:57.739488 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e72c6e-5bb6-4900-a922-85d1c672f693 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Made reservation on behalf of 27b5ef1635c14b0aac205e290183de79 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:57.743454 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-86e72c6e-5bb6-4900-a922-85d1c672f693 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:57.758809 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:57.898022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ecbcab-a028-4718-af3b-df4a110f4932 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=8b2ce7b3-be5e-4359-9811-0f8bc81a741d,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:57.911891 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-66ae91ce-9d0f-487f-bf29-024650092b1f req-88943271-ff52-4770-9e9e-a0c9218620e1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2580011 Mar 07 21:42:57.921236 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c0c3cbd6-66c3-413d-bb5d-9f85d83d8166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:57.953025 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4c70d0-ca7d-4635-a432-47ff3a1627c3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Router 836e6c50-4349-4aac-a749-a5621461af97 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:42:57.995075 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ecbcab-a028-4718-af3b-df4a110f4932 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:58.023420 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3eeaff-39bf-4682-b150-8924a76faf20 None None] Network 14efbfe2-6544-47be-acf3-104d005788eb requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:58.047180 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-f0ecbcab-a028-4718-af3b-df4a110f4932 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:58.049930 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ecbcab-a028-4718-af3b-df4a110f4932 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:58.057391 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ecbcab-a028-4718-af3b-df4a110f4932 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:58.058048 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0ecbcab-a028-4718-af3b-df4a110f4932 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:58.161251 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-74579a27-835b-4219-a917-52c93a54485a tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:58.166177 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-74579a27-835b-4219-a917-52c93a54485a tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] 10.222.0.21 "DELETE /v2.0/ports/85de9a1e-dda4-4887-925d-3229d142cb1b HTTP/1.1" status: 204 len: 168 time: 2.1323280 Mar 07 21:42:58.167157 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45344) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:58.171061 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c0c3cbd6-66c3-413d-bb5d-9f85d83d8166 None None] For port 62e5c96a-078a-4c73-a128-d399254dde25, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=62e5c96a-078a-4c73-a128-d399254dde25,segment=NetworkSegment(b3c33b9b-63d1-4923-9c8b-42537e38b716),segment_id=b3c33b9b-63d1-4923-9c8b-42537e38b716)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:42:58.175021 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-93c6d3a6-5fcf-4a27-a38f-e9ee1103265c tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:58.203050 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4c70d0-ca7d-4635-a432-47ff3a1627c3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:42:58.216498 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c838f-d640-40a7-ab7b-f62c823ece53 req-6261ca42-b2db-494e-bcb7-300d851a135f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:58.218223 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f71c838f-d640-40a7-ab7b-f62c823ece53 req-6261ca42-b2db-494e-bcb7-300d851a135f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 946 time: 0.8032353 Mar 07 21:42:58.223740 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2c286fbf-2c30-499b-84c7-3ff87ae685e8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:58.233745 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-63dd0c83-eef9-4ffd-901a-ad0b5bf2ffae tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] GET failed (client error): The resource could not be found. Mar 07 21:42:58.238406 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-63dd0c83-eef9-4ffd-901a-ad0b5bf2ffae tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] 10.222.0.21 "GET /v2.0/ports/85de9a1e-dda4-4887-925d-3229d142cb1b HTTP/1.1" status: 404 len: 333 time: 0.0668914 Mar 07 21:42:58.239979 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6e4c70d0-ca7d-4635-a432-47ff3a1627c3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "PUT /v2.0/routers/836e6c50-4349-4aac-a749-a5621461af97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8390722 Mar 07 21:42:58.241163 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45348) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:58.250233 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45350) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:58.258221 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-318df1e4-e17a-4b3e-9e2d-7809de85dfa5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Request body: {'port': {'network_id': '8015be7b-b8d1-43bb-aaaf-f33b568e3abe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-808934529'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:42:58.309407 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f0ecbcab-a028-4718-af3b-df4a110f4932 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.9961724 Mar 07 21:42:58.323368 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9139cc-6542-4cf6-b262-bc89c660b687 None None] Sync routers for ids ['836e6c50-4349-4aac-a749-a5621461af97'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:42:58.343849 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c0c3cbd6-66c3-413d-bb5d-9f85d83d8166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:58.345240 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45356) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:58.455459 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9139cc-6542-4cf6-b262-bc89c660b687 None None] Routers {'836e6c50-4349-4aac-a749-a5621461af97'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:42:58.456564 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-bb9139cc-6542-4cf6-b262-bc89c660b687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:42:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['836e6c50-4349-4aac-a749-a5621461af97'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:42:58.476357 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f71c838f-d640-40a7-ab7b-f62c823ece53 req-2d02657c-3b22-4b48-9147-2cd35ca63ac3 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2480056 Mar 07 21:42:58.486748 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f178ce-4545-4485-a22b-ee94ade77df0 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting subnet f11b4475-7348-4a77-99a0-4282908a0dff {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:42:58.496018 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2c286fbf-2c30-499b-84c7-3ff87ae685e8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:58.520764 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e58e1f-4a5b-4cbe-83df-2589f51d8d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-f950303e-fdd9-4f49-85de-7b2baaed97e6', 'network_id': 'f950303e-fdd9-4f49-85de-7b2baaed97e6', 'tenant_id': 'a528f79553b84c43aec8d6e00382c6b6', 'fixed_ips': [{'subnet_id': '0ebdc02d-6493-4959-acf7-9dcedb61afd3'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:42:58.522207 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e6e58e1f-4a5b-4cbe-83df-2589f51d8d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:58.523037 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c7f178ce-4545-4485-a22b-ee94ade77df0 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:58.589926 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-f5534050-aacf-4ac5-adaf-7c0a1cbd5267 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting port 8b2ce7b3-be5e-4359-9811-0f8bc81a741d {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:42:58.590317 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f5534050-aacf-4ac5-adaf-7c0a1cbd5267 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:58.616816 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-318df1e4-e17a-4b3e-9e2d-7809de85dfa5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:42:58.623827 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.objects.ports [None req-86e72c6e-5bb6-4900-a922-85d1c672f693 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88387) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 07 21:42:58.630152 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-86e72c6e-5bb6-4900-a922-85d1c672f693 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:58.669586 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-318df1e4-e17a-4b3e-9e2d-7809de85dfa5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:42:58.723225 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e72c6e-5bb6-4900-a922-85d1c672f693 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event updated for resources: {'Subnet': ['ID=bbf23248-8c94-4b43-a775-afd12652c1f1,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:58.741346 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e72c6e-5bb6-4900-a922-85d1c672f693 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Checking segment: {'id': 'e63c5456-6f83-4fdc-ab62-cc4bddb38d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6544c4c-79dc-4139-ad1c-48ec3edb874c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:42:58.741585 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e72c6e-5bb6-4900-a922-85d1c672f693 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Network hostable DHCP agents. Network: c6544c4c-79dc-4139-ad1c-48ec3edb874c, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:42:58.782719 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3cbd6-66c3-413d-bb5d-9f85d83d8166 None None] Pushing event updated for resources: {'Port': ['ID=62e5c96a-078a-4c73-a128-d399254dde25,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:58.787979 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318df1e4-e17a-4b3e-9e2d-7809de85dfa5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Made reservation on behalf of 52faca8939ef4bacb3bd7b1278a68da5 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:42:58.798505 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-318df1e4-e17a-4b3e-9e2d-7809de85dfa5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:58.826575 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fed925-9d6d-4d94-8970-70c349415f8d None None] Update dhcp port {'port': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'fixed_ips': [{'subnet_id': '2e68692e-cff9-4fa0-a9a1-84f6614c2479', 'ip_address': '2001:db8::f816:3eff:feb3:eada'}, {'subnet_id': 'da0ddb27-9ffc-47fd-8b1c-2ed6f7f46901'}], 'binding:host_id': 'dv-neutron-829957-1-hyperv'}, 'id': '52848f81-9106-4f18-a27a-9edd8b7270f8'} from dv-neutron-829957-1-hyperv. {{(pid=88388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 07 21:42:58.845558 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-318df1e4-e17a-4b3e-9e2d-7809de85dfa5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] device_id is not set on port 975391a2-265b-4158-8028-e0c087c0ed1d yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:42:58.890539 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c0c3cbd6-66c3-413d-bb5d-9f85d83d8166 None None] Provisioning for port 52848f81-9106-4f18-a27a-9edd8b7270f8 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:42:58.911319 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 236963fa-0fc5-452b-a5aa-93d95fa330fe no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:42:58.964055 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e72c6e-5bb6-4900-a922-85d1c672f693 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Network c6544c4c-79dc-4139-ad1c-48ec3edb874c is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:42:58.982639 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c7f178ce-4545-4485-a22b-ee94ade77df0 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:59.064489 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-86e72c6e-5bb6-4900-a922-85d1c672f693 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, c6544c4c-79dc-4139-ad1c-48ec3edb874c) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:59.095981 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e72c6e-5bb6-4900-a922-85d1c672f693 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:59.096703 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-86e72c6e-5bb6-4900-a922-85d1c672f693 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:59.128000 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919d0c47-1440-457e-8a2a-2c72ca45a84d None None] Network c6544c4c-79dc-4139-ad1c-48ec3edb874c requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:59.143942 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c0c3cbd6-66c3-413d-bb5d-9f85d83d8166 None None] Provisioning complete for port 52848f81-9106-4f18-a27a-9edd8b7270f8 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:42:59.144312 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c0c3cbd6-66c3-413d-bb5d-9f85d83d8166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:59.155588 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-318df1e4-e17a-4b3e-9e2d-7809de85dfa5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Allocated IP 2001:db8::32c (8015be7b-b8d1-43bb-aaaf-f33b568e3abe/93f90b6b-5fe0-42f1-8125-36a44baf1039/975391a2-265b-4158-8028-e0c087c0ed1d) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:42:59.174484 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 236963fa-0fc5-452b-a5aa-93d95fa330fe {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:42:59.174826 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 236963fa-0fc5-452b-a5aa-93d95fa330fe not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:42:59.276550 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-86e72c6e-5bb6-4900-a922-85d1c672f693 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1587491 Mar 07 21:42:59.298533 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-bb9139cc-6542-4cf6-b262-bc89c660b687 None None] Set router 836e6c50-4349-4aac-a749-a5621461af97 gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:42:59.314734 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45360) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:42:59.330176 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2c286fbf-2c30-499b-84c7-3ff87ae685e8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:59.441585 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-12fed925-9d6d-4d94-8970-70c349415f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:59.471506 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c286fbf-2c30-499b-84c7-3ff87ae685e8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Subnet': ['ID=0ebdc02d-6493-4959-acf7-9dcedb61afd3,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:42:59.512582 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-318df1e4-e17a-4b3e-9e2d-7809de85dfa5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:59.531308 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-318df1e4-e17a-4b3e-9e2d-7809de85dfa5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Transition to ACTIVE for port object 975391a2-265b-4158-8028-e0c087c0ed1d will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:42:59.586764 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 62e5c96a-078a-4c73-a128-d399254dde25 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:42:59.594647 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c7f178ce-4545-4485-a22b-ee94ade77df0 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:59.617687 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9844e19-4cf9-4806-8036-d6669e27e1a7 None None] Network 8015be7b-b8d1-43bb-aaaf-f33b568e3abe requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:59.783535 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f5534050-aacf-4ac5-adaf-7c0a1cbd5267 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:59.814128 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2c286fbf-2c30-499b-84c7-3ff87ae685e8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:59.817494 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-318df1e4-e17a-4b3e-9e2d-7809de85dfa5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:59.885646 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dd7536-0333-4c77-8781-89b9037d59d9 None None] Network 9fa550cb-c6b6-4982-9b22-97c2481f3069 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:42:59.886737 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318df1e4-e17a-4b3e-9e2d-7809de85dfa5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Network 8015be7b-b8d1-43bb-aaaf-f33b568e3abe is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:42:59.895049 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-318df1e4-e17a-4b3e-9e2d-7809de85dfa5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:42:59.899697 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318df1e4-e17a-4b3e-9e2d-7809de85dfa5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:42:59.905673 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318df1e4-e17a-4b3e-9e2d-7809de85dfa5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:42:59.906344 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-318df1e4-e17a-4b3e-9e2d-7809de85dfa5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:42:59.939082 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318df1e4-e17a-4b3e-9e2d-7809de85dfa5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Pushing event updated for resources: {'Port': ['ID=975391a2-265b-4158-8028-e0c087c0ed1d,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:00.004909 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-f5534050-aacf-4ac5-adaf-7c0a1cbd5267 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Calling delete_port for 8b2ce7b3-be5e-4359-9811-0f8bc81a741d owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:00.011466 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-318df1e4-e17a-4b3e-9e2d-7809de85dfa5 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7611742 Mar 07 21:43:00.014241 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45366) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:00.020747 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-0917ee74-5775-443f-aa1d-16d96cde74a9 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1df', 'mac_address': 'fa:16:3e:87:b5:60'}]}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server [None req-e6e58e1f-4a5b-4cbe-83df-2589f51d8d25 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ebdc02d-6493-4959-acf7-9dcedb61afd3: This subnet is being modified by another concurrent operation. Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise exception Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ebdc02d-6493-4959-acf7-9dcedb61afd3: This subnet is being modified by another concurrent operation. Mar 07 21:43:00.030050 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server Mar 07 21:43:00.081447 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-2c286fbf-2c30-499b-84c7-3ff87ae685e8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f950303e-fdd9-4f49-85de-7b2baaed97e6']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:00.177113 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-2c286fbf-2c30-499b-84c7-3ff87ae685e8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ebf54b-0352-4ee8-bd52-dd690e038c83') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:00.178032 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-2c286fbf-2c30-499b-84c7-3ff87ae685e8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ebf54b-0352-4ee8-bd52-dd690e038c83') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:00.188474 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-58958a92-b3af-4d0d-99a7-98a4579ed52b tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:00.230300 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158202a9-7e98-4dd4-a86a-9c2d721bf961 None None] Network f950303e-fdd9-4f49-85de-7b2baaed97e6 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:00.240808 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-93c6d3a6-5fcf-4a27-a38f-e9ee1103265c tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:00.279368 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2c286fbf-2c30-499b-84c7-3ff87ae685e8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:00.291582 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0917ee74-5775-443f-aa1d-16d96cde74a9 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:00.301926 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-93c6d3a6-5fcf-4a27-a38f-e9ee1103265c tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:00.309419 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c7f178ce-4545-4485-a22b-ee94ade77df0 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:00.388482 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2c286fbf-2c30-499b-84c7-3ff87ae685e8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:00.437853 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f178ce-4545-4485-a22b-ee94ade77df0 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Subnet': ['ID=f11b4475-7348-4a77-99a0-4282908a0dff,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:00.479836 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c7f178ce-4545-4485-a22b-ee94ade77df0 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:00.482547 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c286fbf-2c30-499b-84c7-3ff87ae685e8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:43:00.482924 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2c286fbf-2c30-499b-84c7-3ff87ae685e8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:43:00.501871 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:43:00.512883 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a9f5fc-0b50-4125-b873-445cc8938126 None None] Network 20f6cf5a-55e9-4bdf-b494-a4485b325a93 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:00.541276 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c0c3cbd6-66c3-413d-bb5d-9f85d83d8166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:00.716554 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 62e5c96a-078a-4c73-a128-d399254dde25 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:00.716923 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:00.750279 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58d810-370b-4c89-9a00-336ff6cdf140 req-090ada66-ae8c-4897-8d88-12b9f9411d73 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:00.751751 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6a58d810-370b-4c89-9a00-336ff6cdf140 req-090ada66-ae8c-4897-8d88-12b9f9411d73 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 946 time: 1.1108143 Mar 07 21:43:00.781642 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45370) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:00.783962 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c7f178ce-4545-4485-a22b-ee94ade77df0 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/subnets/f11b4475-7348-4a77-99a0-4282908a0dff HTTP/1.1" status: 204 len: 168 time: 2.5302706 Mar 07 21:43:00.809470 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-58958a92-b3af-4d0d-99a7-98a4579ed52b tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:00.904459 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2c286fbf-2c30-499b-84c7-3ff87ae685e8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:00.917420 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3aec75d7-80b1-47ab-a763-f5a47b2d1ead tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:00.929520 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-3aec75d7-80b1-47ab-a763-f5a47b2d1ead tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting port 638095f4-a0a3-465b-a400-8632aa9974cc {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:00.929855 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3aec75d7-80b1-47ab-a763-f5a47b2d1ead tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:00.940886 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2c286fbf-2c30-499b-84c7-3ff87ae685e8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:01.011068 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c286fbf-2c30-499b-84c7-3ff87ae685e8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Network': ['ID=f950303e-fdd9-4f49-85de-7b2baaed97e6,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:01.020975 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2c286fbf-2c30-499b-84c7-3ff87ae685e8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/networks/f950303e-fdd9-4f49-85de-7b2baaed97e6 HTTP/1.1" status: 204 len: 168 time: 3.6036530 Mar 07 21:43:01.025186 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6a58d810-370b-4c89-9a00-336ff6cdf140 req-878d4067-a314-4c20-a9d1-121b8060d3dc tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2553833 Mar 07 21:43:01.026884 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45374) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:01.050954 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-1140af4a-fae2-4b75-9dad-3688dc3293e7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1118898750'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:01.072294 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-93c6d3a6-5fcf-4a27-a38f-e9ee1103265c tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Allocated IP 172.26.2.122 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/5524963f-9221-4821-bdda-ef1ad57c76d4) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:01.075106 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1140af4a-fae2-4b75-9dad-3688dc3293e7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:01.083455 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1140af4a-fae2-4b75-9dad-3688dc3293e7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Usage tracker for resource:network and tenant:a528f79553b84c43aec8d6e00382c6b6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:01.087627 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c0c3cbd6-66c3-413d-bb5d-9f85d83d8166 None None] For port 52848f81-9106-4f18-a27a-9edd8b7270f8, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=52848f81-9106-4f18-a27a-9edd8b7270f8,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:01.091859 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1140af4a-fae2-4b75-9dad-3688dc3293e7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:01.099352 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97811724-88a7-4167-b1cc-6154be9d156e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-c6544c4c-79dc-4139-ad1c-48ec3edb874c', 'network_id': 'c6544c4c-79dc-4139-ad1c-48ec3edb874c', 'tenant_id': '27b5ef1635c14b0aac205e290183de79', 'fixed_ips': [{'subnet_id': 'bbf23248-8c94-4b43-a775-afd12652c1f1'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:43:01.101971 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1140af4a-fae2-4b75-9dad-3688dc3293e7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:01.102104 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-97811724-88a7-4167-b1cc-6154be9d156e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:01.163707 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-12fed925-9d6d-4d94-8970-70c349415f8d None None] Allocated IP 2001:db8:0:1::2 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/da0ddb27-9ffc-47fd-8b1c-2ed6f7f46901/52848f81-9106-4f18-a27a-9edd8b7270f8) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:01.198064 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-58958a92-b3af-4d0d-99a7-98a4579ed52b tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:01.202314 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f5534050-aacf-4ac5-adaf-7c0a1cbd5267 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:01.232768 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c0c3cbd6-66c3-413d-bb5d-9f85d83d8166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:01.286898 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-3aec75d7-80b1-47ab-a763-f5a47b2d1ead tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] For port 638095f4-a0a3-465b-a400-8632aa9974cc, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=638095f4-a0a3-465b-a400-8632aa9974cc,segment=NetworkSegment(5e0841c9-8b96-486c-8c4b-5da6cbf4cab7),segment_id=5e0841c9-8b96-486c-8c4b-5da6cbf4cab7)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:01.288575 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3aec75d7-80b1-47ab-a763-f5a47b2d1ead tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:01.335612 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1140af4a-fae2-4b75-9dad-3688dc3293e7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Made reservation on behalf of a528f79553b84c43aec8d6e00382c6b6 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:01.339003 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1140af4a-fae2-4b75-9dad-3688dc3293e7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:01.362463 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58958a92-b3af-4d0d-99a7-98a4579ed52b tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf23248-8c94-4b43-a775-afd12652c1f1,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:01.385659 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5534050-aacf-4ac5-adaf-7c0a1cbd5267 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Port': ['ID=8b2ce7b3-be5e-4359-9811-0f8bc81a741d,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:01.551868 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-3aec75d7-80b1-47ab-a763-f5a47b2d1ead tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Calling delete_port for 638095f4-a0a3-465b-a400-8632aa9974cc owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:01.575730 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3cbd6-66c3-413d-bb5d-9f85d83d8166 None None] Pushing event updated for resources: {'Port': ['ID=52848f81-9106-4f18-a27a-9edd8b7270f8,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:01.584130 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-58958a92-b3af-4d0d-99a7-98a4579ed52b tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:01.604783 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1140af4a-fae2-4b75-9dad-3688dc3293e7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:43:01.613797 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f5534050-aacf-4ac5-adaf-7c0a1cbd5267 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:01.636567 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-93c6d3a6-5fcf-4a27-a38f-e9ee1103265c tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:01.639578 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6716b41c-db4b-4458-abf6-f89d4725de17 None None] Network c6544c4c-79dc-4139-ad1c-48ec3edb874c requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:01.659013 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-58958a92-b3af-4d0d-99a7-98a4579ed52b tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6544c4c-79dc-4139-ad1c-48ec3edb874c']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:01.664979 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-bb9139cc-6542-4cf6-b262-bc89c660b687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:42:56Z', 'revision_number': 9, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': '9ad70400-8e06-4c67-9b9b-c898f9751554', 'name': '', 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:24:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:42:02Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:01.667374 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fab7d14b-f8c0-434e-b124-5c9d49e484ac None None] Provisioning for port eac6dda5-3100-4237-9cba-438d99ecd486 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:01.669277 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1140af4a-fae2-4b75-9dad-3688dc3293e7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:01.669677 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-1140af4a-fae2-4b75-9dad-3688dc3293e7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Added segment a60ceefb-c831-4068-8347-86c33fc7d4f0 of type vlan for network 10479594-86cf-4ef1-b956-32d54507ccaf Mar 07 21:43:01.677182 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f5534050-aacf-4ac5-adaf-7c0a1cbd5267 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/8b2ce7b3-be5e-4359-9811-0f8bc81a741d HTTP/1.1" status: 204 len: 168 time: 3.3187633 Mar 07 21:43:01.682813 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45380) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:01.687067 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-58958a92-b3af-4d0d-99a7-98a4579ed52b tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63c5456-6f83-4fdc-ab62-cc4bddb38d78') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:01.687403 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-58958a92-b3af-4d0d-99a7-98a4579ed52b tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63c5456-6f83-4fdc-ab62-cc4bddb38d78') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:01.714516 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4412bb1-586d-46d9-8276-d58d6418a49e req-30f31c22-a35f-4257-a257-f913be342f32 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:01.716129 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d4412bb1-586d-46d9-8276-d58d6418a49e req-30f31c22-a35f-4257-a257-f913be342f32 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 946 time: 0.5260446 Mar 07 21:43:01.742487 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-58958a92-b3af-4d0d-99a7-98a4579ed52b tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:01.762271 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0917ee74-5775-443f-aa1d-16d96cde74a9 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:01.795694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1140af4a-fae2-4b75-9dad-3688dc3293e7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:01.812008 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9139cc-6542-4cf6-b262-bc89c660b687 None None] Checking router: 836e6c50-4349-4aac-a749-a5621461af97 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:43:01.818820 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b0bda0-ec74-4e78-83c5-ebb575e5955c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:01.821200 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fab7d14b-f8c0-434e-b124-5c9d49e484ac None None] Provisioning complete for port eac6dda5-3100-4237-9cba-438d99ecd486 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:01.821836 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fab7d14b-f8c0-434e-b124-5c9d49e484ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:01.824738 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-17b0bda0-ec74-4e78-83c5-ebb575e5955c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1402411 Mar 07 21:43:01.834569 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-58958a92-b3af-4d0d-99a7-98a4579ed52b tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:01.836893 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45384) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:01.849867 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66b1fc4-17d3-440c-a615-f7e26ea350fa None None] DHCP port deletion for 20f6cf5a-55e9-4bdf-b494-a4485b325a93 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:43:01.905076 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3aec75d7-80b1-47ab-a763-f5a47b2d1ead tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:01.923948 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58958a92-b3af-4d0d-99a7-98a4579ed52b tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:43:01.924797 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-58958a92-b3af-4d0d-99a7-98a4579ed52b tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:43:01.959610 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:43:01.968886 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 52848f81-9106-4f18-a27a-9edd8b7270f8 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:43:01.978696 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0917ee74-5775-443f-aa1d-16d96cde74a9 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:01.985411 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aec75d7-80b1-47ab-a763-f5a47b2d1ead tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] No DVR routers for this DVR port 638095f4-a0a3-465b-a400-8632aa9974cc on host dv-neutron-829957-1-hyperv {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:43:01.994575 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1140af4a-fae2-4b75-9dad-3688dc3293e7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:02.000550 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1140af4a-fae2-4b75-9dad-3688dc3293e7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:02.001158 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1140af4a-fae2-4b75-9dad-3688dc3293e7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:02.018906 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-12fed925-9d6d-4d94-8970-70c349415f8d None None] For port 52848f81-9106-4f18-a27a-9edd8b7270f8, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=52848f81-9106-4f18-a27a-9edd8b7270f8,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:02.035676 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec75d7-80b1-47ab-a763-f5a47b2d1ead tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Port': ['ID=638095f4-a0a3-465b-a400-8632aa9974cc,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:02.090663 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-93c6d3a6-5fcf-4a27-a38f-e9ee1103265c tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:02.102815 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9139cc-6542-4cf6-b262-bc89c660b687 None None] Routers {'836e6c50-4349-4aac-a749-a5621461af97'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:02.103515 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-bb9139cc-6542-4cf6-b262-bc89c660b687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:42:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['836e6c50-4349-4aac-a749-a5621461af97'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:02.183768 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3aec75d7-80b1-47ab-a763-f5a47b2d1ead tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:02.211191 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-3aec75d7-80b1-47ab-a763-f5a47b2d1ead tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f6cf5a-55e9-4bdf-b494-a4485b325a93']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:02.224254 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-3aec75d7-80b1-47ab-a763-f5a47b2d1ead tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e0841c9-8b96-486c-8c4b-5da6cbf4cab7') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:02.225158 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-3aec75d7-80b1-47ab-a763-f5a47b2d1ead tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e0841c9-8b96-486c-8c4b-5da6cbf4cab7') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:02.235112 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6d3a6-5fcf-4a27-a38f-e9ee1103265c tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event updated for resources: {'Port': ['ID=5524963f-9221-4821-bdda-ef1ad57c76d4,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:02.237661 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3aec75d7-80b1-47ab-a763-f5a47b2d1ead tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:02.254737 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-58958a92-b3af-4d0d-99a7-98a4579ed52b tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:02.254866 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-fab7d14b-f8c0-434e-b124-5c9d49e484ac None None] Port eac6dda5-3100-4237-9cba-438d99ecd486 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:43:02.254966 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d4412bb1-586d-46d9-8276-d58d6418a49e req-b78a25ee-c852-4a53-9c44-b289d7b39ed6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5247071 Mar 07 21:43:02.255056 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3aec75d7-80b1-47ab-a763-f5a47b2d1ead tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:02.260185 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c6d3a6-5fcf-4a27-a38f-e9ee1103265c tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:02.262070 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aec75d7-80b1-47ab-a763-f5a47b2d1ead tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:43:02.262539 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3aec75d7-80b1-47ab-a763-f5a47b2d1ead tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:02.276502 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-58958a92-b3af-4d0d-99a7-98a4579ed52b tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:02.283064 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45388) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:43:02.285503 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:43:02.288146 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-93c6d3a6-5fcf-4a27-a38f-e9ee1103265c tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:02.360059 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140af4a-fae2-4b75-9dad-3688dc3293e7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Network': ['ID=10479594-86cf-4ef1-b956-32d54507ccaf,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:02.362864 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c6d3a6-5fcf-4a27-a38f-e9ee1103265c tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:02.413027 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-58958a92-b3af-4d0d-99a7-98a4579ed52b tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "DELETE /v2.0/networks/c6544c4c-79dc-4139-ad1c-48ec3edb874c HTTP/1.1" status: 204 len: 168 time: 3.0869751 Mar 07 21:43:02.413242 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 10479594-86cf-4ef1-b956-32d54507ccaf details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:43:02.413367 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1140af4a-fae2-4b75-9dad-3688dc3293e7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3733811 Mar 07 21:43:02.413367 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45392) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:02.413643 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45394) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:02.417275 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58958a92-b3af-4d0d-99a7-98a4579ed52b tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event deleted for resources: {'Network': ['ID=c6544c4c-79dc-4139-ad1c-48ec3edb874c,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:02.425552 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-12fed925-9d6d-4d94-8970-70c349415f8d None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:02.431756 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-a7bfc20b-6390-41d6-9d22-0843ec342344 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'subnet': {'network_id': '10479594-86cf-4ef1-b956-32d54507ccaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:02.454690 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-0917ee74-5775-443f-aa1d-16d96cde74a9 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] In _notify_port_updated(), no bound segment for port 975391a2-265b-4158-8028-e0c087c0ed1d on network 8015be7b-b8d1-43bb-aaaf-f33b568e3abe {{(pid=88387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 07 21:43:02.461563 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0917ee74-5775-443f-aa1d-16d96cde74a9 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:02.462273 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0917ee74-5775-443f-aa1d-16d96cde74a9 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:02.463568 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0917ee74-5775-443f-aa1d-16d96cde74a9 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] 10.222.0.21 "PUT /v2.0/ports/975391a2-265b-4158-8028-e0c087c0ed1d HTTP/1.1" status: 200 len: 1002 time: 2.4482031 Mar 07 21:43:02.471761 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45402) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:02.474839 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917ee74-5775-443f-aa1d-16d96cde74a9 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Pushing event updated for resources: {'Port': ['ID=975391a2-265b-4158-8028-e0c087c0ed1d,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:02.546852 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-12fed925-9d6d-4d94-8970-70c349415f8d None None] Transition to ACTIVE for port object 52848f81-9106-4f18-a27a-9edd8b7270f8 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:02.548469 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fab7d14b-f8c0-434e-b124-5c9d49e484ac None None] Provisioning complete for port 62e5c96a-078a-4c73-a128-d399254dde25 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:02.555559 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fab7d14b-f8c0-434e-b124-5c9d49e484ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:02.561041 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a71839-c6f4-436f-81ef-2b4654ae9534 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:02.562845 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-59a71839-c6f4-436f-81ef-2b4654ae9534 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.7249036 Mar 07 21:43:02.565832 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45406) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:02.610170 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-bb9139cc-6542-4cf6-b262-bc89c660b687 None None] Set router 836e6c50-4349-4aac-a749-a5621461af97 gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:43:02.644423 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3aec75d7-80b1-47ab-a763-f5a47b2d1ead tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:02.662548 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a7bfc20b-6390-41d6-9d22-0843ec342344 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:02.667932 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a7bfc20b-6390-41d6-9d22-0843ec342344 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Usage tracker for resource:subnet and tenant:a528f79553b84c43aec8d6e00382c6b6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:02.672881 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a7bfc20b-6390-41d6-9d22-0843ec342344 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:02.681227 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-12fed925-9d6d-4d94-8970-70c349415f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:02.681590 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a7bfc20b-6390-41d6-9d22-0843ec342344 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:02.685741 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-c96345bd-138a-48c4-89b8-ec1d91cfac40 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Deleting port 975391a2-265b-4158-8028-e0c087c0ed1d {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:02.685938 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c96345bd-138a-48c4-89b8-ec1d91cfac40 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:02.765893 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3aec75d7-80b1-47ab-a763-f5a47b2d1ead tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:02.789009 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec75d7-80b1-47ab-a763-f5a47b2d1ead tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Network': ['ID=20f6cf5a-55e9-4bdf-b494-a4485b325a93,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:02.811371 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3aec75d7-80b1-47ab-a763-f5a47b2d1ead tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/networks/20f6cf5a-55e9-4bdf-b494-a4485b325a93 HTTP/1.1" status: 204 len: 168 time: 2.0283179 Mar 07 21:43:02.876552 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1ecf62-ca67-4f47-b70a-74cd68fa3ada tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:02.878751 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1ecf62-ca67-4f47-b70a-74cd68fa3ada tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:02.881113 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1ecf62-ca67-4f47-b70a-74cd68fa3ada tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:02.882160 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8d1ecf62-ca67-4f47-b70a-74cd68fa3ada tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:43:02.895629 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45410) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:02.975947 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9538d36-fd09-45c8-b0f0-8c0a62704ce5 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:02.976512 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9538d36-fd09-45c8-b0f0-8c0a62704ce5 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:02.980955 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c9538d36-fd09-45c8-b0f0-8c0a62704ce5 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "DELETE /v2.0/subnets/bbf23248-8c94-4b43-a775-afd12652c1f1 HTTP/1.1" status: 404 len: 337 time: 0.5580955 Mar 07 21:43:02.986895 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bfc20b-6390-41d6-9d22-0843ec342344 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Made reservation on behalf of a528f79553b84c43aec8d6e00382c6b6 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:02.990924 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a7bfc20b-6390-41d6-9d22-0843ec342344 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:03.021090 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fed925-9d6d-4d94-8970-70c349415f8d None None] Pushing event updated for resources: {'Port': ['ID=52848f81-9106-4f18-a27a-9edd8b7270f8,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:03.075892 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45414) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:03.123375 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8d1ecf62-ca67-4f47-b70a-74cd68fa3ada tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:43:03.124541 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8d1ecf62-ca67-4f47-b70a-74cd68fa3ada tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5577888 Mar 07 21:43:03.140733 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45418) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:03.206153 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b1f37bc-49d5-460a-ae04-1e8cbe20affa tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:03.206636 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b1f37bc-49d5-460a-ae04-1e8cbe20affa tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:03.210809 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0b1f37bc-49d5-460a-ae04-1e8cbe20affa tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "DELETE /v2.0/networks/c6544c4c-79dc-4139-ad1c-48ec3edb874c HTTP/1.1" status: 404 len: 339 time: 0.1314733 Mar 07 21:43:03.241747 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45422) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:03.281341 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fab7d14b-f8c0-434e-b124-5c9d49e484ac None None] Provisioning complete for port c16d2c04-8c28-4a2f-9c6e-975d41b4ba22 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:03.282530 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fab7d14b-f8c0-434e-b124-5c9d49e484ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:03.341886 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfa6b2b-28ae-44d2-ba89-1a8cd076dc51 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:03.342711 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cfa6b2b-28ae-44d2-ba89-1a8cd076dc51 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:03.359856 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8cfa6b2b-28ae-44d2-ba89-1a8cd076dc51 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "DELETE /v2.0/subnets/06381e6c-def9-4e6a-817b-8d5a8fcb7701 HTTP/1.1" status: 404 len: 337 time: 0.1034553 Mar 07 21:43:03.361158 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45426) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:03.453662 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-bb9139cc-6542-4cf6-b262-bc89c660b687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:42:56Z', 'revision_number': 9, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': '9ad70400-8e06-4c67-9b9b-c898f9751554', 'name': '', 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:24:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:42:02Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:03.462498 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9139cc-6542-4cf6-b262-bc89c660b687 None None] The sync data for ids ['836e6c50-4349-4aac-a749-a5621461af97'] in dv-neutron-829957-1-hyperv is: [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:42:56Z', 'revision_number': 9, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': '9ad70400-8e06-4c67-9b9b-c898f9751554', 'name': '', 'network_id': '7e19b78f-7e1e-45cf-ad71-07808c9b858a', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:24:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:42:03Z', 'updated_at': '2022-03-07T21:42:15Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '81213d75-234c-4dbe-9fab-8f129feeb50d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:42:02Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:03.509512 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9479691-e550-46c3-98c1-d994f5ec0de4 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:03.510330 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9479691-e550-46c3-98c1-d994f5ec0de4 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:03.512289 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c9479691-e550-46c3-98c1-d994f5ec0de4 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "DELETE /v2.0/networks/93f3ae01-ec71-413a-9e6e-9acac3162908 HTTP/1.1" status: 404 len: 339 time: 0.1478784 Mar 07 21:43:03.528208 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45430) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:03.595128 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-77bc4c74-644a-4cca-8047-566d15639202 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:03.595900 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77bc4c74-644a-4cca-8047-566d15639202 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:03.597837 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-77bc4c74-644a-4cca-8047-566d15639202 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "DELETE /v2.0/subnets/6858cb8b-c04f-4583-8e72-836116c47f60 HTTP/1.1" status: 404 len: 337 time: 0.0684125 Mar 07 21:43:03.602505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45434) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:03.648422 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-59a4582b-eb38-4d0a-afbc-c193447700cf None None] Provisioning for port 975391a2-265b-4158-8028-e0c087c0ed1d completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:03.655036 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-59a4582b-eb38-4d0a-afbc-c193447700cf None None] Provisioning complete for port 975391a2-265b-4158-8028-e0c087c0ed1d triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:03.655868 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-59a4582b-eb38-4d0a-afbc-c193447700cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:03.709490 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbd4136-2834-4f92-a72e-3701ab644b28 tempest-TestVolumeBootPattern-775155891 tempest-TestVolumeBootPattern-775155891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:03.710816 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8dbd4136-2834-4f92-a72e-3701ab644b28 tempest-TestVolumeBootPattern-775155891 tempest-TestVolumeBootPattern-775155891-project-admin] Synchronizing usage tracker for tenant:7f3dafa0042c4ece822926a24099ff9e on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:43:03.723522 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-30eddaa7-4dc2-423e-bb49-a3e7a6417a9b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet 2e68692e-cff9-4fa0-a9a1-84f6614c2479 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:43:03.727031 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-30eddaa7-4dc2-423e-bb49-a3e7a6417a9b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:03.729221 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-463a258c-a493-458a-91f1-c04950e318ea tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:03.730441 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-463a258c-a493-458a-91f1-c04950e318ea tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:03.732346 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-463a258c-a493-458a-91f1-c04950e318ea tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "DELETE /v2.0/networks/2a19ea25-e1d3-4679-9efb-a4945a3c8542 HTTP/1.1" status: 404 len: 339 time: 0.1259072 Mar 07 21:43:03.743641 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45438) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:03.754342 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-59a4582b-eb38-4d0a-afbc-c193447700cf None None] Port 975391a2-265b-4158-8028-e0c087c0ed1d cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:43:03.768458 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-59a4582b-eb38-4d0a-afbc-c193447700cf None None] Provisioning complete for port eac6dda5-3100-4237-9cba-438d99ecd486 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:03.769082 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-59a4582b-eb38-4d0a-afbc-c193447700cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:03.837446 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-30eddaa7-4dc2-423e-bb49-a3e7a6417a9b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:03.881554 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-298198ae-b15e-4040-b240-950b01953da1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Deleting port 3446a16f-2a69-459c-86a9-8cc65e19c9c5 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:03.882177 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-298198ae-b15e-4040-b240-950b01953da1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:03.889213 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-59a4582b-eb38-4d0a-afbc-c193447700cf None None] Port eac6dda5-3100-4237-9cba-438d99ecd486 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:43:03.900972 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-59a4582b-eb38-4d0a-afbc-c193447700cf None None] Provisioning complete for port 62e5c96a-078a-4c73-a128-d399254dde25 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:03.901341 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-59a4582b-eb38-4d0a-afbc-c193447700cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:04.008064 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c96345bd-138a-48c4-89b8-ec1d91cfac40 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:04.010677 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-93c6d3a6-5fcf-4a27-a38f-e9ee1103265c tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for router_gateway, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:04.048591 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 52848f81-9106-4f18-a27a-9edd8b7270f8 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:43:04.095918 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de704a8-ba58-4dd3-9dde-7dc1d112521b None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:04.159256 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8dbd4136-2834-4f92-a72e-3701ab644b28 tempest-TestVolumeBootPattern-775155891 tempest-TestVolumeBootPattern-775155891-project-admin] Unset dirty status for tenant:7f3dafa0042c4ece822926a24099ff9e on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:43:04.160796 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8dbd4136-2834-4f92-a72e-3701ab644b28 tempest-TestVolumeBootPattern-775155891 tempest-TestVolumeBootPattern-775155891-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 1094 time: 1.8640933 Mar 07 21:43:04.175356 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45442) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:04.175701 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-c96345bd-138a-48c4-89b8-ec1d91cfac40 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Calling delete_port for 975391a2-265b-4158-8028-e0c087c0ed1d owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:04.178918 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a7bfc20b-6390-41d6-9d22-0843ec342344 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:04.242339 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-dc6d095f-2457-4bee-a3ab-205e15bed82e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': 'a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:04.279842 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-dc6d095f-2457-4bee-a3ab-205e15bed82e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:04.314195 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-dc6d095f-2457-4bee-a3ab-205e15bed82e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Usage tracker for resource:floatingip and tenant:a1d039a5115b40cc849313193266d5ad is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:04.314763 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-30eddaa7-4dc2-423e-bb49-a3e7a6417a9b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:04.350876 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-dc6d095f-2457-4bee-a3ab-205e15bed82e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:04.383712 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-59a4582b-eb38-4d0a-afbc-c193447700cf None None] Provisioning complete for port c16d2c04-8c28-4a2f-9c6e-975d41b4ba22 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:04.384318 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-59a4582b-eb38-4d0a-afbc-c193447700cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:04.415324 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 638095f4-a0a3-465b-a400-8632aa9974cc no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:43:04.441803 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-dc6d095f-2457-4bee-a3ab-205e15bed82e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:04.467297 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 638095f4-a0a3-465b-a400-8632aa9974cc {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:43:04.467793 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 638095f4-a0a3-465b-a400-8632aa9974cc not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:43:04.468321 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device bc741705-f70e-493e-b10c-65e89ea864ca no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:43:04.502467 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bfc20b-6390-41d6-9d22-0843ec342344 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Checking segment: {'id': 'a60ceefb-c831-4068-8347-86c33fc7d4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '10479594-86cf-4ef1-b956-32d54507ccaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:43:04.503058 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bfc20b-6390-41d6-9d22-0843ec342344 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Network hostable DHCP agents. Network: 10479594-86cf-4ef1-b956-32d54507ccaf, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:43:04.513465 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfc20b-6390-41d6-9d22-0843ec342344 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Subnet': ['ID=c22c5f5e-6f4a-404a-8c26-0e9970ac854a,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:04.536625 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: bc741705-f70e-493e-b10c-65e89ea864ca {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:43:04.537642 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device bc741705-f70e-493e-b10c-65e89ea864ca not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:43:04.538639 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-30eddaa7-4dc2-423e-bb49-a3e7a6417a9b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:04.576707 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c96345bd-138a-48c4-89b8-ec1d91cfac40 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:04.620846 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eddaa7-4dc2-423e-bb49-a3e7a6417a9b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=2e68692e-cff9-4fa0-a9a1-84f6614c2479,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:04.631473 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bbc1de47-6216-444d-b513-a1b999e2387e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:04.650542 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-59a4582b-eb38-4d0a-afbc-c193447700cf None None] Could not find standard attr ID for object 85de9a1e-dda4-4887-925d-3229d142cb1b. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:43:04.701216 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-30eddaa7-4dc2-423e-bb49-a3e7a6417a9b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:04.705987 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96345bd-138a-48c4-89b8-ec1d91cfac40 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Pushing event deleted for resources: {'Port': ['ID=975391a2-265b-4158-8028-e0c087c0ed1d,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:04.750269 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dc6d095f-2457-4bee-a3ab-205e15bed82e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for floatingip, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:04.775604 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-298198ae-b15e-4040-b240-950b01953da1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:04.786621 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fcd5eb25-8d41-43af-9254-bf2dea19f301 None None] Could not find standard attr ID for object 975391a2-265b-4158-8028-e0c087c0ed1d. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:43:04.887076 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fcd5eb25-8d41-43af-9254-bf2dea19f301 None None] Provisioning for port 52848f81-9106-4f18-a27a-9edd8b7270f8 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:04.898240 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fcd5eb25-8d41-43af-9254-bf2dea19f301 None None] Provisioning complete for port 52848f81-9106-4f18-a27a-9edd8b7270f8 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:04.898240 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fcd5eb25-8d41-43af-9254-bf2dea19f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:04.965107 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-30eddaa7-4dc2-423e-bb49-a3e7a6417a9b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/2e68692e-cff9-4fa0-a9a1-84f6614c2479 HTTP/1.1" status: 204 len: 168 time: 1.8231471 Mar 07 21:43:04.977498 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45446) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:04.989291 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bfc20b-6390-41d6-9d22-0843ec342344 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Network 10479594-86cf-4ef1-b956-32d54507ccaf is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:43:04.997345 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4420be0a-63b8-4b70-814c-7292b88a7a5a None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:05.002099 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-298198ae-b15e-4040-b240-950b01953da1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Calling delete_port for 3446a16f-2a69-459c-86a9-8cc65e19c9c5 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:05.074182 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-93c6d3a6-5fcf-4a27-a38f-e9ee1103265c tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:05.157463 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7bc4656-0891-46b6-babc-1d42e6fce933 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet da0ddb27-9ffc-47fd-8b1c-2ed6f7f46901 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:43:05.167033 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c7bc4656-0891-46b6-babc-1d42e6fce933 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:05.175511 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fcd5eb25-8d41-43af-9254-bf2dea19f301 None None] Could not find standard attr ID for object 8b2ce7b3-be5e-4359-9811-0f8bc81a741d. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:43:05.196793 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-a7bfc20b-6390-41d6-9d22-0843ec342344 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 10479594-86cf-4ef1-b956-32d54507ccaf) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:05.200836 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bfc20b-6390-41d6-9d22-0843ec342344 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:05.201545 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a7bfc20b-6390-41d6-9d22-0843ec342344 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:05.212969 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c96345bd-138a-48c4-89b8-ec1d91cfac40 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:05.215309 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c96345bd-138a-48c4-89b8-ec1d91cfac40 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] 10.222.0.21 "DELETE /v2.0/ports/975391a2-265b-4158-8028-e0c087c0ed1d HTTP/1.1" status: 204 len: 168 time: 2.7427263 Mar 07 21:43:05.217099 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d96cc0c-5dd8-479d-9ecd-c2c30a9f2db7 None None] Network 10479594-86cf-4ef1-b956-32d54507ccaf requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:05.219215 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45450) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:05.346371 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-298198ae-b15e-4040-b240-950b01953da1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:05.356216 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a7bfc20b-6390-41d6-9d22-0843ec342344 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9376874 Mar 07 21:43:05.385822 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45454) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:05.391827 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9f17b4e5-4733-41f1-861f-8f12c0f90981 None None] Provisioning complete for port 52848f81-9106-4f18-a27a-9edd8b7270f8 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:05.392349 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9f17b4e5-4733-41f1-861f-8f12c0f90981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:05.416215 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-298198ae-b15e-4040-b240-950b01953da1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:05.428036 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298198ae-b15e-4040-b240-950b01953da1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event deleted for resources: {'Port': ['ID=3446a16f-2a69-459c-86a9-8cc65e19c9c5,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:05.430911 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7358eb-374d-4f44-8f03-316b69afdf4e tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] GET failed (client error): The resource could not be found. Mar 07 21:43:05.431548 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2b7358eb-374d-4f44-8f03-316b69afdf4e tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Synchronizing usage tracker for tenant:52faca8939ef4bacb3bd7b1278a68da5 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:43:05.443543 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-298198ae-b15e-4040-b240-950b01953da1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "DELETE /v2.0/ports/3446a16f-2a69-459c-86a9-8cc65e19c9c5 HTTP/1.1" status: 204 len: 168 time: 1.6727924 Mar 07 21:43:05.447010 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c7bc4656-0891-46b6-babc-1d42e6fce933 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:05.447569 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45458) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:05.505455 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-3955fa85-b560-4c73-829c-68c3318ca02c tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:05.506233 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3955fa85-b560-4c73-829c-68c3318ca02c tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:05.510935 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3955fa85-b560-4c73-829c-68c3318ca02c tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "DELETE /v2.0/subnets/9b840964-c5d5-4a52-9ebc-261e3c4b0dfa HTTP/1.1" status: 404 len: 337 time: 0.0606623 Mar 07 21:43:05.511528 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45462) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:05.599813 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af82fbac-f925-423c-b434-8266566e2c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-10479594-86cf-4ef1-b956-32d54507ccaf', 'network_id': '10479594-86cf-4ef1-b956-32d54507ccaf', 'tenant_id': 'a528f79553b84c43aec8d6e00382c6b6', 'fixed_ips': [{'subnet_id': 'c22c5f5e-6f4a-404a-8c26-0e9970ac854a'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:43:05.600733 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-af82fbac-f925-423c-b434-8266566e2c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:05.604123 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dc6d095f-2457-4bee-a3ab-205e15bed82e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:05.681429 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2b7358eb-374d-4f44-8f03-316b69afdf4e tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Unset dirty status for tenant:52faca8939ef4bacb3bd7b1278a68da5 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:43:05.687740 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2b7358eb-374d-4f44-8f03-316b69afdf4e tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] 10.222.0.21 "GET /v2.0/ports/975391a2-265b-4158-8028-e0c087c0ed1d HTTP/1.1" status: 404 len: 333 time: 0.4628170 Mar 07 21:43:05.687740 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45466) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:05.700353 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-d073ad96-ca77-4185-afab-d1a30df2f7e7 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Request body: {'port': {'network_id': '8015be7b-b8d1-43bb-aaaf-f33b568e3abe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1154907470'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:05.708404 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c6d3a6-5fcf-4a27-a38f-e9ee1103265c tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Router 35117517-56de-4c85-bb87-b26c1589e90b is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:43:05.717528 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-bbc1de47-6216-444d-b513-a1b999e2387e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting port 9ad70400-8e06-4c67-9b9b-c898f9751554 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:05.718194 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bbc1de47-6216-444d-b513-a1b999e2387e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:05.756252 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4601cb0-7c2b-484d-b0f7-2461a5701325 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:05.758464 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:05.789707 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c7bc4656-0891-46b6-babc-1d42e6fce933 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:05.829837 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-af82fbac-f925-423c-b434-8266566e2c4c None None] Allocated IP 172.20.0.1 (10479594-86cf-4ef1-b956-32d54507ccaf/c22c5f5e-6f4a-404a-8c26-0e9970ac854a/c876ce37-6f39-4af6-87fd-29ef0c36d71a) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:05.845539 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-d4601cb0-7c2b-484d-b0f7-2461a5701325 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Deleting port 93f8474d-1784-4e94-a476-1183d19477a7 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:05.845876 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4601cb0-7c2b-484d-b0f7-2461a5701325 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:06.133098 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-dc6d095f-2457-4bee-a3ab-205e15bed82e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Allocated IP 172.26.2.173 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/c4c9a0e2-2ce8-4b6b-8b8f-3ac0c1b3b6ab) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:06.168079 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-af82fbac-f925-423c-b434-8266566e2c4c None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:06.179682 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c6d3a6-5fcf-4a27-a38f-e9ee1103265c tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:43:06.195432 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd28adf5-30a7-4eb7-87f6-079272bd02eb None None] Sync routers for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:06.208347 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd28adf5-30a7-4eb7-87f6-079272bd02eb None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:06.209414 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-dd28adf5-30a7-4eb7-87f6-079272bd02eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:42:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:06.214218 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-af82fbac-f925-423c-b434-8266566e2c4c None None] Transition to ACTIVE for port object c876ce37-6f39-4af6-87fd-29ef0c36d71a will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:06.237335 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c7bc4656-0891-46b6-babc-1d42e6fce933 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:06.244513 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-af82fbac-f925-423c-b434-8266566e2c4c None None] Transition to ACTIVE for port object c876ce37-6f39-4af6-87fd-29ef0c36d71a will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:06.287059 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-dd28adf5-30a7-4eb7-87f6-079272bd02eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:06.295624 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-bbc1de47-6216-444d-b513-a1b999e2387e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] For port 9ad70400-8e06-4c67-9b9b-c898f9751554, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=9ad70400-8e06-4c67-9b9b-c898f9751554,segment=NetworkSegment(3ddeda2f-9701-482b-a4a6-d1b56c8a990b),segment_id=3ddeda2f-9701-482b-a4a6-d1b56c8a990b)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:06.296001 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bbc1de47-6216-444d-b513-a1b999e2387e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:06.299954 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd28adf5-30a7-4eb7-87f6-079272bd02eb None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:06.300905 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-dd28adf5-30a7-4eb7-87f6-079272bd02eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:42:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:06.314224 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-af82fbac-f925-423c-b434-8266566e2c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:06.331283 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c7bc4656-0891-46b6-babc-1d42e6fce933 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:06.377854 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-dd28adf5-30a7-4eb7-87f6-079272bd02eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:06.378631 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd28adf5-30a7-4eb7-87f6-079272bd02eb None None] The sync data for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:06.414205 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac1ea62-04fa-4c71-86ef-84b050882f22 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:06.425537 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c7bc4656-0891-46b6-babc-1d42e6fce933 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/da0ddb27-9ffc-47fd-8b1c-2ed6f7f46901 HTTP/1.1" status: 204 len: 168 time: 1.4464490 Mar 07 21:43:06.426845 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc4656-0891-46b6-babc-1d42e6fce933 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=da0ddb27-9ffc-47fd-8b1c-2ed6f7f46901,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:06.429870 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d073ad96-ca77-4185-afab-d1a30df2f7e7 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:06.432091 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45470) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:06.435122 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af82fbac-f925-423c-b434-8266566e2c4c None None] Network 10479594-86cf-4ef1-b956-32d54507ccaf is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:06.455715 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-af82fbac-f925-423c-b434-8266566e2c4c None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:06.458251 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af82fbac-f925-423c-b434-8266566e2c4c None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:06.463937 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82fbac-f925-423c-b434-8266566e2c4c None None] Pushing event updated for resources: {'Port': ['ID=c876ce37-6f39-4af6-87fd-29ef0c36d71a,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:06.494400 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:06.507773 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-93c6d3a6-5fcf-4a27-a38f-e9ee1103265c tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:06.511445 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-93c6d3a6-5fcf-4a27-a38f-e9ee1103265c tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.9137590 Mar 07 21:43:06.512186 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45474) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:06.517311 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-d4601cb0-7c2b-484d-b0f7-2461a5701325 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] For port 93f8474d-1784-4e94-a476-1183d19477a7, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=93f8474d-1784-4e94-a476-1183d19477a7,segment=NetworkSegment(1b2f0a8a-e6f2-4739-b3f1-025cb5d69741),segment_id=1b2f0a8a-e6f2-4739-b3f1-025cb5d69741)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:06.517671 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4601cb0-7c2b-484d-b0f7-2461a5701325 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:06.527030 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-bbc1de47-6216-444d-b513-a1b999e2387e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Calling delete_port for 9ad70400-8e06-4c67-9b9b-c898f9751554 owned by network:router_interface {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:06.591426 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-850a559e-a30a-4164-b428-06a6e6d06f38 None None] Provisioning complete for port 52848f81-9106-4f18-a27a-9edd8b7270f8 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:06.591795 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-850a559e-a30a-4164-b428-06a6e6d06f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:06.647633 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d073ad96-ca77-4185-afab-d1a30df2f7e7 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:06.658437 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e1b59885-0cd4-49af-b0d6-85ee6ad24a1e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1654418 Mar 07 21:43:06.664222 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45478) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:06.673996 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-9ac3c6ba-878b-4f7d-8399-1b4310c2afe2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:06.685344 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-af82fbac-f925-423c-b434-8266566e2c4c None None] Attempting to bind port c876ce37-6f39-4af6-87fd-29ef0c36d71a on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:43:06.685698 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-af82fbac-f925-423c-b434-8266566e2c4c None None] Attempting to bind port c876ce37-6f39-4af6-87fd-29ef0c36d71a by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'a60ceefb-c831-4068-8347-86c33fc7d4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '10479594-86cf-4ef1-b956-32d54507ccaf'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:43:06.686082 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82fbac-f925-423c-b434-8266566e2c4c None None] Attempting to bind port c876ce37-6f39-4af6-87fd-29ef0c36d71a on network 10479594-86cf-4ef1-b956-32d54507ccaf {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:43:06.724803 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-d4601cb0-7c2b-484d-b0f7-2461a5701325 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Calling delete_port for 93f8474d-1784-4e94-a476-1183d19477a7 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:06.741767 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82fbac-f925-423c-b434-8266566e2c4c None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:43:06.742229 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82fbac-f925-423c-b434-8266566e2c4c None None] Checking segment: {'id': 'a60ceefb-c831-4068-8347-86c33fc7d4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '10479594-86cf-4ef1-b956-32d54507ccaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:43:06.742556 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-af82fbac-f925-423c-b434-8266566e2c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:06.743778 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82fbac-f925-423c-b434-8266566e2c4c None None] Bound using segment: {'id': 'a60ceefb-c831-4068-8347-86c33fc7d4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '10479594-86cf-4ef1-b956-32d54507ccaf'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:43:06.743778 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-af82fbac-f925-423c-b434-8266566e2c4c None None] Bound port: c876ce37-6f39-4af6-87fd-29ef0c36d71a, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60ceefb-c831-4068-8347-86c33fc7d4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '10479594-86cf-4ef1-b956-32d54507ccaf'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:43:06.743992 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-af82fbac-f925-423c-b434-8266566e2c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:06.871364 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d073ad96-ca77-4185-afab-d1a30df2f7e7 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Made reservation on behalf of 52faca8939ef4bacb3bd7b1278a68da5 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:06.876327 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d073ad96-ca77-4185-afab-d1a30df2f7e7 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:06.888060 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-9ac3c6ba-878b-4f7d-8399-1b4310c2afe2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:06.888354 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dc6d095f-2457-4bee-a3ab-205e15bed82e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:06.900232 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-9ac3c6ba-878b-4f7d-8399-1b4310c2afe2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:06.904176 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-9ac3c6ba-878b-4f7d-8399-1b4310c2afe2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:06.919184 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-af82fbac-f925-423c-b434-8266566e2c4c None None] For port c876ce37-6f39-4af6-87fd-29ef0c36d71a, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:43:06.925284 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-af82fbac-f925-423c-b434-8266566e2c4c None None] For port c876ce37-6f39-4af6-87fd-29ef0c36d71a, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c876ce37-6f39-4af6-87fd-29ef0c36d71a,segment=NetworkSegment(a60ceefb-c831-4068-8347-86c33fc7d4f0),segment_id=a60ceefb-c831-4068-8347-86c33fc7d4f0)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:43:06.926588 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-9ac3c6ba-878b-4f7d-8399-1b4310c2afe2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:06.943707 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-d073ad96-ca77-4185-afab-d1a30df2f7e7 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] device_id is not set on port dc2ac2a4-2fbe-4b52-848d-0765e3462e7b yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:43:06.983056 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:06.990976 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdee9572-199e-40f8-b02f-a30770648322 None None] DHCP port deletion for ab63f4f6-c089-409c-a9c4-f2088e2d7005 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:43:06.995485 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-bdee9572-199e-40f8-b02f-a30770648322 None None] Deleting port 52848f81-9106-4f18-a27a-9edd8b7270f8 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:06.995947 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bdee9572-199e-40f8-b02f-a30770648322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:07.030471 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Subnet': ['ID=c22c5f5e-6f4a-404a-8c26-0e9970ac854a,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:07.030735 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-af82fbac-f925-423c-b434-8266566e2c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:07.105840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4601cb0-7c2b-484d-b0f7-2461a5701325 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:07.174486 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82fbac-f925-423c-b434-8266566e2c4c None None] Pushing event updated for resources: {'Port': ['ID=c876ce37-6f39-4af6-87fd-29ef0c36d71a,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:07.182267 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4601cb0-7c2b-484d-b0f7-2461a5701325 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event deleted for resources: {'Port': ['ID=93f8474d-1784-4e94-a476-1183d19477a7,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:07.184066 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4601cb0-7c2b-484d-b0f7-2461a5701325 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] No DVR routers for this DVR port 93f8474d-1784-4e94-a476-1183d19477a7 on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:43:07.191295 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:43:07.223622 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dc6d095f-2457-4bee-a3ab-205e15bed82e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:07.272783 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:07.303460 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac3c6ba-878b-4f7d-8399-1b4310c2afe2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:07.306937 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9ac3c6ba-878b-4f7d-8399-1b4310c2afe2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:07.311056 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-bdee9572-199e-40f8-b02f-a30770648322 None None] For port 52848f81-9106-4f18-a27a-9edd8b7270f8, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=52848f81-9106-4f18-a27a-9edd8b7270f8,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:07.311568 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bdee9572-199e-40f8-b02f-a30770648322 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:07.469524 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6d095f-2457-4bee-a3ab-205e15bed82e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:07.471227 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4601cb0-7c2b-484d-b0f7-2461a5701325 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:07.486714 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-dc6d095f-2457-4bee-a3ab-205e15bed82e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:07.500997 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6d095f-2457-4bee-a3ab-205e15bed82e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:07.501485 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-bdee9572-199e-40f8-b02f-a30770648322 None None] Calling delete_port for 52848f81-9106-4f18-a27a-9edd8b7270f8 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:07.524360 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d095f-2457-4bee-a3ab-205e15bed82e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Pushing event updated for resources: {'Port': ['ID=c4c9a0e2-2ce8-4b6b-8b8f-3ac0c1b3b6ab,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:07.536446 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10479594-86cf-4ef1-b956-32d54507ccaf']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:07.570446 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60ceefb-c831-4068-8347-86c33fc7d4f0') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:07.570446 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60ceefb-c831-4068-8347-86c33fc7d4f0') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:07.632906 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-d4601cb0-7c2b-484d-b0f7-2461a5701325 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36695db3-cf36-4dfd-95ec-a1aa7e15755f']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:07.637127 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:07.668569 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-d4601cb0-7c2b-484d-b0f7-2461a5701325 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2f0a8a-e6f2-4739-b3f1-025cb5d69741') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:07.668873 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-d4601cb0-7c2b-484d-b0f7-2461a5701325 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2f0a8a-e6f2-4739-b3f1-025cb5d69741') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:07.690023 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:07.726366 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bdee9572-199e-40f8-b02f-a30770648322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:07.765440 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:43:07.765936 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:43:07.791759 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:43:07.809914 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c876ce37-6f39-4af6-87fd-29ef0c36d71a up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:43:07.816695 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9ac3c6ba-878b-4f7d-8399-1b4310c2afe2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:07.842549 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee9572-199e-40f8-b02f-a30770648322 None None] Pushing event deleted for resources: {'Port': ['ID=52848f81-9106-4f18-a27a-9edd8b7270f8,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:07.850506 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdee9572-199e-40f8-b02f-a30770648322 None None] No DVR routers for this DVR port 52848f81-9106-4f18-a27a-9edd8b7270f8 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:43:07.881105 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4601cb0-7c2b-484d-b0f7-2461a5701325 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:07.931525 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4601cb0-7c2b-484d-b0f7-2461a5701325 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:07.960892 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac3c6ba-878b-4f7d-8399-1b4310c2afe2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:07.975328 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4601cb0-7c2b-484d-b0f7-2461a5701325 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:43:07.975726 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4601cb0-7c2b-484d-b0f7-2461a5701325 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:07.976941 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-9ac3c6ba-878b-4f7d-8399-1b4310c2afe2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:07.977091 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port c876ce37-6f39-4af6-87fd-29ef0c36d71a completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:07.980318 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac3c6ba-878b-4f7d-8399-1b4310c2afe2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:07.980971 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9ac3c6ba-878b-4f7d-8399-1b4310c2afe2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:07.987359 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff45df8b-d84f-4b46-ae40-023164824f4f None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:07.993463 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-d073ad96-ca77-4185-afab-d1a30df2f7e7 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Allocated IP 2001:db8::387 (8015be7b-b8d1-43bb-aaaf-f33b568e3abe/93f90b6b-5fe0-42f1-8125-36a44baf1039/dc2ac2a4-2fbe-4b52-848d-0765e3462e7b) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:43:07.994159 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:43:08.018519 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bbc1de47-6216-444d-b513-a1b999e2387e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:08.097683 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1de47-6216-444d-b513-a1b999e2387e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Port': ['ID=9ad70400-8e06-4c67-9b9b-c898f9751554,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:08.200391 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 52848f81-9106-4f18-a27a-9edd8b7270f8 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:43:08.318495 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 52848f81-9106-4f18-a27a-9edd8b7270f8 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:43:08.318934 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 52848f81-9106-4f18-a27a-9edd8b7270f8 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:43:08.334737 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4601cb0-7c2b-484d-b0f7-2461a5701325 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:08.339161 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4601cb0-7c2b-484d-b0f7-2461a5701325 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:08.383910 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.api [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 21:43:08.383910 dv-neutron-829957-1-hyperv neutron-server[88387]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 21:43:08.383910 dv-neutron-829957-1-hyperv neutron-server[88387]: [parameters: {'id': '10479594-86cf-4ef1-b956-32d54507ccaf'}] Mar 07 21:43:08.383910 dv-neutron-829957-1-hyperv neutron-server[88387]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:43:08.385097 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG oslo_db.api [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:43:08.386295 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc1de47-6216-444d-b513-a1b999e2387e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:08.386637 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc1de47-6216-444d-b513-a1b999e2387e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:08.386974 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc1de47-6216-444d-b513-a1b999e2387e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:08.387305 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc1de47-6216-444d-b513-a1b999e2387e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:08.387626 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc1de47-6216-444d-b513-a1b999e2387e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:08.390206 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc1de47-6216-444d-b513-a1b999e2387e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:08.390720 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc1de47-6216-444d-b513-a1b999e2387e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:08.391214 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc1de47-6216-444d-b513-a1b999e2387e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:08.391847 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc1de47-6216-444d-b513-a1b999e2387e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:08.392336 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc1de47-6216-444d-b513-a1b999e2387e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:08.392667 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc1de47-6216-444d-b513-a1b999e2387e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:08.392988 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc1de47-6216-444d-b513-a1b999e2387e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:08.395819 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3c6ba-878b-4f7d-8399-1b4310c2afe2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=b9827303-d6e9-49b6-b517-5f44d4a7fd90,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:08.404598 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21577602-24da-4c33-9c79-b379c3e58e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'fixed_ips': [{'subnet_id': 'b9827303-d6e9-49b6-b517-5f44d4a7fd90'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:43:08.405648 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-21577602-24da-4c33-9c79-b379c3e58e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:08.443538 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2e6deaa8-bdc0-4003-ac67-2ab2dede22b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:08.462478 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4601cb0-7c2b-484d-b0f7-2461a5701325 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event deleted for resources: {'Network': ['ID=36695db3-cf36-4dfd-95ec-a1aa7e15755f,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:08.473276 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d4601cb0-7c2b-484d-b0f7-2461a5701325 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "DELETE /v2.0/networks/36695db3-cf36-4dfd-95ec-a1aa7e15755f HTTP/1.1" status: 204 len: 168 time: 2.9570391 Mar 07 21:43:08.482373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45482) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:08.519829 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-9ac3c6ba-878b-4f7d-8399-1b4310c2afe2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8538685 Mar 07 21:43:08.524867 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45486) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:08.531746 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d073ad96-ca77-4185-afab-d1a30df2f7e7 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:08.594672 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1de311-9f6b-45cd-ba46-57c719d77ede None None] Network 10479594-86cf-4ef1-b956-32d54507ccaf requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:08.597044 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-249d74e6-688a-42a6-9c67-ec08d6363e7a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:08.656480 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-d073ad96-ca77-4185-afab-d1a30df2f7e7 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Transition to ACTIVE for port object dc2ac2a4-2fbe-4b52-848d-0765e3462e7b will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:08.669194 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-da86d3dd-5caf-4947-a66b-66363526ca1f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Deleting port 82838d9b-76b1-4370-9a50-07a963a5aa2b {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:08.669528 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-da86d3dd-5caf-4947-a66b-66363526ca1f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:08.718573 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-21577602-24da-4c33-9c79-b379c3e58e71 None None] Allocated IP 2001:db8::2 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/b9827303-d6e9-49b6-b517-5f44d4a7fd90/dfee941b-2d1c-4489-af3d-cc5a048b5f09) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:08.740360 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bbc1de47-6216-444d-b513-a1b999e2387e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:08.876594 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-510cf796-600d-4233-b335-35af2f8cbfb2 None None] Provisioning for port c876ce37-6f39-4af6-87fd-29ef0c36d71a completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:08.888273 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:08.894318 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-510cf796-600d-4233-b335-35af2f8cbfb2 None None] Provisioning complete for port c876ce37-6f39-4af6-87fd-29ef0c36d71a triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:08.894691 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-510cf796-600d-4233-b335-35af2f8cbfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:08.902244 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-249d74e6-688a-42a6-9c67-ec08d6363e7a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:08.969130 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-249d74e6-688a-42a6-9c67-ec08d6363e7a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:08.976062 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-249d74e6-688a-42a6-9c67-ec08d6363e7a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:08.997217 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-249d74e6-688a-42a6-9c67-ec08d6363e7a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:08.999691 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Deleting port c876ce37-6f39-4af6-87fd-29ef0c36d71a {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:08.999691 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:09.114216 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-da86d3dd-5caf-4947-a66b-66363526ca1f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:09.119279 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] DHCP port deletion for 10479594-86cf-4ef1-b956-32d54507ccaf request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:43:09.140906 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-21577602-24da-4c33-9c79-b379c3e58e71 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:09.143725 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-510cf796-600d-4233-b335-35af2f8cbfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:09.153022 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] Deleting port c876ce37-6f39-4af6-87fd-29ef0c36d71a {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:09.153167 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:09.175364 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dc6d095f-2457-4bee-a3ab-205e15bed82e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:09.211038 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-21577602-24da-4c33-9c79-b379c3e58e71 None None] Transition to ACTIVE for port object dfee941b-2d1c-4489-af3d-cc5a048b5f09 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:09.247543 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d073ad96-ca77-4185-afab-d1a30df2f7e7 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:09.301835 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-510cf796-600d-4233-b335-35af2f8cbfb2 None None] For port c876ce37-6f39-4af6-87fd-29ef0c36d71a, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c876ce37-6f39-4af6-87fd-29ef0c36d71a,segment=NetworkSegment(a60ceefb-c831-4068-8347-86c33fc7d4f0),segment_id=a60ceefb-c831-4068-8347-86c33fc7d4f0)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:09.310526 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-21577602-24da-4c33-9c79-b379c3e58e71 None None] Transition to ACTIVE for port object dfee941b-2d1c-4489-af3d-cc5a048b5f09 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:09.328534 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-da86d3dd-5caf-4947-a66b-66363526ca1f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Calling delete_port for 82838d9b-76b1-4370-9a50-07a963a5aa2b owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:09.445017 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-510cf796-600d-4233-b335-35af2f8cbfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:09.451764 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249d74e6-688a-42a6-9c67-ec08d6363e7a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:09.457300 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-249d74e6-688a-42a6-9c67-ec08d6363e7a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:09.505824 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-21577602-24da-4c33-9c79-b379c3e58e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:09.595645 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] For port c876ce37-6f39-4af6-87fd-29ef0c36d71a, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c876ce37-6f39-4af6-87fd-29ef0c36d71a,segment=NetworkSegment(a60ceefb-c831-4068-8347-86c33fc7d4f0),segment_id=a60ceefb-c831-4068-8347-86c33fc7d4f0)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:09.603338 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:09.622532 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21577602-24da-4c33-9c79-b379c3e58e71 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:09.631238 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-21577602-24da-4c33-9c79-b379c3e58e71 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:09.647697 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d073ad96-ca77-4185-afab-d1a30df2f7e7 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Network 8015be7b-b8d1-43bb-aaaf-f33b568e3abe is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:09.677316 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-2e6deaa8-bdc0-4003-ac67-2ab2dede22b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Allocated IP 172.20.0.1 (14efbfe2-6544-47be-acf3-104d005788eb/20914148-4881-408f-8902-5c0f9881e0ee/11e5add9-d70c-409e-bfff-3ca0ed88e22e) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:09.695878 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-d073ad96-ca77-4185-afab-d1a30df2f7e7 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:09.727545 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21577602-24da-4c33-9c79-b379c3e58e71 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:09.762417 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-da86d3dd-5caf-4947-a66b-66363526ca1f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:09.769911 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d073ad96-ca77-4185-afab-d1a30df2f7e7 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:09.777090 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d073ad96-ca77-4185-afab-d1a30df2f7e7 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:09.777754 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d073ad96-ca77-4185-afab-d1a30df2f7e7 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:09.847512 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] Calling delete_port for c876ce37-6f39-4af6-87fd-29ef0c36d71a owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:09.875183 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073ad96-ca77-4185-afab-d1a30df2f7e7 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Pushing event updated for resources: {'Port': ['ID=dc2ac2a4-2fbe-4b52-848d-0765e3462e7b,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:09.912428 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d073ad96-ca77-4185-afab-d1a30df2f7e7 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.2209368 Mar 07 21:43:09.912948 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86d3dd-5caf-4947-a66b-66363526ca1f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event deleted for resources: {'Port': ['ID=82838d9b-76b1-4370-9a50-07a963a5aa2b,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:09.915575 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45490) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:09.918634 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cf796-600d-4233-b335-35af2f8cbfb2 None None] Pushing event updated for resources: {'Port': ['ID=c876ce37-6f39-4af6-87fd-29ef0c36d71a,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:09.946076 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc1de47-6216-444d-b513-a1b999e2387e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Router 836e6c50-4349-4aac-a749-a5621461af97 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:43:09.992647 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-3022ce51-8d8e-4f44-9ca3-d1816f872bf6 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:87:b5:60'}]}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:10.045464 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c876ce37-6f39-4af6-87fd-29ef0c36d71a no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:43:10.051552 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86d3dd-5caf-4947-a66b-66363526ca1f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:10.051552 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86d3dd-5caf-4947-a66b-66363526ca1f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:10.051806 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86d3dd-5caf-4947-a66b-66363526ca1f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:10.053917 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86d3dd-5caf-4947-a66b-66363526ca1f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:10.054429 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86d3dd-5caf-4947-a66b-66363526ca1f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:10.054911 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86d3dd-5caf-4947-a66b-66363526ca1f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:10.058279 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86d3dd-5caf-4947-a66b-66363526ca1f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:10.058279 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86d3dd-5caf-4947-a66b-66363526ca1f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:10.058279 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86d3dd-5caf-4947-a66b-66363526ca1f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:10.058279 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86d3dd-5caf-4947-a66b-66363526ca1f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:10.058279 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86d3dd-5caf-4947-a66b-66363526ca1f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:10.058279 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86d3dd-5caf-4947-a66b-66363526ca1f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:10.250084 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21577602-24da-4c33-9c79-b379c3e58e71 None None] Pushing event updated for resources: {'Port': ['ID=dfee941b-2d1c-4489-af3d-cc5a048b5f09,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:10.261931 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.ipam_backend_mixin [None req-249d74e6-688a-42a6-9c67-ec08d6363e7a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b9827303-d6e9-49b6-b517-5f44d4a7fd90 (CIDR: 2001:db8::/64) Mar 07 21:43:10.296039 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-21577602-24da-4c33-9c79-b379c3e58e71 None None] Attempting to bind port dfee941b-2d1c-4489-af3d-cc5a048b5f09 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:43:10.296622 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-21577602-24da-4c33-9c79-b379c3e58e71 None None] Attempting to bind port dfee941b-2d1c-4489-af3d-cc5a048b5f09 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:43:10.298692 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21577602-24da-4c33-9c79-b379c3e58e71 None None] Attempting to bind port dfee941b-2d1c-4489-af3d-cc5a048b5f09 on network ab63f4f6-c089-409c-a9c4-f2088e2d7005 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:43:10.317828 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-249d74e6-688a-42a6-9c67-ec08d6363e7a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:43:10.318702 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249d74e6-688a-42a6-9c67-ec08d6363e7a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:10.349931 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21577602-24da-4c33-9c79-b379c3e58e71 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:43:10.350298 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21577602-24da-4c33-9c79-b379c3e58e71 None None] Checking segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:43:10.350702 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-21577602-24da-4c33-9c79-b379c3e58e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:10.363242 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21577602-24da-4c33-9c79-b379c3e58e71 None None] Bound using segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:43:10.363242 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-21577602-24da-4c33-9c79-b379c3e58e71 None None] Bound port: dfee941b-2d1c-4489-af3d-cc5a048b5f09, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:43:10.363242 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-21577602-24da-4c33-9c79-b379c3e58e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:10.445131 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-da86d3dd-5caf-4947-a66b-66363526ca1f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:10.456210 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] For port c876ce37-6f39-4af6-87fd-29ef0c36d71a, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c876ce37-6f39-4af6-87fd-29ef0c36d71a,segment=NetworkSegment(a60ceefb-c831-4068-8347-86c33fc7d4f0),segment_id=a60ceefb-c831-4068-8347-86c33fc7d4f0)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:10.456210 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:10.459595 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dc6d095f-2457-4bee-a3ab-205e15bed82e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:10.512629 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8f6d843f-3c4c-40fe-8222-5cc19c3aaa9f None None] Provisioning for port dc2ac2a4-2fbe-4b52-848d-0765e3462e7b completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:10.613334 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Calling delete_port for c876ce37-6f39-4af6-87fd-29ef0c36d71a owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:10.652252 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:10.667914 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-da86d3dd-5caf-4947-a66b-66363526ca1f tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "DELETE /v2.0/ports/82838d9b-76b1-4370-9a50-07a963a5aa2b HTTP/1.1" status: 204 len: 168 time: 2.1825781 Mar 07 21:43:10.673946 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:43:10.674315 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:43:10.675591 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc1de47-6216-444d-b513-a1b999e2387e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:43:10.679835 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45494) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:10.681859 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-249d74e6-688a-42a6-9c67-ec08d6363e7a tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1550090 Mar 07 21:43:10.690185 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3022ce51-8d8e-4f44-9ca3-d1816f872bf6 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:10.693498 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8f6d843f-3c4c-40fe-8222-5cc19c3aaa9f None None] Provisioning complete for port dc2ac2a4-2fbe-4b52-848d-0765e3462e7b triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:10.694980 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8f6d843f-3c4c-40fe-8222-5cc19c3aaa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:10.706685 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45498) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:10.717457 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-c46d3d44-9218-41c6-bacd-826dbc6db8c5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:10.726403 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bbc1de47-6216-444d-b513-a1b999e2387e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "PUT /v2.0/routers/836e6c50-4349-4aac-a749-a5621461af97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8163640 Mar 07 21:43:10.735333 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45502) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:10.737734 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78ef36c-07ce-40b9-a3ab-3815270f08f4 None None] Sync routers for ids ['836e6c50-4349-4aac-a749-a5621461af97'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:10.744508 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-052b42a1-6524-4d53-8b99-ce346c1ee086 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:10.744959 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-052b42a1-6524-4d53-8b99-ce346c1ee086 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:10.746903 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-052b42a1-6524-4d53-8b99-ce346c1ee086 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "DELETE /v2.0/subnets/753e4eb7-fcbf-4af4-b86d-b574f2b92e2d HTTP/1.1" status: 404 len: 337 time: 0.0643139 Mar 07 21:43:10.751264 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45506) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:10.771610 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-21577602-24da-4c33-9c79-b379c3e58e71 None None] For port dfee941b-2d1c-4489-af3d-cc5a048b5f09, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:43:10.778371 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78ef36c-07ce-40b9-a3ab-3815270f08f4 None None] Routers {'836e6c50-4349-4aac-a749-a5621461af97'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:10.779189 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f78ef36c-07ce-40b9-a3ab-3815270f08f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:42:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['836e6c50-4349-4aac-a749-a5621461af97'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:10.840347 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aed686b-f0be-4594-b92d-6f61eff073e8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting subnet 81213d75-234c-4dbe-9fab-8f129feeb50d {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:43:10.844229 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8aed686b-f0be-4594-b92d-6f61eff073e8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:10.864001 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port c876ce37-6f39-4af6-87fd-29ef0c36d71a, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c876ce37-6f39-4af6-87fd-29ef0c36d71a,segment=NetworkSegment(a60ceefb-c831-4068-8347-86c33fc7d4f0),segment_id=a60ceefb-c831-4068-8347-86c33fc7d4f0)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:10.868596 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-21577602-24da-4c33-9c79-b379c3e58e71 None None] For port dfee941b-2d1c-4489-af3d-cc5a048b5f09, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=dfee941b-2d1c-4489-af3d-cc5a048b5f09,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:43:10.912589 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8aed686b-f0be-4594-b92d-6f61eff073e8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:10.921061 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-8f6d843f-3c4c-40fe-8222-5cc19c3aaa9f None None] Port dc2ac2a4-2fbe-4b52-848d-0765e3462e7b cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:43:10.953929 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:11.003603 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8aed686b-f0be-4594-b92d-6f61eff073e8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:11.004484 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-f78ef36c-07ce-40b9-a3ab-3815270f08f4 None None] Set router 836e6c50-4349-4aac-a749-a5621461af97 gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:43:11.038431 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.api [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:43:11.039019 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG oslo_db.api [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:43:11.044041 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2e6deaa8-bdc0-4003-ac67-2ab2dede22b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:11.049924 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-21577602-24da-4c33-9c79-b379c3e58e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:11.153884 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8aed686b-f0be-4594-b92d-6f61eff073e8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:11.171042 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=c876ce37-6f39-4af6-87fd-29ef0c36d71a,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:11.200455 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1e79ed21-db91-4bab-b4b9-26593e1e1bce tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:11.202117 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8aed686b-f0be-4594-b92d-6f61eff073e8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:11.206199 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed686b-f0be-4594-b92d-6f61eff073e8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Subnet': ['ID=81213d75-234c-4dbe-9fab-8f129feeb50d,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:11.213574 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8aed686b-f0be-4594-b92d-6f61eff073e8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/subnets/81213d75-234c-4dbe-9fab-8f129feeb50d HTTP/1.1" status: 204 len: 168 time: 0.4772439 Mar 07 21:43:11.216324 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45510) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:11.220042 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] Deleting port c876ce37-6f39-4af6-87fd-29ef0c36d71a {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:11.220597 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:11.262900 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c46d3d44-9218-41c6-bacd-826dbc6db8c5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:11.267202 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee59f85-4754-45d4-9e2d-d058d6f7d7cd None None] Network 7e19b78f-7e1e-45cf-ad71-07808c9b858a requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:11.275498 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c46d3d44-9218-41c6-bacd-826dbc6db8c5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:11.328509 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c46d3d44-9218-41c6-bacd-826dbc6db8c5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:11.348119 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d794e9a0-e30a-4d8a-9992-8ac9161552e2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:11.361412 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-d794e9a0-e30a-4d8a-9992-8ac9161552e2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting port 8ee37ef1-9de8-475f-8ead-2153729c47f6 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:11.362148 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d794e9a0-e30a-4d8a-9992-8ac9161552e2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:11.388600 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c46d3d44-9218-41c6-bacd-826dbc6db8c5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:11.549159 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21577602-24da-4c33-9c79-b379c3e58e71 None None] Pushing event updated for resources: {'Port': ['ID=dfee941b-2d1c-4489-af3d-cc5a048b5f09,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:11.564512 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dc6d095f-2457-4bee-a3ab-205e15bed82e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:11.571039 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Deleting port c876ce37-6f39-4af6-87fd-29ef0c36d71a {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:11.571575 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:11.574605 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2e6deaa8-bdc0-4003-ac67-2ab2dede22b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:11.629688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46d3d44-9218-41c6-bacd-826dbc6db8c5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:11.633564 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c46d3d44-9218-41c6-bacd-826dbc6db8c5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:11.823250 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] For port c876ce37-6f39-4af6-87fd-29ef0c36d71a, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c876ce37-6f39-4af6-87fd-29ef0c36d71a,segment=NetworkSegment(a60ceefb-c831-4068-8347-86c33fc7d4f0),segment_id=a60ceefb-c831-4068-8347-86c33fc7d4f0)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:11.824210 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:11.854242 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1e79ed21-db91-4bab-b4b9-26593e1e1bce tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:11.872257 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dc6d095f-2457-4bee-a3ab-205e15bed82e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:11.938688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6deaa8-bdc0-4003-ac67-2ab2dede22b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Network 14efbfe2-6544-47be-acf3-104d005788eb is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:11.961267 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device dfee941b-2d1c-4489-af3d-cc5a048b5f09 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:43:11.977129 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-d794e9a0-e30a-4d8a-9992-8ac9161552e2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] For port 8ee37ef1-9de8-475f-8ead-2153729c47f6, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=8ee37ef1-9de8-475f-8ead-2153729c47f6,segment=NetworkSegment(3ddeda2f-9701-482b-a4a6-d1b56c8a990b),segment_id=3ddeda2f-9701-482b-a4a6-d1b56c8a990b)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:11.977582 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d794e9a0-e30a-4d8a-9992-8ac9161552e2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:12.003054 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-2e6deaa8-bdc0-4003-ac67-2ab2dede22b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:12.005903 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6deaa8-bdc0-4003-ac67-2ab2dede22b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:12.041733 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] Calling delete_port for c876ce37-6f39-4af6-87fd-29ef0c36d71a owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:12.091298 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-1e79ed21-db91-4bab-b4b9-26593e1e1bce tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584a7099-87d5-43bf-aca0-d24ac1ec5071']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:12.113473 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.resource_extend [None req-3022ce51-8d8e-4f44-9ca3-d1816f872bf6 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:43:12.123245 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f78ef36c-07ce-40b9-a3ab-3815270f08f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:43:07Z', 'revision_number': 10, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:42:02Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:12.132984 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6deaa8-bdc0-4003-ac67-2ab2dede22b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event updated for resources: {'Port': ['ID=11e5add9-d70c-409e-bfff-3ca0ed88e22e,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:12.138000 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78ef36c-07ce-40b9-a3ab-3815270f08f4 None None] Checking router: 836e6c50-4349-4aac-a749-a5621461af97 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:43:12.166604 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78ef36c-07ce-40b9-a3ab-3815270f08f4 None None] Routers {'836e6c50-4349-4aac-a749-a5621461af97'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:12.167225 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f78ef36c-07ce-40b9-a3ab-3815270f08f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:42:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['836e6c50-4349-4aac-a749-a5621461af97'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:12.178382 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-1e79ed21-db91-4bab-b4b9-26593e1e1bce tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee98295f-24bf-4f88-8f64-69d5f146cbba') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:12.180113 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-1e79ed21-db91-4bab-b4b9-26593e1e1bce tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee98295f-24bf-4f88-8f64-69d5f146cbba') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:12.198278 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-d794e9a0-e30a-4d8a-9992-8ac9161552e2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Calling delete_port for 8ee37ef1-9de8-475f-8ead-2153729c47f6 owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:12.205979 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3022ce51-8d8e-4f44-9ca3-d1816f872bf6 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:12.216694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dc6d095f-2457-4bee-a3ab-205e15bed82e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:12.219538 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f073c7-ec74-48a3-8ef5-bdc3ec340d6c None None] DHCP port deletion for 7e19b78f-7e1e-45cf-ad71-07808c9b858a request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:43:12.238334 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-f3f073c7-ec74-48a3-8ef5-bdc3ec340d6c None None] Deleting port 8ee37ef1-9de8-475f-8ead-2153729c47f6 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:12.238984 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f3f073c7-ec74-48a3-8ef5-bdc3ec340d6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:12.247759 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] For port c876ce37-6f39-4af6-87fd-29ef0c36d71a, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c876ce37-6f39-4af6-87fd-29ef0c36d71a,segment=NetworkSegment(a60ceefb-c831-4068-8347-86c33fc7d4f0),segment_id=a60ceefb-c831-4068-8347-86c33fc7d4f0)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:12.248104 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:12.292720 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1e79ed21-db91-4bab-b4b9-26593e1e1bce tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:12.310862 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2e6deaa8-bdc0-4003-ac67-2ab2dede22b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:12.322740 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:12.386210 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port dfee941b-2d1c-4489-af3d-cc5a048b5f09 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:12.391763 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Calling delete_port for c876ce37-6f39-4af6-87fd-29ef0c36d71a owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:12.404188 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] Pushing event deleted for resources: {'Port': ['ID=c876ce37-6f39-4af6-87fd-29ef0c36d71a,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:12.420244 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] No DVR routers for this DVR port c876ce37-6f39-4af6-87fd-29ef0c36d71a on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:43:12.440392 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:12.440913 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:12.441408 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:12.441884 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:12.442420 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:12.443425 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:12.443909 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:12.444403 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:12.444890 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:12.445376 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:12.445855 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:12.446376 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7fa224-9457-4556-85ef-83ae3b593f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:43:12.453168 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3022ce51-8d8e-4f44-9ca3-d1816f872bf6 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:12.460621 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-f78ef36c-07ce-40b9-a3ab-3815270f08f4 None None] Set router 836e6c50-4349-4aac-a749-a5621461af97 gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:43:12.493446 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.api [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:43:12.493872 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG oslo_db.api [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:43:12.501357 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1e79ed21-db91-4bab-b4b9-26593e1e1bce tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:12.510717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-3022ce51-8d8e-4f44-9ca3-d1816f872bf6 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] In _notify_port_updated(), no bound segment for port dc2ac2a4-2fbe-4b52-848d-0765e3462e7b on network 8015be7b-b8d1-43bb-aaaf-f33b568e3abe {{(pid=88386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 07 21:43:12.517080 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3022ce51-8d8e-4f44-9ca3-d1816f872bf6 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:12.518181 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3022ce51-8d8e-4f44-9ca3-d1816f872bf6 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:12.523245 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45514) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:12.536609 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3022ce51-8d8e-4f44-9ca3-d1816f872bf6 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] 10.222.0.21 "PUT /v2.0/ports/dc2ac2a4-2fbe-4b52-848d-0765e3462e7b HTTP/1.1" status: 200 len: 1003 time: 2.5960088 Mar 07 21:43:12.547327 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-f3f073c7-ec74-48a3-8ef5-bdc3ec340d6c None None] The port '8ee37ef1-9de8-475f-8ead-2153729c47f6' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:43:12.560247 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e79ed21-db91-4bab-b4b9-26593e1e1bce tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:43:12.560660 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1e79ed21-db91-4bab-b4b9-26593e1e1bce tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:12.600510 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d794e9a0-e30a-4d8a-9992-8ac9161552e2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:43:12.651452 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:43:12.653370 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d095f-2457-4bee-a3ab-205e15bed82e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Pushing event updated for resources: {'Port': ['ID=c4c9a0e2-2ce8-4b6b-8b8f-3ac0c1b3b6ab,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:12.676829 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d794e9a0-e30a-4d8a-9992-8ac9161552e2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] No DVR routers for this DVR port 8ee37ef1-9de8-475f-8ead-2153729c47f6 on host dv-neutron-829957-1-hyperv {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:43:12.688909 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794e9a0-e30a-4d8a-9992-8ac9161552e2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Port': ['ID=8ee37ef1-9de8-475f-8ead-2153729c47f6,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:12.786703 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-57ab42a5-47ce-4f35-8667-8af26f04d478 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Deleting port dc2ac2a4-2fbe-4b52-848d-0765e3462e7b {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:12.787075 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-57ab42a5-47ce-4f35-8667-8af26f04d478 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:12.881625 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f78ef36c-07ce-40b9-a3ab-3815270f08f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:43:07Z', 'revision_number': 10, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:42:02Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:12.888170 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78ef36c-07ce-40b9-a3ab-3815270f08f4 None None] The sync data for ids ['836e6c50-4349-4aac-a749-a5621461af97'] in dv-neutron-829957-1-hyperv is: [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:43:07Z', 'revision_number': 10, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None, '_interfaces': [{'id': 'b2ee673d-54e2-448a-908d-47aec710b632', 'name': '', 'network_id': '948ee2ba-c509-4fc8-938f-9041c708eb65', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'mac_address': 'fa:16:3e:bc:ee:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836e6c50-4349-4aac-a749-a5621461af97', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:47Z', 'updated_at': '2022-03-07T21:42:02Z', 'revision_number': 5, 'project_id': 'fcdda39025724b238190857d574ee30e', 'subnets': [{'id': '369f30fd-23a5-4a00-b30d-8131c3c7bf2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:12.899545 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b6cd27-a6fa-48ce-801a-513d5414d113 None None] get_active_networks_info from dv-neutron-829957-1-hyperv {{(pid=88388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 07 21:43:13.000469 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022ce51-8d8e-4f44-9ca3-d1816f872bf6 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Pushing event updated for resources: {'Port': ['ID=dc2ac2a4-2fbe-4b52-848d-0765e3462e7b,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:13.002813 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1e79ed21-db91-4bab-b4b9-26593e1e1bce tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:13.022750 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3fdd9954-29c5-4a06-9493-d1fe84656b41 None None] Provisioning complete for port dc2ac2a4-2fbe-4b52-848d-0765e3462e7b triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:13.023120 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3fdd9954-29c5-4a06-9493-d1fe84656b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:13.029342 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-dc6d095f-2457-4bee-a3ab-205e15bed82e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Floating IP 99736338-1846-47c8-9304-c2784615bdb5 associated. External IP: 172.26.2.173, port: a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3. Mar 07 21:43:13.077523 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1e79ed21-db91-4bab-b4b9-26593e1e1bce tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:13.079946 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d794e9a0-e30a-4d8a-9992-8ac9161552e2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:13.096883 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-3fdd9954-29c5-4a06-9493-d1fe84656b41 None None] Port dc2ac2a4-2fbe-4b52-848d-0765e3462e7b cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:43:13.112625 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79ed21-db91-4bab-b4b9-26593e1e1bce tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event deleted for resources: {'Network': ['ID=584a7099-87d5-43bf-aca0-d24ac1ec5071,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:13.113635 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b6cd27-a6fa-48ce-801a-513d5414d113 None None] Resources bound (agent type, host, resource id): {{(pid=88388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:43:13.131988 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1e79ed21-db91-4bab-b4b9-26593e1e1bce tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "DELETE /v2.0/networks/584a7099-87d5-43bf-aca0-d24ac1ec5071 HTTP/1.1" status: 204 len: 168 time: 2.3474205 Mar 07 21:43:13.152441 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45518) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:13.214634 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3fdd9954-29c5-4a06-9493-d1fe84656b41 None None] Provisioning for port dfee941b-2d1c-4489-af3d-cc5a048b5f09 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:13.232484 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3fdd9954-29c5-4a06-9493-d1fe84656b41 None None] Provisioning complete for port dfee941b-2d1c-4489-af3d-cc5a048b5f09 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:13.232854 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3fdd9954-29c5-4a06-9493-d1fe84656b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:13.334904 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-d794e9a0-e30a-4d8a-9992-8ac9161552e2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e19b78f-7e1e-45cf-ad71-07808c9b858a']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:13.364120 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-d794e9a0-e30a-4d8a-9992-8ac9161552e2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ddeda2f-9701-482b-a4a6-d1b56c8a990b') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:13.364336 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-d794e9a0-e30a-4d8a-9992-8ac9161552e2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ddeda2f-9701-482b-a4a6-d1b56c8a990b') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:13.390621 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d794e9a0-e30a-4d8a-9992-8ac9161552e2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:13.424728 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-d509eabe-4344-40a7-9ed4-6ea1364d0fd1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Deleting subnet 2e0d5f5f-8d00-40bd-a52d-1da68230ab4d {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:43:13.433499 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d509eabe-4344-40a7-9ed4-6ea1364d0fd1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:13.462804 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3fdd9954-29c5-4a06-9493-d1fe84656b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:13.469359 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d794e9a0-e30a-4d8a-9992-8ac9161552e2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:13.478658 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d794e9a0-e30a-4d8a-9992-8ac9161552e2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:43:13.479062 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d794e9a0-e30a-4d8a-9992-8ac9161552e2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:13.503396 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-57ab42a5-47ce-4f35-8667-8af26f04d478 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:13.514767 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-3fdd9954-29c5-4a06-9493-d1fe84656b41 None None] For port dfee941b-2d1c-4489-af3d-cc5a048b5f09, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=dfee941b-2d1c-4489-af3d-cc5a048b5f09,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:13.521555 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Deleting port c876ce37-6f39-4af6-87fd-29ef0c36d71a {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:13.521896 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:43:13.552515 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:43:13.592618 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3fdd9954-29c5-4a06-9493-d1fe84656b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:13.684046 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2e6deaa8-bdc0-4003-ac67-2ab2dede22b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:13.775307 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd9954-29c5-4a06-9493-d1fe84656b41 None None] Pushing event updated for resources: {'Port': ['ID=dfee941b-2d1c-4489-af3d-cc5a048b5f09,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:13.790728 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-57ab42a5-47ce-4f35-8667-8af26f04d478 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Calling delete_port for dc2ac2a4-2fbe-4b52-848d-0765e3462e7b owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:13.797136 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 9ad70400-8e06-4c67-9b9b-c898f9751554 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:43:13.823841 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] The port 'c876ce37-6f39-4af6-87fd-29ef0c36d71a' was deleted {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:43:13.840910 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 9ad70400-8e06-4c67-9b9b-c898f9751554 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:43:13.841602 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 9ad70400-8e06-4c67-9b9b-c898f9751554 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:43:13.842270 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 8ee37ef1-9de8-475f-8ead-2153729c47f6 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:43:13.881357 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 8ee37ef1-9de8-475f-8ead-2153729c47f6 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:43:13.882237 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 8ee37ef1-9de8-475f-8ead-2153729c47f6 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:43:13.887428 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d509eabe-4344-40a7-9ed4-6ea1364d0fd1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:13.932289 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6d095f-2457-4bee-a3ab-205e15bed82e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Router f210ae77-0c1f-4ea6-b731-f5d2150152a7 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:43:14.050836 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d794e9a0-e30a-4d8a-9992-8ac9161552e2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:14.060060 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:14.084129 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d794e9a0-e30a-4d8a-9992-8ac9161552e2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:14.106505 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794e9a0-e30a-4d8a-9992-8ac9161552e2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Network': ['ID=7e19b78f-7e1e-45cf-ad71-07808c9b858a,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:14.160796 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10479594-86cf-4ef1-b956-32d54507ccaf']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:14.189722 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d794e9a0-e30a-4d8a-9992-8ac9161552e2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/networks/7e19b78f-7e1e-45cf-ad71-07808c9b858a HTTP/1.1" status: 204 len: 168 time: 2.9722843 Mar 07 21:43:14.194184 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60ceefb-c831-4068-8347-86c33fc7d4f0') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:14.194479 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60ceefb-c831-4068-8347-86c33fc7d4f0') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:14.201034 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45522) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:14.209738 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:14.240079 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:14.242452 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d509eabe-4344-40a7-9ed4-6ea1364d0fd1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:14.285132 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:43:14.285536 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:43:14.299502 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:43:14.367179 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.objects.ports [None req-c46d3d44-9218-41c6-bacd-826dbc6db8c5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88386) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 07 21:43:14.374346 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-57ab42a5-47ce-4f35-8667-8af26f04d478 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:14.438368 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab42a5-47ce-4f35-8667-8af26f04d478 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Pushing event deleted for resources: {'Port': ['ID=dc2ac2a4-2fbe-4b52-848d-0765e3462e7b,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:14.484399 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-57ab42a5-47ce-4f35-8667-8af26f04d478 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:14.513629 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:14.531217 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:14.537587 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/networks/10479594-86cf-4ef1-b956-32d54507ccaf HTTP/1.1" status: 204 len: 168 time: 9.1463709 Mar 07 21:43:14.540866 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45526) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:14.553777 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-c5c0c478-6516-4889-905d-86039f5f0804 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1188256260'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:14.557257 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfd0dc-1037-4189-bd07-65f722e42d48 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Network': ['ID=10479594-86cf-4ef1-b956-32d54507ccaf,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:14.560992 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c5c0c478-6516-4889-905d-86039f5f0804 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:14.564050 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d509eabe-4344-40a7-9ed4-6ea1364d0fd1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:14.584803 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6d095f-2457-4bee-a3ab-205e15bed82e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:43:14.595618 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9bb3dc-da2d-4bbd-a41a-0ced520e18c8 None None] Sync routers for ids ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:14.605795 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c5c0c478-6516-4889-905d-86039f5f0804 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Usage tracker for resource:network and tenant:a528f79553b84c43aec8d6e00382c6b6 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:14.606493 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9bb3dc-da2d-4bbd-a41a-0ced520e18c8 None None] Routers {'f210ae77-0c1f-4ea6-b731-f5d2150152a7'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:14.607135 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-2f9bb3dc-da2d-4bbd-a41a-0ced520e18c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:42:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:14.609491 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c5c0c478-6516-4889-905d-86039f5f0804 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:14.617193 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c5c0c478-6516-4889-905d-86039f5f0804 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:14.640110 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8048da32-218a-45f9-8146-a956c4c124db None None] Network 041b2ec7-2d5e-46b2-bdd0-24f6337e7cb3 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:14.642222 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-57ab42a5-47ce-4f35-8667-8af26f04d478 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] 10.222.0.21 "DELETE /v2.0/ports/dc2ac2a4-2fbe-4b52-848d-0765e3462e7b HTTP/1.1" status: 204 len: 168 time: 2.1178792 Mar 07 21:43:14.644139 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d509eabe-4344-40a7-9ed4-6ea1364d0fd1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:14.646548 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d509eabe-4344-40a7-9ed4-6ea1364d0fd1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "DELETE /v2.0/subnets/2e0d5f5f-8d00-40bd-a52d-1da68230ab4d HTTP/1.1" status: 204 len: 168 time: 1.4929957 Mar 07 21:43:14.647987 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509eabe-4344-40a7-9ed4-6ea1364d0fd1 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0d5f5f-8d00-40bd-a52d-1da68230ab4d,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:14.654135 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45530) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:14.654949 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45532) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:14.746122 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dc6d095f-2457-4bee-a3ab-205e15bed82e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:14.846205 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ea3c-d7fa-4564-b101-7b48d2692317 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:14.856330 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c0c478-6516-4889-905d-86039f5f0804 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Made reservation on behalf of a528f79553b84c43aec8d6e00382c6b6 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:14.860477 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c5c0c478-6516-4889-905d-86039f5f0804 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:14.892482 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-1096fc79-eb6b-430f-b2a8-78a254d863b2 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] GET failed (client error): The resource could not be found. Mar 07 21:43:14.893027 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1096fc79-eb6b-430f-b2a8-78a254d863b2 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Synchronizing usage tracker for tenant:52faca8939ef4bacb3bd7b1278a68da5 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:43:14.899080 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-0ce0ea3c-d7fa-4564-b101-7b48d2692317 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Deleting port 6f1cde8c-b605-49e0-befa-5d26a28d8e7f {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:14.899411 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ea3c-d7fa-4564-b101-7b48d2692317 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:14.905811 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-2f9bb3dc-da2d-4bbd-a41a-0ced520e18c8 None None] Set router f210ae77-0c1f-4ea6-b731-f5d2150152a7 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:43:14.950158 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c0c478-6516-4889-905d-86039f5f0804 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:43:14.961638 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c5c0c478-6516-4889-905d-86039f5f0804 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:14.962258 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-c5c0c478-6516-4889-905d-86039f5f0804 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Added segment 6949afaf-c0df-48b9-abe6-b720bbd54788 of type vlan for network 34e737d3-cb68-415f-b27e-c1ada0ada306 Mar 07 21:43:15.007457 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b4d44a-1a4f-4a7d-a01a-8e3318f449b3 None None] DHCP port deletion for 041b2ec7-2d5e-46b2-bdd0-24f6337e7cb3 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:43:15.010878 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-19b4d44a-1a4f-4a7d-a01a-8e3318f449b3 None None] Deleting port 6f1cde8c-b605-49e0-befa-5d26a28d8e7f {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:15.011437 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-19b4d44a-1a4f-4a7d-a01a-8e3318f449b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:15.029881 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c5c0c478-6516-4889-905d-86039f5f0804 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:15.051777 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-dc6d095f-2457-4bee-a3ab-205e15bed82e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.8748825 Mar 07 21:43:15.070701 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2e6deaa8-bdc0-4003-ac67-2ab2dede22b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:15.070701 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99741320-9ed5-44b2-bf3f-40b985939099', 'tag': 'a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:43:15.126777 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1096fc79-eb6b-430f-b2a8-78a254d863b2 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Unset dirty status for tenant:52faca8939ef4bacb3bd7b1278a68da5 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:43:15.129559 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1096fc79-eb6b-430f-b2a8-78a254d863b2 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] 10.222.0.21 "GET /v2.0/ports/dc2ac2a4-2fbe-4b52-848d-0765e3462e7b HTTP/1.1" status: 404 len: 333 time: 0.4734135 Mar 07 21:43:15.135683 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45544) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:15.170667 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-c60796b9-749f-470b-87cb-0741a150093f tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Request body: {'port': {'network_id': '8015be7b-b8d1-43bb-aaaf-f33b568e3abe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-316231968'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:15.207039 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2e6deaa8-bdc0-4003-ac67-2ab2dede22b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:15.344543 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-19b4d44a-1a4f-4a7d-a01a-8e3318f449b3 None None] For port 6f1cde8c-b605-49e0-befa-5d26a28d8e7f, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6f1cde8c-b605-49e0-befa-5d26a28d8e7f,segment=NetworkSegment(7957d951-d595-4218-9f18-79fd4c59486e),segment_id=7957d951-d595-4218-9f18-79fd4c59486e)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:15.344987 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-19b4d44a-1a4f-4a7d-a01a-8e3318f449b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:15.411409 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99741320-9ed5-44b2-bf3f-40b985939099', 'tag': 'a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3', 'status': 'completed', 'code': 200} Mar 07 21:43:15.428497 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-2f9bb3dc-da2d-4bbd-a41a-0ced520e18c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:41:01Z', 'revision_number': 4, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port': {'id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:47Z', 'updated_at': '2022-03-07T21:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '99736338-1846-47c8-9304-c2784615bdb5', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'floating_ip_address': '172.26.2.173', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'port_id': 'a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'mac_address': 'fa:16:3e:1c:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99741320-9ed5-44b2-bf3f-40b985939099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:43:08Z', 'updated_at': '2022-03-07T21:43:08Z', 'revision_number': 0, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07655d0a-fa13-4d33-8c21-75878fce99e7', 'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'mac_address': 'fa:16:3e:47:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:57Z', 'updated_at': '2022-03-07T21:41:14Z', 'revision_number': 5, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'subnets': [{'id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:15.434029 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9bb3dc-da2d-4bbd-a41a-0ced520e18c8 None None] Checking router: f210ae77-0c1f-4ea6-b731-f5d2150152a7 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:43:15.443435 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9bb3dc-da2d-4bbd-a41a-0ced520e18c8 None None] Routers {'f210ae77-0c1f-4ea6-b731-f5d2150152a7'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:15.444263 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-2f9bb3dc-da2d-4bbd-a41a-0ced520e18c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:42:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:15.510338 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c5c0c478-6516-4889-905d-86039f5f0804 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:15.515756 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c0c478-6516-4889-905d-86039f5f0804 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:15.516623 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c5c0c478-6516-4889-905d-86039f5f0804 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:15.535226 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-19b4d44a-1a4f-4a7d-a01a-8e3318f449b3 None None] Calling delete_port for 6f1cde8c-b605-49e0-befa-5d26a28d8e7f owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:15.556792 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6deaa8-bdc0-4003-ac67-2ab2dede22b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event updated for resources: {'Port': ['ID=11e5add9-d70c-409e-bfff-3ca0ed88e22e,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:15.564118 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c46d3d44-9218-41c6-bacd-826dbc6db8c5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:15.579332 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2e6deaa8-bdc0-4003-ac67-2ab2dede22b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:15.602460 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-0ce0ea3c-d7fa-4564-b101-7b48d2692317 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] For port 6f1cde8c-b605-49e0-befa-5d26a28d8e7f, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6f1cde8c-b605-49e0-befa-5d26a28d8e7f,segment=NetworkSegment(7957d951-d595-4218-9f18-79fd4c59486e),segment_id=7957d951-d595-4218-9f18-79fd4c59486e)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:15.603226 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ea3c-d7fa-4564-b101-7b48d2692317 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:15.677153 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c5c0c478-6516-4889-905d-86039f5f0804 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1350136 Mar 07 21:43:15.688890 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-2f9bb3dc-da2d-4bbd-a41a-0ced520e18c8 None None] Set router f210ae77-0c1f-4ea6-b731-f5d2150152a7 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:43:15.697294 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-19b4d44a-1a4f-4a7d-a01a-8e3318f449b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:15.700421 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45548) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:15.717221 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-e0bb5685-40e5-423e-b28c-a49b21e1a434 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'subnet': {'network_id': '34e737d3-cb68-415f-b27e-c1ada0ada306', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:15.803387 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4d44a-1a4f-4a7d-a01a-8e3318f449b3 None None] Pushing event deleted for resources: {'Port': ['ID=6f1cde8c-b605-49e0-befa-5d26a28d8e7f,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:15.809159 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c60796b9-749f-470b-87cb-0741a150093f tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:15.814126 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:15.814971 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-0ce0ea3c-d7fa-4564-b101-7b48d2692317 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Calling delete_port for 6f1cde8c-b605-49e0-befa-5d26a28d8e7f owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:15.826201 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device dfee941b-2d1c-4489-af3d-cc5a048b5f09 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:43:15.853868 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0c478-6516-4889-905d-86039f5f0804 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Network': ['ID=34e737d3-cb68-415f-b27e-c1ada0ada306,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:15.896506 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfefa47-745a-44a4-840b-7e3cb9778256 req-f6d55ddb-f1c8-4ba7-aec0-69e2b312c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:15.898176 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-edfefa47-745a-44a4-840b-7e3cb9778256 req-f6d55ddb-f1c8-4ba7-aec0-69e2b312c15f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1d039a5115b40cc849313193266d5ad&device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 1099 time: 0.4311836 Mar 07 21:43:15.901709 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b4d44a-1a4f-4a7d-a01a-8e3318f449b3 None None] No DVR routers for this DVR port 6f1cde8c-b605-49e0-befa-5d26a28d8e7f on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:43:15.920006 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 34e737d3-cb68-415f-b27e-c1ada0ada306 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:43:15.922575 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c60796b9-749f-470b-87cb-0741a150093f tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:16.028479 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.api [None req-0ce0ea3c-d7fa-4564-b101-7b48d2692317 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:43:16.029063 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG oslo_db.api [None req-0ce0ea3c-d7fa-4564-b101-7b48d2692317 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:43:16.076132 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port dfee941b-2d1c-4489-af3d-cc5a048b5f09 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:16.076759 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:16.086086 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfefa47-745a-44a4-840b-7e3cb9778256 req-bd587ff4-1298-4167-8e4d-28cfb33e4d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:16.088965 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-edfefa47-745a-44a4-840b-7e3cb9778256 req-bd587ff4-1298-4167-8e4d-28cfb33e4d5f service neutron] 10.222.0.11 "GET /v2.0/networks?id=e71fce04-ffbd-435e-bfc3-87f58b6e4967 HTTP/1.1" status: 200 len: 911 time: 0.1714191 Mar 07 21:43:16.108298 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e0bb5685-40e5-423e-b28c-a49b21e1a434 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:16.190802 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-2f9bb3dc-da2d-4bbd-a41a-0ced520e18c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:41:01Z', 'revision_number': 4, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port': {'id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:47Z', 'updated_at': '2022-03-07T21:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '99736338-1846-47c8-9304-c2784615bdb5', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'floating_ip_address': '172.26.2.173', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'port_id': 'a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'mac_address': 'fa:16:3e:1c:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99741320-9ed5-44b2-bf3f-40b985939099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:43:08Z', 'updated_at': '2022-03-07T21:43:08Z', 'revision_number': 0, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07655d0a-fa13-4d33-8c21-75878fce99e7', 'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'mac_address': 'fa:16:3e:47:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:57Z', 'updated_at': '2022-03-07T21:41:14Z', 'revision_number': 5, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'subnets': [{'id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:16.195973 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9bb3dc-da2d-4bbd-a41a-0ced520e18c8 None None] The sync data for ids ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'] in dv-neutron-829957-1-hyperv is: [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:41:01Z', 'revision_number': 4, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port': {'id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:47Z', 'updated_at': '2022-03-07T21:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '99736338-1846-47c8-9304-c2784615bdb5', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'floating_ip_address': '172.26.2.173', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'port_id': 'a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'mac_address': 'fa:16:3e:1c:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99741320-9ed5-44b2-bf3f-40b985939099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:43:08Z', 'updated_at': '2022-03-07T21:43:08Z', 'revision_number': 0, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07655d0a-fa13-4d33-8c21-75878fce99e7', 'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'mac_address': 'fa:16:3e:47:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:57Z', 'updated_at': '2022-03-07T21:41:14Z', 'revision_number': 5, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'subnets': [{'id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:16.227123 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-edfefa47-745a-44a4-840b-7e3cb9778256 req-47b05a39-f755-4c59-9035-b36c5e1c5008 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 HTTP/1.1" status: 200 len: 1000 time: 0.1221850 Mar 07 21:43:16.296226 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-c46d3d44-9218-41c6-bacd-826dbc6db8c5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] For port dfee941b-2d1c-4489-af3d-cc5a048b5f09, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=dfee941b-2d1c-4489-af3d-cc5a048b5f09,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:16.324464 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c46d3d44-9218-41c6-bacd-826dbc6db8c5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:16.334701 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e0bb5685-40e5-423e-b28c-a49b21e1a434 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Usage tracker for resource:subnet and tenant:a528f79553b84c43aec8d6e00382c6b6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:16.334701 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e0bb5685-40e5-423e-b28c-a49b21e1a434 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:16.345437 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e0bb5685-40e5-423e-b28c-a49b21e1a434 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:16.351552 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60796b9-749f-470b-87cb-0741a150093f tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Made reservation on behalf of 52faca8939ef4bacb3bd7b1278a68da5 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:16.351552 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c60796b9-749f-470b-87cb-0741a150093f tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:16.357573 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfefa47-745a-44a4-840b-7e3cb9778256 req-dd167df1-8a00-48c3-bf2d-db7e689eb772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:16.357573 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-edfefa47-745a-44a4-840b-7e3cb9778256 req-dd167df1-8a00-48c3-bf2d-db7e689eb772 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca279e0e-f6b2-4a41-a814-7c87369c7833 HTTP/1.1" status: 200 len: 850 time: 0.1291907 Mar 07 21:43:16.371554 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6f1cde8c-b605-49e0-befa-5d26a28d8e7f no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:43:16.380763 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6deaa8-bdc0-4003-ac67-2ab2dede22b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Network 14efbfe2-6544-47be-acf3-104d005788eb is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:16.400486 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-2e6deaa8-bdc0-4003-ac67-2ab2dede22b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:16.400486 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c46d3d44-9218-41c6-bacd-826dbc6db8c5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:16.400486 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c46d3d44-9218-41c6-bacd-826dbc6db8c5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:16.428260 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 6f1cde8c-b605-49e0-befa-5d26a28d8e7f {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:43:16.428260 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6f1cde8c-b605-49e0-befa-5d26a28d8e7f not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:43:16.478075 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfefa47-745a-44a4-840b-7e3cb9778256 req-14aeeafd-6228-4726-8bfb-012f5cbbc52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:16.479895 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-edfefa47-745a-44a4-840b-7e3cb9778256 req-14aeeafd-6228-4726-8bfb-012f5cbbc52e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e71fce04-ffbd-435e-bfc3-87f58b6e4967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1192453 Mar 07 21:43:16.484651 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-c60796b9-749f-470b-87cb-0741a150093f tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] device_id is not set on port 6915c6db-9d9b-451e-b159-6fd6ea5fa24a yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:43:16.506528 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28beb3bc-6574-418a-adcb-177cd70095d7 None None] New status for floating IP 99736338-1846-47c8-9304-c2784615bdb5: ACTIVE {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:43:16.532289 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-0ce0ea3c-d7fa-4564-b101-7b48d2692317 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Deleting port 6f1cde8c-b605-49e0-befa-5d26a28d8e7f {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:16.532632 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ea3c-d7fa-4564-b101-7b48d2692317 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:16.597708 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bb5685-40e5-423e-b28c-a49b21e1a434 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Made reservation on behalf of a528f79553b84c43aec8d6e00382c6b6 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:16.602437 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e0bb5685-40e5-423e-b28c-a49b21e1a434 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:16.688484 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-0ce0ea3c-d7fa-4564-b101-7b48d2692317 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] The port '6f1cde8c-b605-49e0-befa-5d26a28d8e7f' was deleted {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:43:16.691097 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46d3d44-9218-41c6-bacd-826dbc6db8c5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:16.715603 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-c46d3d44-9218-41c6-bacd-826dbc6db8c5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:16.764581 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c17695-b99b-46a5-93ee-5f53e73c003f None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:16.777059 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46d3d44-9218-41c6-bacd-826dbc6db8c5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:16.777059 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c46d3d44-9218-41c6-bacd-826dbc6db8c5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:16.832961 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d3d44-9218-41c6-bacd-826dbc6db8c5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=816af276-7349-4797-89c2-117ed2ddcd27,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:16.891062 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ea3c-d7fa-4564-b101-7b48d2692317 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:16.921537 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-0ce0ea3c-d7fa-4564-b101-7b48d2692317 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041b2ec7-2d5e-46b2-bdd0-24f6337e7cb3']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:16.934122 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-0ce0ea3c-d7fa-4564-b101-7b48d2692317 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7957d951-d595-4218-9f18-79fd4c59486e') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:16.934122 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-0ce0ea3c-d7fa-4564-b101-7b48d2692317 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7957d951-d595-4218-9f18-79fd4c59486e') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:16.950443 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ea3c-d7fa-4564-b101-7b48d2692317 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:16.971991 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ea3c-d7fa-4564-b101-7b48d2692317 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:16.971991 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce0ea3c-d7fa-4564-b101-7b48d2692317 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:43:16.971991 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ea3c-d7fa-4564-b101-7b48d2692317 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:16.991188 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d3d44-9218-41c6-bacd-826dbc6db8c5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=dfee941b-2d1c-4489-af3d-cc5a048b5f09,revision_number=5']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:17.050737 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4e6af36-302e-46c5-b91c-8c43445f6dc9 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:43:17.081253 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:43:17.109763 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-edfefa47-745a-44a4-840b-7e3cb9778256 req-43f90ee7-bc74-4b01-be23-a71073dafec9 service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6235032 Mar 07 21:43:17.231289 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ea3c-d7fa-4564-b101-7b48d2692317 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:17.318300 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c46d3d44-9218-41c6-bacd-826dbc6db8c5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.5976393 Mar 07 21:43:17.332400 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45552) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:17.352211 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-6bc60ff1-f9bf-4714-b402-ef64b805de8b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'port': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'mac_address': 'fa:16:3e:00:e0:97', 'name': 'tempest-NetworksTestDHCPv6-343961739'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:17.377637 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ea3c-d7fa-4564-b101-7b48d2692317 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:17.395500 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0ea3c-d7fa-4564-b101-7b48d2692317 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] Pushing event deleted for resources: {'Network': ['ID=041b2ec7-2d5e-46b2-bdd0-24f6337e7cb3,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:17.413011 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0ce0ea3c-d7fa-4564-b101-7b48d2692317 tempest-NetworksIpV6TestAttrs-1807561654 tempest-NetworksIpV6TestAttrs-1807561654-project] 10.222.0.21 "DELETE /v2.0/networks/041b2ec7-2d5e-46b2-bdd0-24f6337e7cb3 HTTP/1.1" status: 204 len: 168 time: 2.7485063 Mar 07 21:43:17.449725 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-edfefa47-745a-44a4-840b-7e3cb9778256 req-4a1e64df-e8a3-486f-922a-a710f76b80ae service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271935 Mar 07 21:43:17.478260 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6deaa8-bdc0-4003-ac67-2ab2dede22b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Router 35117517-56de-4c85-bb87-b26c1589e90b has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:43:17.558109 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-c60796b9-749f-470b-87cb-0741a150093f tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Allocated IP 2001:db8::2d4 (8015be7b-b8d1-43bb-aaaf-f33b568e3abe/93f90b6b-5fe0-42f1-8125-36a44baf1039/6915c6db-9d9b-451e-b159-6fd6ea5fa24a) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:17.752181 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device dfee941b-2d1c-4489-af3d-cc5a048b5f09 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:43:17.902969 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port dfee941b-2d1c-4489-af3d-cc5a048b5f09 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:17.903177 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:18.023194 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45560) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:18.098799 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-6bc60ff1-f9bf-4714-b402-ef64b805de8b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:18.145624 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6bc60ff1-f9bf-4714-b402-ef64b805de8b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:port and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:18.147113 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-7a417645-fb6f-46fc-92cc-ddebea65888f None None] Provisioning complete for port dfee941b-2d1c-4489-af3d-cc5a048b5f09 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:18.147480 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7a417645-fb6f-46fc-92cc-ddebea65888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:18.155664 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6bc60ff1-f9bf-4714-b402-ef64b805de8b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:18.184534 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-30b3b890-f879-46b0-a8c5-0c7c292a03bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27b5ef1635c14b0aac205e290183de79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1576166 Mar 07 21:43:18.184740 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-6bc60ff1-f9bf-4714-b402-ef64b805de8b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:18.184830 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45566) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:18.254451 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8b9cc341-2a68-4a65-a579-61f0c3b9067e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:18.258193 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6deaa8-bdc0-4003-ac67-2ab2dede22b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:43:18.270443 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e0bb5685-40e5-423e-b28c-a49b21e1a434 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:18.273151 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6978d1b-39c2-4f9e-b8da-4a65de484547 None None] Sync routers for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:18.282795 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6978d1b-39c2-4f9e-b8da-4a65de484547 None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:18.283703 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d6978d1b-39c2-4f9e-b8da-4a65de484547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:42:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:18.292751 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8b9cc341-2a68-4a65-a579-61f0c3b9067e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:18.348158 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2e6deaa8-bdc0-4003-ac67-2ab2dede22b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "PUT /v2.0/routers/35117517-56de-4c85-bb87-b26c1589e90b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8347487 Mar 07 21:43:18.361520 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d6978d1b-39c2-4f9e-b8da-4a65de484547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:18.367776 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45570) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:18.367776 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-8555385a-6cf2-4151-88ee-88e454fad405 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Request body: {'port': {'network_id': '14efbfe2-6544-47be-acf3-104d005788eb', 'name': 'tempest-FloatingIPTestJSON-352176323'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:18.372805 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6978d1b-39c2-4f9e-b8da-4a65de484547 None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:18.372805 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d6978d1b-39c2-4f9e-b8da-4a65de484547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:42:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:18.403262 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc60ff1-f9bf-4714-b402-ef64b805de8b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:18.443530 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d6978d1b-39c2-4f9e-b8da-4a65de484547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:18.443530 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6978d1b-39c2-4f9e-b8da-4a65de484547 None None] The sync data for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:18.468221 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8b9cc341-2a68-4a65-a579-61f0c3b9067e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:18.492649 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cc341-2a68-4a65-a579-61f0c3b9067e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0ccbc1-00c3-4e58-8942-25bad94a1ec7,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:18.511049 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8b9cc341-2a68-4a65-a579-61f0c3b9067e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:18.514000 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8b9cc341-2a68-4a65-a579-61f0c3b9067e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec0ccbc1-00c3-4e58-8942-25bad94a1ec7 HTTP/1.1" status: 204 len: 168 time: 0.3263531 Mar 07 21:43:18.522726 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c60796b9-749f-470b-87cb-0741a150093f tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:18.540399 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8555385a-6cf2-4151-88ee-88e454fad405 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:18.544359 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8555385a-6cf2-4151-88ee-88e454fad405 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Usage tracker for resource:port and tenant:2e7eeead753e44e297f167f27855cc6a is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:18.547437 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8555385a-6cf2-4151-88ee-88e454fad405 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:18.556117 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8555385a-6cf2-4151-88ee-88e454fad405 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:18.587782 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb5685-40e5-423e-b28c-a49b21e1a434 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Subnet': ['ID=c0283097-2bf4-44e6-b417-27bc19d1bc08,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:18.622643 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-d4e6af36-302e-46c5-b91c-8c43445f6dc9 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting port b2ee673d-54e2-448a-908d-47aec710b632 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:18.622643 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4e6af36-302e-46c5-b91c-8c43445f6dc9 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:18.638839 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8555385a-6cf2-4151-88ee-88e454fad405 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Made reservation on behalf of 2e7eeead753e44e297f167f27855cc6a for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:18.642508 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8555385a-6cf2-4151-88ee-88e454fad405 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:18.650974 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-c60796b9-749f-470b-87cb-0741a150093f tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Transition to ACTIVE for port object 6915c6db-9d9b-451e-b159-6fd6ea5fa24a will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:18.662841 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bb5685-40e5-423e-b28c-a49b21e1a434 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Checking segment: {'id': '6949afaf-c0df-48b9-abe6-b720bbd54788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '34e737d3-cb68-415f-b27e-c1ada0ada306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:43:18.663195 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bb5685-40e5-423e-b28c-a49b21e1a434 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Network hostable DHCP agents. Network: 34e737d3-cb68-415f-b27e-c1ada0ada306, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:43:18.664641 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-8555385a-6cf2-4151-88ee-88e454fad405 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] device_id is not set on port 0911dab3-7911-4df0-83da-8f38e2b90793 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:43:18.752484 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6bc60ff1-f9bf-4714-b402-ef64b805de8b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:18.817906 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-8555385a-6cf2-4151-88ee-88e454fad405 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Allocated IP 172.20.0.2 (14efbfe2-6544-47be-acf3-104d005788eb/20914148-4881-408f-8902-5c0f9881e0ee/0911dab3-7911-4df0-83da-8f38e2b90793) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:18.969639 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bb5685-40e5-423e-b28c-a49b21e1a434 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Network 34e737d3-cb68-415f-b27e-c1ada0ada306 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:43:19.012716 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-6bc60ff1-f9bf-4714-b402-ef64b805de8b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] device_id is not set on port 93818d65-cfb1-42f9-9f57-52ee6f1c0374 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:43:19.070133 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8555385a-6cf2-4151-88ee-88e454fad405 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:19.092549 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-e0bb5685-40e5-423e-b28c-a49b21e1a434 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 34e737d3-cb68-415f-b27e-c1ada0ada306) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:19.093623 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-d4e6af36-302e-46c5-b91c-8c43445f6dc9 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] For port b2ee673d-54e2-448a-908d-47aec710b632, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=b2ee673d-54e2-448a-908d-47aec710b632,segment=NetworkSegment(eb4d18d8-4f99-4e08-add9-75564eeec5b9),segment_id=eb4d18d8-4f99-4e08-add9-75564eeec5b9)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:19.094221 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4e6af36-302e-46c5-b91c-8c43445f6dc9 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:19.098945 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80f40af-61ec-4774-bb14-507de165b61c None None] Network 34e737d3-cb68-415f-b27e-c1ada0ada306 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:19.111806 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bb5685-40e5-423e-b28c-a49b21e1a434 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:19.112382 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e0bb5685-40e5-423e-b28c-a49b21e1a434 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:19.168641 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8555385a-6cf2-4151-88ee-88e454fad405 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:19.236604 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c60796b9-749f-470b-87cb-0741a150093f tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:19.244898 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-d4e6af36-302e-46c5-b91c-8c43445f6dc9 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Calling delete_port for b2ee673d-54e2-448a-908d-47aec710b632 owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:19.251745 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8555385a-6cf2-4151-88ee-88e454fad405 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Network 14efbfe2-6544-47be-acf3-104d005788eb is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:19.256501 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555385a-6cf2-4151-88ee-88e454fad405 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event updated for resources: {'Port': ['ID=0911dab3-7911-4df0-83da-8f38e2b90793,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:19.259487 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-8555385a-6cf2-4151-88ee-88e454fad405 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:19.261511 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8555385a-6cf2-4151-88ee-88e454fad405 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:19.326773 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b12e93-d7c6-445d-8d50-6cbc5f9f5108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-34e737d3-cb68-415f-b27e-c1ada0ada306', 'network_id': '34e737d3-cb68-415f-b27e-c1ada0ada306', 'tenant_id': 'a528f79553b84c43aec8d6e00382c6b6', 'fixed_ips': [{'subnet_id': 'c0283097-2bf4-44e6-b417-27bc19d1bc08'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:43:19.327890 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-23b12e93-d7c6-445d-8d50-6cbc5f9f5108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:19.333725 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8555385a-6cf2-4151-88ee-88e454fad405 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:19.334401 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8555385a-6cf2-4151-88ee-88e454fad405 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:19.397080 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e0bb5685-40e5-423e-b28c-a49b21e1a434 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6894841 Mar 07 21:43:19.400605 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45576) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:19.419616 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60796b9-749f-470b-87cb-0741a150093f tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Network 8015be7b-b8d1-43bb-aaaf-f33b568e3abe is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:19.429122 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8555385a-6cf2-4151-88ee-88e454fad405 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0721445 Mar 07 21:43:19.429920 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-c60796b9-749f-470b-87cb-0741a150093f tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:19.436856 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60796b9-749f-470b-87cb-0741a150093f tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Pushing event updated for resources: {'Port': ['ID=6915c6db-9d9b-451e-b159-6fd6ea5fa24a,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:19.441155 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60796b9-749f-470b-87cb-0741a150093f tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:19.441338 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45580) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:19.451235 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-baeb5a2e-9603-413b-a547-99e2d79c63c5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Request body: {'port': {'network_id': '14efbfe2-6544-47be-acf3-104d005788eb', 'name': 'tempest-FloatingIPTestJSON-858435755'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:19.453661 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60796b9-749f-470b-87cb-0741a150093f tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:19.456095 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c60796b9-749f-470b-87cb-0741a150093f tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:19.528732 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-23b12e93-d7c6-445d-8d50-6cbc5f9f5108 None None] Allocated IP 172.20.0.2 (34e737d3-cb68-415f-b27e-c1ada0ada306/c0283097-2bf4-44e6-b417-27bc19d1bc08/9a1365e4-e4e2-420d-a5fc-ecd2c98f5598) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:19.705593 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:19.705593 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-baeb5a2e-9603-413b-a547-99e2d79c63c5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:19.712112 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c60796b9-749f-470b-87cb-0741a150093f tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.5697358 Mar 07 21:43:19.717336 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-baeb5a2e-9603-413b-a547-99e2d79c63c5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Usage tracker for resource:port and tenant:2e7eeead753e44e297f167f27855cc6a is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:19.720881 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45584) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:19.726633 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-baeb5a2e-9603-413b-a547-99e2d79c63c5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:19.732925 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-a3922a99-f99c-4890-9da4-b03e1e121834 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Request body: {'port': {'network_id': '8015be7b-b8d1-43bb-aaaf-f33b568e3abe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-911181181'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:19.738822 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-baeb5a2e-9603-413b-a547-99e2d79c63c5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:19.826141 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:19.852078 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-23b12e93-d7c6-445d-8d50-6cbc5f9f5108 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:19.867942 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-23b12e93-d7c6-445d-8d50-6cbc5f9f5108 None None] Transition to ACTIVE for port object 9a1365e4-e4e2-420d-a5fc-ecd2c98f5598 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:19.884013 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-6bc60ff1-f9bf-4714-b402-ef64b805de8b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 2001:db8::253 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/b9827303-d6e9-49b6-b517-5f44d4a7fd90/93818d65-cfb1-42f9-9f57-52ee6f1c0374) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:19.896093 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baeb5a2e-9603-413b-a547-99e2d79c63c5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Made reservation on behalf of 2e7eeead753e44e297f167f27855cc6a for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:19.899434 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-23b12e93-d7c6-445d-8d50-6cbc5f9f5108 None None] Transition to ACTIVE for port object 9a1365e4-e4e2-420d-a5fc-ecd2c98f5598 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:19.899585 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-baeb5a2e-9603-413b-a547-99e2d79c63c5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:19.911472 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-6bc60ff1-f9bf-4714-b402-ef64b805de8b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 2001:db8:0:1:f816:3eff:fe00:e097 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/816af276-7349-4797-89c2-117ed2ddcd27/93818d65-cfb1-42f9-9f57-52ee6f1c0374) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:19.940150 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-baeb5a2e-9603-413b-a547-99e2d79c63c5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] device_id is not set on port 33959bc8-a82d-488c-841e-932b2b59a942 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:43:19.991530 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-23b12e93-d7c6-445d-8d50-6cbc5f9f5108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:20.084828 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0a9f12c3-5739-4986-a74a-49e7f5f72ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:20.095824 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a3922a99-f99c-4890-9da4-b03e1e121834 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:20.101560 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b12e93-d7c6-445d-8d50-6cbc5f9f5108 None None] Pushing event updated for resources: {'Port': ['ID=9a1365e4-e4e2-420d-a5fc-ecd2c98f5598,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:20.101560 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b12e93-d7c6-445d-8d50-6cbc5f9f5108 None None] Network 34e737d3-cb68-415f-b27e-c1ada0ada306 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:20.101560 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-23b12e93-d7c6-445d-8d50-6cbc5f9f5108 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:20.101560 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b12e93-d7c6-445d-8d50-6cbc5f9f5108 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:20.119657 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a3922a99-f99c-4890-9da4-b03e1e121834 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:20.124985 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:20.172397 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-baeb5a2e-9603-413b-a547-99e2d79c63c5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Allocated IP 172.20.0.13 (14efbfe2-6544-47be-acf3-104d005788eb/20914148-4881-408f-8902-5c0f9881e0ee/33959bc8-a82d-488c-841e-932b2b59a942) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:20.177391 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Subnet': ['ID=c0283097-2bf4-44e6-b417-27bc19d1bc08,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:20.182802 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-0822d4a2-b777-4f9c-a724-737c8101dcfd None None] Provisioning for port 6915c6db-9d9b-451e-b159-6fd6ea5fa24a completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:20.205031 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-0822d4a2-b777-4f9c-a724-737c8101dcfd None None] Provisioning complete for port 6915c6db-9d9b-451e-b159-6fd6ea5fa24a triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:20.205619 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0822d4a2-b777-4f9c-a724-737c8101dcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:20.207645 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4e6af36-302e-46c5-b91c-8c43445f6dc9 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:20.266748 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-23b12e93-d7c6-445d-8d50-6cbc5f9f5108 None None] Attempting to bind port 9a1365e4-e4e2-420d-a5fc-ecd2c98f5598 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:43:20.267157 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-23b12e93-d7c6-445d-8d50-6cbc5f9f5108 None None] Attempting to bind port 9a1365e4-e4e2-420d-a5fc-ecd2c98f5598 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '6949afaf-c0df-48b9-abe6-b720bbd54788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '34e737d3-cb68-415f-b27e-c1ada0ada306'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:43:20.269164 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b12e93-d7c6-445d-8d50-6cbc5f9f5108 None None] Attempting to bind port 9a1365e4-e4e2-420d-a5fc-ecd2c98f5598 on network 34e737d3-cb68-415f-b27e-c1ada0ada306 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:43:20.287633 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b12e93-d7c6-445d-8d50-6cbc5f9f5108 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:43:20.287633 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b12e93-d7c6-445d-8d50-6cbc5f9f5108 None None] Checking segment: {'id': '6949afaf-c0df-48b9-abe6-b720bbd54788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '34e737d3-cb68-415f-b27e-c1ada0ada306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:43:20.287633 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-23b12e93-d7c6-445d-8d50-6cbc5f9f5108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:20.287633 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b12e93-d7c6-445d-8d50-6cbc5f9f5108 None None] Bound using segment: {'id': '6949afaf-c0df-48b9-abe6-b720bbd54788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '34e737d3-cb68-415f-b27e-c1ada0ada306'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:43:20.287633 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-23b12e93-d7c6-445d-8d50-6cbc5f9f5108 None None] Bound port: 9a1365e4-e4e2-420d-a5fc-ecd2c98f5598, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6949afaf-c0df-48b9-abe6-b720bbd54788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '34e737d3-cb68-415f-b27e-c1ada0ada306'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:43:20.287633 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-23b12e93-d7c6-445d-8d50-6cbc5f9f5108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:20.288486 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6af36-302e-46c5-b91c-8c43445f6dc9 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Port': ['ID=b2ee673d-54e2-448a-908d-47aec710b632,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:20.322309 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:20.330673 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3922a99-f99c-4890-9da4-b03e1e121834 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Made reservation on behalf of 52faca8939ef4bacb3bd7b1278a68da5 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:20.334525 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a3922a99-f99c-4890-9da4-b03e1e121834 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:20.367231 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-0822d4a2-b777-4f9c-a724-737c8101dcfd None None] Port 6915c6db-9d9b-451e-b159-6fd6ea5fa24a cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:43:20.373724 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-a3922a99-f99c-4890-9da4-b03e1e121834 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] device_id is not set on port fab2a574-7f68-4576-a9a5-ee5bcb160ed6 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:43:20.381689 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e737d3-cb68-415f-b27e-c1ada0ada306']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:20.411139 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-23b12e93-d7c6-445d-8d50-6cbc5f9f5108 None None] For port 9a1365e4-e4e2-420d-a5fc-ecd2c98f5598, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:43:20.428172 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-23b12e93-d7c6-445d-8d50-6cbc5f9f5108 None None] For port 9a1365e4-e4e2-420d-a5fc-ecd2c98f5598, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=9a1365e4-e4e2-420d-a5fc-ecd2c98f5598,segment=NetworkSegment(6949afaf-c0df-48b9-abe6-b720bbd54788),segment_id=6949afaf-c0df-48b9-abe6-b720bbd54788)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:43:20.437925 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6949afaf-c0df-48b9-abe6-b720bbd54788') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:20.438289 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6949afaf-c0df-48b9-abe6-b720bbd54788') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:20.507157 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-23b12e93-d7c6-445d-8d50-6cbc5f9f5108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:20.668290 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:20.686468 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b12e93-d7c6-445d-8d50-6cbc5f9f5108 None None] Pushing event updated for resources: {'Port': ['ID=9a1365e4-e4e2-420d-a5fc-ecd2c98f5598,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:20.713004 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:20.716192 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1944790a-dcc0-4b46-8895-da529a34eced None None] Network 34e737d3-cb68-415f-b27e-c1ada0ada306 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:20.731030 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:43:20.731421 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:43:20.753576 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:43:20.784518 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6bc60ff1-f9bf-4714-b402-ef64b805de8b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:20.798802 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4e6af36-302e-46c5-b91c-8c43445f6dc9 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:20.850473 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-baeb5a2e-9603-413b-a547-99e2d79c63c5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:20.858494 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-6bc60ff1-f9bf-4714-b402-ef64b805de8b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Transition to ACTIVE for port object 93818d65-cfb1-42f9-9f57-52ee6f1c0374 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:20.920594 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.api [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 21:43:20.920594 dv-neutron-829957-1-hyperv neutron-server[88387]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 21:43:20.920594 dv-neutron-829957-1-hyperv neutron-server[88387]: [parameters: {'id': '34e737d3-cb68-415f-b27e-c1ada0ada306'}] Mar 07 21:43:20.920594 dv-neutron-829957-1-hyperv neutron-server[88387]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:43:20.920594 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG oslo_db.api [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:43:20.962149 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-baeb5a2e-9603-413b-a547-99e2d79c63c5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:20.969375 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e28a95e-5dfa-4894-9e4e-930b6548bd5f None None] get_active_networks_info from dv-neutron-829957-1-hyperv {{(pid=88388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 07 21:43:21.032371 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-a3922a99-f99c-4890-9da4-b03e1e121834 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Allocated IP 2001:db8::305 (8015be7b-b8d1-43bb-aaaf-f33b568e3abe/93f90b6b-5fe0-42f1-8125-36a44baf1039/fab2a574-7f68-4576-a9a5-ee5bcb160ed6) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:21.035769 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baeb5a2e-9603-413b-a547-99e2d79c63c5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Network 14efbfe2-6544-47be-acf3-104d005788eb is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:21.037746 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-baeb5a2e-9603-413b-a547-99e2d79c63c5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:21.041115 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeb5a2e-9603-413b-a547-99e2d79c63c5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:21.110283 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb5a2e-9603-413b-a547-99e2d79c63c5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event updated for resources: {'Port': ['ID=33959bc8-a82d-488c-841e-932b2b59a942,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:21.135041 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e28a95e-5dfa-4894-9e4e-930b6548bd5f None None] Resources bound (agent type, host, resource id): {{(pid=88388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:43:21.151694 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeb5a2e-9603-413b-a547-99e2d79c63c5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:21.151694 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-baeb5a2e-9603-413b-a547-99e2d79c63c5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:21.196164 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6bc60ff1-f9bf-4714-b402-ef64b805de8b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:21.242806 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-baeb5a2e-9603-413b-a547-99e2d79c63c5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7914138 Mar 07 21:43:21.242806 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45588) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:21.252830 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-469a6341-e6bc-4cd5-8ae4-c5064bca2445 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': '33959bc8-a82d-488c-841e-932b2b59a942', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:21.259138 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-469a6341-e6bc-4cd5-8ae4-c5064bca2445 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:21.272054 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-469a6341-e6bc-4cd5-8ae4-c5064bca2445 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Usage tracker for resource:floatingip and tenant:2e7eeead753e44e297f167f27855cc6a is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:21.278771 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-469a6341-e6bc-4cd5-8ae4-c5064bca2445 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:21.279862 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e6af36-302e-46c5-b91c-8c43445f6dc9 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Router 836e6c50-4349-4aac-a749-a5621461af97 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:43:21.283391 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-469a6341-e6bc-4cd5-8ae4-c5064bca2445 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:21.328397 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc60ff1-f9bf-4714-b402-ef64b805de8b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:21.335507 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-6bc60ff1-f9bf-4714-b402-ef64b805de8b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:21.346092 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc60ff1-f9bf-4714-b402-ef64b805de8b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:21.352029 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc60ff1-f9bf-4714-b402-ef64b805de8b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:21.352616 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6bc60ff1-f9bf-4714-b402-ef64b805de8b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:21.363510 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-469a6341-e6bc-4cd5-8ae4-c5064bca2445 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:21.365945 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc60ff1-f9bf-4714-b402-ef64b805de8b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=93818d65-cfb1-42f9-9f57-52ee6f1c0374,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:21.417114 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:21.484681 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Deleting port 9a1365e4-e4e2-420d-a5fc-ecd2c98f5598 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:21.485034 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:21.578941 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e6af36-302e-46c5-b91c-8c43445f6dc9 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:43:21.582262 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d4e6af36-302e-46c5-b91c-8c43445f6dc9 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "PUT /v2.0/routers/836e6c50-4349-4aac-a749-a5621461af97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3778231 Mar 07 21:43:21.583225 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45592) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:21.584981 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f22cea-e1f3-497a-8f61-9daab75a20f5 None None] Sync routers for ids ['836e6c50-4349-4aac-a749-a5621461af97'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:21.600298 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f22cea-e1f3-497a-8f61-9daab75a20f5 None None] Routers {'836e6c50-4349-4aac-a749-a5621461af97'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:21.602460 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-c9f22cea-e1f3-497a-8f61-9daab75a20f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:42:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['836e6c50-4349-4aac-a749-a5621461af97'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:21.665775 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6bc60ff1-f9bf-4714-b402-ef64b805de8b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.3382933 Mar 07 21:43:21.675904 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45596) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:21.676280 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-469a6341-e6bc-4cd5-8ae4-c5064bca2445 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:21.676367 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a3922a99-f99c-4890-9da4-b03e1e121834 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:21.747826 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec55980-849d-4d05-9bef-1f877abae8cc tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting subnet 369f30fd-23a5-4a00-b30d-8131c3c7bf2e {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:43:21.754113 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cec55980-849d-4d05-9bef-1f877abae8cc tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:21.802505 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-c9f22cea-e1f3-497a-8f61-9daab75a20f5 None None] Set router 836e6c50-4349-4aac-a749-a5621461af97 gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:43:21.815206 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-a3922a99-f99c-4890-9da4-b03e1e121834 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Transition to ACTIVE for port object fab2a574-7f68-4576-a9a5-ee5bcb160ed6 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:21.833945 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-4f1a85d6-250d-498e-bf53-bb2a11b6a37f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting port 93818d65-cfb1-42f9-9f57-52ee6f1c0374 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:21.834536 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4f1a85d6-250d-498e-bf53-bb2a11b6a37f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:21.850646 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] For port 9a1365e4-e4e2-420d-a5fc-ecd2c98f5598, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=9a1365e4-e4e2-420d-a5fc-ecd2c98f5598,segment=NetworkSegment(6949afaf-c0df-48b9-abe6-b720bbd54788),segment_id=6949afaf-c0df-48b9-abe6-b720bbd54788)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:21.852512 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:21.934059 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-c9f22cea-e1f3-497a-8f61-9daab75a20f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:43:19Z', 'revision_number': 11, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:21.938948 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f22cea-e1f3-497a-8f61-9daab75a20f5 None None] Checking router: 836e6c50-4349-4aac-a749-a5621461af97 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:43:21.947709 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f22cea-e1f3-497a-8f61-9daab75a20f5 None None] Routers {'836e6c50-4349-4aac-a749-a5621461af97'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:21.948965 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-c9f22cea-e1f3-497a-8f61-9daab75a20f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:42:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['836e6c50-4349-4aac-a749-a5621461af97'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:21.995700 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cec55980-849d-4d05-9bef-1f877abae8cc tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:22.012788 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Calling delete_port for 9a1365e4-e4e2-420d-a5fc-ecd2c98f5598 owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:22.090909 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-c9f22cea-e1f3-497a-8f61-9daab75a20f5 None None] Set router 836e6c50-4349-4aac-a749-a5621461af97 gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:43:22.142329 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-469a6341-e6bc-4cd5-8ae4-c5064bca2445 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Allocated IP 172.26.2.78 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/0d7a8a7d-af87-4a01-9a2e-e54959ed3a93) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:22.172418 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a3922a99-f99c-4890-9da4-b03e1e121834 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:22.213695 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-845cb711-cfd9-4173-b4e1-02a4eaf0f473 None None] Provisioning for port 93818d65-cfb1-42f9-9f57-52ee6f1c0374 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:22.225273 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-c9f22cea-e1f3-497a-8f61-9daab75a20f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:43:19Z', 'revision_number': 11, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:22.228246 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-845cb711-cfd9-4173-b4e1-02a4eaf0f473 None None] Provisioning complete for port 93818d65-cfb1-42f9-9f57-52ee6f1c0374 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:22.228619 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-845cb711-cfd9-4173-b4e1-02a4eaf0f473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:22.247628 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:22.269085 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f22cea-e1f3-497a-8f61-9daab75a20f5 None None] The sync data for ids ['836e6c50-4349-4aac-a749-a5621461af97'] in dv-neutron-829957-1-hyperv is: [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:43:19Z', 'revision_number': 11, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:22.291655 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-845cb711-cfd9-4173-b4e1-02a4eaf0f473 None None] Port 93818d65-cfb1-42f9-9f57-52ee6f1c0374 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:43:22.330606 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-213fe4c2-88f0-40a7-9101-de1afcd572f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:22.331361 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Port': ['ID=9a1365e4-e4e2-420d-a5fc-ecd2c98f5598,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:22.343941 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No DVR routers for this DVR port 9a1365e4-e4e2-420d-a5fc-ecd2c98f5598 on host dv-neutron-829957-1-hyperv {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:43:22.441543 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3922a99-f99c-4890-9da4-b03e1e121834 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Network 8015be7b-b8d1-43bb-aaaf-f33b568e3abe is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:22.454783 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-a3922a99-f99c-4890-9da4-b03e1e121834 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:22.461231 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3922a99-f99c-4890-9da4-b03e1e121834 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Pushing event updated for resources: {'Port': ['ID=fab2a574-7f68-4576-a9a5-ee5bcb160ed6,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:22.464729 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3922a99-f99c-4890-9da4-b03e1e121834 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:22.470588 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3922a99-f99c-4890-9da4-b03e1e121834 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:22.471154 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a3922a99-f99c-4890-9da4-b03e1e121834 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:22.478274 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cec55980-849d-4d05-9bef-1f877abae8cc tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:22.494268 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-469a6341-e6bc-4cd5-8ae4-c5064bca2445 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:22.509122 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:22.509280 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4f1a85d6-250d-498e-bf53-bb2a11b6a37f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:22.545378 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e737d3-cb68-415f-b27e-c1ada0ada306']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:22.559456 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6949afaf-c0df-48b9-abe6-b720bbd54788') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:22.559456 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6949afaf-c0df-48b9-abe6-b720bbd54788') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:22.581023 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:22.595980 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:22.607516 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:43:22.607516 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:43:22.620835 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:43:22.737588 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-4f1a85d6-250d-498e-bf53-bb2a11b6a37f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Calling delete_port for 93818d65-cfb1-42f9-9f57-52ee6f1c0374 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:22.773730 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a3922a99-f99c-4890-9da4-b03e1e121834 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0522559 Mar 07 21:43:22.774831 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45602) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:22.794291 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-5fd688e1-b0ea-45de-a094-469bf45b41b2 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1df', 'mac_address': 'fa:16:3e:87:b5:60'}, {'ip_address': '2001:db8::2d4', 'mac_address': 'fa:16:3e:03:1c:e0'}]}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:22.878489 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-469a6341-e6bc-4cd5-8ae4-c5064bca2445 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:22.895041 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fb2bfc6b-be13-481a-b90f-e350cdab33d5 None None] Provisioning for port fab2a574-7f68-4576-a9a5-ee5bcb160ed6 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:22.907488 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fb2bfc6b-be13-481a-b90f-e350cdab33d5 None None] Provisioning complete for port fab2a574-7f68-4576-a9a5-ee5bcb160ed6 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:22.907488 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fb2bfc6b-be13-481a-b90f-e350cdab33d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:22.983870 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469a6341-e6bc-4cd5-8ae4-c5064bca2445 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:22.995695 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-fb2bfc6b-be13-481a-b90f-e350cdab33d5 None None] Port fab2a574-7f68-4576-a9a5-ee5bcb160ed6 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:43:23.022411 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-469a6341-e6bc-4cd5-8ae4-c5064bca2445 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:23.022411 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469a6341-e6bc-4cd5-8ae4-c5064bca2445 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:23.043246 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cec55980-849d-4d05-9bef-1f877abae8cc tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:23.062332 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a6341-e6bc-4cd5-8ae4-c5064bca2445 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event updated for resources: {'Port': ['ID=0d7a8a7d-af87-4a01-9a2e-e54959ed3a93,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:23.102476 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec55980-849d-4d05-9bef-1f877abae8cc tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Subnet': ['ID=369f30fd-23a5-4a00-b30d-8131c3c7bf2e,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:23.102930 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:23.109460 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cec55980-849d-4d05-9bef-1f877abae8cc tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:23.124202 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26e50bc-f84f-42e1-b4d9-43a2b56ab3f1 None None] Network 948ee2ba-c509-4fc8-938f-9041c708eb65 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:23.127109 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:23.149508 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-cec55980-849d-4d05-9bef-1f877abae8cc tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/subnets/369f30fd-23a5-4a00-b30d-8131c3c7bf2e HTTP/1.1" status: 204 len: 168 time: 1.5543387 Mar 07 21:43:23.158547 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:23.177692 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45606) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:23.203951 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Network': ['ID=34e737d3-cb68-415f-b27e-c1ada0ada306,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:23.221896 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-92e61f61-4d47-4600-a577-1a4d067ccfb7 req-067e16ff-8993-42c9-8e0c-5712ddad27ca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4370599 Mar 07 21:43:23.227695 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0e255737-5e5f-4392-8b2f-f0f24f368b4a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/networks/34e737d3-cb68-415f-b27e-c1ada0ada306 HTTP/1.1" status: 204 len: 168 time: 3.8244965 Mar 07 21:43:23.229408 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45610) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:23.331551 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-2533df14-ef0c-418b-833b-ebc993704904 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1092627204'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:23.337212 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2533df14-ef0c-418b-833b-ebc993704904 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:23.374948 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5fd688e1-b0ea-45de-a094-469bf45b41b2 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:23.390198 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2533df14-ef0c-418b-833b-ebc993704904 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Usage tracker for resource:network and tenant:a528f79553b84c43aec8d6e00382c6b6 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:23.392854 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dadc1e8a-9122-461b-8c09-51f3da2bb556 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:23.404301 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2533df14-ef0c-418b-833b-ebc993704904 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:23.417377 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2533df14-ef0c-418b-833b-ebc993704904 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:23.449581 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-dadc1e8a-9122-461b-8c09-51f3da2bb556 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting port 2c521039-fa25-4cd8-a9ee-e9a6758bd9fe {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:23.449581 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dadc1e8a-9122-461b-8c09-51f3da2bb556 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:23.487926 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:23.495752 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4f1a85d6-250d-498e-bf53-bb2a11b6a37f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:23.540161 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71383aa-3c19-401d-a40d-30c622002c63 None None] DHCP port deletion for 948ee2ba-c509-4fc8-938f-9041c708eb65 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:43:23.547046 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c71383aa-3c19-401d-a40d-30c622002c63 None None] Deleting port 2c521039-fa25-4cd8-a9ee-e9a6758bd9fe {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:23.547147 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c71383aa-3c19-401d-a40d-30c622002c63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:23.569316 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a85d6-250d-498e-bf53-bb2a11b6a37f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Port': ['ID=93818d65-cfb1-42f9-9f57-52ee6f1c0374,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:23.613590 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2533df14-ef0c-418b-833b-ebc993704904 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Made reservation on behalf of a528f79553b84c43aec8d6e00382c6b6 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:23.617667 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2533df14-ef0c-418b-833b-ebc993704904 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:23.643276 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e61f61-4d47-4600-a577-1a4d067ccfb7 req-e4b667ed-3026-412a-a1ff-fc1eabe98856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:23.644813 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-92e61f61-4d47-4600-a577-1a4d067ccfb7 req-e4b667ed-3026-412a-a1ff-fc1eabe98856 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1d039a5115b40cc849313193266d5ad&device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 1099 time: 0.2982802 Mar 07 21:43:23.708437 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2533df14-ef0c-418b-833b-ebc993704904 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:43:23.808234 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b2ee673d-54e2-448a-908d-47aec710b632 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:43:23.819794 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4f1a85d6-250d-498e-bf53-bb2a11b6a37f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:23.824089 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4f1a85d6-250d-498e-bf53-bb2a11b6a37f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/93818d65-cfb1-42f9-9f57-52ee6f1c0374 HTTP/1.1" status: 204 len: 168 time: 2.1511805 Mar 07 21:43:23.824220 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2533df14-ef0c-418b-833b-ebc993704904 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:23.824422 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-2533df14-ef0c-418b-833b-ebc993704904 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Added segment 58d33523-757e-4aa2-85e6-524eb171ad60 of type vlan for network 12a6730f-d2d5-4e4b-ba2b-c5579f65f813 Mar 07 21:43:23.828312 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45614) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:23.871939 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: b2ee673d-54e2-448a-908d-47aec710b632 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:43:23.871939 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b2ee673d-54e2-448a-908d-47aec710b632 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:43:23.871939 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2c521039-fa25-4cd8-a9ee-e9a6758bd9fe no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:43:23.961288 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c71383aa-3c19-401d-a40d-30c622002c63 None None] For port 2c521039-fa25-4cd8-a9ee-e9a6758bd9fe, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2c521039-fa25-4cd8-a9ee-e9a6758bd9fe,segment=NetworkSegment(eb4d18d8-4f99-4e08-add9-75564eeec5b9),segment_id=eb4d18d8-4f99-4e08-add9-75564eeec5b9)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:23.961288 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c71383aa-3c19-401d-a40d-30c622002c63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:23.989329 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2533df14-ef0c-418b-833b-ebc993704904 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:24.011905 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-dadc1e8a-9122-461b-8c09-51f3da2bb556 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] For port 2c521039-fa25-4cd8-a9ee-e9a6758bd9fe, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2c521039-fa25-4cd8-a9ee-e9a6758bd9fe,segment=NetworkSegment(eb4d18d8-4f99-4e08-add9-75564eeec5b9),segment_id=eb4d18d8-4f99-4e08-add9-75564eeec5b9)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:24.011905 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dadc1e8a-9122-461b-8c09-51f3da2bb556 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:24.086999 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c71383aa-3c19-401d-a40d-30c622002c63 None None] Calling delete_port for 2c521039-fa25-4cd8-a9ee-e9a6758bd9fe owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:24.095153 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e61f61-4d47-4600-a577-1a4d067ccfb7 req-eb2b9556-5136-4c4d-bd99-dc1cfb536c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:24.096585 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-92e61f61-4d47-4600-a577-1a4d067ccfb7 req-eb2b9556-5136-4c4d-bd99-dc1cfb536c47 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e71fce04-ffbd-435e-bfc3-87f58b6e4967 HTTP/1.1" status: 200 len: 911 time: 0.4248419 Mar 07 21:43:24.169439 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-469a6341-e6bc-4cd5-8ae4-c5064bca2445 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:24.203069 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2533df14-ef0c-418b-833b-ebc993704904 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:24.209970 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2533df14-ef0c-418b-833b-ebc993704904 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:24.210877 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2533df14-ef0c-418b-833b-ebc993704904 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:24.212946 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:24.255049 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478e8470-c7ba-4aeb-a01c-0700db7d7a98 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:24.256500 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-478e8470-c7ba-4aeb-a01c-0700db7d7a98 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4303081 Mar 07 21:43:24.260475 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45618) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:24.270004 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-dadc1e8a-9122-461b-8c09-51f3da2bb556 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Calling delete_port for 2c521039-fa25-4cd8-a9ee-e9a6758bd9fe owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:24.303253 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c71383aa-3c19-401d-a40d-30c622002c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:24.331263 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.resource_extend [None req-5fd688e1-b0ea-45de-a094-469bf45b41b2 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:43:24.359790 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5fd688e1-b0ea-45de-a094-469bf45b41b2 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:24.362921 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-92e61f61-4d47-4600-a577-1a4d067ccfb7 req-b27127ca-9284-43b5-a065-c3d6c2e36ae8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 HTTP/1.1" status: 200 len: 1002 time: 0.2531941 Mar 07 21:43:24.389020 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71383aa-3c19-401d-a40d-30c622002c63 None None] Pushing event deleted for resources: {'Port': ['ID=2c521039-fa25-4cd8-a9ee-e9a6758bd9fe,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:24.393192 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71383aa-3c19-401d-a40d-30c622002c63 None None] No DVR routers for this DVR port 2c521039-fa25-4cd8-a9ee-e9a6758bd9fe on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:43:24.405490 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533df14-ef0c-418b-833b-ebc993704904 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Network': ['ID=12a6730f-d2d5-4e4b-ba2b-c5579f65f813,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:24.417686 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2533df14-ef0c-418b-833b-ebc993704904 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0954010 Mar 07 21:43:24.423780 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45622) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:24.427106 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.api [None req-dadc1e8a-9122-461b-8c09-51f3da2bb556 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:43:24.427421 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG oslo_db.api [None req-dadc1e8a-9122-461b-8c09-51f3da2bb556 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:43:24.429712 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 12a6730f-d2d5-4e4b-ba2b-c5579f65f813 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:43:24.433922 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d4b24188-2734-4aab-a66e-2d3519e5998f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'subnet': {'network_id': '12a6730f-d2d5-4e4b-ba2b-c5579f65f813', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:24.451355 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5fd688e1-b0ea-45de-a094-469bf45b41b2 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:24.462396 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8108f0-663b-42f6-a042-7a2c5e98c2f7 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:24.463115 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cc8108f0-663b-42f6-a042-7a2c5e98c2f7 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:43:24.490259 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e61f61-4d47-4600-a577-1a4d067ccfb7 req-94897f46-ba8e-4a87-aacf-a84b96ea46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:24.491748 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-92e61f61-4d47-4600-a577-1a4d067ccfb7 req-94897f46-ba8e-4a87-aacf-a84b96ea46c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca279e0e-f6b2-4a41-a814-7c87369c7833 HTTP/1.1" status: 200 len: 850 time: 0.1225500 Mar 07 21:43:24.494172 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-469a6341-e6bc-4cd5-8ae4-c5064bca2445 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:24.552873 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-5fd688e1-b0ea-45de-a094-469bf45b41b2 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] In _notify_port_updated(), no bound segment for port fab2a574-7f68-4576-a9a5-ee5bcb160ed6 on network 8015be7b-b8d1-43bb-aaaf-f33b568e3abe {{(pid=88386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 07 21:43:24.557249 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd688e1-b0ea-45de-a094-469bf45b41b2 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:24.557893 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5fd688e1-b0ea-45de-a094-469bf45b41b2 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:24.561814 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5fd688e1-b0ea-45de-a094-469bf45b41b2 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] 10.222.0.21 "PUT /v2.0/ports/fab2a574-7f68-4576-a9a5-ee5bcb160ed6 HTTP/1.1" status: 200 len: 1067 time: 1.7746353 Mar 07 21:43:24.563627 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45626) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:24.708763 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd688e1-b0ea-45de-a094-469bf45b41b2 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Pushing event updated for resources: {'Port': ['ID=fab2a574-7f68-4576-a9a5-ee5bcb160ed6,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:24.708763 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cc8108f0-663b-42f6-a042-7a2c5e98c2f7 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:43:24.708763 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-cc8108f0-663b-42f6-a042-7a2c5e98c2f7 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4433570 Mar 07 21:43:24.722145 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45630) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:24.727967 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:24.763040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d4b24188-2734-4aab-a66e-2d3519e5998f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:24.768579 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-eb996a7c-1080-4736-a94f-c3d4332c9ee9 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Deleting port fab2a574-7f68-4576-a9a5-ee5bcb160ed6 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:24.769170 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eb996a7c-1080-4736-a94f-c3d4332c9ee9 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:24.804987 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d4b24188-2734-4aab-a66e-2d3519e5998f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Usage tracker for resource:subnet and tenant:a528f79553b84c43aec8d6e00382c6b6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:24.818321 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d4b24188-2734-4aab-a66e-2d3519e5998f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:24.839810 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d4b24188-2734-4aab-a66e-2d3519e5998f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:24.854557 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e61f61-4d47-4600-a577-1a4d067ccfb7 req-12f9216c-42eb-40c8-9bb1-4246a0bfa5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:24.856280 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-92e61f61-4d47-4600-a577-1a4d067ccfb7 req-12f9216c-42eb-40c8-9bb1-4246a0bfa5bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e71fce04-ffbd-435e-bfc3-87f58b6e4967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3380754 Mar 07 21:43:24.907064 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbb7da0-b5bc-4c82-b824-fa8e65c55d3f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:24.908692 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbb7da0-b5bc-4c82-b824-fa8e65c55d3f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:24.910206 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbb7da0-b5bc-4c82-b824-fa8e65c55d3f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:24.911052 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8bbb7da0-b5bc-4c82-b824-fa8e65c55d3f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:43:24.930783 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-dadc1e8a-9122-461b-8c09-51f3da2bb556 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Deleting port 2c521039-fa25-4cd8-a9ee-e9a6758bd9fe {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:24.930783 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dadc1e8a-9122-461b-8c09-51f3da2bb556 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:24.934606 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1ea3c755-30d0-4fb2-a064-e9c80a76d085 None None] Provisioning complete for port fab2a574-7f68-4576-a9a5-ee5bcb160ed6 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:24.935198 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1ea3c755-30d0-4fb2-a064-e9c80a76d085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:24.992160 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b24188-2734-4aab-a66e-2d3519e5998f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Made reservation on behalf of a528f79553b84c43aec8d6e00382c6b6 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:24.995396 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-1ea3c755-30d0-4fb2-a064-e9c80a76d085 None None] Port fab2a574-7f68-4576-a9a5-ee5bcb160ed6 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:43:24.995534 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4b24188-2734-4aab-a66e-2d3519e5998f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:25.020515 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-469a6341-e6bc-4cd5-8ae4-c5064bca2445 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:25.029396 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-92e61f61-4d47-4600-a577-1a4d067ccfb7 req-de73469b-d7e7-4de3-aa9c-6e70c60f6e83 service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662719 Mar 07 21:43:25.071953 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-dadc1e8a-9122-461b-8c09-51f3da2bb556 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] The port '2c521039-fa25-4cd8-a9ee-e9a6758bd9fe' was deleted {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:43:25.075806 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8bbb7da0-b5bc-4c82-b824-fa8e65c55d3f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:43:25.076970 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8bbb7da0-b5bc-4c82-b824-fa8e65c55d3f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3539705 Mar 07 21:43:25.081933 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45634) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:25.120438 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-469a6341-e6bc-4cd5-8ae4-c5064bca2445 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:25.266096 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.ipam_backend_mixin [None req-d4b24188-2734-4aab-a66e-2d3519e5998f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Performing IP validity checks on allocation pools {{(pid=88386) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 07 21:43:25.266642 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.ipam_backend_mixin [None req-d4b24188-2734-4aab-a66e-2d3519e5998f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88386) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 07 21:43:25.267196 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a6341-e6bc-4cd5-8ae4-c5064bca2445 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event updated for resources: {'Port': ['ID=0d7a8a7d-af87-4a01-9a2e-e54959ed3a93,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:25.277138 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-92e61f61-4d47-4600-a577-1a4d067ccfb7 req-1e5d81c4-d0bd-4f86-a597-8f876ce0801a service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419305 Mar 07 21:43:25.282909 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-469a6341-e6bc-4cd5-8ae4-c5064bca2445 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:25.400507 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dadc1e8a-9122-461b-8c09-51f3da2bb556 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:25.428190 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-4698bf0c-f45a-4d5c-9173-df47810e696d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet 816af276-7349-4797-89c2-117ed2ddcd27 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:43:25.446248 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4698bf0c-f45a-4d5c-9173-df47810e696d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:25.464966 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-469a6341-e6bc-4cd5-8ae4-c5064bca2445 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Floating IP ea2c9295-e27a-4199-a5a1-fb5bd2794f8b associated. External IP: 172.26.2.78, port: 33959bc8-a82d-488c-841e-932b2b59a942. Mar 07 21:43:25.491313 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eb996a7c-1080-4736-a94f-c3d4332c9ee9 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:25.499758 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-dadc1e8a-9122-461b-8c09-51f3da2bb556 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948ee2ba-c509-4fc8-938f-9041c708eb65']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:25.577111 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-dadc1e8a-9122-461b-8c09-51f3da2bb556 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb4d18d8-4f99-4e08-add9-75564eeec5b9') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:25.577405 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-dadc1e8a-9122-461b-8c09-51f3da2bb556 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb4d18d8-4f99-4e08-add9-75564eeec5b9') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:25.798367 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-eb996a7c-1080-4736-a94f-c3d4332c9ee9 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Calling delete_port for fab2a574-7f68-4576-a9a5-ee5bcb160ed6 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:25.842071 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469a6341-e6bc-4cd5-8ae4-c5064bca2445 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Router 35117517-56de-4c85-bb87-b26c1589e90b has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:43:25.846968 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dadc1e8a-9122-461b-8c09-51f3da2bb556 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:25.856933 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4698bf0c-f45a-4d5c-9173-df47810e696d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:25.936674 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dadc1e8a-9122-461b-8c09-51f3da2bb556 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:25.960347 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dadc1e8a-9122-461b-8c09-51f3da2bb556 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:43:25.960750 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dadc1e8a-9122-461b-8c09-51f3da2bb556 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:43:25.988399 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:43:26.036507 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469a6341-e6bc-4cd5-8ae4-c5064bca2445 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:43:26.048537 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d999d6e-ebc7-4e24-9489-54f71bd7ed28 None None] Sync routers for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:26.059518 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d999d6e-ebc7-4e24-9489-54f71bd7ed28 None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:26.060786 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-1d999d6e-ebc7-4e24-9489-54f71bd7ed28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:26.115329 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-469a6341-e6bc-4cd5-8ae4-c5064bca2445 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:26.134296 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-1d999d6e-ebc7-4e24-9489-54f71bd7ed28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:26.153493 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d999d6e-ebc7-4e24-9489-54f71bd7ed28 None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:26.153493 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-1d999d6e-ebc7-4e24-9489-54f71bd7ed28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:26.179653 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4698bf0c-f45a-4d5c-9173-df47810e696d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:26.186002 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-469a6341-e6bc-4cd5-8ae4-c5064bca2445 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.9456975 Mar 07 21:43:26.187222 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45638) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:26.197793 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-715b2ae9-1b90-4a83-851b-1c10f2a5be35 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:26.209508 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-1d999d6e-ebc7-4e24-9489-54f71bd7ed28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:26.209901 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d999d6e-ebc7-4e24-9489-54f71bd7ed28 None None] The sync data for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:26.224011 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4b24188-2734-4aab-a66e-2d3519e5998f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:26.279725 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dadc1e8a-9122-461b-8c09-51f3da2bb556 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:26.319525 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dadc1e8a-9122-461b-8c09-51f3da2bb556 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:26.342020 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc1e8a-9122-461b-8c09-51f3da2bb556 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Pushing event deleted for resources: {'Network': ['ID=948ee2ba-c509-4fc8-938f-9041c708eb65,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:26.343676 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eb996a7c-1080-4736-a94f-c3d4332c9ee9 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:26.421923 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-715b2ae9-1b90-4a83-851b-1c10f2a5be35 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:26.431259 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b24188-2734-4aab-a66e-2d3519e5998f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Subnet': ['ID=2f12ed98-6394-4bad-ab72-f040faadbddf,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:26.433101 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb996a7c-1080-4736-a94f-c3d4332c9ee9 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Pushing event deleted for resources: {'Port': ['ID=fab2a574-7f68-4576-a9a5-ee5bcb160ed6,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:26.466989 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-dadc1e8a-9122-461b-8c09-51f3da2bb556 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/networks/948ee2ba-c509-4fc8-938f-9041c708eb65 HTTP/1.1" status: 204 len: 168 time: 3.2866206 Mar 07 21:43:26.472706 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45642) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:26.475301 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b24188-2734-4aab-a66e-2d3519e5998f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Checking segment: {'id': '58d33523-757e-4aa2-85e6-524eb171ad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '12a6730f-d2d5-4e4b-ba2b-c5579f65f813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:43:26.475664 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b24188-2734-4aab-a66e-2d3519e5998f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Network hostable DHCP agents. Network: 12a6730f-d2d5-4e4b-ba2b-c5579f65f813, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:43:26.490597 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-26eeee9d-fd81-4c41-b1a7-89ba807751d2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'router': {'routes': None}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:26.558150 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4698bf0c-f45a-4d5c-9173-df47810e696d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:26.680057 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698bf0c-f45a-4d5c-9173-df47810e696d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=816af276-7349-4797-89c2-117ed2ddcd27,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:26.696015 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbd2cef-70f0-4eec-bae5-60a4bdc95532 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:26.716039 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-715b2ae9-1b90-4a83-851b-1c10f2a5be35 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:26.740341 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4698bf0c-f45a-4d5c-9173-df47810e696d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:26.812379 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-715b2ae9-1b90-4a83-851b-1c10f2a5be35 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:26.815848 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-715b2ae9-1b90-4a83-851b-1c10f2a5be35 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Floating IP ea2c9295-e27a-4199-a5a1-fb5bd2794f8b disassociated. External IP: 172.26.2.78, port: 33959bc8-a82d-488c-841e-932b2b59a942. Mar 07 21:43:26.857288 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b24188-2734-4aab-a66e-2d3519e5998f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Network 12a6730f-d2d5-4e4b-ba2b-c5579f65f813 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:43:26.914434 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4698bf0c-f45a-4d5c-9173-df47810e696d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/816af276-7349-4797-89c2-117ed2ddcd27 HTTP/1.1" status: 204 len: 168 time: 1.8268955 Mar 07 21:43:26.914434 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.extraroute_db [None req-26eeee9d-fd81-4c41-b1a7-89ba807751d2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Added routes are [] {{(pid=88386) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 07 21:43:26.914434 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.extraroute_db [None req-26eeee9d-fd81-4c41-b1a7-89ba807751d2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Removed routes are [] {{(pid=88386) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 07 21:43:26.914434 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-26eeee9d-fd81-4c41-b1a7-89ba807751d2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:26.924152 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45646) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:27.033605 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-d4b24188-2734-4aab-a66e-2d3519e5998f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 12a6730f-d2d5-4e4b-ba2b-c5579f65f813) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:27.044796 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943e3a61-fe7b-40fa-aae1-cd14fac6679d None None] Network 12a6730f-d2d5-4e4b-ba2b-c5579f65f813 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:27.049368 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b24188-2734-4aab-a66e-2d3519e5998f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:27.049980 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4b24188-2734-4aab-a66e-2d3519e5998f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:27.215248 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715b2ae9-1b90-4a83-851b-1c10f2a5be35 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Router 35117517-56de-4c85-bb87-b26c1589e90b has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:43:27.314380 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88b9917-9676-4501-8444-fb7c39433b93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-12a6730f-d2d5-4e4b-ba2b-c5579f65f813', 'network_id': '12a6730f-d2d5-4e4b-ba2b-c5579f65f813', 'tenant_id': 'a528f79553b84c43aec8d6e00382c6b6', 'fixed_ips': [{'subnet_id': '2f12ed98-6394-4bad-ab72-f040faadbddf'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:43:27.315603 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b88b9917-9676-4501-8444-fb7c39433b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:27.427539 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715b2ae9-1b90-4a83-851b-1c10f2a5be35 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:43:27.440867 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-715b2ae9-1b90-4a83-851b-1c10f2a5be35 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:27.446816 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c127eb-d804-410b-976c-c6cf9d4de80a None None] Sync routers for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:27.476208 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c127eb-d804-410b-976c-c6cf9d4de80a None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:27.476838 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-15c127eb-d804-410b-976c-c6cf9d4de80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:27.503669 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-a736ddb9-34b9-4193-991a-8b89b99aceac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet b9827303-d6e9-49b6-b517-5f44d4a7fd90 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:43:27.508813 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-26eeee9d-fd81-4c41-b1a7-89ba807751d2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:27.522696 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-715b2ae9-1b90-4a83-851b-1c10f2a5be35 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "PUT /v2.0/floatingips/ea2c9295-e27a-4199-a5a1-fb5bd2794f8b HTTP/1.1" status: 200 len: 687 time: 1.3317337 Mar 07 21:43:27.523683 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45650) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:27.554900 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-15c127eb-d804-410b-976c-c6cf9d4de80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:27.555289 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a736ddb9-34b9-4193-991a-8b89b99aceac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:27.596204 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d4b24188-2734-4aab-a66e-2d3519e5998f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.1677990 Mar 07 21:43:27.602288 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45654) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:27.605466 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-26eeee9d-fd81-4c41-b1a7-89ba807751d2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-864536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-864531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-867168'] for router, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:27.619754 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eb996a7c-1080-4736-a94f-c3d4332c9ee9 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:27.624578 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-eb996a7c-1080-4736-a94f-c3d4332c9ee9 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] 10.222.0.21 "DELETE /v2.0/ports/fab2a574-7f68-4576-a9a5-ee5bcb160ed6 HTTP/1.1" status: 204 len: 168 time: 3.0079765 Mar 07 21:43:27.628591 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45658) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:27.631926 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c127eb-d804-410b-976c-c6cf9d4de80a None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:27.632548 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-15c127eb-d804-410b-976c-c6cf9d4de80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:27.702340 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-15c127eb-d804-410b-976c-c6cf9d4de80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:27.704509 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c127eb-d804-410b-976c-c6cf9d4de80a None None] The sync data for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:27.716758 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-b88b9917-9676-4501-8444-fb7c39433b93 None None] Allocated IP 172.20.0.3 (12a6730f-d2d5-4e4b-ba2b-c5579f65f813/2f12ed98-6394-4bad-ab72-f040faadbddf/481060bb-31d8-48c0-9b10-25ae3ff11a01) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:27.763781 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-299c5121-157c-431d-84b7-b74168208143 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] GET failed (client error): The resource could not be found. Mar 07 21:43:27.764316 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-299c5121-157c-431d-84b7-b74168208143 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Synchronizing usage tracker for tenant:52faca8939ef4bacb3bd7b1278a68da5 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:43:27.769529 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a736ddb9-34b9-4193-991a-8b89b99aceac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:27.795781 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-36d0e86d-51be-467a-a34b-08bb8c994d80 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Deleting port 0d7a8a7d-af87-4a01-9a2e-e54959ed3a93 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:27.796316 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-36d0e86d-51be-467a-a34b-08bb8c994d80 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:27.830649 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-df48ca5a-8469-4bd5-a480-6401d342848d None None] Provisioning complete for port dfee941b-2d1c-4489-af3d-cc5a048b5f09 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:27.831020 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-df48ca5a-8469-4bd5-a480-6401d342848d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:27.881461 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26eeee9d-fd81-4c41-b1a7-89ba807751d2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Router 836e6c50-4349-4aac-a749-a5621461af97 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:43:28.054462 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-299c5121-157c-431d-84b7-b74168208143 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Unset dirty status for tenant:52faca8939ef4bacb3bd7b1278a68da5 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:43:28.058290 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-299c5121-157c-431d-84b7-b74168208143 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] 10.222.0.21 "GET /v2.0/ports/fab2a574-7f68-4576-a9a5-ee5bcb160ed6 HTTP/1.1" status: 404 len: 333 time: 0.4259963 Mar 07 21:43:28.059842 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45662) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:28.064226 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26eeee9d-fd81-4c41-b1a7-89ba807751d2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:43:28.071568 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-26eeee9d-fd81-4c41-b1a7-89ba807751d2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:28.072691 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-26eeee9d-fd81-4c41-b1a7-89ba807751d2 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "PUT /v2.0/routers/836e6c50-4349-4aac-a749-a5621461af97 HTTP/1.1" status: 200 len: 704 time: 1.5988555 Mar 07 21:43:28.081458 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d937f9-d134-43ac-a20a-21b492652e87 None None] Sync routers for ids ['836e6c50-4349-4aac-a749-a5621461af97'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:28.084751 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45666) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:28.091038 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d937f9-d134-43ac-a20a-21b492652e87 None None] Routers {'836e6c50-4349-4aac-a749-a5621461af97'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:28.091336 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b88b9917-9676-4501-8444-fb7c39433b93 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:28.092223 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-39d937f9-d134-43ac-a20a-21b492652e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['836e6c50-4349-4aac-a749-a5621461af97'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:28.105879 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b88b9917-9676-4501-8444-fb7c39433b93 None None] Transition to ACTIVE for port object 481060bb-31d8-48c0-9b10-25ae3ff11a01 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:28.121650 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a736ddb9-34b9-4193-991a-8b89b99aceac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:28.133501 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b88b9917-9676-4501-8444-fb7c39433b93 None None] Transition to ACTIVE for port object 481060bb-31d8-48c0-9b10-25ae3ff11a01 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:28.164004 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e140d230-ba2d-4c06-9402-992641767ea8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Synchronizing usage tracker for tenant:fcdda39025724b238190857d574ee30e on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:43:28.175566 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-36d0e86d-51be-467a-a34b-08bb8c994d80 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:28.175891 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-36d0e86d-51be-467a-a34b-08bb8c994d80 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:28.196035 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-f352524c-dd73-448d-9b73-a3a0050fe183 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Deleting port 6915c6db-9d9b-451e-b159-6fd6ea5fa24a {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:28.196370 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f352524c-dd73-448d-9b73-a3a0050fe183 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:28.224584 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b88b9917-9676-4501-8444-fb7c39433b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:28.237874 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-39d937f9-d134-43ac-a20a-21b492652e87 None None] Set router 836e6c50-4349-4aac-a749-a5621461af97 gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:43:28.318003 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:28.328074 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-36d0e86d-51be-467a-a34b-08bb8c994d80 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Calling delete_port for 0d7a8a7d-af87-4a01-9a2e-e54959ed3a93 owned by network:floatingip {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:28.350033 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88b9917-9676-4501-8444-fb7c39433b93 None None] Network 12a6730f-d2d5-4e4b-ba2b-c5579f65f813 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:28.353077 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-b88b9917-9676-4501-8444-fb7c39433b93 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:28.357842 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b9917-9676-4501-8444-fb7c39433b93 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:28.366410 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a736ddb9-34b9-4193-991a-8b89b99aceac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:28.371103 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-39d937f9-d134-43ac-a20a-21b492652e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:43:19Z', 'revision_number': 11, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:28.376292 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d937f9-d134-43ac-a20a-21b492652e87 None None] Checking router: 836e6c50-4349-4aac-a749-a5621461af97 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:43:28.384204 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e140d230-ba2d-4c06-9402-992641767ea8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Unset dirty status for tenant:fcdda39025724b238190857d574ee30e on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:43:28.385377 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e140d230-ba2d-4c06-9402-992641767ea8 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "GET /v2.0/ports?device_id=836e6c50-4349-4aac-a749-a5621461af97 HTTP/1.1" status: 200 len: 205 time: 0.2995629 Mar 07 21:43:28.388339 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45670) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:28.388575 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d937f9-d134-43ac-a20a-21b492652e87 None None] Routers {'836e6c50-4349-4aac-a749-a5621461af97'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:28.389015 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Deleting port 481060bb-31d8-48c0-9b10-25ae3ff11a01 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:28.389350 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:28.390002 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-39d937f9-d134-43ac-a20a-21b492652e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['836e6c50-4349-4aac-a749-a5621461af97'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:28.417469 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a736ddb9-34b9-4193-991a-8b89b99aceac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:28.421041 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b9917-9676-4501-8444-fb7c39433b93 None None] Pushing event updated for resources: {'Port': ['ID=481060bb-31d8-48c0-9b10-25ae3ff11a01,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:28.452628 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edde4271-059c-45d8-896a-24b74d5b49a6 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:28.489750 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736ddb9-34b9-4193-991a-8b89b99aceac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=b9827303-d6e9-49b6-b517-5f44d4a7fd90,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:28.504374 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a736ddb9-34b9-4193-991a-8b89b99aceac tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/b9827303-d6e9-49b6-b517-5f44d4a7fd90 HTTP/1.1" status: 204 len: 168 time: 1.5845242 Mar 07 21:43:28.518454 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45674) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:28.544797 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-39d937f9-d134-43ac-a20a-21b492652e87 None None] Set router 836e6c50-4349-4aac-a749-a5621461af97 gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:43:28.589768 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-b88b9917-9676-4501-8444-fb7c39433b93 None None] Attempting to bind port 481060bb-31d8-48c0-9b10-25ae3ff11a01 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:43:28.590166 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-b88b9917-9676-4501-8444-fb7c39433b93 None None] Attempting to bind port 481060bb-31d8-48c0-9b10-25ae3ff11a01 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '58d33523-757e-4aa2-85e6-524eb171ad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '12a6730f-d2d5-4e4b-ba2b-c5579f65f813'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:43:28.590528 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88b9917-9676-4501-8444-fb7c39433b93 None None] Attempting to bind port 481060bb-31d8-48c0-9b10-25ae3ff11a01 on network 12a6730f-d2d5-4e4b-ba2b-c5579f65f813 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:43:28.605342 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e7abdb33-8fd3-4820-8cd3-22ef7af2bdc3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0832353 Mar 07 21:43:28.606775 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45678) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:28.615046 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-9c92cfaa-7126-430b-8cfe-073e3e13472d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:28.631791 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88b9917-9676-4501-8444-fb7c39433b93 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:43:28.632165 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88b9917-9676-4501-8444-fb7c39433b93 None None] Checking segment: {'id': '58d33523-757e-4aa2-85e6-524eb171ad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '12a6730f-d2d5-4e4b-ba2b-c5579f65f813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:43:28.632575 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b88b9917-9676-4501-8444-fb7c39433b93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:28.633096 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88b9917-9676-4501-8444-fb7c39433b93 None None] Bound using segment: {'id': '58d33523-757e-4aa2-85e6-524eb171ad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '12a6730f-d2d5-4e4b-ba2b-c5579f65f813'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:43:28.633582 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-b88b9917-9676-4501-8444-fb7c39433b93 None None] Bound port: 481060bb-31d8-48c0-9b10-25ae3ff11a01, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58d33523-757e-4aa2-85e6-524eb171ad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '12a6730f-d2d5-4e4b-ba2b-c5579f65f813'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:43:28.633966 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b88b9917-9676-4501-8444-fb7c39433b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:28.676218 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-39d937f9-d134-43ac-a20a-21b492652e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:43:19Z', 'revision_number': 11, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:28.676835 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f352524c-dd73-448d-9b73-a3a0050fe183 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:28.682756 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d937f9-d134-43ac-a20a-21b492652e87 None None] The sync data for ids ['836e6c50-4349-4aac-a749-a5621461af97'] in dv-neutron-829957-1-hyperv is: [{'id': '836e6c50-4349-4aac-a749-a5621461af97', 'name': 'tempest-RoutersIpV6Test-router-613541480', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:41Z', 'updated_at': '2022-03-07T21:43:19Z', 'revision_number': 11, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:28.757457 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-36d0e86d-51be-467a-a34b-08bb8c994d80 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:28.801202 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-b88b9917-9676-4501-8444-fb7c39433b93 None None] For port 481060bb-31d8-48c0-9b10-25ae3ff11a01, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:43:28.805302 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-b88b9917-9676-4501-8444-fb7c39433b93 None None] For port 481060bb-31d8-48c0-9b10-25ae3ff11a01, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=481060bb-31d8-48c0-9b10-25ae3ff11a01,segment=NetworkSegment(58d33523-757e-4aa2-85e6-524eb171ad60),segment_id=58d33523-757e-4aa2-85e6-524eb171ad60)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:43:28.877299 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343cef35-9766-42ae-9e16-6eec6150f5f7 None None] DHCP port deletion for ab63f4f6-c089-409c-a9c4-f2088e2d7005 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:43:28.878531 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d46ef111-6208-4218-a4b7-7d0a629dcef7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:28.882252 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-343cef35-9766-42ae-9e16-6eec6150f5f7 None None] Deleting port dfee941b-2d1c-4489-af3d-cc5a048b5f09 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:28.882622 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-343cef35-9766-42ae-9e16-6eec6150f5f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:28.899210 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-f352524c-dd73-448d-9b73-a3a0050fe183 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Calling delete_port for 6915c6db-9d9b-451e-b159-6fd6ea5fa24a owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:28.930629 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b88b9917-9676-4501-8444-fb7c39433b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:28.975578 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0e86d-51be-467a-a34b-08bb8c994d80 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event deleted for resources: {'Port': ['ID=0d7a8a7d-af87-4a01-9a2e-e54959ed3a93,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:29.071156 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9c92cfaa-7126-430b-8cfe-073e3e13472d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:29.080496 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9c92cfaa-7126-430b-8cfe-073e3e13472d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:29.081685 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b9917-9676-4501-8444-fb7c39433b93 None None] Pushing event updated for resources: {'Port': ['ID=481060bb-31d8-48c0-9b10-25ae3ff11a01,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:29.090927 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9c92cfaa-7126-430b-8cfe-073e3e13472d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:29.101577 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9c92cfaa-7126-430b-8cfe-073e3e13472d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:29.187785 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-343cef35-9766-42ae-9e16-6eec6150f5f7 None None] For port dfee941b-2d1c-4489-af3d-cc5a048b5f09, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=dfee941b-2d1c-4489-af3d-cc5a048b5f09,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:29.188172 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-343cef35-9766-42ae-9e16-6eec6150f5f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:29.244585 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c92cfaa-7126-430b-8cfe-073e3e13472d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:29.249802 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9c92cfaa-7126-430b-8cfe-073e3e13472d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:29.362353 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-343cef35-9766-42ae-9e16-6eec6150f5f7 None None] Calling delete_port for dfee941b-2d1c-4489-af3d-cc5a048b5f09 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:29.369528 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-36d0e86d-51be-467a-a34b-08bb8c994d80 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:29.399091 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d46ef111-6208-4218-a4b7-7d0a629dcef7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:29.405539 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d46ef111-6208-4218-a4b7-7d0a629dcef7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:29.451861 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f352524c-dd73-448d-9b73-a3a0050fe183 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:29.454456 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] For port 481060bb-31d8-48c0-9b10-25ae3ff11a01, host dv-neutron-829957-1-hyperv, got binding levels [] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:29.454822 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:29.475307 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-36d0e86d-51be-467a-a34b-08bb8c994d80 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:29.476543 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-36d0e86d-51be-467a-a34b-08bb8c994d80 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "DELETE /v2.0/floatingips/ea2c9295-e27a-4199-a5a1-fb5bd2794f8b HTTP/1.1" status: 204 len: 168 time: 1.9515674 Mar 07 21:43:29.482315 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45684) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:29.524468 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352524c-dd73-448d-9b73-a3a0050fe183 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Pushing event deleted for resources: {'Port': ['ID=6915c6db-9d9b-451e-b159-6fd6ea5fa24a,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:29.538398 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-343cef35-9766-42ae-9e16-6eec6150f5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:29.577649 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f352524c-dd73-448d-9b73-a3a0050fe183 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:29.613206 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cef35-9766-42ae-9e16-6eec6150f5f7 None None] Pushing event deleted for resources: {'Port': ['ID=dfee941b-2d1c-4489-af3d-cc5a048b5f09,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:29.617312 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343cef35-9766-42ae-9e16-6eec6150f5f7 None None] No DVR routers for this DVR port dfee941b-2d1c-4489-af3d-cc5a048b5f09 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:43:29.676479 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f352524c-dd73-448d-9b73-a3a0050fe183 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] 10.222.0.21 "DELETE /v2.0/ports/6915c6db-9d9b-451e-b159-6fd6ea5fa24a HTTP/1.1" status: 204 len: 168 time: 1.6137912 Mar 07 21:43:29.679445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45686) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:29.740893 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9c92cfaa-7126-430b-8cfe-073e3e13472d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:29.748861 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9dfc154-046c-4788-b8f6-5ec09a0b5877 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] GET failed (client error): The resource could not be found. Mar 07 21:43:29.748861 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d9dfc154-046c-4788-b8f6-5ec09a0b5877 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Synchronizing usage tracker for tenant:52faca8939ef4bacb3bd7b1278a68da5 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:43:29.765646 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Calling delete_port for 481060bb-31d8-48c0-9b10-25ae3ff11a01 owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:29.809355 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-ac65c869-e7d4-4184-8832-a0c87b96bf68 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': '0911dab3-7911-4df0-83da-8f38e2b90793'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:29.823139 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ac65c869-e7d4-4184-8832-a0c87b96bf68 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:29.837378 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ac65c869-e7d4-4184-8832-a0c87b96bf68 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Usage tracker for resource:floatingip and tenant:2e7eeead753e44e297f167f27855cc6a is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:29.842502 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c92cfaa-7126-430b-8cfe-073e3e13472d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:29.843822 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ac65c869-e7d4-4184-8832-a0c87b96bf68 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:29.844501 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 481060bb-31d8-48c0-9b10-25ae3ff11a01 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:43:29.846748 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-9c92cfaa-7126-430b-8cfe-073e3e13472d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:29.852556 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c92cfaa-7126-430b-8cfe-073e3e13472d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:29.853369 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9c92cfaa-7126-430b-8cfe-073e3e13472d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:29.856250 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ac65c869-e7d4-4184-8832-a0c87b96bf68 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:29.877627 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92cfaa-7126-430b-8cfe-073e3e13472d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=8ccb8009-8490-4bf4-98da-91e09e512a6e,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:29.895190 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c0a732-d402-467c-925d-c9c14181c14d None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:29.896120 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d46ef111-6208-4218-a4b7-7d0a629dcef7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:29.896641 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46ef111-6208-4218-a4b7-7d0a629dcef7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Fanout notify agent at l3_agent the message router_deleted on router 836e6c50-4349-4aac-a749-a5621461af97 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:43:29.918665 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d9dfc154-046c-4788-b8f6-5ec09a0b5877 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Unset dirty status for tenant:52faca8939ef4bacb3bd7b1278a68da5 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:43:29.936257 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d9dfc154-046c-4788-b8f6-5ec09a0b5877 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] 10.222.0.21 "GET /v2.0/ports/6915c6db-9d9b-451e-b159-6fd6ea5fa24a HTTP/1.1" status: 404 len: 333 time: 0.2391410 Mar 07 21:43:29.936257 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45692) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:29.937021 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d46ef111-6208-4218-a4b7-7d0a629dcef7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:29.937021 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d46ef111-6208-4218-a4b7-7d0a629dcef7 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/routers/836e6c50-4349-4aac-a749-a5621461af97 HTTP/1.1" status: 204 len: 168 time: 1.4756715 Mar 07 21:43:29.943334 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45696) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:29.949859 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-4c613745-6f98-4ba1-8a7f-f4a0655f247e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-411104492', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:29.956125 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.api [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:43:29.961268 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG oslo_db.api [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:43:29.970513 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-4c613745-6f98-4ba1-8a7f-f4a0655f247e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:29.978459 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4c613745-6f98-4ba1-8a7f-f4a0655f247e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Usage tracker for resource:router and tenant:fcdda39025724b238190857d574ee30e is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:29.983064 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4c613745-6f98-4ba1-8a7f-f4a0655f247e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:29.994510 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-4c613745-6f98-4ba1-8a7f-f4a0655f247e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:30.002235 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9c92cfaa-7126-430b-8cfe-073e3e13472d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3939416 Mar 07 21:43:30.005565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45700) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:30.014197 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-750b8506-6ee8-4709-8d10-2506a2dca6bf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:30.061847 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac65c869-e7d4-4184-8832-a0c87b96bf68 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:30.096341 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4c613745-6f98-4ba1-8a7f-f4a0655f247e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:30.097368 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4c613745-6f98-4ba1-8a7f-f4a0655f247e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:30.115853 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-39c469bd-2cab-4ef1-9253-0736266a0c29 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Deleting port eac6dda5-3100-4237-9cba-438d99ecd486 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:30.116441 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-39c469bd-2cab-4ef1-9253-0736266a0c29 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:30.122995 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4c613745-6f98-4ba1-8a7f-f4a0655f247e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:30.131415 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 481060bb-31d8-48c0-9b10-25ae3ff11a01 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:30.213323 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device dfee941b-2d1c-4489-af3d-cc5a048b5f09 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:43:30.255756 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: dfee941b-2d1c-4489-af3d-cc5a048b5f09 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:43:30.256089 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device dfee941b-2d1c-4489-af3d-cc5a048b5f09 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:43:30.271118 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fcefa0-2e32-4c1b-bf71-8bb0e38c0eb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'tenant_id': '49a93905dfb1437998bcc3cc1e43d399', 'fixed_ips': [{'subnet_id': '8ccb8009-8490-4bf4-98da-91e09e512a6e'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:43:30.272303 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-23fcefa0-2e32-4c1b-bf71-8bb0e38c0eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:30.284581 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac65c869-e7d4-4184-8832-a0c87b96bf68 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:30.299471 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-750b8506-6ee8-4709-8d10-2506a2dca6bf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:30.321085 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-750b8506-6ee8-4709-8d10-2506a2dca6bf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:30.329699 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4c613745-6f98-4ba1-8a7f-f4a0655f247e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:30.336487 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-750b8506-6ee8-4709-8d10-2506a2dca6bf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:30.349444 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-750b8506-6ee8-4709-8d10-2506a2dca6bf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:30.461448 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Deleting port 481060bb-31d8-48c0-9b10-25ae3ff11a01 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:30.461863 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:30.469091 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-39c469bd-2cab-4ef1-9253-0736266a0c29 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:30.483271 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-23fcefa0-2e32-4c1b-bf71-8bb0e38c0eb3 None None] Allocated IP 2001:db8::2 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/8ccb8009-8490-4bf4-98da-91e09e512a6e/381c610a-29f5-46e9-a1f9-2e4cc780925c) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:30.503910 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-ac65c869-e7d4-4184-8832-a0c87b96bf68 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Allocated IP 172.26.2.120 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/0ee1c201-da45-41b6-8189-fa86c2dae550) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:30.507096 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4c613745-6f98-4ba1-8a7f-f4a0655f247e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:30.508478 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4c613745-6f98-4ba1-8a7f-f4a0655f247e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5641422 Mar 07 21:43:30.526981 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45704) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:30.537175 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750b8506-6ee8-4709-8d10-2506a2dca6bf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:30.542113 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-750b8506-6ee8-4709-8d10-2506a2dca6bf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:30.542696 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-2f3761d1-f1cb-4a94-99f2-9856bb0ca379 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:30.619437 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40486bff-11f5-40f4-9d9b-57e63f7e0b62 None None] Network 12a6730f-d2d5-4e4b-ba2b-c5579f65f813 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:30.650978 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-39c469bd-2cab-4ef1-9253-0736266a0c29 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Calling delete_port for eac6dda5-3100-4237-9cba-438d99ecd486 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:30.828656 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.ipam_backend_mixin [None req-750b8506-6ee8-4709-8d10-2506a2dca6bf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8ccb8009-8490-4bf4-98da-91e09e512a6e (CIDR: 2001:db8::/64) Mar 07 21:43:31.155465 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-23fcefa0-2e32-4c1b-bf71-8bb0e38c0eb3 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:31.155465 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-23fcefa0-2e32-4c1b-bf71-8bb0e38c0eb3 None None] Transition to ACTIVE for port object 381c610a-29f5-46e9-a1f9-2e4cc780925c will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:31.155465 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-23fcefa0-2e32-4c1b-bf71-8bb0e38c0eb3 None None] Transition to ACTIVE for port object 381c610a-29f5-46e9-a1f9-2e4cc780925c will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:31.156468 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2f3761d1-f1cb-4a94-99f2-9856bb0ca379 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:31.230940 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-750b8506-6ee8-4709-8d10-2506a2dca6bf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:43:31.230940 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-750b8506-6ee8-4709-8d10-2506a2dca6bf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:31.237973 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac65c869-e7d4-4184-8832-a0c87b96bf68 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:31.275139 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] For port 481060bb-31d8-48c0-9b10-25ae3ff11a01, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=481060bb-31d8-48c0-9b10-25ae3ff11a01,segment=NetworkSegment(58d33523-757e-4aa2-85e6-524eb171ad60),segment_id=58d33523-757e-4aa2-85e6-524eb171ad60)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:31.275497 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:31.314283 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-39c469bd-2cab-4ef1-9253-0736266a0c29 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:31.316719 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-23fcefa0-2e32-4c1b-bf71-8bb0e38c0eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:31.320021 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fd1145b9-2fe0-4b18-904f-0fd1e1a6cb05 None None] Provisioning for port 481060bb-31d8-48c0-9b10-25ae3ff11a01 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:31.381805 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fd1145b9-2fe0-4b18-904f-0fd1e1a6cb05 None None] Provisioning complete for port 481060bb-31d8-48c0-9b10-25ae3ff11a01 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:31.382259 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fd1145b9-2fe0-4b18-904f-0fd1e1a6cb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:31.409142 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2f3761d1-f1cb-4a94-99f2-9856bb0ca379 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-864536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-864531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-867168'] for router, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:31.409758 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c469bd-2cab-4ef1-9253-0736266a0c29 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Pushing event deleted for resources: {'Port': ['ID=eac6dda5-3100-4237-9cba-438d99ecd486,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:31.443750 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-39c469bd-2cab-4ef1-9253-0736266a0c29 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:31.443750 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-39c469bd-2cab-4ef1-9253-0736266a0c29 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] 10.222.0.21 "DELETE /v2.0/ports/eac6dda5-3100-4237-9cba-438d99ecd486 HTTP/1.1" status: 204 len: 168 time: 1.5137079 Mar 07 21:43:31.443750 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-750b8506-6ee8-4709-8d10-2506a2dca6bf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4339747 Mar 07 21:43:31.443750 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45708) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:31.444106 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45710) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:31.448227 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fcefa0-2e32-4c1b-bf71-8bb0e38c0eb3 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:31.450130 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-7c103820-e22d-4101-8f2e-c547462ac784 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'subnet': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:31.453521 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-23fcefa0-2e32-4c1b-bf71-8bb0e38c0eb3 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:31.467896 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fcefa0-2e32-4c1b-bf71-8bb0e38c0eb3 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:31.471369 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcefa0-2e32-4c1b-bf71-8bb0e38c0eb3 None None] Pushing event updated for resources: {'Port': ['ID=381c610a-29f5-46e9-a1f9-2e4cc780925c,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:31.549968 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Calling delete_port for 481060bb-31d8-48c0-9b10-25ae3ff11a01 owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:31.654598 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-23fcefa0-2e32-4c1b-bf71-8bb0e38c0eb3 None None] Attempting to bind port 381c610a-29f5-46e9-a1f9-2e4cc780925c on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:43:31.655028 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-23fcefa0-2e32-4c1b-bf71-8bb0e38c0eb3 None None] Attempting to bind port 381c610a-29f5-46e9-a1f9-2e4cc780925c by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:43:31.656312 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fcefa0-2e32-4c1b-bf71-8bb0e38c0eb3 None None] Attempting to bind port 381c610a-29f5-46e9-a1f9-2e4cc780925c on network ab63f4f6-c089-409c-a9c4-f2088e2d7005 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:43:31.666628 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fcefa0-2e32-4c1b-bf71-8bb0e38c0eb3 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:43:31.666628 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fcefa0-2e32-4c1b-bf71-8bb0e38c0eb3 None None] Checking segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:43:31.666628 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-23fcefa0-2e32-4c1b-bf71-8bb0e38c0eb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:31.667170 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fcefa0-2e32-4c1b-bf71-8bb0e38c0eb3 None None] Bound using segment: {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:43:31.667588 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-23fcefa0-2e32-4c1b-bf71-8bb0e38c0eb3 None None] Bound port: 381c610a-29f5-46e9-a1f9-2e4cc780925c, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064a176-ac76-4f40-b05b-59d93e5c4cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:43:31.668212 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-23fcefa0-2e32-4c1b-bf71-8bb0e38c0eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:31.693759 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fd1145b9-2fe0-4b18-904f-0fd1e1a6cb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:31.744327 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-803ba96f-c595-494e-9c2e-bc309ce819d0 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Deleting subnet 93f90b6b-5fe0-42f1-8125-36a44baf1039 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:43:31.751822 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-803ba96f-c595-494e-9c2e-bc309ce819d0 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:31.815760 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-23fcefa0-2e32-4c1b-bf71-8bb0e38c0eb3 None None] For port 381c610a-29f5-46e9-a1f9-2e4cc780925c, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:43:31.833526 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac65c869-e7d4-4184-8832-a0c87b96bf68 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:31.839134 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-803ba96f-c595-494e-9c2e-bc309ce819d0 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:31.868389 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7c103820-e22d-4101-8f2e-c547462ac784 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:31.886199 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7c103820-e22d-4101-8f2e-c547462ac784 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:subnet and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:31.891657 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7c103820-e22d-4101-8f2e-c547462ac784 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:31.900616 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-fd1145b9-2fe0-4b18-904f-0fd1e1a6cb05 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 07 21:43:31.900616 dv-neutron-829957-1-hyperv neutron-server[88388]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Mar 07 21:43:31.900616 dv-neutron-829957-1-hyperv neutron-server[88388]: [parameters: {'status': 'ACTIVE', 'ports_id': '481060bb-31d8-48c0-9b10-25ae3ff11a01'}] Mar 07 21:43:31.900616 dv-neutron-829957-1-hyperv neutron-server[88388]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:43:31.901483 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7c103820-e22d-4101-8f2e-c547462ac784 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:31.902086 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-fd1145b9-2fe0-4b18-904f-0fd1e1a6cb05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:43:31.911261 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac65c869-e7d4-4184-8832-a0c87b96bf68 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:31.914655 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-ac65c869-e7d4-4184-8832-a0c87b96bf68 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:31.916382 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3761d1-f1cb-4a94-99f2-9856bb0ca379 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Router 9728b2e3-1738-4591-a193-670e37b17beb is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:43:31.919215 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac65c869-e7d4-4184-8832-a0c87b96bf68 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:31.946678 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-803ba96f-c595-494e-9c2e-bc309ce819d0 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:31.949316 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65c869-e7d4-4184-8832-a0c87b96bf68 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event updated for resources: {'Port': ['ID=0ee1c201-da45-41b6-8189-fa86c2dae550,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:31.972053 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-23fcefa0-2e32-4c1b-bf71-8bb0e38c0eb3 None None] For port 381c610a-29f5-46e9-a1f9-2e4cc780925c, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=381c610a-29f5-46e9-a1f9-2e4cc780925c,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:43:31.992721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c103820-e22d-4101-8f2e-c547462ac784 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:31.996199 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7c103820-e22d-4101-8f2e-c547462ac784 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:32.026830 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:32.063170 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-23fcefa0-2e32-4c1b-bf71-8bb0e38c0eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:32.091348 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Port': ['ID=481060bb-31d8-48c0-9b10-25ae3ff11a01,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:32.192699 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcefa0-2e32-4c1b-bf71-8bb0e38c0eb3 None None] Pushing event updated for resources: {'Port': ['ID=381c610a-29f5-46e9-a1f9-2e4cc780925c,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:32.214005 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3761d1-f1cb-4a94-99f2-9856bb0ca379 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:43:32.225896 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49063ef9-4df1-403e-91d1-eeba5412a1be None None] Sync routers for ids ['9728b2e3-1738-4591-a193-670e37b17beb'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:32.238329 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528cad93-6206-4fd6-8b7e-6e3560f65585 None None] DHCP port deletion for 12a6730f-d2d5-4e4b-ba2b-c5579f65f813 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:43:32.247573 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49063ef9-4df1-403e-91d1-eeba5412a1be None None] Routers {'9728b2e3-1738-4591-a193-670e37b17beb'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:32.248445 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-49063ef9-4df1-403e-91d1-eeba5412a1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['9728b2e3-1738-4591-a193-670e37b17beb'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:32.273555 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No DVR routers for this DVR port 481060bb-31d8-48c0-9b10-25ae3ff11a01 on host dv-neutron-829957-1-hyperv {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:43:32.278857 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2f3761d1-f1cb-4a94-99f2-9856bb0ca379 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:32.279972 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2f3761d1-f1cb-4a94-99f2-9856bb0ca379 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "PUT /v2.0/routers/9728b2e3-1738-4591-a193-670e37b17beb HTTP/1.1" status: 200 len: 697 time: 1.7500970 Mar 07 21:43:32.282416 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-803ba96f-c595-494e-9c2e-bc309ce819d0 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:32.308096 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45716) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:32.345435 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ba96f-c595-494e-9c2e-bc309ce819d0 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Pushing event deleted for resources: {'Subnet': ['ID=93f90b6b-5fe0-42f1-8125-36a44baf1039,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:32.357494 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-803ba96f-c595-494e-9c2e-bc309ce819d0 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:32.381438 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9562a02b-2e07-43d4-95ef-25b515d45227 None None] Network 8015be7b-b8d1-43bb-aaaf-f33b568e3abe requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:32.387278 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-803ba96f-c595-494e-9c2e-bc309ce819d0 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] 10.222.0.21 "DELETE /v2.0/subnets/93f90b6b-5fe0-42f1-8125-36a44baf1039 HTTP/1.1" status: 204 len: 168 time: 0.9443583 Mar 07 21:43:32.389374 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45720) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:32.442671 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-49063ef9-4df1-403e-91d1-eeba5412a1be None None] Set router 9728b2e3-1738-4591-a193-670e37b17beb gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:43:32.528565 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:32.568763 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8705e7dc-dd75-4556-9f16-dabf565da0a4 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "GET /v2.0/routers/9728b2e3-1738-4591-a193-670e37b17beb HTTP/1.1" status: 200 len: 703 time: 0.2534459 Mar 07 21:43:32.570091 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-fd1145b9-2fe0-4b18-904f-0fd1e1a6cb05 None None] Port 481060bb-31d8-48c0-9b10-25ae3ff11a01 update to ACTIVE by agent not found {{(pid=88388) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 07 21:43:32.572749 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45724) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:32.576075 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-49063ef9-4df1-403e-91d1-eeba5412a1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9728b2e3-1738-4591-a193-670e37b17beb', 'name': 'tempest-RoutersIpV6Test-router-411104492', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:43:30Z', 'updated_at': '2022-03-07T21:43:31Z', 'revision_number': 2, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:32.604708 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0e00534f-7bd1-4de5-b11b-053ca7fb94d4 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:32.633784 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49063ef9-4df1-403e-91d1-eeba5412a1be None None] Checking router: 9728b2e3-1738-4591-a193-670e37b17beb for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:43:32.650808 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-0e00534f-7bd1-4de5-b11b-053ca7fb94d4 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Deleting port 62e5c96a-078a-4c73-a128-d399254dde25 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:32.651382 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0e00534f-7bd1-4de5-b11b-053ca7fb94d4 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:32.655199 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49063ef9-4df1-403e-91d1-eeba5412a1be None None] Routers {'9728b2e3-1738-4591-a193-670e37b17beb'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:32.655817 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-49063ef9-4df1-403e-91d1-eeba5412a1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['9728b2e3-1738-4591-a193-670e37b17beb'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:32.749597 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9c96aef3-d7a7-43e4-8040-ca2961a73a5c None None] Could not find standard attr ID for object 481060bb-31d8-48c0-9b10-25ae3ff11a01. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:43:32.862983 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.objects.ports [None req-7c103820-e22d-4101-8f2e-c547462ac784 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88386) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 07 21:43:32.883225 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-49063ef9-4df1-403e-91d1-eeba5412a1be None None] Set router 9728b2e3-1738-4591-a193-670e37b17beb gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:43:32.984286 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-19503db2-9e87-41d4-80b6-343e71cbf4fa tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "GET /v2.0/ports?device_id=9728b2e3-1738-4591-a193-670e37b17beb HTTP/1.1" status: 200 len: 205 time: 0.4043913 Mar 07 21:43:32.987207 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45728) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:32.992472 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-49063ef9-4df1-403e-91d1-eeba5412a1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9728b2e3-1738-4591-a193-670e37b17beb', 'name': 'tempest-RoutersIpV6Test-router-411104492', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:43:30Z', 'updated_at': '2022-03-07T21:43:31Z', 'revision_number': 2, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:32.999090 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49063ef9-4df1-403e-91d1-eeba5412a1be None None] The sync data for ids ['9728b2e3-1738-4591-a193-670e37b17beb'] in dv-neutron-829957-1-hyperv is: [{'id': '9728b2e3-1738-4591-a193-670e37b17beb', 'name': 'tempest-RoutersIpV6Test-router-411104492', 'tenant_id': 'fcdda39025724b238190857d574ee30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:43:30Z', 'updated_at': '2022-03-07T21:43:31Z', 'revision_number': 2, 'project_id': 'fcdda39025724b238190857d574ee30e', 'gw_port_host': None}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:33.052688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-0e00534f-7bd1-4de5-b11b-053ca7fb94d4 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] For port 62e5c96a-078a-4c73-a128-d399254dde25, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=62e5c96a-078a-4c73-a128-d399254dde25,segment=NetworkSegment(b3c33b9b-63d1-4923-9c8b-42537e38b716),segment_id=b3c33b9b-63d1-4923-9c8b-42537e38b716)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:33.052893 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0e00534f-7bd1-4de5-b11b-053ca7fb94d4 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:33.125680 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036f431d-12e4-4820-a6c0-a3ab6bc4180d None None] DHCP port deletion for 8015be7b-b8d1-43bb-aaaf-f33b568e3abe request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:43:33.130760 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-036f431d-12e4-4820-a6c0-a3ab6bc4180d None None] Deleting port 62e5c96a-078a-4c73-a128-d399254dde25 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:33.131190 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-036f431d-12e4-4820-a6c0-a3ab6bc4180d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:33.187072 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e6ed4c58-c28d-472e-af82-f6a14c1d93ae tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:33.213582 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-0e00534f-7bd1-4de5-b11b-053ca7fb94d4 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Calling delete_port for 62e5c96a-078a-4c73-a128-d399254dde25 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:33.392529 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-036f431d-12e4-4820-a6c0-a3ab6bc4180d None None] For port 62e5c96a-078a-4c73-a128-d399254dde25, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=62e5c96a-078a-4c73-a128-d399254dde25,segment=NetworkSegment(b3c33b9b-63d1-4923-9c8b-42537e38b716),segment_id=b3c33b9b-63d1-4923-9c8b-42537e38b716)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:33.393579 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-036f431d-12e4-4820-a6c0-a3ab6bc4180d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:33.422286 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:33.433298 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0e00534f-7bd1-4de5-b11b-053ca7fb94d4 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:33.582078 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-036f431d-12e4-4820-a6c0-a3ab6bc4180d None None] Calling delete_port for 62e5c96a-078a-4c73-a128-d399254dde25 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:33.623361 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00534f-7bd1-4de5-b11b-053ca7fb94d4 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Pushing event deleted for resources: {'Port': ['ID=62e5c96a-078a-4c73-a128-d399254dde25,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:33.645703 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e00534f-7bd1-4de5-b11b-053ca7fb94d4 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] No DVR routers for this DVR port 62e5c96a-078a-4c73-a128-d399254dde25 on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:43:33.687599 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-036f431d-12e4-4820-a6c0-a3ab6bc4180d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:43:33.688269 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-036f431d-12e4-4820-a6c0-a3ab6bc4180d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:43:33.721069 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Subnet': ['ID=2f12ed98-6394-4bad-ab72-f040faadbddf,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:33.724560 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a8412e-cd1d-4fc5-8b33-ab6a38897197 None None] Network 12a6730f-d2d5-4e4b-ba2b-c5579f65f813 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:33.736716 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7c103820-e22d-4101-8f2e-c547462ac784 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:33.742989 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e6ed4c58-c28d-472e-af82-f6a14c1d93ae tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:33.750239 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e6ed4c58-c28d-472e-af82-f6a14c1d93ae tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:33.931323 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 381c610a-29f5-46e9-a1f9-2e4cc780925c up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:43:33.962748 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:34.025103 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a6730f-d2d5-4e4b-ba2b-c5579f65f813']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:34.027355 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0e00534f-7bd1-4de5-b11b-053ca7fb94d4 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:34.044265 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d33523-757e-4aa2-85e6-524eb171ad60') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:34.044556 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d33523-757e-4aa2-85e6-524eb171ad60') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:34.061366 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:34.073152 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e6ed4c58-c28d-472e-af82-f6a14c1d93ae tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:34.073866 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ed4c58-c28d-472e-af82-f6a14c1d93ae tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Fanout notify agent at l3_agent the message router_deleted on router 9728b2e3-1738-4591-a193-670e37b17beb {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:43:34.077118 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-0e00534f-7bd1-4de5-b11b-053ca7fb94d4 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8015be7b-b8d1-43bb-aaaf-f33b568e3abe']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:34.097253 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-0e00534f-7bd1-4de5-b11b-053ca7fb94d4 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c33b9b-63d1-4923-9c8b-42537e38b716') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:34.097570 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-0e00534f-7bd1-4de5-b11b-053ca7fb94d4 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c33b9b-63d1-4923-9c8b-42537e38b716') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:34.103571 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac65c869-e7d4-4184-8832-a0c87b96bf68 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:34.105396 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:34.120656 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:43:34.123378 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:34.139433 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0e00534f-7bd1-4de5-b11b-053ca7fb94d4 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:43:34.153145 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:43:34.190386 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-036f431d-12e4-4820-a6c0-a3ab6bc4180d None None] Deleting port 62e5c96a-078a-4c73-a128-d399254dde25 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:34.191001 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-036f431d-12e4-4820-a6c0-a3ab6bc4180d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:34.218711 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0e00534f-7bd1-4de5-b11b-053ca7fb94d4 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:34.225205 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87bcbab-1d35-47b9-8cb4-186efedcb5b9 None None] DHCP port deletion for 12a6730f-d2d5-4e4b-ba2b-c5579f65f813 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:43:34.231713 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e00534f-7bd1-4de5-b11b-053ca7fb94d4 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:43:34.232080 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0e00534f-7bd1-4de5-b11b-053ca7fb94d4 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:34.232751 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-92923886-56db-4bae-bbe3-9bd6b6b839c3 None None] Provisioning for port 381c610a-29f5-46e9-a1f9-2e4cc780925c completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:43:34.248819 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:43:34.268116 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e6ed4c58-c28d-472e-af82-f6a14c1d93ae tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:34.274278 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e6ed4c58-c28d-472e-af82-f6a14c1d93ae tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/routers/9728b2e3-1738-4591-a193-670e37b17beb HTTP/1.1" status: 204 len: 168 time: 1.2835796 Mar 07 21:43:34.280047 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45732) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:34.285430 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-036f431d-12e4-4820-a6c0-a3ab6bc4180d None None] The port '62e5c96a-078a-4c73-a128-d399254dde25' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:43:34.311480 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fe0830-f5e9-4fcf-9ecc-6df78ce0cd86 None None] get_active_networks_info from dv-neutron-829957-1-hyperv {{(pid=88388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 07 21:43:34.334184 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-27d82937-257b-4d7d-9fa8-5914d8f8594c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "GET /v2.0/ports?device_id=9728b2e3-1738-4591-a193-670e37b17beb HTTP/1.1" status: 200 len: 205 time: 0.0527060 Mar 07 21:43:34.334755 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45736) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:34.349496 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 381c610a-29f5-46e9-a1f9-2e4cc780925c completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:34.360316 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-7c103820-e22d-4101-8f2e-c547462ac784 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] For port 381c610a-29f5-46e9-a1f9-2e4cc780925c, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=381c610a-29f5-46e9-a1f9-2e4cc780925c,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:34.371001 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 381c610a-29f5-46e9-a1f9-2e4cc780925c triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:34.371371 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:34.412704 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7c103820-e22d-4101-8f2e-c547462ac784 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:34.434944 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-a343a594-5ba1-4a6c-acc6-c95a01d31e36 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] delete failed (client error): The resource could not be found. Mar 07 21:43:34.439568 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a343a594-5ba1-4a6c-acc6-c95a01d31e36 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/routers/9728b2e3-1738-4591-a193-670e37b17beb HTTP/1.1" status: 404 len: 336 time: 0.1031744 Mar 07 21:43:34.439671 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45740) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:34.445858 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:34.473708 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:34.484135 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c250be2-3636-430b-8a31-8f76aea1d267 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:34.484586 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c250be2-3636-430b-8a31-8f76aea1d267 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:34.487199 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0e00534f-7bd1-4de5-b11b-053ca7fb94d4 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:34.487674 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Network': ['ID=12a6730f-d2d5-4e4b-ba2b-c5579f65f813,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:34.493120 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2daf9938-67b8-48bc-9082-7bd70d2bcf57 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/networks/12a6730f-d2d5-4e4b-ba2b-c5579f65f813 HTTP/1.1" status: 204 len: 168 time: 6.8896418 Mar 07 21:43:34.500554 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45744) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:34.509507 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-c90d8632-7655-430c-8b01-343af0a2ac19 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-473963840'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:34.513511 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0e00534f-7bd1-4de5-b11b-053ca7fb94d4 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:34.516634 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac65c869-e7d4-4184-8832-a0c87b96bf68 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:34.523833 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7c103820-e22d-4101-8f2e-c547462ac784 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:34.523833 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7c103820-e22d-4101-8f2e-c547462ac784 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:34.567850 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fe0830-f5e9-4fcf-9ecc-6df78ce0cd86 None None] Resources bound (agent type, host, resource id): {{(pid=88388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:43:34.576747 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:34.593039 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00534f-7bd1-4de5-b11b-053ca7fb94d4 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] Pushing event deleted for resources: {'Network': ['ID=8015be7b-b8d1-43bb-aaaf-f33b568e3abe,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:34.603794 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8c250be2-3636-430b-8a31-8f76aea1d267 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/subnets/01a145b6-53d7-4a6b-b3de-efb9c183df71 HTTP/1.1" status: 404 len: 337 time: 0.1633275 Mar 07 21:43:34.618551 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45748) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:34.678386 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c103820-e22d-4101-8f2e-c547462ac784 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:34.686788 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0e00534f-7bd1-4de5-b11b-053ca7fb94d4 tempest-AllowedAddressPairIpV6TestJSON-1657067463 tempest-AllowedAddressPairIpV6TestJSON-1657067463-project] 10.222.0.21 "DELETE /v2.0/networks/8015be7b-b8d1-43bb-aaaf-f33b568e3abe HTTP/1.1" status: 204 len: 168 time: 2.2937560 Mar 07 21:43:34.689564 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c90d8632-7655-430c-8b01-343af0a2ac19 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:34.704137 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c90d8632-7655-430c-8b01-343af0a2ac19 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Usage tracker for resource:network and tenant:a528f79553b84c43aec8d6e00382c6b6 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:34.705042 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-7c103820-e22d-4101-8f2e-c547462ac784 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:34.709322 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c90d8632-7655-430c-8b01-343af0a2ac19 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:34.715509 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf594d9-1fff-4a5d-ac60-b12157c37cce tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:34.715956 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbf594d9-1fff-4a5d-ac60-b12157c37cce tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:34.717613 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-dbf594d9-1fff-4a5d-ac60-b12157c37cce tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/subnets/f11b4475-7348-4a77-99a0-4282908a0dff HTTP/1.1" status: 404 len: 337 time: 0.0903325 Mar 07 21:43:34.717898 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 381c610a-29f5-46e9-a1f9-2e4cc780925c, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=381c610a-29f5-46e9-a1f9-2e4cc780925c,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:34.724135 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c90d8632-7655-430c-8b01-343af0a2ac19 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:34.724135 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45754) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:34.724368 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c103820-e22d-4101-8f2e-c547462ac784 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:34.724368 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7c103820-e22d-4101-8f2e-c547462ac784 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:34.738388 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c103820-e22d-4101-8f2e-c547462ac784 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Subnet': ['ID=f19edf48-7056-449f-a38c-30a965568ab7,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:34.749717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c103820-e22d-4101-8f2e-c547462ac784 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=381c610a-29f5-46e9-a1f9-2e4cc780925c,revision_number=4']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:34.781077 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-845a3b36-fc68-4fab-bb65-b71f521668f3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:34.781634 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-845a3b36-fc68-4fab-bb65-b71f521668f3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:34.783405 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-845a3b36-fc68-4fab-bb65-b71f521668f3 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/subnets/81213d75-234c-4dbe-9fab-8f129feeb50d HTTP/1.1" status: 404 len: 337 time: 0.0594196 Mar 07 21:43:34.785993 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45758) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:34.844303 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:34.857151 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-8699449a-dde5-49c2-9a0e-70afc7a6e231 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:34.857598 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8699449a-dde5-49c2-9a0e-70afc7a6e231 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:34.859470 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8699449a-dde5-49c2-9a0e-70afc7a6e231 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/subnets/369f30fd-23a5-4a00-b30d-8131c3c7bf2e HTTP/1.1" status: 404 len: 337 time: 0.0725434 Mar 07 21:43:34.862787 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45762) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:34.924777 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=381c610a-29f5-46e9-a1f9-2e4cc780925c,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:34.925992 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7c103820-e22d-4101-8f2e-c547462ac784 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4808705 Mar 07 21:43:34.927343 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45766) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:34.930384 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 62e5c96a-078a-4c73-a128-d399254dde25 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:43:34.936479 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b166e3e0-a764-4a80-9510-ff491fb9956e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Synchronizing usage tracker for tenant:fcdda39025724b238190857d574ee30e on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:43:34.942520 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-46bbd697-c1aa-430c-a5cc-a82f7df11241 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Request body: {'port': {'network_id': 'ab63f4f6-c089-409c-a9c4-f2088e2d7005', 'mac_address': 'fa:16:3e:42:ae:b1', 'name': 'tempest-NetworksTestDHCPv6-861025409'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:34.966115 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 62e5c96a-078a-4c73-a128-d399254dde25 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:43:34.966458 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 62e5c96a-078a-4c73-a128-d399254dde25 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:43:34.966881 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 481060bb-31d8-48c0-9b10-25ae3ff11a01 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:43:34.997744 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90d8632-7655-430c-8b01-343af0a2ac19 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Made reservation on behalf of a528f79553b84c43aec8d6e00382c6b6 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:35.002130 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c90d8632-7655-430c-8b01-343af0a2ac19 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:35.004034 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 481060bb-31d8-48c0-9b10-25ae3ff11a01 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:43:35.004407 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 481060bb-31d8-48c0-9b10-25ae3ff11a01 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:43:35.065312 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b166e3e0-a764-4a80-9510-ff491fb9956e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] Unset dirty status for tenant:fcdda39025724b238190857d574ee30e on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:43:35.069645 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b166e3e0-a764-4a80-9510-ff491fb9956e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "GET /v2.0/ports?device_id=836e6c50-4349-4aac-a749-a5621461af97 HTTP/1.1" status: 200 len: 205 time: 0.2058706 Mar 07 21:43:35.070539 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45770) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:35.082677 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90d8632-7655-430c-8b01-343af0a2ac19 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:43:35.129572 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac65c869-e7d4-4184-8832-a0c87b96bf68 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:35.132116 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c90d8632-7655-430c-8b01-343af0a2ac19 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:35.132116 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-c90d8632-7655-430c-8b01-343af0a2ac19 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Added segment ba290598-78da-4630-acb7-fe3fbeee689a of type vlan for network 741a2258-0190-4536-aaeb-8b8da0a7d4a0 Mar 07 21:43:35.143518 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9646cb97-3caf-48c2-a8de-c810d88cd5ad None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:35.157613 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-e3bafb63-1803-41e9-9fd5-a54eebfb9dac tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] delete failed (client error): The resource could not be found. Mar 07 21:43:35.161803 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e3bafb63-1803-41e9-9fd5-a54eebfb9dac tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/routers/836e6c50-4349-4aac-a749-a5621461af97 HTTP/1.1" status: 404 len: 336 time: 0.0876074 Mar 07 21:43:35.162459 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c90d8632-7655-430c-8b01-343af0a2ac19 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:35.164711 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45774) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:35.200783 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac65c869-e7d4-4184-8832-a0c87b96bf68 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:35.230635 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-831b04a5-833c-4437-ad7a-5d53b4eb6e7c tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8615f1-10b5-4c1b-be7c-a38e84fa65bc HTTP/1.1" status: 200 len: 205 time: 0.0646727 Mar 07 21:43:35.236938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45780) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:35.256610 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c90d8632-7655-430c-8b01-343af0a2ac19 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:35.262597 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90d8632-7655-430c-8b01-343af0a2ac19 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:35.265755 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c90d8632-7655-430c-8b01-343af0a2ac19 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:35.307327 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-46bbd697-c1aa-430c-a5cc-a82f7df11241 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:35.309904 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-49a34bf7-48b5-4531-8a46-a24b5704a8ac tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] delete failed (client error): The resource could not be found. Mar 07 21:43:35.314225 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-49a34bf7-48b5-4531-8a46-a24b5704a8ac tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/routers/ae8615f1-10b5-4c1b-be7c-a38e84fa65bc HTTP/1.1" status: 404 len: 336 time: 0.0756371 Mar 07 21:43:35.314929 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45784) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:35.321168 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-46bbd697-c1aa-430c-a5cc-a82f7df11241 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Usage tracker for resource:port and tenant:49a93905dfb1437998bcc3cc1e43d399 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:35.326976 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45788) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:35.328019 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-46bbd697-c1aa-430c-a5cc-a82f7df11241 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:35.367375 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-46bbd697-c1aa-430c-a5cc-a82f7df11241 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:35.384350 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b05707f-43ba-484e-97ca-03e0e9b0314e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:35.384350 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b05707f-43ba-484e-97ca-03e0e9b0314e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:35.392911 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8b05707f-43ba-484e-97ca-03e0e9b0314e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/subnets/7c5472d4-a220-400a-8e2c-6db49119420e HTTP/1.1" status: 404 len: 337 time: 0.0692904 Mar 07 21:43:35.392911 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45794) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:35.435989 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d8632-7655-430c-8b01-343af0a2ac19 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Network': ['ID=741a2258-0190-4536-aaeb-8b8da0a7d4a0,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:35.445689 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-394040b2-5e23-4dfb-82d3-b230e7401119 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "GET /v2.0/ports?device_id=5107de41-ff69-4638-a60a-28233b3dd2c6 HTTP/1.1" status: 200 len: 205 time: 0.0475767 Mar 07 21:43:35.445689 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45798) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:35.449179 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65c869-e7d4-4184-8832-a0c87b96bf68 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event updated for resources: {'Port': ['ID=0ee1c201-da45-41b6-8189-fa86c2dae550,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:35.449997 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 741a2258-0190-4536-aaeb-8b8da0a7d4a0 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:43:35.462114 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac65c869-e7d4-4184-8832-a0c87b96bf68 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:35.505850 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bbd697-c1aa-430c-a5cc-a82f7df11241 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Made reservation on behalf of 49a93905dfb1437998bcc3cc1e43d399 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:35.536583 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c90d8632-7655-430c-8b01-343af0a2ac19 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0337968 Mar 07 21:43:35.541747 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45802) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:35.542789 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-21d57383-e855-49c6-9dae-1061e38f1143 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] delete failed (client error): The resource could not be found. Mar 07 21:43:35.546565 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-21d57383-e855-49c6-9dae-1061e38f1143 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/routers/5107de41-ff69-4638-a60a-28233b3dd2c6 HTTP/1.1" status: 404 len: 336 time: 0.1060550 Mar 07 21:43:35.551784 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45804) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:35.555282 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-fc5456ae-f0ef-4b5f-bbd6-d687703ee70f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'subnet': {'network_id': '741a2258-0190-4536-aaeb-8b8da0a7d4a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:35.612695 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5fc2ee40-5f83-41b4-af16-0636c234d763 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b487c10-1747-44c2-8f0c-5ccd2c02cb55 HTTP/1.1" status: 200 len: 205 time: 0.0597410 Mar 07 21:43:35.615436 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45810) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:35.709216 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-59e76b10-49ec-4c49-9d25-5e1a916e479b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] delete failed (client error): The resource could not be found. Mar 07 21:43:35.711370 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-59e76b10-49ec-4c49-9d25-5e1a916e479b tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/routers/3b487c10-1747-44c2-8f0c-5ccd2c02cb55 HTTP/1.1" status: 404 len: 336 time: 0.0950003 Mar 07 21:43:35.712078 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45814) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:35.784853 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 381c610a-29f5-46e9-a1f9-2e4cc780925c up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:43:35.878981 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd8539a-1696-4be7-ab3d-5f151436248e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:35.883911 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd8539a-1696-4be7-ab3d-5f151436248e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:35.890385 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5bd8539a-1696-4be7-ab3d-5f151436248e tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/subnets/04d024d1-aeda-4020-848a-020e7070169f HTTP/1.1" status: 404 len: 337 time: 0.1211028 Mar 07 21:43:35.893621 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45818) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:35.908499 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-761a8a36-0684-4c97-9e20-034d3420a15d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52faca8939ef4bacb3bd7b1278a68da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5771880 Mar 07 21:43:35.912038 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45822) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:35.922277 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 381c610a-29f5-46e9-a1f9-2e4cc780925c triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:35.922923 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:35.964034 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-29f641c1-0e71-4ef1-94d0-a4f180f247ed tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "GET /v2.0/ports?device_id=2667f714-05ce-4dc9-921f-a3c5e11b6ff5 HTTP/1.1" status: 200 len: 205 time: 0.0676277 Mar 07 21:43:35.964738 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-fc5456ae-f0ef-4b5f-bbd6-d687703ee70f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:35.973677 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45826) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:35.983738 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-fc5456ae-f0ef-4b5f-bbd6-d687703ee70f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Usage tracker for resource:subnet and tenant:a528f79553b84c43aec8d6e00382c6b6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:35.992886 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-fc5456ae-f0ef-4b5f-bbd6-d687703ee70f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:36.012574 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-fc5456ae-f0ef-4b5f-bbd6-d687703ee70f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:36.020058 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-46bbd697-c1aa-430c-a5cc-a82f7df11241 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:36.045074 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-ac65c869-e7d4-4184-8832-a0c87b96bf68 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Floating IP abe73d41-1f52-4415-85f6-6b88159f341e associated. External IP: 172.26.2.120, port: 0911dab3-7911-4df0-83da-8f38e2b90793. Mar 07 21:43:36.068868 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-46bbd697-c1aa-430c-a5cc-a82f7df11241 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] device_id is not set on port 40e12131-ce4c-41ae-8730-050b6d91d699 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:43:36.111146 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b1856607-02bb-4755-be50-39d3e4638d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:36.115111 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5456ae-f0ef-4b5f-bbd6-d687703ee70f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Made reservation on behalf of a528f79553b84c43aec8d6e00382c6b6 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:36.118928 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fc5456ae-f0ef-4b5f-bbd6-d687703ee70f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:36.162058 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-2af0326c-a0db-4d7a-9cc1-6e39080bc7af tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] delete failed (client error): The resource could not be found. Mar 07 21:43:36.165613 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2af0326c-a0db-4d7a-9cc1-6e39080bc7af tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/routers/2667f714-05ce-4dc9-921f-a3c5e11b6ff5 HTTP/1.1" status: 404 len: 336 time: 0.1916015 Mar 07 21:43:36.171856 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45830) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:36.249355 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b1856607-02bb-4755-be50-39d3e4638d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:36.272759 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-0822d371-a090-4229-a36b-aafd405da0a4 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:36.273124 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0822d371-a090-4229-a36b-aafd405da0a4 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:36.274832 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0822d371-a090-4229-a36b-aafd405da0a4 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/subnets/21a6a323-cf75-469d-84bd-9aa2b90faff7 HTTP/1.1" status: 404 len: 337 time: 0.1018431 Mar 07 21:43:36.278073 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45836) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:36.279048 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2590cbb4-6fc5-4e9c-abc5-5d7ed44ccc02 None None] Provisioning complete for port 381c610a-29f5-46e9-a1f9-2e4cc780925c triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:36.279413 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2590cbb4-6fc5-4e9c-abc5-5d7ed44ccc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:36.326370 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7a9e947f-4011-408b-bbbd-69213760725f tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "GET /v2.0/ports?device_id=56356d7c-ec11-4a46-82ed-c678c5bf94d9 HTTP/1.1" status: 200 len: 205 time: 0.0469115 Mar 07 21:43:36.329709 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45840) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:36.523285 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-46bbd697-c1aa-430c-a5cc-a82f7df11241 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 2001:db8::3 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/8ccb8009-8490-4bf4-98da-91e09e512a6e/40e12131-ce4c-41ae-8730-050b6d91d699) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:36.535177 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-46bbd697-c1aa-430c-a5cc-a82f7df11241 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Allocated IP 2001:db8:0:1:f816:3eff:fe42:aeb1 (ab63f4f6-c089-409c-a9c4-f2088e2d7005/f19edf48-7056-449f-a38c-30a965568ab7/40e12131-ce4c-41ae-8730-050b6d91d699) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:36.540419 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-df07991f-e047-4eb2-884d-f7a775d5f7e0 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] delete failed (client error): The resource could not be found. Mar 07 21:43:36.543735 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-df07991f-e047-4eb2-884d-f7a775d5f7e0 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/routers/56356d7c-ec11-4a46-82ed-c678c5bf94d9 HTTP/1.1" status: 404 len: 336 time: 0.2106524 Mar 07 21:43:36.543888 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b1856607-02bb-4755-be50-39d3e4638d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:36.544759 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45844) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:36.585898 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1856607-02bb-4755-be50-39d3e4638d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712635a3-70f2-4ca3-bd6f-ef583b6a59b3,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:36.640147 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b1856607-02bb-4755-be50-39d3e4638d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:36.641229 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b1856607-02bb-4755-be50-39d3e4638d6d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/712635a3-70f2-4ca3-bd6f-ef583b6a59b3 HTTP/1.1" status: 204 len: 168 time: 0.7263930 Mar 07 21:43:36.650177 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b42197-a87a-4c4e-b7f8-5ffb2807c9e1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:36.650778 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b42197-a87a-4c4e-b7f8-5ffb2807c9e1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:36.652493 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-01b42197-a87a-4c4e-b7f8-5ffb2807c9e1 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/subnets/94c93ed3-9d43-4623-90d9-97049926ea8a HTTP/1.1" status: 404 len: 337 time: 0.1067986 Mar 07 21:43:36.655039 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45850) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:36.706024 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b62f181-4ba4-43cd-ace7-a3f5e005cd49 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:36.706477 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b62f181-4ba4-43cd-ace7-a3f5e005cd49 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:36.708633 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1b62f181-4ba4-43cd-ace7-a3f5e005cd49 tempest-RoutersIpV6Test-1669102425 tempest-RoutersIpV6Test-1669102425-project] 10.222.0.21 "DELETE /v2.0/subnets/d5803e7f-88ac-4e90-97b6-96587a288bd7 HTTP/1.1" status: 404 len: 337 time: 0.0524533 Mar 07 21:43:36.737106 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fc5456ae-f0ef-4b5f-bbd6-d687703ee70f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:36.821475 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac65c869-e7d4-4184-8832-a0c87b96bf68 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Router 35117517-56de-4c85-bb87-b26c1589e90b has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:43:36.847386 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5456ae-f0ef-4b5f-bbd6-d687703ee70f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Subnet': ['ID=2de15761-f89f-4e2c-8f5e-a6d5ff509ae8,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:36.891153 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-46bbd697-c1aa-430c-a5cc-a82f7df11241 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:36.894237 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5456ae-f0ef-4b5f-bbd6-d687703ee70f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Checking segment: {'id': 'ba290598-78da-4630-acb7-fe3fbeee689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '741a2258-0190-4536-aaeb-8b8da0a7d4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:43:36.894716 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5456ae-f0ef-4b5f-bbd6-d687703ee70f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Network hostable DHCP agents. Network: 741a2258-0190-4536-aaeb-8b8da0a7d4a0, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:43:36.919771 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-46bbd697-c1aa-430c-a5cc-a82f7df11241 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Transition to ACTIVE for port object 40e12131-ce4c-41ae-8730-050b6d91d699 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:37.009945 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac65c869-e7d4-4184-8832-a0c87b96bf68 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:43:37.017749 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5456ae-f0ef-4b5f-bbd6-d687703ee70f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Network 741a2258-0190-4536-aaeb-8b8da0a7d4a0 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:43:37.021800 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf73d07-2ef1-46ab-a6c0-4b6c22b50d6a None None] Sync routers for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:37.031854 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf73d07-2ef1-46ab-a6c0-4b6c22b50d6a None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:37.032691 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-4cf73d07-2ef1-46ab-a6c0-4b6c22b50d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:37.095915 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-4cf73d07-2ef1-46ab-a6c0-4b6c22b50d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:37.102618 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-46bbd697-c1aa-430c-a5cc-a82f7df11241 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:37.105330 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf73d07-2ef1-46ab-a6c0-4b6c22b50d6a None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:37.105330 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-4cf73d07-2ef1-46ab-a6c0-4b6c22b50d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:37.149813 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac65c869-e7d4-4184-8832-a0c87b96bf68 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:37.169298 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-4cf73d07-2ef1-46ab-a6c0-4b6c22b50d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:37.169937 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf73d07-2ef1-46ab-a6c0-4b6c22b50d6a None None] The sync data for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:37.189358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-fc5456ae-f0ef-4b5f-bbd6-d687703ee70f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 741a2258-0190-4536-aaeb-8b8da0a7d4a0) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:37.194218 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5456ae-f0ef-4b5f-bbd6-d687703ee70f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:37.195145 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fc5456ae-f0ef-4b5f-bbd6-d687703ee70f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:37.206098 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bb42bf-53f5-4444-9af0-fa045f4832a3 None None] Network 741a2258-0190-4536-aaeb-8b8da0a7d4a0 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:37.228445 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ac65c869-e7d4-4184-8832-a0c87b96bf68 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.4211218 Mar 07 21:43:37.229840 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45866) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:37.242326 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bbd697-c1aa-430c-a5cc-a82f7df11241 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:37.247007 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-46bbd697-c1aa-430c-a5cc-a82f7df11241 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:37.250132 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bbd697-c1aa-430c-a5cc-a82f7df11241 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:37.256861 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bbd697-c1aa-430c-a5cc-a82f7df11241 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:37.258028 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-46bbd697-c1aa-430c-a5cc-a82f7df11241 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:37.263694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbd697-c1aa-430c-a5cc-a82f7df11241 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event updated for resources: {'Port': ['ID=40e12131-ce4c-41ae-8730-050b6d91d699,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:37.322103 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-fc5456ae-f0ef-4b5f-bbd6-d687703ee70f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7740557 Mar 07 21:43:37.329737 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45872) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:37.380370 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45876) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:37.414803 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c25b0bd9-cd12-4803-84c1-56dce2cd27f3 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "GET /v2.0/floatingips/abe73d41-1f52-4415-85f6-6b88159f341e HTTP/1.1" status: 200 len: 977 time: 0.1833627 Mar 07 21:43:37.419922 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45882) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:37.533189 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b14256-91ae-4e13-aacb-c1daf3a76bec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-741a2258-0190-4536-aaeb-8b8da0a7d4a0', 'network_id': '741a2258-0190-4536-aaeb-8b8da0a7d4a0', 'tenant_id': 'a528f79553b84c43aec8d6e00382c6b6', 'fixed_ips': [{'subnet_id': '2de15761-f89f-4e2c-8f5e-a6d5ff509ae8'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:43:37.534081 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-87b14256-91ae-4e13-aacb-c1daf3a76bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:37.573405 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-46bbd697-c1aa-430c-a5cc-a82f7df11241 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.6399817 Mar 07 21:43:37.578255 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:37.580837 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45886) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:37.599220 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-cb56103f-8aa8-4f51-9725-abb455835015 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Synchronizing usage tracker for tenant:2e7eeead753e44e297f167f27855cc6a on resource:floatingip {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:43:37.669560 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-cb56103f-8aa8-4f51-9725-abb455835015 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Unset dirty status for tenant:2e7eeead753e44e297f167f27855cc6a on resource:floatingip {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:43:37.671048 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cb56103f-8aa8-4f51-9725-abb455835015 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2501318 Mar 07 21:43:37.674776 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45892) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:37.684709 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-4364f4ba-9870-4cea-93e7-100230ab5c7d tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Request body: {'floatingip': {'port_id': '33959bc8-a82d-488c-841e-932b2b59a942'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:37.718840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-5bd0becd-a920-4d05-8477-8040deff2b62 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting port 40e12131-ce4c-41ae-8730-050b6d91d699 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:37.719180 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5bd0becd-a920-4d05-8477-8040deff2b62 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:37.720579 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c0b4f8bb-e2da-4f15-93aa-9a92857e936f None None] Provisioning for port 40e12131-ce4c-41ae-8730-050b6d91d699 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:37.735621 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c0b4f8bb-e2da-4f15-93aa-9a92857e936f None None] Provisioning complete for port 40e12131-ce4c-41ae-8730-050b6d91d699 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:37.736001 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c0b4f8bb-e2da-4f15-93aa-9a92857e936f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:37.802688 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-87b14256-91ae-4e13-aacb-c1daf3a76bec None None] Allocated IP 172.20.0.1 (741a2258-0190-4536-aaeb-8b8da0a7d4a0/2de15761-f89f-4e2c-8f5e-a6d5ff509ae8/59f3cfc6-ac7d-41ba-9b26-c1b5b6dcc864) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:37.808374 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c0b4f8bb-e2da-4f15-93aa-9a92857e936f None None] Port 40e12131-ce4c-41ae-8730-050b6d91d699 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:43:37.854837 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:37.892877 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4364f4ba-9870-4cea-93e7-100230ab5c7d tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:38.035025 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3f7949b8-fa78-4b5a-a65b-55af52cedc0f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fcdda39025724b238190857d574ee30e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6534185 Mar 07 21:43:38.038481 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45902) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:38.109939 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-87b14256-91ae-4e13-aacb-c1daf3a76bec None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:38.123116 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-87b14256-91ae-4e13-aacb-c1daf3a76bec None None] Transition to ACTIVE for port object 59f3cfc6-ac7d-41ba-9b26-c1b5b6dcc864 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:38.127019 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45906) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:38.150075 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-87b14256-91ae-4e13-aacb-c1daf3a76bec None None] Transition to ACTIVE for port object 59f3cfc6-ac7d-41ba-9b26-c1b5b6dcc864 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:38.229321 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cb8b7f77-8152-4cf9-b3c9-e07247fc2ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:38.248296 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-87b14256-91ae-4e13-aacb-c1daf3a76bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:38.269693 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-23b8c090-e20f-47e9-b5c0-5796b3b52464 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-319144312', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:38.278001 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-23b8c090-e20f-47e9-b5c0-5796b3b52464 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:38.286788 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-23b8c090-e20f-47e9-b5c0-5796b3b52464 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Usage tracker for resource:router and tenant:408aaa4d4d79481e8c3bb2314b62351f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:38.290041 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-23b8c090-e20f-47e9-b5c0-5796b3b52464 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:38.296133 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-23b8c090-e20f-47e9-b5c0-5796b3b52464 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:38.332015 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b14256-91ae-4e13-aacb-c1daf3a76bec None None] Network 741a2258-0190-4536-aaeb-8b8da0a7d4a0 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:38.335502 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-87b14256-91ae-4e13-aacb-c1daf3a76bec None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:38.339047 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b14256-91ae-4e13-aacb-c1daf3a76bec None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:38.370019 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cb8b7f77-8152-4cf9-b3c9-e07247fc2ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:38.383118 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5bd0becd-a920-4d05-8477-8040deff2b62 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:38.386084 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b14256-91ae-4e13-aacb-c1daf3a76bec None None] Pushing event updated for resources: {'Port': ['ID=59f3cfc6-ac7d-41ba-9b26-c1b5b6dcc864,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:38.388869 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-23b8c090-e20f-47e9-b5c0-5796b3b52464 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:38.389861 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-23b8c090-e20f-47e9-b5c0-5796b3b52464 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:38.445547 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-87b14256-91ae-4e13-aacb-c1daf3a76bec None None] Attempting to bind port 59f3cfc6-ac7d-41ba-9b26-c1b5b6dcc864 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:43:38.446181 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:38.448921 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-87b14256-91ae-4e13-aacb-c1daf3a76bec None None] Attempting to bind port 59f3cfc6-ac7d-41ba-9b26-c1b5b6dcc864 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'ba290598-78da-4630-acb7-fe3fbeee689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '741a2258-0190-4536-aaeb-8b8da0a7d4a0'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:43:38.448921 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b14256-91ae-4e13-aacb-c1daf3a76bec None None] Attempting to bind port 59f3cfc6-ac7d-41ba-9b26-c1b5b6dcc864 on network 741a2258-0190-4536-aaeb-8b8da0a7d4a0 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:43:38.453045 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b14256-91ae-4e13-aacb-c1daf3a76bec None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:43:38.453649 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b14256-91ae-4e13-aacb-c1daf3a76bec None None] Checking segment: {'id': 'ba290598-78da-4630-acb7-fe3fbeee689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '741a2258-0190-4536-aaeb-8b8da0a7d4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:43:38.454075 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-87b14256-91ae-4e13-aacb-c1daf3a76bec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:38.454467 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b14256-91ae-4e13-aacb-c1daf3a76bec None None] Bound using segment: {'id': 'ba290598-78da-4630-acb7-fe3fbeee689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '741a2258-0190-4536-aaeb-8b8da0a7d4a0'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:43:38.454925 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-87b14256-91ae-4e13-aacb-c1daf3a76bec None None] Bound port: 59f3cfc6-ac7d-41ba-9b26-c1b5b6dcc864, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba290598-78da-4630-acb7-fe3fbeee689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '741a2258-0190-4536-aaeb-8b8da0a7d4a0'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:43:38.455294 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-87b14256-91ae-4e13-aacb-c1daf3a76bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:38.509284 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-23b8c090-e20f-47e9-b5c0-5796b3b52464 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:38.537757 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-5bd0becd-a920-4d05-8477-8040deff2b62 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Calling delete_port for 40e12131-ce4c-41ae-8730-050b6d91d699 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:38.558397 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-87b14256-91ae-4e13-aacb-c1daf3a76bec None None] For port 59f3cfc6-ac7d-41ba-9b26-c1b5b6dcc864, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:43:38.564048 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-87b14256-91ae-4e13-aacb-c1daf3a76bec None None] For port 59f3cfc6-ac7d-41ba-9b26-c1b5b6dcc864, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=59f3cfc6-ac7d-41ba-9b26-c1b5b6dcc864,segment=NetworkSegment(ba290598-78da-4630-acb7-fe3fbeee689a),segment_id=ba290598-78da-4630-acb7-fe3fbeee689a)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:43:38.589491 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Subnet': ['ID=2de15761-f89f-4e2c-8f5e-a6d5ff509ae8,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:38.647696 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-87b14256-91ae-4e13-aacb-c1daf3a76bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:38.739062 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:38.741765 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b14256-91ae-4e13-aacb-c1daf3a76bec None None] Pushing event updated for resources: {'Port': ['ID=59f3cfc6-ac7d-41ba-9b26-c1b5b6dcc864,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:38.761701 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cb8b7f77-8152-4cf9-b3c9-e07247fc2ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:38.784333 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b7f77-8152-4cf9-b3c9-e07247fc2ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ef835d-eb0c-407e-8a15-0a1ef94ed054,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:38.818254 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cb8b7f77-8152-4cf9-b3c9-e07247fc2ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:38.818254 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cb8b7f77-8152-4cf9-b3c9-e07247fc2ab3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2ef835d-eb0c-407e-8a15-0a1ef94ed054 HTTP/1.1" status: 204 len: 168 time: 0.7733653 Mar 07 21:43:38.818886 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['741a2258-0190-4536-aaeb-8b8da0a7d4a0']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:38.836497 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba290598-78da-4630-acb7-fe3fbeee689a') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:38.838881 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba290598-78da-4630-acb7-fe3fbeee689a') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:38.855052 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:38.875129 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-23b8c090-e20f-47e9-b5c0-5796b3b52464 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:38.890576 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2180177a-5c13-444c-a3ac-7dd43597776f None None] Network 741a2258-0190-4536-aaeb-8b8da0a7d4a0 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:38.923583 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:38.935151 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:43:38.935541 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:43:38.958148 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:43:38.980849 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-23b8c090-e20f-47e9-b5c0-5796b3b52464 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:38.984899 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-23b8c090-e20f-47e9-b5c0-5796b3b52464 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8542926 Mar 07 21:43:38.987979 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45916) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:38.994932 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-2b8ecc1f-4f0e-40bf-9a14-ee7ae081c6ff tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1918518057'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:39.002816 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2b8ecc1f-4f0e-40bf-9a14-ee7ae081c6ff tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:39.008471 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2b8ecc1f-4f0e-40bf-9a14-ee7ae081c6ff tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Usage tracker for resource:network and tenant:408aaa4d4d79481e8c3bb2314b62351f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:39.016674 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2b8ecc1f-4f0e-40bf-9a14-ee7ae081c6ff tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:39.021139 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2b8ecc1f-4f0e-40bf-9a14-ee7ae081c6ff tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:39.070294 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.api [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 21:43:39.070294 dv-neutron-829957-1-hyperv neutron-server[88386]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 21:43:39.070294 dv-neutron-829957-1-hyperv neutron-server[88386]: [parameters: {'id': '741a2258-0190-4536-aaeb-8b8da0a7d4a0'}] Mar 07 21:43:39.070294 dv-neutron-829957-1-hyperv neutron-server[88386]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:43:39.070668 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG oslo_db.api [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:43:39.092921 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1721a527-89d2-4059-a7a9-6bac447a60e1 None None] get_active_networks_info from dv-neutron-829957-1-hyperv {{(pid=88388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 07 21:43:39.097943 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5bd0becd-a920-4d05-8477-8040deff2b62 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:39.106145 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8ecc1f-4f0e-40bf-9a14-ee7ae081c6ff tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Made reservation on behalf of 408aaa4d4d79481e8c3bb2314b62351f for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:39.112601 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b8ecc1f-4f0e-40bf-9a14-ee7ae081c6ff tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:39.125264 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b8ecc1f-4f0e-40bf-9a14-ee7ae081c6ff tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:39.152282 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0becd-a920-4d05-8477-8040deff2b62 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Port': ['ID=40e12131-ce4c-41ae-8730-050b6d91d699,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:39.202724 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2b8ecc1f-4f0e-40bf-9a14-ee7ae081c6ff tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:39.223984 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2b8ecc1f-4f0e-40bf-9a14-ee7ae081c6ff tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Usage tracker for resource:security_group_rule and tenant:408aaa4d4d79481e8c3bb2314b62351f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:39.229268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1721a527-89d2-4059-a7a9-6bac447a60e1 None None] Resources bound (agent type, host, resource id): {{(pid=88388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:43:39.229422 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2b8ecc1f-4f0e-40bf-9a14-ee7ae081c6ff tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:39.239110 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2b8ecc1f-4f0e-40bf-9a14-ee7ae081c6ff tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:39.263840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5bd0becd-a920-4d05-8477-8040deff2b62 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:39.267953 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4364f4ba-9870-4cea-93e7-100230ab5c7d tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:39.274685 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5bd0becd-a920-4d05-8477-8040deff2b62 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/40e12131-ce4c-41ae-8730-050b6d91d699 HTTP/1.1" status: 204 len: 168 time: 1.6927607 Mar 07 21:43:39.277332 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45922) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:39.363655 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b8ecc1f-4f0e-40bf-9a14-ee7ae081c6ff tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:39.367229 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4364f4ba-9870-4cea-93e7-100230ab5c7d tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:39.376321 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a331367-101d-4e9b-a0ba-7d6e0d7aefee tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:39.377089 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3a331367-101d-4e9b-a0ba-7d6e0d7aefee tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:43:39.447897 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b8ecc1f-4f0e-40bf-9a14-ee7ae081c6ff tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:39.459965 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3a331367-101d-4e9b-a0ba-7d6e0d7aefee tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:43:39.459965 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3a331367-101d-4e9b-a0ba-7d6e0d7aefee tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1787841 Mar 07 21:43:39.459965 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45932) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:39.497045 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8ecc1f-4f0e-40bf-9a14-ee7ae081c6ff tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:43:39.544881 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89705eab-17f0-4577-823e-d18ad5312ca5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:39.549009 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-89705eab-17f0-4577-823e-d18ad5312ca5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0856955 Mar 07 21:43:39.552817 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45936) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:39.570628 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ecc1f-4f0e-40bf-9a14-ee7ae081c6ff tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4c639b-d82a-4ba0-9f7b-5303e5c3ccdd,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:39.577109 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b8ecc1f-4f0e-40bf-9a14-ee7ae081c6ff tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:39.577471 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-2b8ecc1f-4f0e-40bf-9a14-ee7ae081c6ff tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Added segment 16cee4cc-07c9-4b6b-8614-f0f70dac9be3 of type vlan for network 4380decc-6d33-42ab-9d4f-f39e83ecfeee Mar 07 21:43:39.600169 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:39.633707 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-4364f4ba-9870-4cea-93e7-100230ab5c7d tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Floating IP abe73d41-1f52-4415-85f6-6b88159f341e associated. External IP: 172.26.2.120, port: 0911dab3-7911-4df0-83da-8f38e2b90793. Mar 07 21:43:39.634938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Deleting port 59f3cfc6-ac7d-41ba-9b26-c1b5b6dcc864 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:39.635279 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:39.679034 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1485e28c-b00c-4903-a5a4-2e3e27a793f0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:39.680787 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1485e28c-b00c-4903-a5a4-2e3e27a793f0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:39.682293 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1485e28c-b00c-4903-a5a4-2e3e27a793f0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:39.683088 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1485e28c-b00c-4903-a5a4-2e3e27a793f0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:43:39.722067 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b8ecc1f-4f0e-40bf-9a14-ee7ae081c6ff tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:39.806009 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1485e28c-b00c-4903-a5a4-2e3e27a793f0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:43:39.810718 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1485e28c-b00c-4903-a5a4-2e3e27a793f0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2596545 Mar 07 21:43:39.812637 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45942) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:39.919366 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] For port 59f3cfc6-ac7d-41ba-9b26-c1b5b6dcc864, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=59f3cfc6-ac7d-41ba-9b26-c1b5b6dcc864,segment=NetworkSegment(ba290598-78da-4630-acb7-fe3fbeee689a),segment_id=ba290598-78da-4630-acb7-fe3fbeee689a)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:39.919514 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:39.991212 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b8ecc1f-4f0e-40bf-9a14-ee7ae081c6ff tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:39.996474 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8ecc1f-4f0e-40bf-9a14-ee7ae081c6ff tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:39.997053 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b8ecc1f-4f0e-40bf-9a14-ee7ae081c6ff tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:40.020953 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-e47d4382-bdb4-40f5-a152-3caeb8e4523d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet 8ccb8009-8490-4bf4-98da-91e09e512a6e {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:43:40.042748 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e47d4382-bdb4-40f5-a152-3caeb8e4523d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:40.055112 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Calling delete_port for 59f3cfc6-ac7d-41ba-9b26-c1b5b6dcc864 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:40.226159 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ecc1f-4f0e-40bf-9a14-ee7ae081c6ff tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Pushing event updated for resources: {'Network': ['ID=4380decc-6d33-42ab-9d4f-f39e83ecfeee,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:40.237455 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:40.242510 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45954) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:40.242884 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 4380decc-6d33-42ab-9d4f-f39e83ecfeee details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:43:40.253380 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e47d4382-bdb4-40f5-a152-3caeb8e4523d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:40.290385 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2b8ecc1f-4f0e-40bf-9a14-ee7ae081c6ff tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3032761 Mar 07 21:43:40.296802 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45960) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:40.301687 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No DVR routers for this DVR port 59f3cfc6-ac7d-41ba-9b26-c1b5b6dcc864 on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:43:40.335721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Port': ['ID=59f3cfc6-ac7d-41ba-9b26-c1b5b6dcc864,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:40.340431 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4364f4ba-9870-4cea-93e7-100230ab5c7d tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Router 35117517-56de-4c85-bb87-b26c1589e90b has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:43:40.345789 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-c59afcf3-9407-4440-91a5-4c74b9c589e3 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Request body: {'subnet': {'network_id': '4380decc-6d33-42ab-9d4f-f39e83ecfeee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:40.440317 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-eb7ec333-8e9f-47e9-8d67-5475c78345ff tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'network': {'name': 'tempest-RoutersTest-472733396'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:40.449097 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-eb7ec333-8e9f-47e9-8d67-5475c78345ff tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:40.460217 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-eb7ec333-8e9f-47e9-8d67-5475c78345ff tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:network and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:40.463913 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-eb7ec333-8e9f-47e9-8d67-5475c78345ff tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:40.475193 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-eb7ec333-8e9f-47e9-8d67-5475c78345ff tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:40.656475 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:40.673352 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e47d4382-bdb4-40f5-a152-3caeb8e4523d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:40.687420 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c59afcf3-9407-4440-91a5-4c74b9c589e3 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:40.693490 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['741a2258-0190-4536-aaeb-8b8da0a7d4a0']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:40.700203 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c59afcf3-9407-4440-91a5-4c74b9c589e3 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Usage tracker for resource:subnet and tenant:408aaa4d4d79481e8c3bb2314b62351f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:40.705271 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c59afcf3-9407-4440-91a5-4c74b9c589e3 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:40.712332 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba290598-78da-4630-acb7-fe3fbeee689a') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:40.712622 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba290598-78da-4630-acb7-fe3fbeee689a') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:40.721485 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c59afcf3-9407-4440-91a5-4c74b9c589e3 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:40.728466 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:40.745876 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:40.752070 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:43:40.752458 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:40.759695 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4364f4ba-9870-4cea-93e7-100230ab5c7d tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:43:40.769096 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:43:40.772075 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3b0bf2-2bae-4e98-8f5b-ed04f332bb52 None None] Sync routers for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:40.781150 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3b0bf2-2bae-4e98-8f5b-ed04f332bb52 None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:40.781754 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3b3b0bf2-2bae-4e98-8f5b-ed04f332bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:40.818920 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7ec333-8e9f-47e9-8d67-5475c78345ff tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Made reservation on behalf of b77dfcf064844de7b83d64320b9ee466 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:40.819885 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eb7ec333-8e9f-47e9-8d67-5475c78345ff tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:40.853727 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eb7ec333-8e9f-47e9-8d67-5475c78345ff tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:40.856309 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3b3b0bf2-2bae-4e98-8f5b-ed04f332bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:40.869599 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3b0bf2-2bae-4e98-8f5b-ed04f332bb52 None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:40.870370 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3b3b0bf2-2bae-4e98-8f5b-ed04f332bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:40.876476 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59afcf3-9407-4440-91a5-4c74b9c589e3 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Made reservation on behalf of 408aaa4d4d79481e8c3bb2314b62351f for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:40.880529 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c59afcf3-9407-4440-91a5-4c74b9c589e3 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:40.884006 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-eb7ec333-8e9f-47e9-8d67-5475c78345ff tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:40.936564 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-eb7ec333-8e9f-47e9-8d67-5475c78345ff tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:security_group_rule and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:40.941907 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3b3b0bf2-2bae-4e98-8f5b-ed04f332bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:40.941907 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3b0bf2-2bae-4e98-8f5b-ed04f332bb52 None None] The sync data for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:40.950799 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-eb7ec333-8e9f-47e9-8d67-5475c78345ff tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:40.955862 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e47d4382-bdb4-40f5-a152-3caeb8e4523d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:40.987004 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:40.991722 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:40.994670 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-eb7ec333-8e9f-47e9-8d67-5475c78345ff tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:41.014181 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d4382-bdb4-40f5-a152-3caeb8e4523d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=8ccb8009-8490-4bf4-98da-91e09e512a6e,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:41.028025 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e47d4382-bdb4-40f5-a152-3caeb8e4523d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:41.031366 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8727f4a0-5044-41b7-9f2b-afcca7c0918a None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:41.033758 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Network': ['ID=741a2258-0190-4536-aaeb-8b8da0a7d4a0,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:41.041015 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-62d21f7c-b00c-426d-bfa3-51b7730601cd tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/networks/741a2258-0190-4536-aaeb-8b8da0a7d4a0 HTTP/1.1" status: 204 len: 168 time: 3.7086675 Mar 07 21:43:41.044432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45964) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:41.054484 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-e2dc6770-e3dd-4087-b067-9b154a94acdc tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-238002548'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:41.067284 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e2dc6770-e3dd-4087-b067-9b154a94acdc tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:41.072958 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e2dc6770-e3dd-4087-b067-9b154a94acdc tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Usage tracker for resource:network and tenant:a528f79553b84c43aec8d6e00382c6b6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:41.076846 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e2dc6770-e3dd-4087-b067-9b154a94acdc tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:41.083982 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e2dc6770-e3dd-4087-b067-9b154a94acdc tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:41.207848 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e47d4382-bdb4-40f5-a152-3caeb8e4523d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/8ccb8009-8490-4bf4-98da-91e09e512a6e HTTP/1.1" status: 204 len: 168 time: 1.3909490 Mar 07 21:43:41.211982 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45968) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:41.245656 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2dc6770-e3dd-4087-b067-9b154a94acdc tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Made reservation on behalf of a528f79553b84c43aec8d6e00382c6b6 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:41.247426 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e2dc6770-e3dd-4087-b067-9b154a94acdc tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:41.271962 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c59afcf3-9407-4440-91a5-4c74b9c589e3 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:41.277655 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4364f4ba-9870-4cea-93e7-100230ab5c7d tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Router 35117517-56de-4c85-bb87-b26c1589e90b has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:43:41.294721 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eb7ec333-8e9f-47e9-8d67-5475c78345ff tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:41.357883 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2dc6770-e3dd-4087-b067-9b154a94acdc tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:43:41.364520 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eb7ec333-8e9f-47e9-8d67-5475c78345ff tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:41.379465 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb8c9e38-3aeb-4aa9-9388-9e41101f428e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Deleting subnet f19edf48-7056-449f-a38c-30a965568ab7 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:43:41.398123 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e2dc6770-e3dd-4087-b067-9b154a94acdc tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:41.398345 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-e2dc6770-e3dd-4087-b067-9b154a94acdc tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Added segment 76a3ff18-0cb0-4078-9079-166fa558c026 of type vlan for network d9b7e2ff-c6a6-4b19-8347-9c8f3fb8d19a Mar 07 21:43:41.399419 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fb8c9e38-3aeb-4aa9-9388-9e41101f428e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:41.405374 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7ec333-8e9f-47e9-8d67-5475c78345ff tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:43:41.432135 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ec333-8e9f-47e9-8d67-5475c78345ff tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e025e10f-b5fd-47b5-99b5-fe8df49ca250,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:41.453051 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59afcf3-9407-4440-91a5-4c74b9c589e3 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Pushing event updated for resources: {'Subnet': ['ID=46f9d6b9-b880-4633-b8f7-36edd9aa4a73,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:41.491670 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eb7ec333-8e9f-47e9-8d67-5475c78345ff tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:41.492011 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-eb7ec333-8e9f-47e9-8d67-5475c78345ff tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Added segment 16ef627c-ded9-4d23-b0f8-1c129b34e99d of type vlan for network ea079d3e-5c2b-474c-b66d-3bde6033528c Mar 07 21:43:41.492152 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59afcf3-9407-4440-91a5-4c74b9c589e3 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Checking segment: {'id': '16cee4cc-07c9-4b6b-8614-f0f70dac9be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4380decc-6d33-42ab-9d4f-f39e83ecfeee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:43:41.492365 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59afcf3-9407-4440-91a5-4c74b9c589e3 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Network hostable DHCP agents. Network: 4380decc-6d33-42ab-9d4f-f39e83ecfeee, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:43:41.498386 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fb8c9e38-3aeb-4aa9-9388-9e41101f428e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:41.534102 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e2dc6770-e3dd-4087-b067-9b154a94acdc tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:41.542720 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4364f4ba-9870-4cea-93e7-100230ab5c7d tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:43:41.545307 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eb7ec333-8e9f-47e9-8d67-5475c78345ff tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:41.558502 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4062babe-b61d-4ced-a618-352f158bbc6a None None] Sync routers for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:41.572851 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4364f4ba-9870-4cea-93e7-100230ab5c7d tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:41.579196 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4062babe-b61d-4ced-a618-352f158bbc6a None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:41.579196 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-4062babe-b61d-4ced-a618-352f158bbc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:41.634596 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fb8c9e38-3aeb-4aa9-9388-9e41101f428e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:41.675521 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-4062babe-b61d-4ced-a618-352f158bbc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:41.682191 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4062babe-b61d-4ced-a618-352f158bbc6a None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:41.682786 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-4062babe-b61d-4ced-a618-352f158bbc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:41.700143 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4364f4ba-9870-4cea-93e7-100230ab5c7d tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "PUT /v2.0/floatingips/abe73d41-1f52-4415-85f6-6b88159f341e HTTP/1.1" status: 200 len: 978 time: 4.0213912 Mar 07 21:43:41.700280 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45972) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:41.705542 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-d638fe82-4574-41b3-9b3a-9fa0228f035e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:41.721008 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59afcf3-9407-4440-91a5-4c74b9c589e3 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Network 4380decc-6d33-42ab-9d4f-f39e83ecfeee is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:43:41.737658 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e2dc6770-e3dd-4087-b067-9b154a94acdc tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:41.747105 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dc6770-e3dd-4087-b067-9b154a94acdc tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:41.747908 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e2dc6770-e3dd-4087-b067-9b154a94acdc tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:41.756003 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-4062babe-b61d-4ced-a618-352f158bbc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:41.756408 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4062babe-b61d-4ced-a618-352f158bbc6a None None] The sync data for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:41.797907 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eb7ec333-8e9f-47e9-8d67-5475c78345ff tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:41.804149 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7ec333-8e9f-47e9-8d67-5475c78345ff tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:41.805030 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eb7ec333-8e9f-47e9-8d67-5475c78345ff tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:41.852230 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fb8c9e38-3aeb-4aa9-9388-9e41101f428e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:41.919384 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-c59afcf3-9407-4440-91a5-4c74b9c589e3 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 4380decc-6d33-42ab-9d4f-f39e83ecfeee) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:41.926743 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc6770-e3dd-4087-b067-9b154a94acdc tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Network': ['ID=d9b7e2ff-c6a6-4b19-8347-9c8f3fb8d19a,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:41.928458 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69009b14-24fc-4292-a7eb-eaed69abd882 None None] Network 4380decc-6d33-42ab-9d4f-f39e83ecfeee requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:41.932396 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c9e38-3aeb-4aa9-9388-9e41101f428e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Subnet': ['ID=f19edf48-7056-449f-a38c-30a965568ab7,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:41.934716 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59afcf3-9407-4440-91a5-4c74b9c589e3 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:41.935296 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c59afcf3-9407-4440-91a5-4c74b9c589e3 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:41.939358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fb8c9e38-3aeb-4aa9-9388-9e41101f428e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:41.942211 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-fb8c9e38-3aeb-4aa9-9388-9e41101f428e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/f19edf48-7056-449f-a38c-30a965568ab7 HTTP/1.1" status: 204 len: 168 time: 0.7287416 Mar 07 21:43:41.944215 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45976) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:41.958279 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d638fe82-4574-41b3-9b3a-9fa0228f035e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:41.970606 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network d9b7e2ff-c6a6-4b19-8347-9c8f3fb8d19a details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:43:42.015018 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e2dc6770-e3dd-4087-b067-9b154a94acdc tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9677975 Mar 07 21:43:42.022997 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45980) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:42.027261 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-41c38c5c-c461-440c-97da-4c6f1aa8ad28 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820401 Mar 07 21:43:42.031904 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-0aa4cf14-6c56-496f-b734-c0804a3890e0 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'subnet': {'network_id': 'd9b7e2ff-c6a6-4b19-8347-9c8f3fb8d19a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:42.037371 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-eb7ec333-8e9f-47e9-8d67-5475c78345ff tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7940490 Mar 07 21:43:42.037371 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45984) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:42.045024 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ec333-8e9f-47e9-8d67-5475c78345ff tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Network': ['ID=ea079d3e-5c2b-474c-b66d-3bde6033528c,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:42.049482 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45986) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:42.071393 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-965025eb-ebe8-4f51-b31c-670ef6a75b50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'network': {'name': 'tempest-RoutersTest-1735418230'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:42.079949 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-965025eb-ebe8-4f51-b31c-670ef6a75b50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:42.087102 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-965025eb-ebe8-4f51-b31c-670ef6a75b50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:network and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:42.114340 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eef2d37-c715-4f3d-b9ae-4ec97c9be350 None None] Network ab63f4f6-c089-409c-a9c4-f2088e2d7005 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:42.128987 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network ea079d3e-5c2b-474c-b66d-3bde6033528c details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:43:42.134703 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-965025eb-ebe8-4f51-b31c-670ef6a75b50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:42.143653 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c59afcf3-9407-4440-91a5-4c74b9c589e3 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8455451 Mar 07 21:43:42.149581 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 45992) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:42.160007 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-965025eb-ebe8-4f51-b31c-670ef6a75b50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:42.169527 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d06bf8b9-2beb-4050-9aca-89299d5a0efa tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Request body: {'network': {'name': 'tempest-router-network01--1233154419'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:42.180721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d06bf8b9-2beb-4050-9aca-89299d5a0efa tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:42.193528 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d06bf8b9-2beb-4050-9aca-89299d5a0efa tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Usage tracker for resource:network and tenant:408aaa4d4d79481e8c3bb2314b62351f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:42.193528 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d06bf8b9-2beb-4050-9aca-89299d5a0efa tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:42.195557 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0aa4cf14-6c56-496f-b734-c0804a3890e0 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:42.201838 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d06bf8b9-2beb-4050-9aca-89299d5a0efa tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:42.204209 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0aa4cf14-6c56-496f-b734-c0804a3890e0 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Usage tracker for resource:subnet and tenant:a528f79553b84c43aec8d6e00382c6b6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:42.208408 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0aa4cf14-6c56-496f-b734-c0804a3890e0 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:42.217623 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0aa4cf14-6c56-496f-b734-c0804a3890e0 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:42.263917 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965025eb-ebe8-4f51-b31c-670ef6a75b50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Made reservation on behalf of b77dfcf064844de7b83d64320b9ee466 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:42.267885 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-965025eb-ebe8-4f51-b31c-670ef6a75b50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:42.299478 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa4cf14-6c56-496f-b734-c0804a3890e0 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Made reservation on behalf of a528f79553b84c43aec8d6e00382c6b6 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:42.303397 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0aa4cf14-6c56-496f-b734-c0804a3890e0 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:42.316336 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06bf8b9-2beb-4050-9aca-89299d5a0efa tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Made reservation on behalf of 408aaa4d4d79481e8c3bb2314b62351f for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:42.320131 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d06bf8b9-2beb-4050-9aca-89299d5a0efa tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:42.357820 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965025eb-ebe8-4f51-b31c-670ef6a75b50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:43:42.385069 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2618e8-cc0f-47dc-a47d-e83d77ca0f2b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:42.386576 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0c2618e8-cc0f-47dc-a47d-e83d77ca0f2b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3383350 Mar 07 21:43:42.389162 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 45996) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:42.421985 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-cae77d4d-518c-42f7-b4c7-7dcdd76eaa02 None None] Provisioning complete for port 381c610a-29f5-46e9-a1f9-2e4cc780925c triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:42.422349 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cae77d4d-518c-42f7-b4c7-7dcdd76eaa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:42.436961 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06bf8b9-2beb-4050-9aca-89299d5a0efa tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:43:42.439174 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-965025eb-ebe8-4f51-b31c-670ef6a75b50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:42.439511 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-965025eb-ebe8-4f51-b31c-670ef6a75b50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Added segment e9f44fa6-f1e0-433c-bedd-dd64d100cab7 of type vlan for network 98ec4fad-0eeb-4602-bd5d-34f3e90788fe Mar 07 21:43:42.466792 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d06bf8b9-2beb-4050-9aca-89299d5a0efa tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:42.467139 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-d06bf8b9-2beb-4050-9aca-89299d5a0efa tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Added segment 96ced1f1-a1d7-442d-931d-709dd107f653 of type vlan for network d6e47136-759f-46fb-8406-599bc3bf95a1 Mar 07 21:43:42.504271 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-965025eb-ebe8-4f51-b31c-670ef6a75b50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:42.542785 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d638fe82-4574-41b3-9b3a-9fa0228f035e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:42.542977 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d06bf8b9-2beb-4050-9aca-89299d5a0efa tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:42.562990 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3de5a50-955b-4cbb-b7d5-ce9a36549ddf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:42.562990 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e3de5a50-955b-4cbb-b7d5-ce9a36549ddf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Synchronizing usage tracker for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:43:42.626298 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d638fe82-4574-41b3-9b3a-9fa0228f035e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:42.626298 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-d638fe82-4574-41b3-9b3a-9fa0228f035e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Floating IP abe73d41-1f52-4415-85f6-6b88159f341e disassociated. External IP: 172.26.2.120, port: 33959bc8-a82d-488c-841e-932b2b59a942. Mar 07 21:43:42.660961 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986f9712-7533-48f0-91c4-5a079574b3b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-4380decc-6d33-42ab-9d4f-f39e83ecfeee', 'network_id': '4380decc-6d33-42ab-9d4f-f39e83ecfeee', 'tenant_id': '408aaa4d4d79481e8c3bb2314b62351f', 'fixed_ips': [{'subnet_id': '46f9d6b9-b880-4633-b8f7-36edd9aa4a73'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:43:42.660961 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-986f9712-7533-48f0-91c4-5a079574b3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:42.690358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-965025eb-ebe8-4f51-b31c-670ef6a75b50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:42.690592 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e3de5a50-955b-4cbb-b7d5-ce9a36549ddf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Unset dirty status for tenant:49a93905dfb1437998bcc3cc1e43d399 on resource:subnet {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:43:42.695501 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e3de5a50-955b-4cbb-b7d5-ce9a36549ddf tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3014390 Mar 07 21:43:42.696677 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965025eb-ebe8-4f51-b31c-670ef6a75b50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:42.697491 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-965025eb-ebe8-4f51-b31c-670ef6a75b50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:42.700394 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46000) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:42.780612 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2b4b3dc9-deb2-4a55-ae94-6f5b50b34602 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790818 Mar 07 21:43:42.798992 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46004) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:42.868369 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0aa4cf14-6c56-496f-b734-c0804a3890e0 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:42.871880 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e40b8a-e389-4d10-99ca-7410995bd435 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:42.872450 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e40b8a-e389-4d10-99ca-7410995bd435 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:42.877025 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-36e40b8a-e389-4d10-99ca-7410995bd435 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/40e12131-ce4c-41ae-8730-050b6d91d699 HTTP/1.1" status: 404 len: 333 time: 0.0717838 Mar 07 21:43:42.915279 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d06bf8b9-2beb-4050-9aca-89299d5a0efa tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:42.919443 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3552f16-cd22-4970-8f18-0ff0132c373b None None] DHCP port deletion for ab63f4f6-c089-409c-a9c4-f2088e2d7005 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:43:42.920557 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06bf8b9-2beb-4050-9aca-89299d5a0efa tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:42.921321 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d06bf8b9-2beb-4050-9aca-89299d5a0efa tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:42.925517 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46008) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:42.929544 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-965025eb-ebe8-4f51-b31c-670ef6a75b50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8745937 Mar 07 21:43:42.933905 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46012) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:42.936128 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c3552f16-cd22-4970-8f18-0ff0132c373b None None] Deleting port 381c610a-29f5-46e9-a1f9-2e4cc780925c {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:42.936715 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c3552f16-cd22-4970-8f18-0ff0132c373b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:42.957638 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-34668c2e-afe2-4673-b182-86446dc7ddc9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'subnet': {'network_id': 'ea079d3e-5c2b-474c-b66d-3bde6033528c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:42.979608 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-b181c7e9-a569-4de4-a767-80c2e47768bb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:42.980234 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b181c7e9-a569-4de4-a767-80c2e47768bb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:42.981696 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b181c7e9-a569-4de4-a767-80c2e47768bb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/f19edf48-7056-449f-a38c-30a965568ab7 HTTP/1.1" status: 404 len: 337 time: 0.0547109 Mar 07 21:43:42.984533 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46016) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:43.034944 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ccbbf65-7155-4b8a-90e6-b81adec977a2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:43.036170 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ccbbf65-7155-4b8a-90e6-b81adec977a2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:43.037602 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-986f9712-7533-48f0-91c4-5a079574b3b0 None None] Allocated IP 2001:db8::2 (4380decc-6d33-42ab-9d4f-f39e83ecfeee/46f9d6b9-b880-4633-b8f7-36edd9aa4a73/d85c1b7d-7588-4947-aaa0-6777703a8397) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:43.037858 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7ccbbf65-7155-4b8a-90e6-b81adec977a2 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/8ccb8009-8490-4bf4-98da-91e09e512a6e HTTP/1.1" status: 404 len: 337 time: 0.0526590 Mar 07 21:43:43.040801 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46020) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:43.141596 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8be4f4-8bef-4428-8365-6ee3b425d012 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:43.142386 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d8be4f4-8bef-4428-8365-6ee3b425d012 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:43.144256 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2d8be4f4-8bef-4428-8365-6ee3b425d012 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/93818d65-cfb1-42f9-9f57-52ee6f1c0374 HTTP/1.1" status: 404 len: 333 time: 0.1025419 Mar 07 21:43:43.147541 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d06bf8b9-2beb-4050-9aca-89299d5a0efa tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9868925 Mar 07 21:43:43.157089 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46024) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:43.157417 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46026) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:43.162332 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965025eb-ebe8-4f51-b31c-670ef6a75b50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Network': ['ID=98ec4fad-0eeb-4602-bd5d-34f3e90788fe,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:43.166644 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-8458ef69-4aa8-498c-a816-7ce9fa643c7b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Request body: {'network': {'name': 'tempest-router-network02--652763009'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:43.207014 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4cf14-6c56-496f-b734-c0804a3890e0 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Subnet': ['ID=713c8e4d-3a2e-40d3-9bd9-e38984dc64a7,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:43.209547 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8458ef69-4aa8-498c-a816-7ce9fa643c7b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:43.211977 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-508449f7-915f-45ba-bd59-fe4f08f450e6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:43.212417 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-508449f7-915f-45ba-bd59-fe4f08f450e6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:43.214282 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-508449f7-915f-45ba-bd59-fe4f08f450e6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/816af276-7349-4797-89c2-117ed2ddcd27 HTTP/1.1" status: 404 len: 337 time: 0.0559154 Mar 07 21:43:43.217713 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46032) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:43.218475 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa4cf14-6c56-496f-b734-c0804a3890e0 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Checking segment: {'id': '76a3ff18-0cb0-4078-9079-166fa558c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd9b7e2ff-c6a6-4b19-8347-9c8f3fb8d19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:43:43.219050 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa4cf14-6c56-496f-b734-c0804a3890e0 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Network hostable DHCP agents. Network: d9b7e2ff-c6a6-4b19-8347-9c8f3fb8d19a, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:43:43.222216 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8458ef69-4aa8-498c-a816-7ce9fa643c7b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Usage tracker for resource:network and tenant:408aaa4d4d79481e8c3bb2314b62351f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:43.227423 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-34668c2e-afe2-4673-b182-86446dc7ddc9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:43.230064 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8458ef69-4aa8-498c-a816-7ce9fa643c7b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:43.230188 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 98ec4fad-0eeb-4602-bd5d-34f3e90788fe details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:43:43.248026 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8458ef69-4aa8-498c-a816-7ce9fa643c7b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:43.273839 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-34668c2e-afe2-4673-b182-86446dc7ddc9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:subnet and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:43.306566 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c3552f16-cd22-4970-8f18-0ff0132c373b None None] For port 381c610a-29f5-46e9-a1f9-2e4cc780925c, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=381c610a-29f5-46e9-a1f9-2e4cc780925c,segment=NetworkSegment(f064a176-ac76-4f40-b05b-59d93e5c4cf2),segment_id=f064a176-ac76-4f40-b05b-59d93e5c4cf2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:43.306857 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c3552f16-cd22-4970-8f18-0ff0132c373b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:43.333236 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-34668c2e-afe2-4673-b182-86446dc7ddc9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:43.346183 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d638fe82-4574-41b3-9b3a-9fa0228f035e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Router 35117517-56de-4c85-bb87-b26c1589e90b has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:43:43.350048 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-457ab9a8-59c2-44cd-9a8a-f48ee53d0668 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:43.350658 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-457ab9a8-59c2-44cd-9a8a-f48ee53d0668 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:43.355122 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-457ab9a8-59c2-44cd-9a8a-f48ee53d0668 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/b9827303-d6e9-49b6-b517-5f44d4a7fd90 HTTP/1.1" status: 404 len: 337 time: 0.1284106 Mar 07 21:43:43.355685 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46036) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:43.360221 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-34668c2e-afe2-4673-b182-86446dc7ddc9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:43.365432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bf8b9-2beb-4050-9aca-89299d5a0efa tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Pushing event updated for resources: {'Network': ['ID=d6e47136-759f-46fb-8406-599bc3bf95a1,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:43.428584 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network d6e47136-759f-46fb-8406-599bc3bf95a1 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:43:43.443632 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8458ef69-4aa8-498c-a816-7ce9fa643c7b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Made reservation on behalf of 408aaa4d4d79481e8c3bb2314b62351f for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:43.446944 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34668c2e-afe2-4673-b182-86446dc7ddc9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Made reservation on behalf of b77dfcf064844de7b83d64320b9ee466 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:43.447392 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8458ef69-4aa8-498c-a816-7ce9fa643c7b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:43.451851 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-34668c2e-afe2-4673-b182-86446dc7ddc9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:43.480734 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fbd6895-f6e0-4580-94d2-8b51fc1ae9ff tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:43.485868 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fbd6895-f6e0-4580-94d2-8b51fc1ae9ff tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:43.485868 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0fbd6895-f6e0-4580-94d2-8b51fc1ae9ff tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/8b2ce7b3-be5e-4359-9811-0f8bc81a741d HTTP/1.1" status: 404 len: 333 time: 0.1260035 Mar 07 21:43:43.486386 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46040) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:43.492105 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa4cf14-6c56-496f-b734-c0804a3890e0 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Network d9b7e2ff-c6a6-4b19-8347-9c8f3fb8d19a is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:43:43.516694 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8458ef69-4aa8-498c-a816-7ce9fa643c7b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:43:43.539923 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c3552f16-cd22-4970-8f18-0ff0132c373b None None] Calling delete_port for 381c610a-29f5-46e9-a1f9-2e4cc780925c owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:43.584674 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8458ef69-4aa8-498c-a816-7ce9fa643c7b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:43.584934 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-8458ef69-4aa8-498c-a816-7ce9fa643c7b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Added segment 90f645d4-a6a8-4a8e-b032-6bd4d4c7c33f of type vlan for network cfb3d5a5-c305-451f-8531-12117241366c Mar 07 21:43:43.586871 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-df9b2069-9e45-4485-8092-9778434ae5df tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:43.587512 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df9b2069-9e45-4485-8092-9778434ae5df tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:43.589345 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-df9b2069-9e45-4485-8092-9778434ae5df tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/da0ddb27-9ffc-47fd-8b1c-2ed6f7f46901 HTTP/1.1" status: 404 len: 337 time: 0.1018798 Mar 07 21:43:43.592863 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46044) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:43.629661 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d638fe82-4574-41b3-9b3a-9fa0228f035e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:43:43.632162 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8458ef69-4aa8-498c-a816-7ce9fa643c7b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:43.637290 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-0aa4cf14-6c56-496f-b734-c0804a3890e0 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, d9b7e2ff-c6a6-4b19-8347-9c8f3fb8d19a) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:43.652671 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d638fe82-4574-41b3-9b3a-9fa0228f035e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:43.653397 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-b89275f8-d858-4dae-b41d-029ace4f5454 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:43.653397 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b89275f8-d858-4dae-b41d-029ace4f5454 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:43.653397 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b89275f8-d858-4dae-b41d-029ace4f5454 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/2e68692e-cff9-4fa0-a9a1-84f6614c2479 HTTP/1.1" status: 404 len: 337 time: 0.0578411 Mar 07 21:43:43.654598 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa4cf14-6c56-496f-b734-c0804a3890e0 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:43.655425 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0aa4cf14-6c56-496f-b734-c0804a3890e0 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:43.662079 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46048) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:43.683639 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b96b0ed-7366-4da0-aef3-779c4f122bd2 None None] Network d9b7e2ff-c6a6-4b19-8347-9c8f3fb8d19a requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:43.709812 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d325c3-29c5-4b20-865c-9a5aa6602ef1 None None] Sync routers for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:43.720830 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d638fe82-4574-41b3-9b3a-9fa0228f035e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "PUT /v2.0/floatingips/abe73d41-1f52-4415-85f6-6b88159f341e HTTP/1.1" status: 200 len: 688 time: 2.0195711 Mar 07 21:43:43.723958 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46052) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:43.726887 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16af49d-3d9b-4748-a9ad-bdde684d787f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:43.727368 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a16af49d-3d9b-4748-a9ad-bdde684d787f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:43.736310 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a16af49d-3d9b-4748-a9ad-bdde684d787f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/70000a67-0086-49fe-9487-19140306819f HTTP/1.1" status: 404 len: 333 time: 0.0713089 Mar 07 21:43:43.738780 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46056) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:43.773407 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d325c3-29c5-4b20-865c-9a5aa6602ef1 None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:43.774069 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b4d325c3-29c5-4b20-865c-9a5aa6602ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:43.781527 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-458b028c-626e-4aa2-aa3c-6e28b3f523a0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:43.782321 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-458b028c-626e-4aa2-aa3c-6e28b3f523a0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:43.784442 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-458b028c-626e-4aa2-aa3c-6e28b3f523a0 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/845319b4-9273-498c-9be2-46e5e89a7bba HTTP/1.1" status: 404 len: 337 time: 0.0444863 Mar 07 21:43:43.787600 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46060) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:43.837894 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0aa4cf14-6c56-496f-b734-c0804a3890e0 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8137879 Mar 07 21:43:43.847688 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b4d325c3-29c5-4b20-865c-9a5aa6602ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:43.852209 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 381c610a-29f5-46e9-a1f9-2e4cc780925c no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:43:43.868908 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbdbf64f-b1b1-427c-89e0-03e543c8a0d6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:43.870116 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbdbf64f-b1b1-427c-89e0-03e543c8a0d6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:43.872258 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-cbdbf64f-b1b1-427c-89e0-03e543c8a0d6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/0886520e-7055-40e6-be70-8098c505e161 HTTP/1.1" status: 404 len: 337 time: 0.0834272 Mar 07 21:43:43.873396 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46064) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:43.880876 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46066) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:43.988182 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-986f9712-7533-48f0-91c4-5a079574b3b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:43.991521 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d325c3-29c5-4b20-865c-9a5aa6602ef1 None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:43.992136 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b4d325c3-29c5-4b20-865c-9a5aa6602ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:43.994951 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e509864-68e6-4f4e-9493-00dfee9a09f3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:43.994951 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e509864-68e6-4f4e-9493-00dfee9a09f3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:43.995762 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3e509864-68e6-4f4e-9493-00dfee9a09f3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/57c49bcf-9951-4e1d-b0d7-0d56e1bcb3d3 HTTP/1.1" status: 404 len: 333 time: 0.1091323 Mar 07 21:43:44.011196 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46072) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:44.053024 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8458ef69-4aa8-498c-a816-7ce9fa643c7b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:44.058786 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8458ef69-4aa8-498c-a816-7ce9fa643c7b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:44.061344 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8458ef69-4aa8-498c-a816-7ce9fa643c7b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531327'] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:44.066043 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b4d325c3-29c5-4b20-865c-9a5aa6602ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:44.067167 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d325c3-29c5-4b20-865c-9a5aa6602ef1 None None] The sync data for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:44.114932 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7579777-0178-4f66-bfc1-96f7d81e589c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:44.115536 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7579777-0178-4f66-bfc1-96f7d81e589c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:44.117217 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d7579777-0178-4f66-bfc1-96f7d81e589c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/369e1579-4886-4997-8524-21f376e724f8 HTTP/1.1" status: 404 len: 337 time: 0.1050687 Mar 07 21:43:44.118336 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-4ef96fcc-72f5-49b8-a54e-e6b3744dd418 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Deleting port 0ee1c201-da45-41b6-8189-fa86c2dae550 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:44.118671 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4ef96fcc-72f5-49b8-a54e-e6b3744dd418 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:44.121320 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46076) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:44.132623 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-986f9712-7533-48f0-91c4-5a079574b3b0 None None] Transition to ACTIVE for port object d85c1b7d-7588-4947-aaa0-6777703a8397 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:44.153546 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c3552f16-cd22-4970-8f18-0ff0132c373b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:44.171090 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4af96407-f04b-43a7-b52f-f709ca9d83fa tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:44.174611 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-83bf90e5-63a2-47ec-a129-edbd5b50eb51 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:44.175147 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83bf90e5-63a2-47ec-a129-edbd5b50eb51 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:44.177188 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-83bf90e5-63a2-47ec-a129-edbd5b50eb51 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/ad26011c-afc0-4dc0-8fd7-1bcdad7edc8e HTTP/1.1" status: 404 len: 333 time: 0.0548382 Mar 07 21:43:44.179290 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-34668c2e-afe2-4673-b182-86446dc7ddc9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:44.183507 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46080) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:44.191173 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:43:44.253421 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458ef69-4aa8-498c-a816-7ce9fa643c7b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Pushing event updated for resources: {'Network': ['ID=cfb3d5a5-c305-451f-8531-12117241366c,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:44.261390 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Port 381c610a-29f5-46e9-a1f9-2e4cc780925c update to DOWN by agent not found {{(pid=88388) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 07 21:43:44.268057 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8458ef69-4aa8-498c-a816-7ce9fa643c7b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1080313 Mar 07 21:43:44.271645 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46084) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:44.279135 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-f8bdec73-607d-4dbf-b78a-fd9332099a51 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Request body: {'subnet': {'network_id': 'd6e47136-759f-46fb-8406-599bc3bf95a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:44.295537 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-0208e3e2-39c2-41a6-9cff-23971c219ae7 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:44.296010 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0208e3e2-39c2-41a6-9cff-23971c219ae7 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:44.298507 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0208e3e2-39c2-41a6-9cff-23971c219ae7 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/221be219-00f5-4848-802b-1f16db5e84a7 HTTP/1.1" status: 404 len: 337 time: 0.0872900 Mar 07 21:43:44.302091 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46088) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:44.361693 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3552f16-cd22-4970-8f18-0ff0132c373b None None] Pushing event deleted for resources: {'Port': ['ID=381c610a-29f5-46e9-a1f9-2e4cc780925c,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:44.365061 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network cfb3d5a5-c305-451f-8531-12117241366c details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:43:44.373565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34668c2e-afe2-4673-b182-86446dc7ddc9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Subnet': ['ID=ccc1c56e-0447-45c8-bd4c-aa6ba084d373,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:44.387120 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34668c2e-afe2-4673-b182-86446dc7ddc9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Checking segment: {'id': '16ef627c-ded9-4d23-b0f8-1c129b34e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ea079d3e-5c2b-474c-b66d-3bde6033528c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:43:44.387480 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34668c2e-afe2-4673-b182-86446dc7ddc9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network hostable DHCP agents. Network: ea079d3e-5c2b-474c-b66d-3bde6033528c, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:43:44.388189 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3552f16-cd22-4970-8f18-0ff0132c373b None None] No DVR routers for this DVR port 381c610a-29f5-46e9-a1f9-2e4cc780925c on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:43:44.405074 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4af96407-f04b-43a7-b52f-f709ca9d83fa tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:44.418176 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-986f9712-7533-48f0-91c4-5a079574b3b0 None None] Transition to ACTIVE for port object d85c1b7d-7588-4947-aaa0-6777703a8397 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:44.429435 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-1940dfae-8f0f-428e-a0cf-110942854830 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:44.430169 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1940dfae-8f0f-428e-a0cf-110942854830 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:44.433235 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1940dfae-8f0f-428e-a0cf-110942854830 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/5d200898-a67e-401f-b87c-34e0b6d3501c HTTP/1.1" status: 404 len: 333 time: 0.1272621 Mar 07 21:43:44.443937 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46092) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:44.474899 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440946cb-662f-4eac-a4ff-e7a918417ea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-d9b7e2ff-c6a6-4b19-8347-9c8f3fb8d19a', 'network_id': 'd9b7e2ff-c6a6-4b19-8347-9c8f3fb8d19a', 'tenant_id': 'a528f79553b84c43aec8d6e00382c6b6', 'fixed_ips': [{'subnet_id': '713c8e4d-3a2e-40d3-9bd9-e38984dc64a7'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:43:44.475705 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-440946cb-662f-4eac-a4ff-e7a918417ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:44.495440 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-986f9712-7533-48f0-91c4-5a079574b3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:44.503354 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-da73ea28-912b-4b05-924e-f49c7228d59f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:44.504101 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da73ea28-912b-4b05-924e-f49c7228d59f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:44.508893 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-da73ea28-912b-4b05-924e-f49c7228d59f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/72c960a1-77a1-430e-bbd1-6774ea543100 HTTP/1.1" status: 404 len: 337 time: 0.0596967 Mar 07 21:43:44.509085 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46096) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:44.538175 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f8bdec73-607d-4dbf-b78a-fd9332099a51 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:44.544873 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4ef96fcc-72f5-49b8-a54e-e6b3744dd418 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:44.545195 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4ef96fcc-72f5-49b8-a54e-e6b3744dd418 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:44.553487 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f8bdec73-607d-4dbf-b78a-fd9332099a51 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Usage tracker for resource:subnet and tenant:408aaa4d4d79481e8c3bb2314b62351f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:44.557997 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea19ff9-f97c-4e7a-a567-49a22c6cfd05 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:44.558896 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea19ff9-f97c-4e7a-a567-49a22c6cfd05 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:44.563545 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f8bdec73-607d-4dbf-b78a-fd9332099a51 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:44.564456 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34668c2e-afe2-4673-b182-86446dc7ddc9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network ea079d3e-5c2b-474c-b66d-3bde6033528c is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:43:44.577160 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6ea19ff9-f97c-4e7a-a567-49a22c6cfd05 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/c5ea58dc-782b-4730-a598-1560df73ba66 HTTP/1.1" status: 404 len: 333 time: 0.0669141 Mar 07 21:43:44.579715 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46100) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:44.622422 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b58757e-e373-44e3-a55e-dd4acf64a295 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:44.622970 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b58757e-e373-44e3-a55e-dd4acf64a295 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:44.624596 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f8bdec73-607d-4dbf-b78a-fd9332099a51 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:44.624926 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6b58757e-e373-44e3-a55e-dd4acf64a295 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/336a650a-3f60-4c93-b278-e55bce2230d8 HTTP/1.1" status: 404 len: 337 time: 0.0439785 Mar 07 21:43:44.628359 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46104) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:44.639386 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986f9712-7533-48f0-91c4-5a079574b3b0 None None] Network 4380decc-6d33-42ab-9d4f-f39e83ecfeee is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:44.649785 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-986f9712-7533-48f0-91c4-5a079574b3b0 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:44.655233 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f9712-7533-48f0-91c4-5a079574b3b0 None None] Pushing event updated for resources: {'Port': ['ID=d85c1b7d-7588-4947-aaa0-6777703a8397,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:44.659857 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986f9712-7533-48f0-91c4-5a079574b3b0 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:44.711455 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-4ef96fcc-72f5-49b8-a54e-e6b3744dd418 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Calling delete_port for 0ee1c201-da45-41b6-8189-fa86c2dae550 owned by network:floatingip {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:44.766727 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-986f9712-7533-48f0-91c4-5a079574b3b0 None None] Attempting to bind port d85c1b7d-7588-4947-aaa0-6777703a8397 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:43:44.767164 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-986f9712-7533-48f0-91c4-5a079574b3b0 None None] Attempting to bind port d85c1b7d-7588-4947-aaa0-6777703a8397 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '16cee4cc-07c9-4b6b-8614-f0f70dac9be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4380decc-6d33-42ab-9d4f-f39e83ecfeee'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:43:44.767502 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986f9712-7533-48f0-91c4-5a079574b3b0 None None] Attempting to bind port d85c1b7d-7588-4947-aaa0-6777703a8397 on network 4380decc-6d33-42ab-9d4f-f39e83ecfeee {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:43:44.773520 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986f9712-7533-48f0-91c4-5a079574b3b0 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:43:44.773882 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986f9712-7533-48f0-91c4-5a079574b3b0 None None] Checking segment: {'id': '16cee4cc-07c9-4b6b-8614-f0f70dac9be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4380decc-6d33-42ab-9d4f-f39e83ecfeee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:43:44.774300 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-986f9712-7533-48f0-91c4-5a079574b3b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:44.774681 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986f9712-7533-48f0-91c4-5a079574b3b0 None None] Bound using segment: {'id': '16cee4cc-07c9-4b6b-8614-f0f70dac9be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4380decc-6d33-42ab-9d4f-f39e83ecfeee'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:43:44.775128 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-986f9712-7533-48f0-91c4-5a079574b3b0 None None] Bound port: d85c1b7d-7588-4947-aaa0-6777703a8397, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16cee4cc-07c9-4b6b-8614-f0f70dac9be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4380decc-6d33-42ab-9d4f-f39e83ecfeee'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:43:44.775680 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-986f9712-7533-48f0-91c4-5a079574b3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:44.782001 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4af96407-f04b-43a7-b52f-f709ca9d83fa tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:44.785538 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-34668c2e-afe2-4673-b182-86446dc7ddc9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, ea079d3e-5c2b-474c-b66d-3bde6033528c) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:44.824486 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92334609-8743-43e0-928a-71204781f7a5 None None] Network ea079d3e-5c2b-474c-b66d-3bde6033528c requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:44.827343 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34668c2e-afe2-4673-b182-86446dc7ddc9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:44.827343 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-34668c2e-afe2-4673-b182-86446dc7ddc9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:44.836524 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad98a02-8584-42f1-952e-b788864b9cad tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:44.836992 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad98a02-8584-42f1-952e-b788864b9cad tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:44.838723 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2ad98a02-8584-42f1-952e-b788864b9cad tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/6f7c450f-14e3-4f06-99d7-187d4bed7e49 HTTP/1.1" status: 404 len: 333 time: 0.2086062 Mar 07 21:43:44.841459 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af96407-f04b-43a7-b52f-f709ca9d83fa tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Subnet': ['ID=713c8e4d-3a2e-40d3-9bd9-e38984dc64a7,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:44.852873 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46110) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server [None req-440946cb-662f-4eac-a4ff-e7a918417ea1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 713c8e4d-3a2e-40d3-9bd9-e38984dc64a7: This subnet is being modified by another concurrent operation. Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise exception Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 713c8e4d-3a2e-40d3-9bd9-e38984dc64a7: This subnet is being modified by another concurrent operation. Mar 07 21:43:44.853679 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server Mar 07 21:43:44.893966 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bdec73-607d-4dbf-b78a-fd9332099a51 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Made reservation on behalf of 408aaa4d4d79481e8c3bb2314b62351f for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:44.898839 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f8bdec73-607d-4dbf-b78a-fd9332099a51 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:44.924202 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-652ad3cc-3b20-4dd3-b5da-ac3f3f857655 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:44.924780 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-652ad3cc-3b20-4dd3-b5da-ac3f3f857655 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:44.926369 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-652ad3cc-3b20-4dd3-b5da-ac3f3f857655 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/c358a442-0d41-49f8-8a02-56bd58e676bd HTTP/1.1" status: 404 len: 337 time: 0.0759983 Mar 07 21:43:44.929198 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46114) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:44.937194 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d74022-d50c-4a1f-8696-13da4fcb421f None None] Network d9b7e2ff-c6a6-4b19-8347-9c8f3fb8d19a requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:45.002311 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-986f9712-7533-48f0-91c4-5a079574b3b0 None None] For port d85c1b7d-7588-4947-aaa0-6777703a8397, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:43:45.002891 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4ef96fcc-72f5-49b8-a54e-e6b3744dd418 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:45.029317 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-34668c2e-afe2-4673-b182-86446dc7ddc9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0873079 Mar 07 21:43:45.031209 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4af96407-f04b-43a7-b52f-f709ca9d83fa tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:45.039274 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e166f23-16e1-4ba6-9389-a8caafa1d0a3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:45.039745 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e166f23-16e1-4ba6-9389-a8caafa1d0a3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:45.044025 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7e166f23-16e1-4ba6-9389-a8caafa1d0a3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/3322c325-d611-4ca3-9082-2c02628f30f2 HTTP/1.1" status: 404 len: 333 time: 0.1112967 Mar 07 21:43:45.044542 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46118) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:45.044724 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46120) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:45.059293 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-a655d09f-7f64-4b56-979f-d77686f41faf tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'subnet': {'network_id': '98ec4fad-0eeb-4602-bd5d-34f3e90788fe', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:45.067574 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef96fcc-72f5-49b8-a54e-e6b3744dd418 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event deleted for resources: {'Port': ['ID=0ee1c201-da45-41b6-8189-fa86c2dae550,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:45.075283 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-986f9712-7533-48f0-91c4-5a079574b3b0 None None] For port d85c1b7d-7588-4947-aaa0-6777703a8397, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d85c1b7d-7588-4947-aaa0-6777703a8397,segment=NetworkSegment(16cee4cc-07c9-4b6b-8614-f0f70dac9be3),segment_id=16cee4cc-07c9-4b6b-8614-f0f70dac9be3)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:43:45.143462 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-d603e576-2df4-4e74-857a-04418b8cca35 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:45.144201 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d603e576-2df4-4e74-857a-04418b8cca35 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:45.148657 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d603e576-2df4-4e74-857a-04418b8cca35 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/751b2db8-f89d-44ea-9d07-81c2e72f8e2d HTTP/1.1" status: 404 len: 337 time: 0.0941596 Mar 07 21:43:45.151580 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-4af96407-f04b-43a7-b52f-f709ca9d83fa tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b7e2ff-c6a6-4b19-8347-9c8f3fb8d19a']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:45.152382 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46126) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:45.182932 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-986f9712-7533-48f0-91c4-5a079574b3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:45.214134 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c25b766-8243-4cb1-acc3-1d0dfc072533 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:45.214585 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c25b766-8243-4cb1-acc3-1d0dfc072533 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:45.216186 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-4af96407-f04b-43a7-b52f-f709ca9d83fa tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a3ff18-0cb0-4078-9079-166fa558c026') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:45.216485 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-4af96407-f04b-43a7-b52f-f709ca9d83fa tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a3ff18-0cb0-4078-9079-166fa558c026') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:45.240377 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4c25b766-8243-4cb1-acc3-1d0dfc072533 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/43d45ad7-05dd-473c-98e1-a9038a2307e7 HTTP/1.1" status: 404 len: 337 time: 0.0864778 Mar 07 21:43:45.240984 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46130) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:45.243555 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4af96407-f04b-43a7-b52f-f709ca9d83fa tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:45.244067 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4ef96fcc-72f5-49b8-a54e-e6b3744dd418 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:45.246449 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4ef96fcc-72f5-49b8-a54e-e6b3744dd418 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:45.247554 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4ef96fcc-72f5-49b8-a54e-e6b3744dd418 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "DELETE /v2.0/floatingips/abe73d41-1f52-4415-85f6-6b88159f341e HTTP/1.1" status: 204 len: 168 time: 1.5222809 Mar 07 21:43:45.252016 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46134) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:45.268822 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a655d09f-7f64-4b56-979f-d77686f41faf tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:45.272944 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4af96407-f04b-43a7-b52f-f709ca9d83fa tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:45.275579 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a655d09f-7f64-4b56-979f-d77686f41faf tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:subnet and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:45.280699 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a655d09f-7f64-4b56-979f-d77686f41faf tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:45.287546 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af96407-f04b-43a7-b52f-f709ca9d83fa tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:43:45.288365 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4af96407-f04b-43a7-b52f-f709ca9d83fa tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:43:45.304273 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:43:45.311250 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a655d09f-7f64-4b56-979f-d77686f41faf tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:45.328951 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f9712-7533-48f0-91c4-5a079574b3b0 None None] Pushing event updated for resources: {'Port': ['ID=d85c1b7d-7588-4947-aaa0-6777703a8397,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:45.350924 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050d751d-b745-435b-8436-9f58419d52bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ea079d3e-5c2b-474c-b66d-3bde6033528c', 'network_id': 'ea079d3e-5c2b-474c-b66d-3bde6033528c', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'fixed_ips': [{'subnet_id': 'ccc1c56e-0447-45c8-bd4c-aa6ba084d373'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:43:45.352400 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-050d751d-b745-435b-8436-9f58419d52bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:45.391525 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-78050a06-5b8d-4a08-8461-0a7404c9317b tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] delete failed (client error): The resource could not be found. Mar 07 21:43:45.392554 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-78050a06-5b8d-4a08-8461-0a7404c9317b tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "DELETE /v2.0/floatingips/abe73d41-1f52-4415-85f6-6b88159f341e HTTP/1.1" status: 404 len: 345 time: 0.1397591 Mar 07 21:43:45.402815 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46138) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:45.409074 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-1519e8b3-2846-4afc-b633-07a3b0db010c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:45.409590 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1519e8b3-2846-4afc-b633-07a3b0db010c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:45.414754 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1519e8b3-2846-4afc-b633-07a3b0db010c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/eae87845-87e4-4b74-ad80-2cbd586d9607 HTTP/1.1" status: 404 len: 333 time: 0.1657665 Mar 07 21:43:45.418465 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46142) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:45.487801 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-de39fcf5-83ca-4d0c-ab86-983a4b2e7f5b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:45.488251 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de39fcf5-83ca-4d0c-ab86-983a4b2e7f5b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:45.490062 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-de39fcf5-83ca-4d0c-ab86-983a4b2e7f5b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/2cfce6ac-534c-4896-b90d-145f98fbe16a HTTP/1.1" status: 404 len: 337 time: 0.0704434 Mar 07 21:43:45.495930 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46146) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:45.517320 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c671443-8880-42f3-957d-17077f9d09aa tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:45.523862 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c671443-8880-42f3-957d-17077f9d09aa tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:45.530463 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c671443-8880-42f3-957d-17077f9d09aa tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:45.531618 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5c671443-8880-42f3-957d-17077f9d09aa tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Synchronizing usage tracker for tenant:2e7eeead753e44e297f167f27855cc6a on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:43:45.537389 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4af96407-f04b-43a7-b52f-f709ca9d83fa tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:45.540824 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a655d09f-7f64-4b56-979f-d77686f41faf tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Made reservation on behalf of b77dfcf064844de7b83d64320b9ee466 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:45.546150 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a655d09f-7f64-4b56-979f-d77686f41faf tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:45.564286 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-050d751d-b745-435b-8436-9f58419d52bb None None] Allocated IP 172.20.0.2 (ea079d3e-5c2b-474c-b66d-3bde6033528c/ccc1c56e-0447-45c8-bd4c-aa6ba084d373/a7374554-a205-450f-84a4-b71d982dc414) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:45.585827 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4af96407-f04b-43a7-b52f-f709ca9d83fa tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:45.615262 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af96407-f04b-43a7-b52f-f709ca9d83fa tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Network': ['ID=d9b7e2ff-c6a6-4b19-8347-9c8f3fb8d19a,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:45.630051 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4af96407-f04b-43a7-b52f-f709ca9d83fa tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/networks/d9b7e2ff-c6a6-4b19-8347-9c8f3fb8d19a HTTP/1.1" status: 204 len: 168 time: 1.7509494 Mar 07 21:43:45.631750 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46150) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:45.715735 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff8bc58-e906-43d9-8f2f-fe9e08eba032 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:45.716354 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff8bc58-e906-43d9-8f2f-fe9e08eba032 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:45.716634 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-8362a8d7-82e0-4fd4-ae53-bcebfb7493f8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-776991282'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:45.719628 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-aff8bc58-e906-43d9-8f2f-fe9e08eba032 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/b099a3ba-618c-4685-b80a-323b80356645 HTTP/1.1" status: 404 len: 337 time: 0.2219949 Mar 07 21:43:45.725176 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46154) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:45.731827 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-8362a8d7-82e0-4fd4-ae53-bcebfb7493f8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:45.796408 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8362a8d7-82e0-4fd4-ae53-bcebfb7493f8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Usage tracker for resource:network and tenant:a528f79553b84c43aec8d6e00382c6b6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:45.799261 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5c671443-8880-42f3-957d-17077f9d09aa tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Unset dirty status for tenant:2e7eeead753e44e297f167f27855cc6a on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:43:45.800509 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5c671443-8880-42f3-957d-17077f9d09aa tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "GET /v2.0/ports?network_id=14efbfe2-6544-47be-acf3-104d005788eb HTTP/1.1" status: 200 len: 2357 time: 0.3935177 Mar 07 21:43:45.807995 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46158) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:45.817330 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8362a8d7-82e0-4fd4-ae53-bcebfb7493f8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:45.819385 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-013f5484-17e7-41cd-849c-e90d3c63b15d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:45.820020 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-013f5484-17e7-41cd-849c-e90d3c63b15d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:45.821931 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-013f5484-17e7-41cd-849c-e90d3c63b15d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/caaf1149-cf95-4a4b-970f-dcbb88175ec3 HTTP/1.1" status: 404 len: 333 time: 0.0957561 Mar 07 21:43:45.825556 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-8362a8d7-82e0-4fd4-ae53-bcebfb7493f8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:45.833388 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46162) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:45.881084 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-1695c1bd-4975-4b7f-918f-cfec11e91f64 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:45.881802 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1695c1bd-4975-4b7f-918f-cfec11e91f64 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:45.883684 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1695c1bd-4975-4b7f-918f-cfec11e91f64 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/c23a21a7-8cfd-46fb-81e2-50a2dcb73bf3 HTTP/1.1" status: 404 len: 337 time: 0.0480750 Mar 07 21:43:45.887924 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46166) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:45.943281 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5de037-7432-4851-a51c-93a498e17934 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:45.944423 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc5de037-7432-4851-a51c-93a498e17934 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:45.949367 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5857d14b-52fd-47b2-ae57-37e1fe378fef tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:45.950463 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d85c1b7d-7588-4947-aaa0-6777703a8397 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:43:45.954085 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bc5de037-7432-4851-a51c-93a498e17934 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/2110c8a8-26f1-435f-9cf8-017134e48d5e HTTP/1.1" status: 404 len: 337 time: 0.0629263 Mar 07 21:43:45.958198 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46170) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:45.959273 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5857d14b-52fd-47b2-ae57-37e1fe378fef tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "GET /v2.0/subnets/20914148-4881-408f-8902-5c0f9881e0ee HTTP/1.1" status: 200 len: 797 time: 0.1501353 Mar 07 21:43:45.962165 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f8bdec73-607d-4dbf-b78a-fd9332099a51 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:45.963643 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-b133bf26-ff99-4ebe-ae22-97c1bc58e870 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Request body: {'port': {'network_id': '14efbfe2-6544-47be-acf3-104d005788eb', 'name': 'tempest-FloatingIPTestJSON-1146447013', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:45.967257 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46174) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:45.990180 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:46.001366 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-050d751d-b745-435b-8436-9f58419d52bb None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:46.022743 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-050d751d-b745-435b-8436-9f58419d52bb None None] Transition to ACTIVE for port object a7374554-a205-450f-84a4-b71d982dc414 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:46.028484 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8362a8d7-82e0-4fd4-ae53-bcebfb7493f8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Made reservation on behalf of a528f79553b84c43aec8d6e00382c6b6 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:46.031920 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8362a8d7-82e0-4fd4-ae53-bcebfb7493f8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:46.037112 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bdec73-607d-4dbf-b78a-fd9332099a51 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Pushing event updated for resources: {'Subnet': ['ID=d6746842-6018-43b9-a39b-85bf98c3d098,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:46.050001 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-050d751d-b745-435b-8436-9f58419d52bb None None] Transition to ACTIVE for port object a7374554-a205-450f-84a4-b71d982dc414 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:46.088749 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f3a1b1-a353-4f5e-911d-c6484762ec62 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:46.089328 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f3a1b1-a353-4f5e-911d-c6484762ec62 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:46.090933 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-22f3a1b1-a353-4f5e-911d-c6484762ec62 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/f0c593a9-fee7-42f4-b9fb-032bb4c77868 HTTP/1.1" status: 404 len: 333 time: 0.0576959 Mar 07 21:43:46.095402 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46178) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:46.129309 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-050d751d-b745-435b-8436-9f58419d52bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:46.139058 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5cfeb9-a763-44d3-af96-71c6290a4ee3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:46.139493 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df5cfeb9-a763-44d3-af96-71c6290a4ee3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:46.141155 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-df5cfeb9-a763-44d3-af96-71c6290a4ee3 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/2377a8b6-267a-4090-be59-b229c38afbde HTTP/1.1" status: 404 len: 337 time: 0.0453939 Mar 07 21:43:46.149487 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46182) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:46.167105 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bdec73-607d-4dbf-b78a-fd9332099a51 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Checking segment: {'id': '96ced1f1-a1d7-442d-931d-709dd107f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd6e47136-759f-46fb-8406-599bc3bf95a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:43:46.167688 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bdec73-607d-4dbf-b78a-fd9332099a51 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Network hostable DHCP agents. Network: d6e47136-759f-46fb-8406-599bc3bf95a1, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:43:46.179650 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port d85c1b7d-7588-4947-aaa0-6777703a8397 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:46.193719 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050d751d-b745-435b-8436-9f58419d52bb None None] Network ea079d3e-5c2b-474c-b66d-3bde6033528c is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:46.198326 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-050d751d-b745-435b-8436-9f58419d52bb None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:46.198718 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8362a8d7-82e0-4fd4-ae53-bcebfb7493f8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:43:46.202633 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050d751d-b745-435b-8436-9f58419d52bb None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:46.235851 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-b10801eb-60fa-4fc0-a42f-0df65e98dca6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:46.236303 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b10801eb-60fa-4fc0-a42f-0df65e98dca6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:46.252554 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8362a8d7-82e0-4fd4-ae53-bcebfb7493f8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:46.252903 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-8362a8d7-82e0-4fd4-ae53-bcebfb7493f8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Added segment ff2ffb1a-f5f7-424c-95ba-9215593b980c of type vlan for network 0f4594da-9177-4e75-a260-8273ebd3dbdf Mar 07 21:43:46.263748 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bdec73-607d-4dbf-b78a-fd9332099a51 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Network d6e47136-759f-46fb-8406-599bc3bf95a1 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:43:46.271663 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-b133bf26-ff99-4ebe-ae22-97c1bc58e870 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:46.274757 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b10801eb-60fa-4fc0-a42f-0df65e98dca6 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/354456ef-461b-477d-9043-9f79bd0487e7 HTTP/1.1" status: 404 len: 337 time: 0.1241817 Mar 07 21:43:46.277749 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46186) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:46.292515 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-b133bf26-ff99-4ebe-ae22-97c1bc58e870 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:46.302852 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d751d-b745-435b-8436-9f58419d52bb None None] Pushing event updated for resources: {'Port': ['ID=a7374554-a205-450f-84a4-b71d982dc414,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:46.322866 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8362a8d7-82e0-4fd4-ae53-bcebfb7493f8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:46.336674 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4f955b61-e049-4ff4-b428-675ebd1d8b58 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5 HTTP/1.1" status: 200 len: 205 time: 0.0571084 Mar 07 21:43:46.342028 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46190) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:46.358728 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-050d751d-b745-435b-8436-9f58419d52bb None None] Attempting to bind port a7374554-a205-450f-84a4-b71d982dc414 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:43:46.359124 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-050d751d-b745-435b-8436-9f58419d52bb None None] Attempting to bind port a7374554-a205-450f-84a4-b71d982dc414 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '16ef627c-ded9-4d23-b0f8-1c129b34e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ea079d3e-5c2b-474c-b66d-3bde6033528c'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:43:46.359485 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d751d-b745-435b-8436-9f58419d52bb None None] Attempting to bind port a7374554-a205-450f-84a4-b71d982dc414 on network ea079d3e-5c2b-474c-b66d-3bde6033528c {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:43:46.366276 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d751d-b745-435b-8436-9f58419d52bb None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:43:46.366639 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d751d-b745-435b-8436-9f58419d52bb None None] Checking segment: {'id': '16ef627c-ded9-4d23-b0f8-1c129b34e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ea079d3e-5c2b-474c-b66d-3bde6033528c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:43:46.367032 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-050d751d-b745-435b-8436-9f58419d52bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:46.370672 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d751d-b745-435b-8436-9f58419d52bb None None] Bound using segment: {'id': '16ef627c-ded9-4d23-b0f8-1c129b34e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ea079d3e-5c2b-474c-b66d-3bde6033528c'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:43:46.370672 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-050d751d-b745-435b-8436-9f58419d52bb None None] Bound port: a7374554-a205-450f-84a4-b71d982dc414, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ef627c-ded9-4d23-b0f8-1c129b34e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ea079d3e-5c2b-474c-b66d-3bde6033528c'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:43:46.370672 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-050d751d-b745-435b-8436-9f58419d52bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:46.418312 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-e512271d-65ff-4e57-9af8-e47cedea59c5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] delete failed (client error): The resource could not be found. Mar 07 21:43:46.419282 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e512271d-65ff-4e57-9af8-e47cedea59c5 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/routers/cc4320d3-ff67-4dff-ad8e-0b6ee6ea54b5 HTTP/1.1" status: 404 len: 336 time: 0.0793211 Mar 07 21:43:46.420042 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-f8bdec73-607d-4dbf-b78a-fd9332099a51 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, d6e47136-759f-46fb-8406-599bc3bf95a1) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:46.421877 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46194) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:46.424633 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bdec73-607d-4dbf-b78a-fd9332099a51 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:46.425219 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f8bdec73-607d-4dbf-b78a-fd9332099a51 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:46.457836 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3e6461-ad99-440e-b599-58343ace1eb4 None None] Network d6e47136-759f-46fb-8406-599bc3bf95a1 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:46.478135 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8362a8d7-82e0-4fd4-ae53-bcebfb7493f8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:46.483944 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8362a8d7-82e0-4fd4-ae53-bcebfb7493f8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:46.485279 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8362a8d7-82e0-4fd4-ae53-bcebfb7493f8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:46.490818 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b133bf26-ff99-4ebe-ae22-97c1bc58e870 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Made reservation on behalf of 2e7eeead753e44e297f167f27855cc6a for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:46.520428 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37469ea-6b00-480a-a2d0-f7cc2048ba6e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:46.520884 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37469ea-6b00-480a-a2d0-f7cc2048ba6e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:46.526042 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a37469ea-6b00-480a-a2d0-f7cc2048ba6e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/e0f7be1d-65c9-42c6-9ebb-7f712edc5a6e HTTP/1.1" status: 404 len: 337 time: 0.0995507 Mar 07 21:43:46.526042 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a655d09f-7f64-4b56-979f-d77686f41faf tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:46.527460 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46198) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:46.554708 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-050d751d-b745-435b-8436-9f58419d52bb None None] For port a7374554-a205-450f-84a4-b71d982dc414, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:43:46.572472 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-050d751d-b745-435b-8436-9f58419d52bb None None] For port a7374554-a205-450f-84a4-b71d982dc414, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a7374554-a205-450f-84a4-b71d982dc414,segment=NetworkSegment(16ef627c-ded9-4d23-b0f8-1c129b34e99d),segment_id=16ef627c-ded9-4d23-b0f8-1c129b34e99d)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:43:46.581136 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f8bdec73-607d-4dbf-b78a-fd9332099a51 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3079686 Mar 07 21:43:46.587572 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46202) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:46.593837 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f2bcd87b-a300-4c7a-877c-3a5407bb455c tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbc52362-56ee-4f19-a17d-6c8389ffb4f1 HTTP/1.1" status: 200 len: 205 time: 0.0649614 Mar 07 21:43:46.597012 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46204) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:46.668453 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-050d751d-b745-435b-8436-9f58419d52bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:46.672181 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-c926e910-82a6-4ba6-b9ee-d45ec9111cc2 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Request body: {'subnet': {'network_id': 'cfb3d5a5-c305-451f-8531-12117241366c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:46.717309 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dda146-4ad9-4a01-9476-0b9baf7d439f None None] Network 4380decc-6d33-42ab-9d4f-f39e83ecfeee requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:46.722187 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-c99b331c-96fb-4a06-9a80-7758f34ac4af tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] delete failed (client error): The resource could not be found. Mar 07 21:43:46.723525 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c99b331c-96fb-4a06-9a80-7758f34ac4af tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/routers/bbc52362-56ee-4f19-a17d-6c8389ffb4f1 HTTP/1.1" status: 404 len: 336 time: 0.1253376 Mar 07 21:43:46.727272 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46210) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:46.827120 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6de43b-494c-4a5f-a463-b4af9d6d6725 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:46.828016 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a6de43b-494c-4a5f-a463-b4af9d6d6725 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:46.830300 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4a6de43b-494c-4a5f-a463-b4af9d6d6725 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/466eb016-1dca-4e50-8ac8-1c40fd39953f HTTP/1.1" status: 404 len: 337 time: 0.1018443 Mar 07 21:43:46.841432 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46214) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:46.872255 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8362a8d7-82e0-4fd4-ae53-bcebfb7493f8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1678908 Mar 07 21:43:46.877764 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943700cc-4baa-4b30-8660-b2d3990ac525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-d6e47136-759f-46fb-8406-599bc3bf95a1', 'network_id': 'd6e47136-759f-46fb-8406-599bc3bf95a1', 'tenant_id': '408aaa4d4d79481e8c3bb2314b62351f', 'fixed_ips': [{'subnet_id': 'd6746842-6018-43b9-a39b-85bf98c3d098'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:43:46.878831 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-943700cc-4baa-4b30-8660-b2d3990ac525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:46.882170 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46218) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:46.906130 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-89853549-50ba-4f22-a01a-4a1313a29672 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:46.920234 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655d09f-7f64-4b56-979f-d77686f41faf tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Subnet': ['ID=4dcd13c7-4132-44c5-a59c-747fe1e40811,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:46.925430 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362a8d7-82e0-4fd4-ae53-bcebfb7493f8 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Network': ['ID=0f4594da-9177-4e75-a260-8273ebd3dbdf,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:46.960025 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 0f4594da-9177-4e75-a260-8273ebd3dbdf details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:43:46.961123 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a655d09f-7f64-4b56-979f-d77686f41faf tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Checking segment: {'id': 'e9f44fa6-f1e0-433c-bedd-dd64d100cab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '98ec4fad-0eeb-4602-bd5d-34f3e90788fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:43:46.961618 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a655d09f-7f64-4b56-979f-d77686f41faf tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network hostable DHCP agents. Network: 98ec4fad-0eeb-4602-bd5d-34f3e90788fe, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:43:46.975207 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b133bf26-ff99-4ebe-ae22-97c1bc58e870 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:46.999198 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a095b7ad-b869-4893-9aad-9db481b4c0d0 None None] Provisioning for port d85c1b7d-7588-4947-aaa0-6777703a8397 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:47.009046 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d751d-b745-435b-8436-9f58419d52bb None None] Pushing event updated for resources: {'Port': ['ID=a7374554-a205-450f-84a4-b71d982dc414,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:47.012881 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-0044e39d-8973-466e-9f3c-af36adc59ac4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:47.014693 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0044e39d-8973-466e-9f3c-af36adc59ac4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:47.014806 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-b133bf26-ff99-4ebe-ae22-97c1bc58e870 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] device_id is not set on port 87214573-4c12-432e-b981-764cba72a3b9 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:43:47.015708 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0044e39d-8973-466e-9f3c-af36adc59ac4 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/a12328a1-6a70-4a76-9cb3-c4a894f31170 HTTP/1.1" status: 404 len: 337 time: 0.1730778 Mar 07 21:43:47.027587 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46222) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:47.028827 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a095b7ad-b869-4893-9aad-9db481b4c0d0 None None] Provisioning complete for port d85c1b7d-7588-4947-aaa0-6777703a8397 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:47.029306 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a095b7ad-b869-4893-9aad-9db481b4c0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:47.082957 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c926e910-82a6-4ba6-b9ee-d45ec9111cc2 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:47.097461 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c926e910-82a6-4ba6-b9ee-d45ec9111cc2 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Usage tracker for resource:subnet and tenant:408aaa4d4d79481e8c3bb2314b62351f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:47.139396 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b47269a-0fe0-4eed-8deb-0ab90cb26e9f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:47.140068 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b47269a-0fe0-4eed-8deb-0ab90cb26e9f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:47.141848 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1b47269a-0fe0-4eed-8deb-0ab90cb26e9f tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/028c5ac1-13b4-4cf7-ac99-9802d3b722ae HTTP/1.1" status: 404 len: 333 time: 0.1130061 Mar 07 21:43:47.143542 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c926e910-82a6-4ba6-b9ee-d45ec9111cc2 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:47.150034 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46226) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:47.155564 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c926e910-82a6-4ba6-b9ee-d45ec9111cc2 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:47.164218 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a655d09f-7f64-4b56-979f-d77686f41faf tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network 98ec4fad-0eeb-4602-bd5d-34f3e90788fe is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:43:47.230497 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c0ca09-b11a-42f7-ad56-bd8895961435 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:47.231049 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58c0ca09-b11a-42f7-ad56-bd8895961435 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:47.239905 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-58c0ca09-b11a-42f7-ad56-bd8895961435 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/cdf6e9eb-bfc7-459c-8ed0-ff2331183f0c HTTP/1.1" status: 404 len: 337 time: 0.0790396 Mar 07 21:43:47.283247 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46230) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:47.352355 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c389c4-7eb0-45f5-9064-f62571d9fbca tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:47.352818 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c389c4-7eb0-45f5-9064-f62571d9fbca tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:47.355162 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-07c389c4-7eb0-45f5-9064-f62571d9fbca tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/fb2bbed2-c131-40e8-bc1f-a97600914437 HTTP/1.1" status: 404 len: 333 time: 0.0706768 Mar 07 21:43:47.360298 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46234) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:47.373450 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-a655d09f-7f64-4b56-979f-d77686f41faf tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 98ec4fad-0eeb-4602-bd5d-34f3e90788fe) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:47.384026 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a655d09f-7f64-4b56-979f-d77686f41faf tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:47.384600 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a655d09f-7f64-4b56-979f-d77686f41faf tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:47.403626 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba99453-9f35-422a-a474-4eabcc41cb3a None None] Network 98ec4fad-0eeb-4602-bd5d-34f3e90788fe requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:47.420487 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b0fb95-9763-4a07-b077-91266858280b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:47.421267 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b0fb95-9763-4a07-b077-91266858280b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:47.427852 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-84b0fb95-9763-4a07-b077-91266858280b tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/5ee0880d-d152-44bc-8b73-98717e4c0782 HTTP/1.1" status: 404 len: 337 time: 0.0622106 Mar 07 21:43:47.430095 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46238) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:47.435097 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c926e910-82a6-4ba6-b9ee-d45ec9111cc2 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Made reservation on behalf of 408aaa4d4d79481e8c3bb2314b62351f for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:47.438856 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c926e910-82a6-4ba6-b9ee-d45ec9111cc2 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:47.456255 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-89853549-50ba-4f22-a01a-4a1313a29672 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:47.466349 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-b133bf26-ff99-4ebe-ae22-97c1bc58e870 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Allocated IP 172.20.0.14 (14efbfe2-6544-47be-acf3-104d005788eb/20914148-4881-408f-8902-5c0f9881e0ee/87214573-4c12-432e-b981-764cba72a3b9) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:47.473688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-b133bf26-ff99-4ebe-ae22-97c1bc58e870 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Allocated IP 172.20.0.12 (14efbfe2-6544-47be-acf3-104d005788eb/20914148-4881-408f-8902-5c0f9881e0ee/87214573-4c12-432e-b981-764cba72a3b9) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:47.524175 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f28d09-343e-4b3a-a9cb-8813e8156584 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:47.524568 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f28d09-343e-4b3a-a9cb-8813e8156584 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:47.527238 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-09f28d09-343e-4b3a-a9cb-8813e8156584 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/46475f20-2024-4a8d-93fe-de7f48002560 HTTP/1.1" status: 404 len: 333 time: 0.0960071 Mar 07 21:43:47.529819 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46242) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:47.555031 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-943700cc-4baa-4b30-8660-b2d3990ac525 None None] Allocated IP 2001:db8::2 (d6e47136-759f-46fb-8406-599bc3bf95a1/d6746842-6018-43b9-a39b-85bf98c3d098/6ec401ac-cda1-4e71-a7a2-aac24b42d8b6) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:47.564350 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a095b7ad-b869-4893-9aad-9db481b4c0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:47.606897 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a655d09f-7f64-4b56-979f-d77686f41faf tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5534985 Mar 07 21:43:47.607622 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-344af2fc-e6ee-4633-8974-19ca2dfc8fe7 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:47.608143 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344af2fc-e6ee-4633-8974-19ca2dfc8fe7 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:47.609896 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-344af2fc-e6ee-4633-8974-19ca2dfc8fe7 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/c51e9aca-f2b2-4676-baa3-ae6e198b6663 HTTP/1.1" status: 404 len: 337 time: 0.0790436 Mar 07 21:43:47.617096 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46246) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:47.621168 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-89853549-50ba-4f22-a01a-4a1313a29672 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:47.625207 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46250) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:47.629625 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-5b161960-0339-45a3-9955-149193002f5b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-922415743', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:47.693370 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5b161960-0339-45a3-9955-149193002f5b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:47.715357 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-89853549-50ba-4f22-a01a-4a1313a29672 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Network 0f4594da-9177-4e75-a260-8273ebd3dbdf is not hosted by any dhcp agent {{(pid=88387) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 07 21:43:47.718862 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89853549-50ba-4f22-a01a-4a1313a29672 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:47.719771 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-89853549-50ba-4f22-a01a-4a1313a29672 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:47.721215 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-89853549-50ba-4f22-a01a-4a1313a29672 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "PUT /v2.0/networks/0f4594da-9177-4e75-a260-8273ebd3dbdf HTTP/1.1" status: 200 len: 723 time: 0.8304012 Mar 07 21:43:47.727521 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46254) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:47.727980 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-a095b7ad-b869-4893-9aad-9db481b4c0d0 None None] For port d85c1b7d-7588-4947-aaa0-6777703a8397, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d85c1b7d-7588-4947-aaa0-6777703a8397,segment=NetworkSegment(16cee4cc-07c9-4b6b-8614-f0f70dac9be3),segment_id=16cee4cc-07c9-4b6b-8614-f0f70dac9be3)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:47.737985 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-494df525-d875-4baa-b10b-932326f6fb36 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'subnet': {'network_id': '0f4594da-9177-4e75-a260-8273ebd3dbdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:47.771867 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b133bf26-ff99-4ebe-ae22-97c1bc58e870 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:47.868022 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5b161960-0339-45a3-9955-149193002f5b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:router and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:47.868022 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-257dea81-9a1f-4c2c-8294-495f5abc8839 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:47.868432 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-257dea81-9a1f-4c2c-8294-495f5abc8839 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:47.880313 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5b161960-0339-45a3-9955-149193002f5b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:47.884107 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-257dea81-9a1f-4c2c-8294-495f5abc8839 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/56dca593-ab49-4338-88b0-c369a02315e2 HTTP/1.1" status: 404 len: 333 time: 0.2321472 Mar 07 21:43:47.902317 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46258) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:47.939219 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5b161960-0339-45a3-9955-149193002f5b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:47.962809 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89853549-50ba-4f22-a01a-4a1313a29672 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Network': ['ID=0f4594da-9177-4e75-a260-8273ebd3dbdf,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:47.974662 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-13fda90c-54bd-41d1-b8b1-515078d026db tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:47.975160 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13fda90c-54bd-41d1-b8b1-515078d026db tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:47.977226 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-13fda90c-54bd-41d1-b8b1-515078d026db tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/ee6ed2e9-9e89-477e-a6fa-0132c805b56a HTTP/1.1" status: 404 len: 337 time: 0.0725965 Mar 07 21:43:47.981235 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46262) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:47.992406 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a095b7ad-b869-4893-9aad-9db481b4c0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:48.025511 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b161960-0339-45a3-9955-149193002f5b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:48.026770 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b161960-0339-45a3-9955-149193002f5b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:48.040209 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-494df525-d875-4baa-b10b-932326f6fb36 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:48.047608 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-046cd563-037c-47cf-8ed4-22b71ef4e6a8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:48.048075 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-046cd563-037c-47cf-8ed4-22b71ef4e6a8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:48.050277 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-046cd563-037c-47cf-8ed4-22b71ef4e6a8 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/44444186-a64b-446e-ad5c-42fc48e9c599 HTTP/1.1" status: 404 len: 333 time: 0.0664163 Mar 07 21:43:48.052152 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-494df525-d875-4baa-b10b-932326f6fb36 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Usage tracker for resource:subnet and tenant:a528f79553b84c43aec8d6e00382c6b6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:48.053918 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46266) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:48.055700 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-494df525-d875-4baa-b10b-932326f6fb36 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:48.063004 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-494df525-d875-4baa-b10b-932326f6fb36 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:48.117491 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b161960-0339-45a3-9955-149193002f5b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:48.119367 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dcbe8c9-9533-4e44-a8c1-fdce67dd380e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:48.119876 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dcbe8c9-9533-4e44-a8c1-fdce67dd380e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:48.124317 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a7374554-a205-450f-84a4-b71d982dc414 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:43:48.147836 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5dcbe8c9-9533-4e44-a8c1-fdce67dd380e tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/803eda98-0e46-49ab-96cf-bbd879e00573 HTTP/1.1" status: 404 len: 337 time: 0.0913002 Mar 07 21:43:48.150929 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46270) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:48.157600 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 0f4594da-9177-4e75-a260-8273ebd3dbdf details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:43:48.204870 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c926e910-82a6-4ba6-b9ee-d45ec9111cc2 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:48.212337 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b133bf26-ff99-4ebe-ae22-97c1bc58e870 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:48.212337 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494df525-d875-4baa-b10b-932326f6fb36 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Made reservation on behalf of a528f79553b84c43aec8d6e00382c6b6 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:48.214005 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-494df525-d875-4baa-b10b-932326f6fb36 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:48.294372 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-943700cc-4baa-4b30-8660-b2d3990ac525 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:48.316268 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b8de8b-3693-42b3-b189-d128d1d221d7 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:48.317855 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b8de8b-3693-42b3-b189-d128d1d221d7 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:48.320435 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b3b8de8b-3693-42b3-b189-d128d1d221d7 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/e9030f32-d187-4c83-b4f1-a0e095147d83 HTTP/1.1" status: 404 len: 333 time: 0.1677217 Mar 07 21:43:48.333988 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46274) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:48.352582 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b161960-0339-45a3-9955-149193002f5b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:48.357905 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b133bf26-ff99-4ebe-ae22-97c1bc58e870 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Network 14efbfe2-6544-47be-acf3-104d005788eb is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:48.366294 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-b133bf26-ff99-4ebe-ae22-97c1bc58e870 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:48.386854 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926e910-82a6-4ba6-b9ee-d45ec9111cc2 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Pushing event updated for resources: {'Subnet': ['ID=3839f2b3-2b8d-4644-8574-f3b604582268,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:48.418349 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2410a5e-26b4-4466-832b-44421cabc4cc None None] Network ea079d3e-5c2b-474c-b66d-3bde6033528c requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:48.430655 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c926e910-82a6-4ba6-b9ee-d45ec9111cc2 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Checking segment: {'id': '90f645d4-a6a8-4a8e-b032-6bd4d4c7c33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cfb3d5a5-c305-451f-8531-12117241366c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:43:48.430655 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c926e910-82a6-4ba6-b9ee-d45ec9111cc2 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Network hostable DHCP agents. Network: cfb3d5a5-c305-451f-8531-12117241366c, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:43:48.468272 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-943700cc-4baa-4b30-8660-b2d3990ac525 None None] Transition to ACTIVE for port object 6ec401ac-cda1-4e71-a7a2-aac24b42d8b6 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:48.473990 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5b161960-0339-45a3-9955-149193002f5b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:48.478577 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5b161960-0339-45a3-9955-149193002f5b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8626294 Mar 07 21:43:48.478577 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46278) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:48.491889 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b133bf26-ff99-4ebe-ae22-97c1bc58e870 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:48.512033 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095b7ad-b869-4893-9aad-9db481b4c0d0 None None] Pushing event updated for resources: {'Port': ['ID=d85c1b7d-7588-4947-aaa0-6777703a8397,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:48.525576 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41115af3-95a0-4f8f-8fd8-e17faa87ff0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-98ec4fad-0eeb-4602-bd5d-34f3e90788fe', 'network_id': '98ec4fad-0eeb-4602-bd5d-34f3e90788fe', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'fixed_ips': [{'subnet_id': '4dcd13c7-4132-44c5-a59c-747fe1e40811'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:43:48.526636 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-41115af3-95a0-4f8f-8fd8-e17faa87ff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:48.558789 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c926e910-82a6-4ba6-b9ee-d45ec9111cc2 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Network cfb3d5a5-c305-451f-8531-12117241366c is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:43:48.564828 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b133bf26-ff99-4ebe-ae22-97c1bc58e870 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:48.565446 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b133bf26-ff99-4ebe-ae22-97c1bc58e870 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:48.580112 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bfea63-21e3-4d8f-92d2-8e8eb2497d63 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:48.580561 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26bfea63-21e3-4d8f-92d2-8e8eb2497d63 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:48.582539 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-26bfea63-21e3-4d8f-92d2-8e8eb2497d63 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/25b425fd-d81c-4a32-9974-65ed87898b41 HTTP/1.1" status: 404 len: 337 time: 0.2393351 Mar 07 21:43:48.594112 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46282) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:48.597349 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133bf26-ff99-4ebe-ae22-97c1bc58e870 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event updated for resources: {'Port': ['ID=87214573-4c12-432e-b981-764cba72a3b9,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:48.623802 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-943700cc-4baa-4b30-8660-b2d3990ac525 None None] Transition to ACTIVE for port object 6ec401ac-cda1-4e71-a7a2-aac24b42d8b6 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:48.645191 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-c926e910-82a6-4ba6-b9ee-d45ec9111cc2 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, cfb3d5a5-c305-451f-8531-12117241366c) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:48.652983 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9415d2-41a5-4206-898f-8cd622b268fb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:48.653774 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9415d2-41a5-4206-898f-8cd622b268fb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:48.655454 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2a9415d2-41a5-4206-898f-8cd622b268fb tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/ports/3073de58-cca2-4222-8eaa-6cc3aa1d8a0c HTTP/1.1" status: 404 len: 333 time: 0.0596073 Mar 07 21:43:48.661009 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46286) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:48.674511 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601449b4-4b94-4053-8e0d-ab2fcdbc13f7 None None] Network cfb3d5a5-c305-451f-8531-12117241366c requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:48.693171 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-55077187-5aa5-41c7-b242-14f105e2e84e None None] Provisioning for port a7374554-a205-450f-84a4-b71d982dc414 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:48.703799 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb0ce25-cdb4-4195-8d10-773548114717 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:48.704309 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eb0ce25-cdb4-4195-8d10-773548114717 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:48.709443 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c926e910-82a6-4ba6-b9ee-d45ec9111cc2 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:48.713191 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c926e910-82a6-4ba6-b9ee-d45ec9111cc2 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:48.717211 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7eb0ce25-cdb4-4195-8d10-773548114717 tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/subnets/c298e3d3-30f5-432f-ada1-7a2c24891299 HTTP/1.1" status: 404 len: 337 time: 0.0529919 Mar 07 21:43:48.718239 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46290) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:48.743647 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port a7374554-a205-450f-84a4-b71d982dc414 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:48.799509 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-943700cc-4baa-4b30-8660-b2d3990ac525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:48.851965 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-04093a8a-90e3-4516-bc9b-29c40e85da3d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:48.864014 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port a7374554-a205-450f-84a4-b71d982dc414 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:48.864607 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:48.867861 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b133bf26-ff99-4ebe-ae22-97c1bc58e870 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.9062197 Mar 07 21:43:48.868495 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46294) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:48.876242 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-b46a55bf-9a56-450b-a8b9-7afd525deca7 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': '87214573-4c12-432e-b981-764cba72a3b9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:48.939154 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b46a55bf-9a56-450b-a8b9-7afd525deca7 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:48.953138 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c926e910-82a6-4ba6-b9ee-d45ec9111cc2 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3576634 Mar 07 21:43:48.955041 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46298) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:48.996378 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b46a55bf-9a56-450b-a8b9-7afd525deca7 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:49.058645 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943700cc-4baa-4b30-8660-b2d3990ac525 None None] Network d6e47136-759f-46fb-8406-599bc3bf95a1 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:49.059287 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e0e3c3f-f893-4c66-a0d5-6d3fe3c5a1e2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:49.075506 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-943700cc-4baa-4b30-8660-b2d3990ac525 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:49.098671 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943700cc-4baa-4b30-8660-b2d3990ac525 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:49.113233 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943700cc-4baa-4b30-8660-b2d3990ac525 None None] Pushing event updated for resources: {'Port': ['ID=6ec401ac-cda1-4e71-a7a2-aac24b42d8b6,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:49.135818 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b46a55bf-9a56-450b-a8b9-7afd525deca7 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:49.174663 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-983c9969-fd97-4d4f-8eaa-a3816048fd31 None None] Provisioning complete for port d85c1b7d-7588-4947-aaa0-6777703a8397 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:49.175698 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-983c9969-fd97-4d4f-8eaa-a3816048fd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:49.373146 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-41115af3-95a0-4f8f-8fd8-e17faa87ff0e None None] Allocated IP 172.21.0.2 (98ec4fad-0eeb-4602-bd5d-34f3e90788fe/4dcd13c7-4132-44c5-a59c-747fe1e40811/5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:49.458450 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-943700cc-4baa-4b30-8660-b2d3990ac525 None None] Attempting to bind port 6ec401ac-cda1-4e71-a7a2-aac24b42d8b6 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:43:49.459114 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-943700cc-4baa-4b30-8660-b2d3990ac525 None None] Attempting to bind port 6ec401ac-cda1-4e71-a7a2-aac24b42d8b6 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '96ced1f1-a1d7-442d-931d-709dd107f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd6e47136-759f-46fb-8406-599bc3bf95a1'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:43:49.459465 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943700cc-4baa-4b30-8660-b2d3990ac525 None None] Attempting to bind port 6ec401ac-cda1-4e71-a7a2-aac24b42d8b6 on network d6e47136-759f-46fb-8406-599bc3bf95a1 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:43:49.459721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-04093a8a-90e3-4516-bc9b-29c40e85da3d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:49.529694 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b46a55bf-9a56-450b-a8b9-7afd525deca7 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:49.541026 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943700cc-4baa-4b30-8660-b2d3990ac525 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:43:49.541026 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943700cc-4baa-4b30-8660-b2d3990ac525 None None] Checking segment: {'id': '96ced1f1-a1d7-442d-931d-709dd107f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd6e47136-759f-46fb-8406-599bc3bf95a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:43:49.541026 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-943700cc-4baa-4b30-8660-b2d3990ac525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:49.541026 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943700cc-4baa-4b30-8660-b2d3990ac525 None None] Bound using segment: {'id': '96ced1f1-a1d7-442d-931d-709dd107f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd6e47136-759f-46fb-8406-599bc3bf95a1'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:43:49.541026 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-943700cc-4baa-4b30-8660-b2d3990ac525 None None] Bound port: 6ec401ac-cda1-4e71-a7a2-aac24b42d8b6, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ced1f1-a1d7-442d-931d-709dd107f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd6e47136-759f-46fb-8406-599bc3bf95a1'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:43:49.541026 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-943700cc-4baa-4b30-8660-b2d3990ac525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:49.576447 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:49.596826 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32b2fc1-cc9b-4752-8996-314758f70c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-cfb3d5a5-c305-451f-8531-12117241366c', 'network_id': 'cfb3d5a5-c305-451f-8531-12117241366c', 'tenant_id': '408aaa4d4d79481e8c3bb2314b62351f', 'fixed_ips': [{'subnet_id': '3839f2b3-2b8d-4644-8574-f3b604582268'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:43:49.597799 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e32b2fc1-cc9b-4752-8996-314758f70c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:49.667011 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-04093a8a-90e3-4516-bc9b-29c40e85da3d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab63f4f6-c089-409c-a9c4-f2088e2d7005']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:49.689373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-04093a8a-90e3-4516-bc9b-29c40e85da3d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f064a176-ac76-4f40-b05b-59d93e5c4cf2') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:49.689923 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-04093a8a-90e3-4516-bc9b-29c40e85da3d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f064a176-ac76-4f40-b05b-59d93e5c4cf2') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:49.707510 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-0e0e3c3f-f893-4c66-a0d5-6d3fe3c5a1e2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Allocated IP 172.20.0.1 (ea079d3e-5c2b-474c-b66d-3bde6033528c/ccc1c56e-0447-45c8-bd4c-aa6ba084d373/dfade222-714c-4caa-82ee-d976c444af9b) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:49.708528 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-04093a8a-90e3-4516-bc9b-29c40e85da3d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:49.760991 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48ea7dcf-4479-40bd-a1e1-056c580fd824 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:49.772870 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-04093a8a-90e3-4516-bc9b-29c40e85da3d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:49.778072 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-494df525-d875-4baa-b10b-932326f6fb36 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:49.825988 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04093a8a-90e3-4516-bc9b-29c40e85da3d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:43:49.826684 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-04093a8a-90e3-4516-bc9b-29c40e85da3d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:43:49.849363 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:43:49.920859 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-b46a55bf-9a56-450b-a8b9-7afd525deca7 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Allocated IP 172.26.2.52 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/5b783738-e4ec-4434-b2c8-57d2ad4e475b) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:49.980436 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e0e3c3f-f893-4c66-a0d5-6d3fe3c5a1e2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:50.000358 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port a7374554-a205-450f-84a4-b71d982dc414, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a7374554-a205-450f-84a4-b71d982dc414,segment=NetworkSegment(16ef627c-ded9-4d23-b0f8-1c129b34e99d),segment_id=16ef627c-ded9-4d23-b0f8-1c129b34e99d)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:50.026522 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-943700cc-4baa-4b30-8660-b2d3990ac525 None None] For port 6ec401ac-cda1-4e71-a7a2-aac24b42d8b6, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:43:50.065891 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-0e0e3c3f-f893-4c66-a0d5-6d3fe3c5a1e2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Transition to ACTIVE for port object dfade222-714c-4caa-82ee-d976c444af9b will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:50.120160 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-943700cc-4baa-4b30-8660-b2d3990ac525 None None] For port 6ec401ac-cda1-4e71-a7a2-aac24b42d8b6, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6ec401ac-cda1-4e71-a7a2-aac24b42d8b6,segment=NetworkSegment(96ced1f1-a1d7-442d-931d-709dd107f653),segment_id=96ced1f1-a1d7-442d-931d-709dd107f653)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:43:50.131439 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:50.144207 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b46a55bf-9a56-450b-a8b9-7afd525deca7 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:50.194507 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bafc431d-0cfe-4b70-ad32-c8e31508c53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:50.233573 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-41115af3-95a0-4f8f-8fd8-e17faa87ff0e None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:50.236594 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-943700cc-4baa-4b30-8660-b2d3990ac525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:50.242605 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-e32b2fc1-cc9b-4752-8996-314758f70c98 None None] Allocated IP 2001:db8::2 (cfb3d5a5-c305-451f-8531-12117241366c/3839f2b3-2b8d-4644-8574-f3b604582268/fe7d04bc-4f13-4ce5-bde8-3be667c19ca0) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:50.246010 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e0e3c3f-f893-4c66-a0d5-6d3fe3c5a1e2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:50.287558 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-41115af3-95a0-4f8f-8fd8-e17faa87ff0e None None] Transition to ACTIVE for port object 5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:50.288431 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494df525-d875-4baa-b10b-932326f6fb36 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Subnet': ['ID=479a9e75-975f-45b3-b7f3-1229b05f3b85,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:50.293058 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d85c1b7d-7588-4947-aaa0-6777703a8397 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:43:50.293902 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b46a55bf-9a56-450b-a8b9-7afd525deca7 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:50.301989 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494df525-d875-4baa-b10b-932326f6fb36 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Checking segment: {'id': 'ff2ffb1a-f5f7-424c-95ba-9215593b980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f4594da-9177-4e75-a260-8273ebd3dbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:43:50.302388 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494df525-d875-4baa-b10b-932326f6fb36 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Network hostable DHCP agents. Network: 0f4594da-9177-4e75-a260-8273ebd3dbdf, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:43:50.339395 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0e3c3f-f893-4c66-a0d5-6d3fe3c5a1e2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network ea079d3e-5c2b-474c-b66d-3bde6033528c is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:50.347256 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-0e0e3c3f-f893-4c66-a0d5-6d3fe3c5a1e2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:50.351058 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46a55bf-9a56-450b-a8b9-7afd525deca7 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:50.354576 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0e3c3f-f893-4c66-a0d5-6d3fe3c5a1e2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:50.375155 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=a7374554-a205-450f-84a4-b71d982dc414,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:50.382007 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-b46a55bf-9a56-450b-a8b9-7afd525deca7 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:50.397155 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46a55bf-9a56-450b-a8b9-7afd525deca7 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:50.407120 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-48ea7dcf-4479-40bd-a1e1-056c580fd824 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Allocated IP 2001:db8::1 (d6e47136-759f-46fb-8406-599bc3bf95a1/d6746842-6018-43b9-a39b-85bf98c3d098/a7a414a1-2f24-420a-add8-68ce8a2fc579) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:50.411827 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-04093a8a-90e3-4516-bc9b-29c40e85da3d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:50.448978 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-04093a8a-90e3-4516-bc9b-29c40e85da3d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:50.451873 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e3c3f-f893-4c66-a0d5-6d3fe3c5a1e2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Port': ['ID=dfade222-714c-4caa-82ee-d976c444af9b,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:50.468526 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-41115af3-95a0-4f8f-8fd8-e17faa87ff0e None None] Transition to ACTIVE for port object 5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:50.482504 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04093a8a-90e3-4516-bc9b-29c40e85da3d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] Pushing event deleted for resources: {'Network': ['ID=ab63f4f6-c089-409c-a9c4-f2088e2d7005,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:50.493016 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-04093a8a-90e3-4516-bc9b-29c40e85da3d tempest-NetworksTestDHCPv6-539849289 tempest-NetworksTestDHCPv6-539849289-project] 10.222.0.21 "DELETE /v2.0/networks/ab63f4f6-c089-409c-a9c4-f2088e2d7005 HTTP/1.1" status: 204 len: 168 time: 1.7745368 Mar 07 21:43:50.540307 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494df525-d875-4baa-b10b-932326f6fb36 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Network 0f4594da-9177-4e75-a260-8273ebd3dbdf is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:43:50.606528 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a55bf-9a56-450b-a8b9-7afd525deca7 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event updated for resources: {'Port': ['ID=5b783738-e4ec-4434-b2c8-57d2ad4e475b,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:50.624515 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b102b998-aba4-4a4f-b02a-a9417909ad3e None None] Provisioning complete for port a7374554-a205-450f-84a4-b71d982dc414 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:50.624889 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b102b998-aba4-4a4f-b02a-a9417909ad3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:50.728121 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-41115af3-95a0-4f8f-8fd8-e17faa87ff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:50.740424 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e0e3c3f-f893-4c66-a0d5-6d3fe3c5a1e2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:50.744189 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-494df525-d875-4baa-b10b-932326f6fb36 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 0f4594da-9177-4e75-a260-8273ebd3dbdf) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:50.916089 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494df525-d875-4baa-b10b-932326f6fb36 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:50.916686 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-494df525-d875-4baa-b10b-932326f6fb36 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:50.925867 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48ea7dcf-4479-40bd-a1e1-056c580fd824 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:50.940832 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e32b2fc1-cc9b-4752-8996-314758f70c98 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:50.951511 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-48ea7dcf-4479-40bd-a1e1-056c580fd824 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Transition to ACTIVE for port object a7a414a1-2f24-420a-add8-68ce8a2fc579 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:50.954454 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e32b2fc1-cc9b-4752-8996-314758f70c98 None None] Transition to ACTIVE for port object fe7d04bc-4f13-4ce5-bde8-3be667c19ca0 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:50.974477 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e5f9d6-0c94-460b-9391-edf451f024d3 None None] Network 0f4594da-9177-4e75-a260-8273ebd3dbdf requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:51.013896 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943700cc-4baa-4b30-8660-b2d3990ac525 None None] Pushing event updated for resources: {'Port': ['ID=6ec401ac-cda1-4e71-a7a2-aac24b42d8b6,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:51.048482 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-494df525-d875-4baa-b10b-932326f6fb36 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3186142 Mar 07 21:43:51.050185 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46304) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:51.057108 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-7b3a6619-ba0a-4a3b-be50-cd06309bb24c tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:51.092388 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e32b2fc1-cc9b-4752-8996-314758f70c98 None None] Transition to ACTIVE for port object fe7d04bc-4f13-4ce5-bde8-3be667c19ca0 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:51.095812 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48ea7dcf-4479-40bd-a1e1-056c580fd824 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:51.096257 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41115af3-95a0-4f8f-8fd8-e17faa87ff0e None None] Network 98ec4fad-0eeb-4602-bd5d-34f3e90788fe is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:51.117156 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-41115af3-95a0-4f8f-8fd8-e17faa87ff0e None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:51.168114 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41115af3-95a0-4f8f-8fd8-e17faa87ff0e None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:51.175154 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port d85c1b7d-7588-4947-aaa0-6777703a8397 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:51.175528 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:51.186549 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ea7dcf-4479-40bd-a1e1-056c580fd824 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Network d6e47136-759f-46fb-8406-599bc3bf95a1 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:51.191929 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-48ea7dcf-4479-40bd-a1e1-056c580fd824 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:51.203999 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ea7dcf-4479-40bd-a1e1-056c580fd824 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:51.204849 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48ea7dcf-4479-40bd-a1e1-056c580fd824 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:51.323824 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b46a55bf-9a56-450b-a8b9-7afd525deca7 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:51.359327 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41115af3-95a0-4f8f-8fd8-e17faa87ff0e None None] Pushing event updated for resources: {'Port': ['ID=5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:51.362510 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e32b2fc1-cc9b-4752-8996-314758f70c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:51.407451 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7b3a6619-ba0a-4a3b-be50-cd06309bb24c tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9924811'] for subnet, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:51.482383 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46312) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:51.511221 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32b2fc1-cc9b-4752-8996-314758f70c98 None None] Network cfb3d5a5-c305-451f-8531-12117241366c is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:51.520713 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e0e3c3f-f893-4c66-a0d5-6d3fe3c5a1e2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:51.533539 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-e32b2fc1-cc9b-4752-8996-314758f70c98 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:51.536873 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32b2fc1-cc9b-4752-8996-314758f70c98 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:51.549243 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-41115af3-95a0-4f8f-8fd8-e17faa87ff0e None None] Attempting to bind port 5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:43:51.557774 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-41115af3-95a0-4f8f-8fd8-e17faa87ff0e None None] Attempting to bind port 5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'e9f44fa6-f1e0-433c-bedd-dd64d100cab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '98ec4fad-0eeb-4602-bd5d-34f3e90788fe'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:43:51.557774 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41115af3-95a0-4f8f-8fd8-e17faa87ff0e None None] Attempting to bind port 5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3 on network 98ec4fad-0eeb-4602-bd5d-34f3e90788fe {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:43:51.641630 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea7dcf-4479-40bd-a1e1-056c580fd824 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Pushing event updated for resources: {'Port': ['ID=a7a414a1-2f24-420a-add8-68ce8a2fc579,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:51.651412 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41115af3-95a0-4f8f-8fd8-e17faa87ff0e None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:43:51.652631 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41115af3-95a0-4f8f-8fd8-e17faa87ff0e None None] Checking segment: {'id': 'e9f44fa6-f1e0-433c-bedd-dd64d100cab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '98ec4fad-0eeb-4602-bd5d-34f3e90788fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:43:51.652631 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-41115af3-95a0-4f8f-8fd8-e17faa87ff0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:51.652631 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41115af3-95a0-4f8f-8fd8-e17faa87ff0e None None] Bound using segment: {'id': 'e9f44fa6-f1e0-433c-bedd-dd64d100cab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '98ec4fad-0eeb-4602-bd5d-34f3e90788fe'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:43:51.653113 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-41115af3-95a0-4f8f-8fd8-e17faa87ff0e None None] Bound port: 5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f44fa6-f1e0-433c-bedd-dd64d100cab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '98ec4fad-0eeb-4602-bd5d-34f3e90788fe'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:43:51.653485 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-41115af3-95a0-4f8f-8fd8-e17faa87ff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:51.677501 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b2fc1-cc9b-4752-8996-314758f70c98 None None] Pushing event updated for resources: {'Port': ['ID=fe7d04bc-4f13-4ce5-bde8-3be667c19ca0,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:51.683114 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b46a55bf-9a56-450b-a8b9-7afd525deca7 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:51.710659 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7b3a6619-ba0a-4a3b-be50-cd06309bb24c tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742366814455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3819885'] for subnet, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:51.757927 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3a6619-ba0a-4a3b-be50-cd06309bb24c tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:51.758792 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7b3a6619-ba0a-4a3b-be50-cd06309bb24c tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:51.763689 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7b3a6619-ba0a-4a3b-be50-cd06309bb24c tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "PUT /v2.0/subnets/479a9e75-975f-45b3-b7f3-1229b05f3b85 HTTP/1.1" status: 200 len: 806 time: 0.7114940 Mar 07 21:43:51.770475 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46318) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:51.867894 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-e32b2fc1-cc9b-4752-8996-314758f70c98 None None] Attempting to bind port fe7d04bc-4f13-4ce5-bde8-3be667c19ca0 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:43:51.868254 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-e32b2fc1-cc9b-4752-8996-314758f70c98 None None] Attempting to bind port fe7d04bc-4f13-4ce5-bde8-3be667c19ca0 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '90f645d4-a6a8-4a8e-b032-6bd4d4c7c33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cfb3d5a5-c305-451f-8531-12117241366c'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:43:51.868643 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32b2fc1-cc9b-4752-8996-314758f70c98 None None] Attempting to bind port fe7d04bc-4f13-4ce5-bde8-3be667c19ca0 on network cfb3d5a5-c305-451f-8531-12117241366c {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:43:51.930412 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32b2fc1-cc9b-4752-8996-314758f70c98 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:43:51.930732 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32b2fc1-cc9b-4752-8996-314758f70c98 None None] Checking segment: {'id': '90f645d4-a6a8-4a8e-b032-6bd4d4c7c33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cfb3d5a5-c305-451f-8531-12117241366c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:43:51.931135 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e32b2fc1-cc9b-4752-8996-314758f70c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:51.931526 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32b2fc1-cc9b-4752-8996-314758f70c98 None None] Bound using segment: {'id': '90f645d4-a6a8-4a8e-b032-6bd4d4c7c33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cfb3d5a5-c305-451f-8531-12117241366c'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:43:51.932006 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-e32b2fc1-cc9b-4752-8996-314758f70c98 None None] Bound port: fe7d04bc-4f13-4ce5-bde8-3be667c19ca0, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f645d4-a6a8-4a8e-b032-6bd4d4c7c33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cfb3d5a5-c305-451f-8531-12117241366c'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:43:51.932379 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e32b2fc1-cc9b-4752-8996-314758f70c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:51.949478 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba567bfc-c17b-48f9-a364-e80e90a1e64f None None] Network d6e47136-759f-46fb-8406-599bc3bf95a1 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:51.981906 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a6619-ba0a-4a3b-be50-cd06309bb24c tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Subnet': ['ID=479a9e75-975f-45b3-b7f3-1229b05f3b85,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:52.002356 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c62e4b-ec9d-408c-ad23-c9f0c2dacd01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-0f4594da-9177-4e75-a260-8273ebd3dbdf', 'network_id': '0f4594da-9177-4e75-a260-8273ebd3dbdf', 'tenant_id': 'a528f79553b84c43aec8d6e00382c6b6', 'fixed_ips': [{'subnet_id': '479a9e75-975f-45b3-b7f3-1229b05f3b85'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:43:52.002356 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-09c62e4b-ec9d-408c-ad23-c9f0c2dacd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:52.018771 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b2a81321-06eb-495a-9eac-1b19aa05209b None None] Provisioning for port dfade222-714c-4caa-82ee-d976c444af9b completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:52.024052 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48ea7dcf-4479-40bd-a1e1-056c580fd824 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:52.065927 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b2a81321-06eb-495a-9eac-1b19aa05209b None None] Provisioning complete for port dfade222-714c-4caa-82ee-d976c444af9b triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:52.072825 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b2a81321-06eb-495a-9eac-1b19aa05209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:52.097169 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-685d034d-8654-460a-86c8-96d307bbc7b7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:52.138579 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ba987368-1d9e-42ad-a184-af49f8f78bbf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49a93905dfb1437998bcc3cc1e43d399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6485152 Mar 07 21:43:52.155702 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46322) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:52.224166 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-41115af3-95a0-4f8f-8fd8-e17faa87ff0e None None] For port 5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:43:52.339110 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-41115af3-95a0-4f8f-8fd8-e17faa87ff0e None None] For port 5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3,segment=NetworkSegment(e9f44fa6-f1e0-433c-bedd-dd64d100cab7),segment_id=e9f44fa6-f1e0-433c-bedd-dd64d100cab7)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:43:52.345312 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-685d034d-8654-460a-86c8-96d307bbc7b7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:52.361144 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a701c7e0-e9d6-42bc-b87c-897ddb2868ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:52.367164 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-b2a81321-06eb-495a-9eac-1b19aa05209b None None] Port dfade222-714c-4caa-82ee-d976c444af9b cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:43:52.405145 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6ec401ac-cda1-4e71-a7a2-aac24b42d8b6 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:43:52.456056 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7d40eda8-bb5b-4040-9e7d-3979642c8390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:52.458416 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-41115af3-95a0-4f8f-8fd8-e17faa87ff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:52.504956 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-e32b2fc1-cc9b-4752-8996-314758f70c98 None None] For port fe7d04bc-4f13-4ce5-bde8-3be667c19ca0, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:43:52.508125 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a701c7e0-e9d6-42bc-b87c-897ddb2868ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:52.589899 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b46a55bf-9a56-450b-a8b9-7afd525deca7 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:52.595998 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-e32b2fc1-cc9b-4752-8996-314758f70c98 None None] For port fe7d04bc-4f13-4ce5-bde8-3be667c19ca0, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=fe7d04bc-4f13-4ce5-bde8-3be667c19ca0,segment=NetworkSegment(90f645d4-a6a8-4a8e-b032-6bd4d4c7c33f),segment_id=90f645d4-a6a8-4a8e-b032-6bd4d4c7c33f)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:43:52.612498 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e0e3c3f-f893-4c66-a0d5-6d3fe3c5a1e2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:52.626359 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48ea7dcf-4479-40bd-a1e1-056c580fd824 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:52.629203 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-685d034d-8654-460a-86c8-96d307bbc7b7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:52.673801 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d034d-8654-460a-86c8-96d307bbc7b7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Subnet': ['ID=479a9e75-975f-45b3-b7f3-1229b05f3b85,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:52.675100 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41115af3-95a0-4f8f-8fd8-e17faa87ff0e None None] Pushing event updated for resources: {'Port': ['ID=5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:52.680634 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b46a55bf-9a56-450b-a8b9-7afd525deca7 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server [None req-09c62e4b-ec9d-408c-ad23-c9f0c2dacd01 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 479a9e75-975f-45b3-b7f3-1229b05f3b85: This subnet is being modified by another concurrent operation. Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise exception Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 479a9e75-975f-45b3-b7f3-1229b05f3b85: This subnet is being modified by another concurrent operation. Mar 07 21:43:52.686575 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server Mar 07 21:43:52.710735 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e32b2fc1-cc9b-4752-8996-314758f70c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:52.719819 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48ea7dcf-4479-40bd-a1e1-056c580fd824 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:52.719819 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-48ea7dcf-4479-40bd-a1e1-056c580fd824 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:52.750117 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-50a17083-b91b-4952-b2fe-6a9635de4f54 None None] Provisioning for port 6ec401ac-cda1-4e71-a7a2-aac24b42d8b6 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:52.765814 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e0e3c3f-f893-4c66-a0d5-6d3fe3c5a1e2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:52.767404 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e475e667-33ac-435f-bf69-7d29dbd34f04 None None] Network 0f4594da-9177-4e75-a260-8273ebd3dbdf requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:52.869714 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e0e3c3f-f893-4c66-a0d5-6d3fe3c5a1e2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:52.888494 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a701c7e0-e9d6-42bc-b87c-897ddb2868ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:52.895801 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a55bf-9a56-450b-a8b9-7afd525deca7 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event updated for resources: {'Port': ['ID=5b783738-e4ec-4434-b2c8-57d2ad4e475b,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:52.976413 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 6ec401ac-cda1-4e71-a7a2-aac24b42d8b6 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:52.999433 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 6ec401ac-cda1-4e71-a7a2-aac24b42d8b6 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:52.999807 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:53.027472 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-685d034d-8654-460a-86c8-96d307bbc7b7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:53.052883 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701c7e0-e9d6-42bc-b87c-897ddb2868ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d97f79-4355-4518-abe0-788f97e6b87d,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:53.231434 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e3c3f-f893-4c66-a0d5-6d3fe3c5a1e2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Port': ['ID=dfade222-714c-4caa-82ee-d976c444af9b,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:53.268753 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75736a57-a35e-4617-9a8f-3e62a9d24bd9 None None] Network 0f4594da-9177-4e75-a260-8273ebd3dbdf requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:53.277486 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea7dcf-4479-40bd-a1e1-056c580fd824 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Pushing event updated for resources: {'Port': ['ID=a7a414a1-2f24-420a-add8-68ce8a2fc579,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:53.288719 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-685d034d-8654-460a-86c8-96d307bbc7b7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4594da-9177-4e75-a260-8273ebd3dbdf']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:53.292379 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b46a55bf-9a56-450b-a8b9-7afd525deca7 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:53.304952 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ea7dcf-4479-40bd-a1e1-056c580fd824 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Network d6e47136-759f-46fb-8406-599bc3bf95a1 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:53.311240 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-48ea7dcf-4479-40bd-a1e1-056c580fd824 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:53.343122 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-685d034d-8654-460a-86c8-96d307bbc7b7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2ffb1a-f5f7-424c-95ba-9215593b980c') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:53.343502 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-685d034d-8654-460a-86c8-96d307bbc7b7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2ffb1a-f5f7-424c-95ba-9215593b980c') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:53.358599 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-685d034d-8654-460a-86c8-96d307bbc7b7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:53.378894 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-685d034d-8654-460a-86c8-96d307bbc7b7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:53.453021 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:53.454586 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b2fc1-cc9b-4752-8996-314758f70c98 None None] Pushing event updated for resources: {'Port': ['ID=fe7d04bc-4f13-4ce5-bde8-3be667c19ca0,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:53.510071 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:53.557311 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:53.591262 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685d034d-8654-460a-86c8-96d307bbc7b7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:43:53.593565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-685d034d-8654-460a-86c8-96d307bbc7b7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:53.607734 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-b46a55bf-9a56-450b-a8b9-7afd525deca7 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Floating IP 12f5bef8-bb1d-47e5-b2fc-29115c59aa0d associated. External IP: 172.26.2.52, port: 87214573-4c12-432e-b981-764cba72a3b9. Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:43:53.609137 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:43:53.642750 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 6ec401ac-cda1-4e71-a7a2-aac24b42d8b6, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6ec401ac-cda1-4e71-a7a2-aac24b42d8b6,segment=NetworkSegment(96ced1f1-a1d7-442d-931d-709dd107f653),segment_id=96ced1f1-a1d7-442d-931d-709dd107f653)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:53.662795 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5a9f99ee-95e4-4c1a-a0c5-bf27415e2789 None None] Provisioning complete for port 6ec401ac-cda1-4e71-a7a2-aac24b42d8b6 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:53.663409 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5a9f99ee-95e4-4c1a-a0c5-bf27415e2789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:53.734134 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:53.735802 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a7374554-a205-450f-84a4-b71d982dc414 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:43:53.751111 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a701c7e0-e9d6-42bc-b87c-897ddb2868ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:53.752544 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a701c7e0-e9d6-42bc-b87c-897ddb2868ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16d97f79-4355-4518-abe0-788f97e6b87d HTTP/1.1" status: 204 len: 168 time: 1.5929587 Mar 07 21:43:53.763209 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0e3c3f-f893-4c66-a0d5-6d3fe3c5a1e2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network ea079d3e-5c2b-474c-b66d-3bde6033528c is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:53.766246 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-0e0e3c3f-f893-4c66-a0d5-6d3fe3c5a1e2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:53.829456 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-685d034d-8654-460a-86c8-96d307bbc7b7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:53.837591 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-685d034d-8654-460a-86c8-96d307bbc7b7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:53.928159 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-685d034d-8654-460a-86c8-96d307bbc7b7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/networks/0f4594da-9177-4e75-a260-8273ebd3dbdf HTTP/1.1" status: 204 len: 168 time: 2.1534033 Mar 07 21:43:53.929993 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46328) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:53.934163 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d034d-8654-460a-86c8-96d307bbc7b7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Network': ['ID=0f4594da-9177-4e75-a260-8273ebd3dbdf,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:53.941710 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=6ec401ac-cda1-4e71-a7a2-aac24b42d8b6,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:53.958247 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ea7dcf-4479-40bd-a1e1-056c580fd824 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Router eac3f877-03ad-4578-a248-50e3c88859b8 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:43:53.981360 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port a7374554-a205-450f-84a4-b71d982dc414 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:53.982147 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:54.037365 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7430cb-9a66-4e36-be64-4a6b36a3f5d9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] DELETE failed (client error): The resource could not be found. Mar 07 21:43:54.038722 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7430cb-9a66-4e36-be64-4a6b36a3f5d9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:43:54.040704 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3c7430cb-9a66-4e36-be64-4a6b36a3f5d9 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/networks/0f4594da-9177-4e75-a260-8273ebd3dbdf HTTP/1.1" status: 404 len: 339 time: 0.0964923 Mar 07 21:43:54.113795 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46332) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:54.132021 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-8c539682-fcd0-468f-b92a-d9415ee8a213 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1918167059', 'description': 'd1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:54.145079 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-8c539682-fcd0-468f-b92a-d9415ee8a213 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:54.252929 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8c539682-fcd0-468f-b92a-d9415ee8a213 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Usage tracker for resource:network and tenant:a528f79553b84c43aec8d6e00382c6b6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:54.259186 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8c539682-fcd0-468f-b92a-d9415ee8a213 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:54.271709 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-8c539682-fcd0-468f-b92a-d9415ee8a213 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:54.315032 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ea7dcf-4479-40bd-a1e1-056c580fd824 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:43:54.326710 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27063183-3458-4e2f-af5f-8084b6c4c935 None None] Sync routers for ids ['eac3f877-03ad-4578-a248-50e3c88859b8'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:54.333752 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5a9f99ee-95e4-4c1a-a0c5-bf27415e2789 None None] Provisioning for port a7a414a1-2f24-420a-add8-68ce8a2fc579 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:54.336491 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-48ea7dcf-4479-40bd-a1e1-056c580fd824 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "PUT /v2.0/routers/eac3f877-03ad-4578-a248-50e3c88859b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3645544 Mar 07 21:43:54.338174 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46338) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:54.343876 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27063183-3458-4e2f-af5f-8084b6c4c935 None None] Routers {'eac3f877-03ad-4578-a248-50e3c88859b8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:54.349416 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-27063183-3458-4e2f-af5f-8084b6c4c935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['eac3f877-03ad-4578-a248-50e3c88859b8'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:54.358368 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5a9f99ee-95e4-4c1a-a0c5-bf27415e2789 None None] Provisioning complete for port a7a414a1-2f24-420a-add8-68ce8a2fc579 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:54.358839 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5a9f99ee-95e4-4c1a-a0c5-bf27415e2789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:54.465500 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c539682-fcd0-468f-b92a-d9415ee8a213 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Made reservation on behalf of a528f79553b84c43aec8d6e00382c6b6 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:54.468005 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8c539682-fcd0-468f-b92a-d9415ee8a213 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:54.489600 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad719b4-697d-4093-905e-7058e3ab6952 None None] Network 98ec4fad-0eeb-4602-bd5d-34f3e90788fe requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:54.516307 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-27063183-3458-4e2f-af5f-8084b6c4c935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:54.529429 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27063183-3458-4e2f-af5f-8084b6c4c935 None None] Routers {'eac3f877-03ad-4578-a248-50e3c88859b8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:54.530472 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-27063183-3458-4e2f-af5f-8084b6c4c935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['eac3f877-03ad-4578-a248-50e3c88859b8'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:54.621567 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-27063183-3458-4e2f-af5f-8084b6c4c935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:54.622067 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27063183-3458-4e2f-af5f-8084b6c4c935 None None] The sync data for ids ['eac3f877-03ad-4578-a248-50e3c88859b8'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:54.666068 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c539682-fcd0-468f-b92a-d9415ee8a213 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:43:54.678911 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8c539682-fcd0-468f-b92a-d9415ee8a213 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:54.679367 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-8c539682-fcd0-468f-b92a-d9415ee8a213 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Added segment fdaafc0c-8c2d-4903-a895-4b22a7f91aee of type vlan for network b07b50b6-b75d-423f-80ed-22af50052956 Mar 07 21:43:54.715024 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8c539682-fcd0-468f-b92a-d9415ee8a213 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:54.833332 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f99ee-95e4-4c1a-a0c5-bf27415e2789 None None] Port a7a414a1-2f24-420a-add8-68ce8a2fc579 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:43:54.843396 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8c539682-fcd0-468f-b92a-d9415ee8a213 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:54.871845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c539682-fcd0-468f-b92a-d9415ee8a213 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:54.873419 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8c539682-fcd0-468f-b92a-d9415ee8a213 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:54.898823 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46a55bf-9a56-450b-a8b9-7afd525deca7 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Router 35117517-56de-4c85-bb87-b26c1589e90b has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:43:55.014707 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9491128d-20c4-42c9-94f2-b8c9c97c68bb None None] Network cfb3d5a5-c305-451f-8531-12117241366c requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:43:55.057853 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:55.077820 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0e3c3f-f893-4c66-a0d5-6d3fe3c5a1e2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Router 83b5c135-ba0f-44f9-959e-24c14653d927 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:43:55.168963 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c8196593-0bcd-4435-ba8d-28e8f61f5e35 None None] Provisioning for port 5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:55.172269 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6ec401ac-cda1-4e71-a7a2-aac24b42d8b6 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:43:55.264630 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46a55bf-9a56-450b-a8b9-7afd525deca7 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:43:55.288210 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7850d1a0-3d6c-416d-944e-565a6a889231 None None] Sync routers for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:55.303936 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7850d1a0-3d6c-416d-944e-565a6a889231 None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:55.305624 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7850d1a0-3d6c-416d-944e-565a6a889231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:55.317446 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0e3c3f-f893-4c66-a0d5-6d3fe3c5a1e2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:43:55.330193 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4feb62-05c7-4d43-ba11-1f65d939d894 None None] Sync routers for ids ['83b5c135-ba0f-44f9-959e-24c14653d927'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:55.330655 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0e0e3c3f-f893-4c66-a0d5-6d3fe3c5a1e2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "PUT /v2.0/routers/83b5c135-ba0f-44f9-959e-24c14653d927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8501277 Mar 07 21:43:55.333059 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46356) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:55.349605 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4feb62-05c7-4d43-ba11-1f65d939d894 None None] Routers {'83b5c135-ba0f-44f9-959e-24c14653d927'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:55.351629 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-3e4feb62-05c7-4d43-ba11-1f65d939d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['83b5c135-ba0f-44f9-959e-24c14653d927'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:55.446547 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b4a26d-783d-4073-8134-5a91bb991f50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:55.446547 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-54b4a26d-783d-4073-8134-5a91bb991f50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Synchronizing usage tracker for tenant:b77dfcf064844de7b83d64320b9ee466 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:43:55.446965 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b46a55bf-9a56-450b-a8b9-7afd525deca7 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:55.452974 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7850d1a0-3d6c-416d-944e-565a6a889231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:55.504682 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-3e4feb62-05c7-4d43-ba11-1f65d939d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:55.528223 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4feb62-05c7-4d43-ba11-1f65d939d894 None None] Routers {'83b5c135-ba0f-44f9-959e-24c14653d927'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:55.528842 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-3e4feb62-05c7-4d43-ba11-1f65d939d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['83b5c135-ba0f-44f9-959e-24c14653d927'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:55.536112 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b46a55bf-9a56-450b-a8b9-7afd525deca7 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.6654370 Mar 07 21:43:55.539693 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c8196593-0bcd-4435-ba8d-28e8f61f5e35 None None] Provisioning for port fe7d04bc-4f13-4ce5-bde8-3be667c19ca0 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:55.540426 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46362) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:55.551008 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c539682-fcd0-468f-b92a-d9415ee8a213 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Network': ['ID=b07b50b6-b75d-423f-80ed-22af50052956,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:55.551508 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-a9720657-12e4-4265-8ad9-bf9436a7a521 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Request body: {'floatingip': {'port_id': '87214573-4c12-432e-b981-764cba72a3b9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:55.602583 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7850d1a0-3d6c-416d-944e-565a6a889231 None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:55.603205 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7850d1a0-3d6c-416d-944e-565a6a889231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:55.613451 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-3e4feb62-05c7-4d43-ba11-1f65d939d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:55.613853 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4feb62-05c7-4d43-ba11-1f65d939d894 None None] The sync data for ids ['83b5c135-ba0f-44f9-959e-24c14653d927'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:55.625663 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46366) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:55.662819 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-54b4a26d-783d-4073-8134-5a91bb991f50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Unset dirty status for tenant:b77dfcf064844de7b83d64320b9ee466 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:43:55.664029 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-54b4a26d-783d-4073-8134-5a91bb991f50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "GET /v2.0/ports/dfade222-714c-4caa-82ee-d976c444af9b HTTP/1.1" status: 200 len: 910 time: 0.3300085 Mar 07 21:43:55.673867 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46372) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:55.679934 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network b07b50b6-b75d-423f-80ed-22af50052956 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:43:55.721974 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8c539682-fcd0-468f-b92a-d9415ee8a213 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.6064699 Mar 07 21:43:55.730117 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46376) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:55.746377 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7850d1a0-3d6c-416d-944e-565a6a889231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:55.747018 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7850d1a0-3d6c-416d-944e-565a6a889231 None None] The sync data for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:55.783972 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f71b527a-8f58-42ef-863b-63ced88691da tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1850036276'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:55.805526 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f71b527a-8f58-42ef-863b-63ced88691da tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:55.808830 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c8196593-0bcd-4435-ba8d-28e8f61f5e35 None None] Provisioning complete for port dfade222-714c-4caa-82ee-d976c444af9b triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:55.809212 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c8196593-0bcd-4435-ba8d-28e8f61f5e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:55.851021 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 6ec401ac-cda1-4e71-a7a2-aac24b42d8b6 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:55.851388 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:55.867723 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a9720657-12e4-4265-8ad9-bf9436a7a521 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:55.868673 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f71b527a-8f58-42ef-863b-63ced88691da tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Usage tracker for resource:network and tenant:aca56d0febe2443c89f7f2bdbf3b9628 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:55.883199 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f71b527a-8f58-42ef-863b-63ced88691da tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:55.903751 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f71b527a-8f58-42ef-863b-63ced88691da tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:55.969301 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7be71e-4e7e-48bd-a791-6c882b786278 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:55.969301 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7b7be71e-4e7e-48bd-a791-6c882b786278 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Synchronizing usage tracker for tenant:a528f79553b84c43aec8d6e00382c6b6 on resource:network {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:43:55.987059 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c8196593-0bcd-4435-ba8d-28e8f61f5e35 None None] Port dfade222-714c-4caa-82ee-d976c444af9b cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:43:55.991097 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-f4b4c532-e0f0-4280-922b-87b953a1146c tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:43:56.001884 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f4b4c532-e0f0-4280-922b-87b953a1146c tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "PUT /v2.0/routers/eac3f877-03ad-4578-a248-50e3c88859b8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6531198 Mar 07 21:43:56.001884 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46380) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:56.012997 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c8196593-0bcd-4435-ba8d-28e8f61f5e35 None None] Provisioning complete for port a7a414a1-2f24-420a-add8-68ce8a2fc579 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:56.013652 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c8196593-0bcd-4435-ba8d-28e8f61f5e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:56.065617 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71b527a-8f58-42ef-863b-63ced88691da tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Made reservation on behalf of aca56d0febe2443c89f7f2bdbf3b9628 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:56.069624 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f71b527a-8f58-42ef-863b-63ced88691da tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:56.094925 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f71b527a-8f58-42ef-863b-63ced88691da tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:56.132484 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c8196593-0bcd-4435-ba8d-28e8f61f5e35 None None] Port a7a414a1-2f24-420a-add8-68ce8a2fc579 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:43:56.151894 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:43:56.185464 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f71b527a-8f58-42ef-863b-63ced88691da tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:56.187940 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7b7be71e-4e7e-48bd-a791-6c882b786278 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Unset dirty status for tenant:a528f79553b84c43aec8d6e00382c6b6 on resource:network {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:43:56.192199 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7b7be71e-4e7e-48bd-a791-6c882b786278 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "GET /v2.0/networks?id=b07b50b6-b75d-423f-80ed-22af50052956 HTTP/1.1" status: 200 len: 761 time: 0.4580164 Mar 07 21:43:56.194870 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f71b527a-8f58-42ef-863b-63ced88691da tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Usage tracker for resource:security_group_rule and tenant:aca56d0febe2443c89f7f2bdbf3b9628 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:56.197675 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46384) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:56.206594 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-55998a57-2b02-40c2-883c-0f94896f762e tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'network': {'description': 'd2'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:56.222856 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f71b527a-8f58-42ef-863b-63ced88691da tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:56.250442 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f71b527a-8f58-42ef-863b-63ced88691da tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:56.355634 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:56.364140 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:56.365105 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:56.407387 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90877959-9fe8-42b2-894d-b8cfae0afc88 None None] get_active_networks_info from dv-neutron-829957-1-hyperv {{(pid=88388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 07 21:43:56.627355 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:56.676346 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90877959-9fe8-42b2-894d-b8cfae0afc88 None None] Resources bound (agent type, host, resource id): {{(pid=88388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:43:56.684186 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3,segment=NetworkSegment(e9f44fa6-f1e0-433c-bedd-dd64d100cab7),segment_id=e9f44fa6-f1e0-433c-bedd-dd64d100cab7)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:56.716555 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-55998a57-2b02-40c2-883c-0f94896f762e tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:56.787479 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:56.788292 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device fe7d04bc-4f13-4ce5-bde8-3be667c19ca0 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:43:56.830498 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f71b527a-8f58-42ef-863b-63ced88691da tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:56.846692 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-55998a57-2b02-40c2-883c-0f94896f762e tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:56.897547 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d092bfb-7343-423f-9035-a8099e671206 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:56.906064 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-55998a57-2b02-40c2-883c-0f94896f762e tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Network b07b50b6-b75d-423f-80ed-22af50052956 is not hosted by any dhcp agent {{(pid=88386) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 07 21:43:56.914214 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55998a57-2b02-40c2-883c-0f94896f762e tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:56.915215 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-55998a57-2b02-40c2-883c-0f94896f762e tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:56.916697 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-55998a57-2b02-40c2-883c-0f94896f762e tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "PUT /v2.0/networks/b07b50b6-b75d-423f-80ed-22af50052956 HTTP/1.1" status: 200 len: 758 time: 0.7178419 Mar 07 21:43:56.920451 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46388) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:56.930874 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f71b527a-8f58-42ef-863b-63ced88691da tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:57.015321 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:57.076377 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71b527a-8f58-42ef-863b-63ced88691da tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:43:57.082972 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55998a57-2b02-40c2-883c-0f94896f762e tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Network': ['ID=b07b50b6-b75d-423f-80ed-22af50052956,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:57.098189 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network b07b50b6-b75d-423f-80ed-22af50052956 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:43:57.100951 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b527a-8f58-42ef-863b-63ced88691da tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a66dd7-9ebc-45a3-9b96-8665e4dbe513,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:57.106555 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f71b527a-8f58-42ef-863b-63ced88691da tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:57.106901 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-f71b527a-8f58-42ef-863b-63ced88691da tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Added segment 9761a4a8-fa62-4ec1-a709-29e74b2ce16e of type vlan for network 373bd907-9d65-4392-9f40-831271250344 Mar 07 21:43:57.146554 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f71b527a-8f58-42ef-863b-63ced88691da tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:57.181861 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd551cd-2081-4684-9e0e-cd64a00c5a99 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:57.190185 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port fe7d04bc-4f13-4ce5-bde8-3be667c19ca0 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:43:57.190355 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6dd551cd-2081-4684-9e0e-cd64a00c5a99 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Synchronizing usage tracker for tenant:a528f79553b84c43aec8d6e00382c6b6 on resource:network {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:43:57.190458 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-61c9f6df-1e7c-4993-a7b9-9cdf5cba0b04 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:57.201291 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port fe7d04bc-4f13-4ce5-bde8-3be667c19ca0 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:57.201825 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:57.272595 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6dd551cd-2081-4684-9e0e-cd64a00c5a99 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Unset dirty status for tenant:a528f79553b84c43aec8d6e00382c6b6 on resource:network {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:43:57.274380 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6dd551cd-2081-4684-9e0e-cd64a00c5a99 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "GET /v2.0/networks?id=b07b50b6-b75d-423f-80ed-22af50052956 HTTP/1.1" status: 200 len: 761 time: 0.3528981 Mar 07 21:43:57.285247 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46392) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:57.309926 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-d88c2f76-1b1a-4e49-a265-582522699163 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-958800020'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:57.330154 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d88c2f76-1b1a-4e49-a265-582522699163 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:57.362683 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d88c2f76-1b1a-4e49-a265-582522699163 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:57.402695 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d845b72a-85d4-4dbd-8d63-6a611329b523 None None] get_active_networks_info from dv-neutron-829957-1-hyperv {{(pid=88388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 07 21:43:57.472834 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:57.541259 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port fe7d04bc-4f13-4ce5-bde8-3be667c19ca0, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=fe7d04bc-4f13-4ce5-bde8-3be667c19ca0,segment=NetworkSegment(90f645d4-a6a8-4a8e-b032-6bd4d4c7c33f),segment_id=90f645d4-a6a8-4a8e-b032-6bd4d4c7c33f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:43:57.584450 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f71b527a-8f58-42ef-863b-63ced88691da tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:57.590009 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71b527a-8f58-42ef-863b-63ced88691da tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:57.590629 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f71b527a-8f58-42ef-863b-63ced88691da tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:57.591704 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d845b72a-85d4-4dbd-8d63-6a611329b523 None None] Resources bound (agent type, host, resource id): {{(pid=88388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:43:57.641692 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:57.721644 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b527a-8f58-42ef-863b-63ced88691da tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Pushing event updated for resources: {'Network': ['ID=373bd907-9d65-4392-9f40-831271250344,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:57.724312 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88c2f76-1b1a-4e49-a265-582522699163 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Made reservation on behalf of a528f79553b84c43aec8d6e00382c6b6 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:57.729107 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d88c2f76-1b1a-4e49-a265-582522699163 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:57.747109 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 373bd907-9d65-4392-9f40-831271250344 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:43:57.778660 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a9720657-12e4-4265-8ad9-bf9436a7a521 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:57.786276 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:43:57.797402 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88c2f76-1b1a-4e49-a265-582522699163 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:43:57.806662 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f71b527a-8f58-42ef-863b-63ced88691da tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1775277 Mar 07 21:43:57.808722 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46396) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:57.812273 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-61c9f6df-1e7c-4993-a7b9-9cdf5cba0b04 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Deleting port a7a414a1-2f24-420a-add8-68ce8a2fc579 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:43:57.812610 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-61c9f6df-1e7c-4993-a7b9-9cdf5cba0b04 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:57.815871 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-40434b22-d7b7-468e-8333-68e3b9b66c56 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Request body: {'subnet': {'network_id': '373bd907-9d65-4392-9f40-831271250344', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:57.832887 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-7d092bfb-7343-423f-9035-a8099e671206 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Allocated IP 172.21.0.1 (98ec4fad-0eeb-4602-bd5d-34f3e90788fe/4dcd13c7-4132-44c5-a59c-747fe1e40811/50400c51-7d40-4d4d-9375-ab4c7450cecf) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:43:57.873412 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d88c2f76-1b1a-4e49-a265-582522699163 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:57.873750 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-d88c2f76-1b1a-4e49-a265-582522699163 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Added segment 3b9dc13c-a5dc-4735-8d15-4642c93807ab of type vlan for network b350162b-453a-446b-9e25-7c24dd0fdc3c Mar 07 21:43:57.883189 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a9720657-12e4-4265-8ad9-bf9436a7a521 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:57.935237 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=fe7d04bc-4f13-4ce5-bde8-3be667c19ca0,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:58.025051 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-61c9f6df-1e7c-4993-a7b9-9cdf5cba0b04 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:58.045649 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:58.046032 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:58.139595 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d88c2f76-1b1a-4e49-a265-582522699163 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:58.157690 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-61c9f6df-1e7c-4993-a7b9-9cdf5cba0b04 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Calling delete_port for a7a414a1-2f24-420a-add8-68ce8a2fc579 owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:43:58.161445 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-40434b22-d7b7-468e-8333-68e3b9b66c56 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:58.190216 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-40434b22-d7b7-468e-8333-68e3b9b66c56 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Usage tracker for resource:subnet and tenant:aca56d0febe2443c89f7f2bdbf3b9628 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:58.247465 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-40434b22-d7b7-468e-8333-68e3b9b66c56 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:58.264003 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-40434b22-d7b7-468e-8333-68e3b9b66c56 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:58.401714 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d092bfb-7343-423f-9035-a8099e671206 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:58.412724 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40434b22-d7b7-468e-8333-68e3b9b66c56 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Made reservation on behalf of aca56d0febe2443c89f7f2bdbf3b9628 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:58.416241 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-40434b22-d7b7-468e-8333-68e3b9b66c56 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:58.435788 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-61c9f6df-1e7c-4993-a7b9-9cdf5cba0b04 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:58.458314 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d88c2f76-1b1a-4e49-a265-582522699163 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:58.463211 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88c2f76-1b1a-4e49-a265-582522699163 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:43:58.463773 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d88c2f76-1b1a-4e49-a265-582522699163 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:58.486623 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9f6df-1e7c-4993-a7b9-9cdf5cba0b04 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Pushing event deleted for resources: {'Port': ['ID=a7a414a1-2f24-420a-add8-68ce8a2fc579,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:58.537839 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-7d092bfb-7343-423f-9035-a8099e671206 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Transition to ACTIVE for port object 50400c51-7d40-4d4d-9375-ab4c7450cecf will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:43:58.658667 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-61c9f6df-1e7c-4993-a7b9-9cdf5cba0b04 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:58.737506 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c2f76-1b1a-4e49-a265-582522699163 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Network': ['ID=b350162b-453a-446b-9e25-7c24dd0fdc3c,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:58.750039 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network b350162b-453a-446b-9e25-7c24dd0fdc3c details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:43:58.787943 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9720657-12e4-4265-8ad9-bf9436a7a521 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Router 35117517-56de-4c85-bb87-b26c1589e90b has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:43:58.880276 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d88c2f76-1b1a-4e49-a265-582522699163 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5944166 Mar 07 21:43:58.886532 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46402) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:58.906246 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-8985e169-b427-4ba9-a817-bc4a3c6b7f1b tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'subnet': {'network_id': 'b350162b-453a-446b-9e25-7c24dd0fdc3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:59.049679 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c9f6df-1e7c-4993-a7b9-9cdf5cba0b04 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Router eac3f877-03ad-4578-a248-50e3c88859b8 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:43:59.096492 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-40434b22-d7b7-468e-8333-68e3b9b66c56 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:59.188355 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c9f6df-1e7c-4993-a7b9-9cdf5cba0b04 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:43:59.198304 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-61c9f6df-1e7c-4993-a7b9-9cdf5cba0b04 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "PUT /v2.0/routers/eac3f877-03ad-4578-a248-50e3c88859b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2018991 Mar 07 21:43:59.203865 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46406) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:59.208357 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee3f2a3-cff6-4950-a6a8-90fc0e84aeba None None] Sync routers for ids ['eac3f877-03ad-4578-a248-50e3c88859b8'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:59.220146 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee3f2a3-cff6-4950-a6a8-90fc0e84aeba None None] Routers {'eac3f877-03ad-4578-a248-50e3c88859b8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:59.220994 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-8ee3f2a3-cff6-4950-a6a8-90fc0e84aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['eac3f877-03ad-4578-a248-50e3c88859b8'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:59.227708 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d092bfb-7343-423f-9035-a8099e671206 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:59.233482 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8985e169-b427-4ba9-a817-bc4a3c6b7f1b tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:43:59.273204 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-7e7c4f72-5985-4115-8def-37c3329e87d2 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] delete failed (client error): The resource could not be found. Mar 07 21:43:59.279268 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7e7c4f72-5985-4115-8def-37c3329e87d2 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-505397111 HTTP/1.1" status: 404 len: 334 time: 0.0692370 Mar 07 21:43:59.280116 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46410) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:59.285722 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-b2736859-0762-45a8-b327-79b0d440b464 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eac3f877-03ad-4578-a248-50e3c88859b8'}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:43:59.292842 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-8ee3f2a3-cff6-4950-a6a8-90fc0e84aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:59.305006 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee3f2a3-cff6-4950-a6a8-90fc0e84aeba None None] Routers {'eac3f877-03ad-4578-a248-50e3c88859b8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:59.305740 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-8ee3f2a3-cff6-4950-a6a8-90fc0e84aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['eac3f877-03ad-4578-a248-50e3c88859b8'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:59.433340 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-8ee3f2a3-cff6-4950-a6a8-90fc0e84aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:59.433340 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee3f2a3-cff6-4950-a6a8-90fc0e84aeba None None] The sync data for ids ['eac3f877-03ad-4578-a248-50e3c88859b8'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:59.433829 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8985e169-b427-4ba9-a817-bc4a3c6b7f1b tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Usage tracker for resource:subnet and tenant:a528f79553b84c43aec8d6e00382c6b6 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:43:59.458465 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8985e169-b427-4ba9-a817-bc4a3c6b7f1b tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:43:59.492755 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8985e169-b427-4ba9-a817-bc4a3c6b7f1b tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:43:59.494607 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40434b22-d7b7-468e-8333-68e3b9b66c56 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Pushing event updated for resources: {'Subnet': ['ID=be29f1c7-9136-44e0-b651-44940ce057ac,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:59.497815 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d092bfb-7343-423f-9035-a8099e671206 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network 98ec4fad-0eeb-4602-bd5d-34f3e90788fe is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:43:59.503470 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9720657-12e4-4265-8ad9-bf9436a7a521 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:43:59.510926 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-7d092bfb-7343-423f-9035-a8099e671206 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:43:59.516839 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170017ee-48aa-4064-8910-d9175f410c08 None None] Sync routers for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:43:59.526440 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170017ee-48aa-4064-8910-d9175f410c08 None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:59.527016 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-170017ee-48aa-4064-8910-d9175f410c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:59.534327 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d092bfb-7343-423f-9035-a8099e671206 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:43:59.564471 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40434b22-d7b7-468e-8333-68e3b9b66c56 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Checking segment: {'id': '9761a4a8-fa62-4ec1-a709-29e74b2ce16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '373bd907-9d65-4392-9f40-831271250344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:43:59.564750 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40434b22-d7b7-468e-8333-68e3b9b66c56 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Network hostable DHCP agents. Network: 373bd907-9d65-4392-9f40-831271250344, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:43:59.573585 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d092bfb-7343-423f-9035-a8099e671206 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Port': ['ID=50400c51-7d40-4d4d-9375-ab4c7450cecf,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:43:59.587301 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a9720657-12e4-4265-8ad9-bf9436a7a521 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:59.597839 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-170017ee-48aa-4064-8910-d9175f410c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:59.607194 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170017ee-48aa-4064-8910-d9175f410c08 None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:43:59.607944 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-170017ee-48aa-4064-8910-d9175f410c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:59.632349 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8985e169-b427-4ba9-a817-bc4a3c6b7f1b tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Made reservation on behalf of a528f79553b84c43aec8d6e00382c6b6 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:43:59.635758 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8985e169-b427-4ba9-a817-bc4a3c6b7f1b tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:59.681030 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-170017ee-48aa-4064-8910-d9175f410c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:43:59.681030 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170017ee-48aa-4064-8910-d9175f410c08 None None] The sync data for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:43:59.764067 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device fe7d04bc-4f13-4ce5-bde8-3be667c19ca0 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:43:59.772503 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d092bfb-7343-423f-9035-a8099e671206 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:59.797887 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b2736859-0762-45a8-b327-79b0d440b464 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:59.853251 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40434b22-d7b7-468e-8333-68e3b9b66c56 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Network 373bd907-9d65-4392-9f40-831271250344 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:43:59.855113 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port fe7d04bc-4f13-4ce5-bde8-3be667c19ca0 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:43:59.855759 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:43:59.891628 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a9720657-12e4-4265-8ad9-bf9436a7a521 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "PUT /v2.0/floatingips/12f5bef8-bb1d-47e5-b2fc-29115c59aa0d HTTP/1.1" status: 200 len: 978 time: 4.3476334 Mar 07 21:43:59.892916 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46414) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:43:59.996168 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-b2736859-0762-45a8-b327-79b0d440b464 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] update failed (client error): The resource could not be found. Mar 07 21:43:59.997270 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b2736859-0762-45a8-b327-79b0d440b464 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "PUT /v2.0/routers/eac3f877-03ad-4578-a248-50e3c88859b8 HTTP/1.1" status: 404 len: 339 time: 0.7161787 Mar 07 21:44:00.001667 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46418) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:00.009079 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-4204c565-b9b7-43a3-8e47-65b5f4808fef tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1129042982'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:00.014787 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-40434b22-d7b7-468e-8333-68e3b9b66c56 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 373bd907-9d65-4392-9f40-831271250344) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:00.018205 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4204c565-b9b7-43a3-8e47-65b5f4808fef tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:00.021536 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40434b22-d7b7-468e-8333-68e3b9b66c56 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:00.022544 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-40434b22-d7b7-468e-8333-68e3b9b66c56 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:00.029858 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e2b2db-3081-48d6-b268-49185709fd92 None None] Network 373bd907-9d65-4392-9f40-831271250344 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:00.035975 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4204c565-b9b7-43a3-8e47-65b5f4808fef tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Usage tracker for resource:network and tenant:408aaa4d4d79481e8c3bb2314b62351f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:00.041999 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4204c565-b9b7-43a3-8e47-65b5f4808fef tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:00.058208 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2c117af0-ec23-4507-b0ce-19738c3871ef None None] Provisioning for port 50400c51-7d40-4d4d-9375-ab4c7450cecf completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:00.066102 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2c117af0-ec23-4507-b0ce-19738c3871ef None None] Provisioning complete for port 50400c51-7d40-4d4d-9375-ab4c7450cecf triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:00.066535 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2c117af0-ec23-4507-b0ce-19738c3871ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:00.103365 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4204c565-b9b7-43a3-8e47-65b5f4808fef tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:00.151735 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-40434b22-d7b7-468e-8333-68e3b9b66c56 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3385692 Mar 07 21:44:00.151951 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46422) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:00.156549 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8985e169-b427-4ba9-a817-bc4a3c6b7f1b tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:00.157040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-fe922432-8451-42f0-9680-6f53397e9ee5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Deleting port 5b783738-e4ec-4434-b2c8-57d2ad4e475b {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:00.157385 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fe922432-8451-42f0-9680-6f53397e9ee5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:00.182275 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2c117af0-ec23-4507-b0ce-19738c3871ef None None] Port 50400c51-7d40-4d4d-9375-ab4c7450cecf cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:44:00.201987 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-169acf47-7d17-4178-9eac-ef484c33b76e tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Request body: {'port': {'network_id': '373bd907-9d65-4392-9f40-831271250344', 'name': 'tempest-ExtraDHCPOptionsTestJSON-202852606'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:00.232911 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4204c565-b9b7-43a3-8e47-65b5f4808fef tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Made reservation on behalf of 408aaa4d4d79481e8c3bb2314b62351f for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:00.237452 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4204c565-b9b7-43a3-8e47-65b5f4808fef tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:00.239827 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d092bfb-7343-423f-9035-a8099e671206 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:00.270903 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985e169-b427-4ba9-a817-bc4a3c6b7f1b tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Subnet': ['ID=e77283de-f749-4081-a822-73c5a4f0c5e2,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:00.332709 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8985e169-b427-4ba9-a817-bc4a3c6b7f1b tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Checking segment: {'id': '3b9dc13c-a5dc-4735-8d15-4642c93807ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b350162b-453a-446b-9e25-7c24dd0fdc3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:44:00.333080 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8985e169-b427-4ba9-a817-bc4a3c6b7f1b tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Network hostable DHCP agents. Network: b350162b-453a-446b-9e25-7c24dd0fdc3c, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:44:00.335096 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b65df2-8156-4bcf-8d92-f9162a3630ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-373bd907-9d65-4392-9f40-831271250344', 'network_id': '373bd907-9d65-4392-9f40-831271250344', 'tenant_id': 'aca56d0febe2443c89f7f2bdbf3b9628', 'fixed_ips': [{'subnet_id': 'be29f1c7-9136-44e0-b651-44940ce057ac'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:44:00.336053 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-63b65df2-8156-4bcf-8d92-f9162a3630ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:00.487524 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8985e169-b427-4ba9-a817-bc4a3c6b7f1b tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Network b350162b-453a-446b-9e25-7c24dd0fdc3c is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:44:00.504425 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4204c565-b9b7-43a3-8e47-65b5f4808fef tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:44:00.507401 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-63b65df2-8156-4bcf-8d92-f9162a3630ea None None] Allocated IP 172.20.0.2 (373bd907-9d65-4392-9f40-831271250344/be29f1c7-9136-44e0-b651-44940ce057ac/6da40b22-259f-4061-9456-1968777d63cd) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:00.573691 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-8985e169-b427-4ba9-a817-bc4a3c6b7f1b tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, b350162b-453a-446b-9e25-7c24dd0fdc3c) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:00.584739 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4204c565-b9b7-43a3-8e47-65b5f4808fef tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:00.585081 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-4204c565-b9b7-43a3-8e47-65b5f4808fef tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Added segment 8d6987ea-654f-4909-a56e-976562315e64 of type vlan for network d5278014-0efc-4549-9b73-4ae4aaa0c3fc Mar 07 21:44:00.586504 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8985e169-b427-4ba9-a817-bc4a3c6b7f1b tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:00.587242 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8985e169-b427-4ba9-a817-bc4a3c6b7f1b tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:00.605085 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f962340e-a723-4085-b49f-c6f8e006579c None None] Network b350162b-453a-446b-9e25-7c24dd0fdc3c requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:00.655274 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-169acf47-7d17-4178-9eac-ef484c33b76e tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:00.662688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4204c565-b9b7-43a3-8e47-65b5f4808fef tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:00.666936 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-169acf47-7d17-4178-9eac-ef484c33b76e tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Usage tracker for resource:port and tenant:aca56d0febe2443c89f7f2bdbf3b9628 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:00.671357 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-169acf47-7d17-4178-9eac-ef484c33b76e tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:00.675114 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fe922432-8451-42f0-9680-6f53397e9ee5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:00.675850 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fe922432-8451-42f0-9680-6f53397e9ee5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:00.687889 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-169acf47-7d17-4178-9eac-ef484c33b76e tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:00.759168 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d092bfb-7343-423f-9035-a8099e671206 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:00.802692 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8985e169-b427-4ba9-a817-bc4a3c6b7f1b tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9149854 Mar 07 21:44:00.807171 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46428) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:00.809926 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-fe922432-8451-42f0-9680-6f53397e9ee5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Calling delete_port for 5b783738-e4ec-4434-b2c8-57d2ad4e475b owned by network:floatingip {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:00.861424 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d092bfb-7343-423f-9035-a8099e671206 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:00.880546 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-63b65df2-8156-4bcf-8d92-f9162a3630ea None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:00.914137 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169acf47-7d17-4178-9eac-ef484c33b76e tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Made reservation on behalf of aca56d0febe2443c89f7f2bdbf3b9628 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:00.918257 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-169acf47-7d17-4178-9eac-ef484c33b76e tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:00.930433 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-63b65df2-8156-4bcf-8d92-f9162a3630ea None None] Transition to ACTIVE for port object 6da40b22-259f-4061-9456-1968777d63cd will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:00.944036 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4852c6-e705-4a8c-9273-5a490ce94372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-b350162b-453a-446b-9e25-7c24dd0fdc3c', 'network_id': 'b350162b-453a-446b-9e25-7c24dd0fdc3c', 'tenant_id': 'a528f79553b84c43aec8d6e00382c6b6', 'fixed_ips': [{'subnet_id': 'e77283de-f749-4081-a822-73c5a4f0c5e2'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:44:00.944848 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5d4852c6-e705-4a8c-9273-5a490ce94372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:00.950820 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-169acf47-7d17-4178-9eac-ef484c33b76e tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] device_id is not set on port d757e901-d822-4a75-8091-1e0ec46be117 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:44:00.967381 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-63b65df2-8156-4bcf-8d92-f9162a3630ea None None] Transition to ACTIVE for port object 6da40b22-259f-4061-9456-1968777d63cd will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:00.985012 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4204c565-b9b7-43a3-8e47-65b5f4808fef tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:00.990864 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4204c565-b9b7-43a3-8e47-65b5f4808fef tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:00.991445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4204c565-b9b7-43a3-8e47-65b5f4808fef tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:01.074697 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-63b65df2-8156-4bcf-8d92-f9162a3630ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:01.080868 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d092bfb-7343-423f-9035-a8099e671206 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Port': ['ID=50400c51-7d40-4d4d-9375-ab4c7450cecf,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:01.088587 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d092bfb-7343-423f-9035-a8099e671206 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:01.127834 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:01.178080 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204c565-b9b7-43a3-8e47-65b5f4808fef tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Pushing event updated for resources: {'Network': ['ID=d5278014-0efc-4549-9b73-4ae4aaa0c3fc,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:01.193731 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b65df2-8156-4bcf-8d92-f9162a3630ea None None] Network 373bd907-9d65-4392-9f40-831271250344 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:01.200645 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-63b65df2-8156-4bcf-8d92-f9162a3630ea None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:01.203117 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b65df2-8156-4bcf-8d92-f9162a3630ea None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:01.217748 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network d5278014-0efc-4549-9b73-4ae4aaa0c3fc details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:44:01.244761 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4204c565-b9b7-43a3-8e47-65b5f4808fef tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2419748 Mar 07 21:44:01.247833 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46432) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:01.257342 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-22cf50f8-2fa5-42a3-85ff-d45a4ad96608 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Request body: {'subnet': {'network_id': 'd5278014-0efc-4549-9b73-4ae4aaa0c3fc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:01.278184 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:01.291855 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-5d4852c6-e705-4a8c-9273-5a490ce94372 None None] Allocated IP 172.20.0.2 (b350162b-453a-446b-9e25-7c24dd0fdc3c/e77283de-f749-4081-a822-73c5a4f0c5e2/a9c6665b-aeed-4dfd-900f-49f52119001b) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:01.306712 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b65df2-8156-4bcf-8d92-f9162a3630ea None None] Pushing event updated for resources: {'Port': ['ID=6da40b22-259f-4061-9456-1968777d63cd,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:01.375658 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fe922432-8451-42f0-9680-6f53397e9ee5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:01.420314 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-169acf47-7d17-4178-9eac-ef484c33b76e tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Allocated IP 172.20.0.5 (373bd907-9d65-4392-9f40-831271250344/be29f1c7-9136-44e0-b651-44940ce057ac/d757e901-d822-4a75-8091-1e0ec46be117) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:01.487470 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d092bfb-7343-423f-9035-a8099e671206 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network 98ec4fad-0eeb-4602-bd5d-34f3e90788fe is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:01.491414 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-7d092bfb-7343-423f-9035-a8099e671206 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:01.501135 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe922432-8451-42f0-9680-6f53397e9ee5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event deleted for resources: {'Port': ['ID=5b783738-e4ec-4434-b2c8-57d2ad4e475b,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:01.502170 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-63b65df2-8156-4bcf-8d92-f9162a3630ea None None] Attempting to bind port 6da40b22-259f-4061-9456-1968777d63cd on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:44:01.502454 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-63b65df2-8156-4bcf-8d92-f9162a3630ea None None] Attempting to bind port 6da40b22-259f-4061-9456-1968777d63cd by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '9761a4a8-fa62-4ec1-a709-29e74b2ce16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '373bd907-9d65-4392-9f40-831271250344'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:44:01.502813 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b65df2-8156-4bcf-8d92-f9162a3630ea None None] Attempting to bind port 6da40b22-259f-4061-9456-1968777d63cd on network 373bd907-9d65-4392-9f40-831271250344 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:44:01.555920 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b65df2-8156-4bcf-8d92-f9162a3630ea None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:44:01.556211 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b65df2-8156-4bcf-8d92-f9162a3630ea None None] Checking segment: {'id': '9761a4a8-fa62-4ec1-a709-29e74b2ce16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '373bd907-9d65-4392-9f40-831271250344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:44:01.556613 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-63b65df2-8156-4bcf-8d92-f9162a3630ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:01.557005 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b65df2-8156-4bcf-8d92-f9162a3630ea None None] Bound using segment: {'id': '9761a4a8-fa62-4ec1-a709-29e74b2ce16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '373bd907-9d65-4392-9f40-831271250344'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:44:01.557483 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-63b65df2-8156-4bcf-8d92-f9162a3630ea None None] Bound port: 6da40b22-259f-4061-9456-1968777d63cd, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9761a4a8-fa62-4ec1-a709-29e74b2ce16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '373bd907-9d65-4392-9f40-831271250344'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:44:01.557858 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-63b65df2-8156-4bcf-8d92-f9162a3630ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:01.584619 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fe922432-8451-42f0-9680-6f53397e9ee5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:01.587473 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-fe922432-8451-42f0-9680-6f53397e9ee5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Floating IP 12f5bef8-bb1d-47e5-b2fc-29115c59aa0d disassociated (deleted). External IP: 172.26.2.52, port: 87214573-4c12-432e-b981-764cba72a3b9. Mar 07 21:44:01.639356 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-22cf50f8-2fa5-42a3-85ff-d45a4ad96608 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:01.695143 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d092bfb-7343-423f-9035-a8099e671206 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Router 83b5c135-ba0f-44f9-959e-24c14653d927 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:44:01.705813 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-63b65df2-8156-4bcf-8d92-f9162a3630ea None None] For port 6da40b22-259f-4061-9456-1968777d63cd, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:44:01.713193 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-63b65df2-8156-4bcf-8d92-f9162a3630ea None None] For port 6da40b22-259f-4061-9456-1968777d63cd, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6da40b22-259f-4061-9456-1968777d63cd,segment=NetworkSegment(9761a4a8-fa62-4ec1-a709-29e74b2ce16e),segment_id=9761a4a8-fa62-4ec1-a709-29e74b2ce16e)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:44:01.759722 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-22cf50f8-2fa5-42a3-85ff-d45a4ad96608 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Usage tracker for resource:subnet and tenant:408aaa4d4d79481e8c3bb2314b62351f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:01.811823 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-22cf50f8-2fa5-42a3-85ff-d45a4ad96608 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:01.829854 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5d4852c6-e705-4a8c-9273-5a490ce94372 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:01.841719 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-22cf50f8-2fa5-42a3-85ff-d45a4ad96608 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:01.848496 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-63b65df2-8156-4bcf-8d92-f9162a3630ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:01.855613 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5d4852c6-e705-4a8c-9273-5a490ce94372 None None] Transition to ACTIVE for port object a9c6665b-aeed-4dfd-900f-49f52119001b will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:01.887524 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d092bfb-7343-423f-9035-a8099e671206 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:44:01.892605 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7d092bfb-7343-423f-9035-a8099e671206 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "PUT /v2.0/routers/83b5c135-ba0f-44f9-959e-24c14653d927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2172115 Mar 07 21:44:01.898398 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46436) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:01.920114 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c79f2df-aeac-4686-a3b6-e9a8265eb0a5 None None] Sync routers for ids ['83b5c135-ba0f-44f9-959e-24c14653d927'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:44:01.951379 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cf50f8-2fa5-42a3-85ff-d45a4ad96608 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Made reservation on behalf of 408aaa4d4d79481e8c3bb2314b62351f for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:01.955088 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-22cf50f8-2fa5-42a3-85ff-d45a4ad96608 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:01.973362 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5d4852c6-e705-4a8c-9273-5a490ce94372 None None] Transition to ACTIVE for port object a9c6665b-aeed-4dfd-900f-49f52119001b will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:01.978824 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c79f2df-aeac-4686-a3b6-e9a8265eb0a5 None None] Routers {'83b5c135-ba0f-44f9-959e-24c14653d927'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:01.979661 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7c79f2df-aeac-4686-a3b6-e9a8265eb0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['83b5c135-ba0f-44f9-959e-24c14653d927'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:01.981934 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734989a4-a4fb-4877-9476-871b7b06d988 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:01.982559 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-734989a4-a4fb-4877-9476-871b7b06d988 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Synchronizing usage tracker for tenant:b77dfcf064844de7b83d64320b9ee466 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:44:02.052604 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a2e4a6df-d70b-41d8-9276-0c22f1a27de4 None None] Provisioning complete for port 50400c51-7d40-4d4d-9375-ab4c7450cecf triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:02.052971 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a2e4a6df-d70b-41d8-9276-0c22f1a27de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:02.480656 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7c79f2df-aeac-4686-a3b6-e9a8265eb0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:02.480656 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b65df2-8156-4bcf-8d92-f9162a3630ea None None] Pushing event updated for resources: {'Port': ['ID=6da40b22-259f-4061-9456-1968777d63cd,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:02.480656 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c79f2df-aeac-4686-a3b6-e9a8265eb0a5 None None] Routers {'83b5c135-ba0f-44f9-959e-24c14653d927'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:02.480656 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7c79f2df-aeac-4686-a3b6-e9a8265eb0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['83b5c135-ba0f-44f9-959e-24c14653d927'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:02.480656 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4a6df-d70b-41d8-9276-0c22f1a27de4 None None] Port 50400c51-7d40-4d4d-9375-ab4c7450cecf cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:44:02.480656 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7c79f2df-aeac-4686-a3b6-e9a8265eb0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:02.480656 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c79f2df-aeac-4686-a3b6-e9a8265eb0a5 None None] The sync data for ids ['83b5c135-ba0f-44f9-959e-24c14653d927'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:44:02.485122 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-169acf47-7d17-4178-9eac-ef484c33b76e tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:02.485122 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-169acf47-7d17-4178-9eac-ef484c33b76e tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Transition to ACTIVE for port object d757e901-d822-4a75-8091-1e0ec46be117 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:02.504134 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5d4852c6-e705-4a8c-9273-5a490ce94372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:02.536158 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe922432-8451-42f0-9680-6f53397e9ee5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Router 35117517-56de-4c85-bb87-b26c1589e90b has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:44:02.551360 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-734989a4-a4fb-4877-9476-871b7b06d988 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Unset dirty status for tenant:b77dfcf064844de7b83d64320b9ee466 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:44:02.553809 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-734989a4-a4fb-4877-9476-871b7b06d988 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "GET /v2.0/ports/50400c51-7d40-4d4d-9375-ab4c7450cecf HTTP/1.1" status: 200 len: 910 time: 0.6536140 Mar 07 21:44:02.556363 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46440) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:02.568446 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4852c6-e705-4a8c-9273-5a490ce94372 None None] Network b350162b-453a-446b-9e25-7c24dd0fdc3c is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:02.571245 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-5d4852c6-e705-4a8c-9273-5a490ce94372 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:02.580298 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4852c6-e705-4a8c-9273-5a490ce94372 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:02.590446 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4852c6-e705-4a8c-9273-5a490ce94372 None None] Pushing event updated for resources: {'Port': ['ID=a9c6665b-aeed-4dfd-900f-49f52119001b,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:02.637385 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-169acf47-7d17-4178-9eac-ef484c33b76e tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:02.638527 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:02.683398 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-5d4852c6-e705-4a8c-9273-5a490ce94372 None None] Attempting to bind port a9c6665b-aeed-4dfd-900f-49f52119001b on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:44:02.683765 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-5d4852c6-e705-4a8c-9273-5a490ce94372 None None] Attempting to bind port a9c6665b-aeed-4dfd-900f-49f52119001b by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '3b9dc13c-a5dc-4735-8d15-4642c93807ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b350162b-453a-446b-9e25-7c24dd0fdc3c'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:44:02.684128 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4852c6-e705-4a8c-9273-5a490ce94372 None None] Attempting to bind port a9c6665b-aeed-4dfd-900f-49f52119001b on network b350162b-453a-446b-9e25-7c24dd0fdc3c {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:44:02.689774 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4852c6-e705-4a8c-9273-5a490ce94372 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:44:02.690356 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4852c6-e705-4a8c-9273-5a490ce94372 None None] Checking segment: {'id': '3b9dc13c-a5dc-4735-8d15-4642c93807ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b350162b-453a-446b-9e25-7c24dd0fdc3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:44:02.697002 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5d4852c6-e705-4a8c-9273-5a490ce94372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:02.697002 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4852c6-e705-4a8c-9273-5a490ce94372 None None] Bound using segment: {'id': '3b9dc13c-a5dc-4735-8d15-4642c93807ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b350162b-453a-446b-9e25-7c24dd0fdc3c'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:44:02.697002 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-5d4852c6-e705-4a8c-9273-5a490ce94372 None None] Bound port: a9c6665b-aeed-4dfd-900f-49f52119001b, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b9dc13c-a5dc-4735-8d15-4642c93807ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b350162b-453a-446b-9e25-7c24dd0fdc3c'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:44:02.697002 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5d4852c6-e705-4a8c-9273-5a490ce94372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:02.702519 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-22cf50f8-2fa5-42a3-85ff-d45a4ad96608 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:02.741828 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Subnet': ['ID=e77283de-f749-4081-a822-73c5a4f0c5e2,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:02.776873 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169acf47-7d17-4178-9eac-ef484c33b76e tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Network 373bd907-9d65-4392-9f40-831271250344 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:02.799190 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-5d4852c6-e705-4a8c-9273-5a490ce94372 None None] For port a9c6665b-aeed-4dfd-900f-49f52119001b, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:44:02.800874 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-169acf47-7d17-4178-9eac-ef484c33b76e tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:02.813750 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-5d4852c6-e705-4a8c-9273-5a490ce94372 None None] For port a9c6665b-aeed-4dfd-900f-49f52119001b, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a9c6665b-aeed-4dfd-900f-49f52119001b,segment=NetworkSegment(3b9dc13c-a5dc-4735-8d15-4642c93807ab),segment_id=3b9dc13c-a5dc-4735-8d15-4642c93807ab)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:44:02.874131 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:02.886988 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5d4852c6-e705-4a8c-9273-5a490ce94372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:02.909216 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169acf47-7d17-4178-9eac-ef484c33b76e tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:02.943407 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169acf47-7d17-4178-9eac-ef484c33b76e tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Pushing event updated for resources: {'Port': ['ID=d757e901-d822-4a75-8091-1e0ec46be117,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:02.982195 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe922432-8451-42f0-9680-6f53397e9ee5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:44:02.986102 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b350162b-453a-446b-9e25-7c24dd0fdc3c']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:02.996050 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3d5516-8519-4cdb-9a0c-d7ed8141aebd None None] Sync routers for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:44:03.010849 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b9dc13c-a5dc-4735-8d15-4642c93807ab') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:03.011148 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b9dc13c-a5dc-4735-8d15-4642c93807ab') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:03.013849 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3d5516-8519-4cdb-9a0c-d7ed8141aebd None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:03.014698 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-3d3d5516-8519-4cdb-9a0c-d7ed8141aebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:03.030632 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169acf47-7d17-4178-9eac-ef484c33b76e tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:03.031691 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-169acf47-7d17-4178-9eac-ef484c33b76e tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:03.045246 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf50f8-2fa5-42a3-85ff-d45a4ad96608 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Pushing event updated for resources: {'Subnet': ['ID=226b0e07-f8da-4ffa-82ae-19d22bd25fa2,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:03.063387 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fe922432-8451-42f0-9680-6f53397e9ee5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:03.097508 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-3d3d5516-8519-4cdb-9a0c-d7ed8141aebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:03.106034 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:03.108258 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3d5516-8519-4cdb-9a0c-d7ed8141aebd None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:03.108969 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-3d3d5516-8519-4cdb-9a0c-d7ed8141aebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:03.118609 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4852c6-e705-4a8c-9273-5a490ce94372 None None] Pushing event updated for resources: {'Port': ['ID=a9c6665b-aeed-4dfd-900f-49f52119001b,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:03.137454 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:03.142769 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cf50f8-2fa5-42a3-85ff-d45a4ad96608 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Checking segment: {'id': '8d6987ea-654f-4909-a56e-976562315e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd5278014-0efc-4549-9b73-4ae4aaa0c3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:44:03.143346 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cf50f8-2fa5-42a3-85ff-d45a4ad96608 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Network hostable DHCP agents. Network: d5278014-0efc-4549-9b73-4ae4aaa0c3fc, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:44:03.151725 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:03.157665 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:03.157811 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc0146d-3775-4aed-8f8d-80cc7739cec1 None None] Network b350162b-453a-446b-9e25-7c24dd0fdc3c requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:03.182112 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-fe922432-8451-42f0-9680-6f53397e9ee5 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "DELETE /v2.0/floatingips/12f5bef8-bb1d-47e5-b2fc-29115c59aa0d HTTP/1.1" status: 204 len: 168 time: 3.2881455 Mar 07 21:44:03.192658 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46444) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:03.195277 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:03.231199 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-3d3d5516-8519-4cdb-9a0c-d7ed8141aebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:03.231607 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3d5516-8519-4cdb-9a0c-d7ed8141aebd None None] The sync data for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:44:03.257290 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-169acf47-7d17-4178-9eac-ef484c33b76e tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1049764 Mar 07 21:44:03.271942 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46448) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:03.282513 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cf50f8-2fa5-42a3-85ff-d45a4ad96608 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Network d5278014-0efc-4549-9b73-4ae4aaa0c3fc is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:44:03.289579 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-91e4ad39-3bd4-47a2-a67b-f06e5e796ca8 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Request body: {'port': {'network_id': '373bd907-9d65-4392-9f40-831271250344', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1030620294', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:03.289765 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.api.validators [None req-91e4ad39-3bd4-47a2-a67b-f06e5e796ca8 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] bootfile-name is not in valid_values {{(pid=88387) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 07 21:44:03.290357 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.api.validators [None req-91e4ad39-3bd4-47a2-a67b-f06e5e796ca8 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] tftp-server is not in valid_values {{(pid=88387) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 07 21:44:03.290686 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.api.validators [None req-91e4ad39-3bd4-47a2-a67b-f06e5e796ca8 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] server-ip-address is not in valid_values {{(pid=88387) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 07 21:44:03.306398 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-5bde2655-ef51-4723-b1f3-4057b12b82b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Deleting port 87214573-4c12-432e-b981-764cba72a3b9 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:03.306721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5bde2655-ef51-4723-b1f3-4057b12b82b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:03.372971 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becf612a-172b-42d0-b4c0-6cf394de11ef None None] Network 373bd907-9d65-4392-9f40-831271250344 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:03.376558 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-22cf50f8-2fa5-42a3-85ff-d45a4ad96608 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, d5278014-0efc-4549-9b73-4ae4aaa0c3fc) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:03.384926 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cf50f8-2fa5-42a3-85ff-d45a4ad96608 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:03.387290 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-22cf50f8-2fa5-42a3-85ff-d45a4ad96608 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:03.420379 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.api [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 21:44:03.420379 dv-neutron-829957-1-hyperv neutron-server[88387]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 21:44:03.420379 dv-neutron-829957-1-hyperv neutron-server[88387]: [parameters: {'id': 'b350162b-453a-446b-9e25-7c24dd0fdc3c'}] Mar 07 21:44:03.420379 dv-neutron-829957-1-hyperv neutron-server[88387]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:44:03.420379 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG oslo_db.api [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:44:03.467736 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c3cb45-1bd9-483e-8905-f0960613f403 None None] Network d5278014-0efc-4549-9b73-4ae4aaa0c3fc requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:03.566900 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-22cf50f8-2fa5-42a3-85ff-d45a4ad96608 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3150311 Mar 07 21:44:03.570221 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46452) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:03.578052 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-6f35f939-1334-4dee-9465-ef3c65ddc289 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd5278014-0efc-4549-9b73-4ae4aaa0c3fc'}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:03.618458 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3cfbe250-a295-44c3-9644-9317c922f8e0 None None] Provisioning for port 6da40b22-259f-4061-9456-1968777d63cd completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:03.621712 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-91e4ad39-3bd4-47a2-a67b-f06e5e796ca8 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:03.633714 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-91e4ad39-3bd4-47a2-a67b-f06e5e796ca8 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Usage tracker for resource:port and tenant:aca56d0febe2443c89f7f2bdbf3b9628 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:03.636998 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-91e4ad39-3bd4-47a2-a67b-f06e5e796ca8 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:03.644144 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-91e4ad39-3bd4-47a2-a67b-f06e5e796ca8 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:03.738837 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2c002979-4533-4929-ba85-d0eb9446ef88 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:03.836738 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e4ad39-3bd4-47a2-a67b-f06e5e796ca8 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Made reservation on behalf of aca56d0febe2443c89f7f2bdbf3b9628 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:03.836738 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-91e4ad39-3bd4-47a2-a67b-f06e5e796ca8 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:03.846199 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6da40b22-259f-4061-9456-1968777d63cd up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:44:03.874460 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-91e4ad39-3bd4-47a2-a67b-f06e5e796ca8 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] device_id is not set on port 13fd2689-a4f3-49ce-a7b5-cc8d2991744b yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:44:03.967008 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:03.990074 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b8f82a-8bbd-4c81-b3c0-5b2fab7a2d49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-d5278014-0efc-4549-9b73-4ae4aaa0c3fc', 'network_id': 'd5278014-0efc-4549-9b73-4ae4aaa0c3fc', 'tenant_id': '408aaa4d4d79481e8c3bb2314b62351f', 'fixed_ips': [{'subnet_id': '226b0e07-f8da-4ffa-82ae-19d22bd25fa2'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:44:03.991202 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-88b8f82a-8bbd-4c81-b3c0-5b2fab7a2d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:04.015028 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Deleting port a9c6665b-aeed-4dfd-900f-49f52119001b {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:04.015369 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:04.075958 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 6da40b22-259f-4061-9456-1968777d63cd completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:04.088537 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 6da40b22-259f-4061-9456-1968777d63cd triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:04.088537 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:04.163298 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5bde2655-ef51-4723-b1f3-4057b12b82b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:04.269880 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:04.306604 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f35f939-1334-4dee-9465-ef3c65ddc289 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:04.354555 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-91e4ad39-3bd4-47a2-a67b-f06e5e796ca8 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Allocated IP 172.20.0.4 (373bd907-9d65-4392-9f40-831271250344/be29f1c7-9136-44e0-b651-44940ce057ac/13fd2689-a4f3-49ce-a7b5-cc8d2991744b) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:04.371049 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 6da40b22-259f-4061-9456-1968777d63cd, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6da40b22-259f-4061-9456-1968777d63cd,segment=NetworkSegment(9761a4a8-fa62-4ec1-a709-29e74b2ce16e),segment_id=9761a4a8-fa62-4ec1-a709-29e74b2ce16e)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:04.380751 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-5bde2655-ef51-4723-b1f3-4057b12b82b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Calling delete_port for 87214573-4c12-432e-b981-764cba72a3b9 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:04.405177 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-88b8f82a-8bbd-4c81-b3c0-5b2fab7a2d49 None None] Allocated IP 2001:db8:1::2 (d5278014-0efc-4549-9b73-4ae4aaa0c3fc/226b0e07-f8da-4ffa-82ae-19d22bd25fa2/a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:04.409773 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3855c92c-a516-4fb4-8212-acb701675c6f None None] Provisioning complete for port 6da40b22-259f-4061-9456-1968777d63cd triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:04.410779 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3855c92c-a516-4fb4-8212-acb701675c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:04.448179 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] For port a9c6665b-aeed-4dfd-900f-49f52119001b, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a9c6665b-aeed-4dfd-900f-49f52119001b,segment=NetworkSegment(3b9dc13c-a5dc-4735-8d15-4642c93807ab),segment_id=3b9dc13c-a5dc-4735-8d15-4642c93807ab)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:04.448179 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:04.507744 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:04.603752 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Calling delete_port for a9c6665b-aeed-4dfd-900f-49f52119001b owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:04.717324 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=6da40b22-259f-4061-9456-1968777d63cd,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:04.755474 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5bde2655-ef51-4723-b1f3-4057b12b82b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:04.817103 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-88b8f82a-8bbd-4c81-b3c0-5b2fab7a2d49 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:04.822543 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde2655-ef51-4723-b1f3-4057b12b82b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event deleted for resources: {'Port': ['ID=87214573-4c12-432e-b981-764cba72a3b9,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:04.838028 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-88b8f82a-8bbd-4c81-b3c0-5b2fab7a2d49 None None] Transition to ACTIVE for port object a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:04.845161 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-2c002979-4533-4929-ba85-d0eb9446ef88 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting port 50400c51-7d40-4d4d-9375-ab4c7450cecf {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:04.846071 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2c002979-4533-4929-ba85-d0eb9446ef88 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:04.868099 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-88b8f82a-8bbd-4c81-b3c0-5b2fab7a2d49 None None] Transition to ACTIVE for port object a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:04.868099 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3855c92c-a516-4fb4-8212-acb701675c6f None None] Provisioning for port d757e901-d822-4a75-8091-1e0ec46be117 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:04.871899 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3855c92c-a516-4fb4-8212-acb701675c6f None None] Provisioning complete for port d757e901-d822-4a75-8091-1e0ec46be117 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:04.872266 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3855c92c-a516-4fb4-8212-acb701675c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:04.937308 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-3855c92c-a516-4fb4-8212-acb701675c6f None None] Port d757e901-d822-4a75-8091-1e0ec46be117 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:44:04.977128 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5bde2655-ef51-4723-b1f3-4057b12b82b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:04.996036 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-6f35f939-1334-4dee-9465-ef3c65ddc289 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:44:04.997051 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6f35f939-1334-4dee-9465-ef3c65ddc289 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "PUT /v2.0/routers/eac3f877-03ad-4578-a248-50e3c88859b8 HTTP/1.1" status: 400 len: 364 time: 1.4243600 Mar 07 21:44:05.000842 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46458) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:05.004692 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-88b8f82a-8bbd-4c81-b3c0-5b2fab7a2d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:05.049423 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:05.069831 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5bde2655-ef51-4723-b1f3-4057b12b82b2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "DELETE /v2.0/ports/87214573-4c12-432e-b981-764cba72a3b9 HTTP/1.1" status: 204 len: 168 time: 1.8759704 Mar 07 21:44:05.073232 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46462) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:05.073628 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b8f82a-8bbd-4c81-b3c0-5b2fab7a2d49 None None] Network d5278014-0efc-4549-9b73-4ae4aaa0c3fc is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:05.084136 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-88b8f82a-8bbd-4c81-b3c0-5b2fab7a2d49 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:05.088896 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b8f82a-8bbd-4c81-b3c0-5b2fab7a2d49 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:05.092442 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8f82a-8bbd-4c81-b3c0-5b2fab7a2d49 None None] Pushing event updated for resources: {'Port': ['ID=a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:05.127631 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Port': ['ID=a9c6665b-aeed-4dfd-900f-49f52119001b,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:05.136184 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-260c8a91-6abe-4358-9e12-1e88253d1a25 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:05.136895 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-91e4ad39-3bd4-47a2-a67b-f06e5e796ca8 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:05.145258 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No DVR routers for this DVR port a9c6665b-aeed-4dfd-900f-49f52119001b on host dv-neutron-829957-1-hyperv {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:05.152568 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-260c8a91-6abe-4358-9e12-1e88253d1a25 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:05.167317 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b87d838d-a77c-4794-9915-7a34791fd203 None None] Provisioning complete for port d757e901-d822-4a75-8091-1e0ec46be117 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:05.167966 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b87d838d-a77c-4794-9915-7a34791fd203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:05.218254 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-260c8a91-6abe-4358-9e12-1e88253d1a25 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Usage tracker for resource:floatingip and tenant:2e7eeead753e44e297f167f27855cc6a is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:05.230080 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-260c8a91-6abe-4358-9e12-1e88253d1a25 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:05.231743 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-88b8f82a-8bbd-4c81-b3c0-5b2fab7a2d49 None None] Attempting to bind port a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:44:05.232110 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-88b8f82a-8bbd-4c81-b3c0-5b2fab7a2d49 None None] Attempting to bind port a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '8d6987ea-654f-4909-a56e-976562315e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd5278014-0efc-4549-9b73-4ae4aaa0c3fc'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:44:05.232467 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8f82a-8bbd-4c81-b3c0-5b2fab7a2d49 None None] Attempting to bind port a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a on network d5278014-0efc-4549-9b73-4ae4aaa0c3fc {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:44:05.239827 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-260c8a91-6abe-4358-9e12-1e88253d1a25 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:05.252030 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8f82a-8bbd-4c81-b3c0-5b2fab7a2d49 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:44:05.252749 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8f82a-8bbd-4c81-b3c0-5b2fab7a2d49 None None] Checking segment: {'id': '8d6987ea-654f-4909-a56e-976562315e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd5278014-0efc-4549-9b73-4ae4aaa0c3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:44:05.253149 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-88b8f82a-8bbd-4c81-b3c0-5b2fab7a2d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:05.253573 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b8f82a-8bbd-4c81-b3c0-5b2fab7a2d49 None None] Bound using segment: {'id': '8d6987ea-654f-4909-a56e-976562315e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd5278014-0efc-4549-9b73-4ae4aaa0c3fc'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:44:05.254096 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-88b8f82a-8bbd-4c81-b3c0-5b2fab7a2d49 None None] Bound port: a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6987ea-654f-4909-a56e-976562315e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd5278014-0efc-4549-9b73-4ae4aaa0c3fc'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:44:05.254644 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-88b8f82a-8bbd-4c81-b3c0-5b2fab7a2d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:05.266405 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-b87d838d-a77c-4794-9915-7a34791fd203 None None] Port d757e901-d822-4a75-8091-1e0ec46be117 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:44:05.345712 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-91e4ad39-3bd4-47a2-a67b-f06e5e796ca8 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Transition to ACTIVE for port object 13fd2689-a4f3-49ce-a7b5-cc8d2991744b will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:05.351615 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-88b8f82a-8bbd-4c81-b3c0-5b2fab7a2d49 None None] For port a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:44:05.355010 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-88b8f82a-8bbd-4c81-b3c0-5b2fab7a2d49 None None] For port a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a,segment=NetworkSegment(8d6987ea-654f-4909-a56e-976562315e64),segment_id=8d6987ea-654f-4909-a56e-976562315e64)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:44:05.362005 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2c002979-4533-4929-ba85-d0eb9446ef88 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:05.431326 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-88b8f82a-8bbd-4c81-b3c0-5b2fab7a2d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:05.434725 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-260c8a91-6abe-4358-9e12-1e88253d1a25 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:05.517249 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8f82a-8bbd-4c81-b3c0-5b2fab7a2d49 None None] Pushing event updated for resources: {'Port': ['ID=a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:05.556778 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-2c002979-4533-4929-ba85-d0eb9446ef88 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Calling delete_port for 50400c51-7d40-4d4d-9375-ab4c7450cecf owned by network:router_interface {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:05.613459 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:05.674209 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b350162b-453a-446b-9e25-7c24dd0fdc3c']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:05.688974 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b9dc13c-a5dc-4735-8d15-4642c93807ab') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:05.689457 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b9dc13c-a5dc-4735-8d15-4642c93807ab') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:05.698589 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8d12964e-3778-4721-b79b-c3573e49aefc tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:05.795702 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6da40b22-259f-4061-9456-1968777d63cd up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:44:05.872425 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 6da40b22-259f-4061-9456-1968777d63cd triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:05.873107 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:05.902983 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-91e4ad39-3bd4-47a2-a67b-f06e5e796ca8 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:05.912628 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:06.012476 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:06.020396 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e4ad39-3bd4-47a2-a67b-f06e5e796ca8 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Network 373bd907-9d65-4392-9f40-831271250344 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:06.035349 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-91e4ad39-3bd4-47a2-a67b-f06e5e796ca8 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:06.053466 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e4ad39-3bd4-47a2-a67b-f06e5e796ca8 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:06.090905 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:06.090905 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:06.111368 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:06.127681 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-260c8a91-6abe-4358-9e12-1e88253d1a25 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:06.140349 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4ad39-3bd4-47a2-a67b-f06e5e796ca8 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Pushing event updated for resources: {'Port': ['ID=13fd2689-a4f3-49ce-a7b5-cc8d2991744b,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:06.229772 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e4ad39-3bd4-47a2-a67b-f06e5e796ca8 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:06.230374 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-91e4ad39-3bd4-47a2-a67b-f06e5e796ca8 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:06.316695 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-8d12964e-3778-4721-b79b-c3573e49aefc tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Allocated IP 2001:db8::1 (4380decc-6d33-42ab-9d4f-f39e83ecfeee/46f9d6b9-b880-4633-b8f7-36edd9aa4a73/9dcb1b45-5fbf-4a13-9194-8208b4da8218) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:06.372572 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:06.376663 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:06.379417 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/networks/b350162b-453a-446b-9e25-7c24dd0fdc3c HTTP/1.1" status: 204 len: 168 time: 5.5737412 Mar 07 21:44:06.388097 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46466) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:06.406226 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7fa12-5d5f-4623-ab43-780d39d3297a tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Network': ['ID=b350162b-453a-446b-9e25-7c24dd0fdc3c,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:06.412626 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-91e4ad39-3bd4-47a2-a67b-f06e5e796ca8 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.1347601 Mar 07 21:44:06.417823 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2c002979-4533-4929-ba85-d0eb9446ef88 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:06.417823 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46470) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:06.434893 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-260c8a91-6abe-4358-9e12-1e88253d1a25 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Allocated IP 172.26.2.148 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/8ebd7eb6-2dc2-4384-8bfa-d938cd9c60c6) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:06.491355 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a12a099e-e97c-4c01-af16-a140e5d0eb97 None None] Provisioning for port 13fd2689-a4f3-49ce-a7b5-cc8d2991744b completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:06.496536 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a12a099e-e97c-4c01-af16-a140e5d0eb97 None None] Provisioning complete for port 13fd2689-a4f3-49ce-a7b5-cc8d2991744b triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:06.496843 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a12a099e-e97c-4c01-af16-a140e5d0eb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:06.504813 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c002979-4533-4929-ba85-d0eb9446ef88 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Port': ['ID=50400c51-7d40-4d4d-9375-ab4c7450cecf,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:06.581187 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-a12a099e-e97c-4c01-af16-a140e5d0eb97 None None] Port 13fd2689-a4f3-49ce-a7b5-cc8d2991744b cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:44:06.619201 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e8054e-2e47-41ec-b1e7-695edd140c4d tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] GET failed (client error): The resource could not be found. Mar 07 21:44:06.620161 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-57e8054e-2e47-41ec-b1e7-695edd140c4d tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Synchronizing usage tracker for tenant:a528f79553b84c43aec8d6e00382c6b6 on resource:subnet {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:44:06.749074 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8d12964e-3778-4721-b79b-c3573e49aefc tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:06.754135 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-260c8a91-6abe-4358-9e12-1e88253d1a25 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:06.775451 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-8d12964e-3778-4721-b79b-c3573e49aefc tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Transition to ACTIVE for port object 9dcb1b45-5fbf-4a13-9194-8208b4da8218 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:06.787885 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc584fe3-1113-4079-905c-803af989bbd4 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:06.792891 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc584fe3-1113-4079-905c-803af989bbd4 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:06.796934 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b761fb-b3df-4aae-bf91-a94abb811408 None None] Network d5278014-0efc-4549-9b73-4ae4aaa0c3fc requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:06.803766 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc584fe3-1113-4079-905c-803af989bbd4 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:06.811695 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-bc584fe3-1113-4079-905c-803af989bbd4 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Synchronizing usage tracker for tenant:aca56d0febe2443c89f7f2bdbf3b9628 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:44:06.811828 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-57e8054e-2e47-41ec-b1e7-695edd140c4d tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Unset dirty status for tenant:a528f79553b84c43aec8d6e00382c6b6 on resource:subnet {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:44:06.815126 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46474) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:06.818499 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-57e8054e-2e47-41ec-b1e7-695edd140c4d tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "GET /v2.0/subnets/e77283de-f749-4081-a822-73c5a4f0c5e2 HTTP/1.1" status: 404 len: 337 time: 0.4294498 Mar 07 21:44:06.869693 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a1528f-2ed1-44cc-a2c5-3e63a2558ca4 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] DELETE failed (client error): The resource could not be found. Mar 07 21:44:06.870189 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62a1528f-2ed1-44cc-a2c5-3e63a2558ca4 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:44:06.876589 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-62a1528f-2ed1-44cc-a2c5-3e63a2558ca4 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/networks/b350162b-453a-446b-9e25-7c24dd0fdc3c HTTP/1.1" status: 404 len: 339 time: 0.0534165 Mar 07 21:44:06.876811 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46478) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:06.906645 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2c002979-4533-4929-ba85-d0eb9446ef88 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:06.920931 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-260c8a91-6abe-4358-9e12-1e88253d1a25 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:06.982787 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260c8a91-6abe-4358-9e12-1e88253d1a25 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:06.985533 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-260c8a91-6abe-4358-9e12-1e88253d1a25 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:06.994226 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260c8a91-6abe-4358-9e12-1e88253d1a25 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:07.028777 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8d12964e-3778-4721-b79b-c3573e49aefc tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:07.040618 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-82b9f40d-16cc-4d0b-b59a-699e6a28d318 None None] Provisioning for port a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:07.051846 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c8a91-6abe-4358-9e12-1e88253d1a25 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event updated for resources: {'Port': ['ID=8ebd7eb6-2dc2-4384-8bfa-d938cd9c60c6,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:07.113027 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d12964e-3778-4721-b79b-c3573e49aefc tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Network 4380decc-6d33-42ab-9d4f-f39e83ecfeee is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:07.117842 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-8d12964e-3778-4721-b79b-c3573e49aefc tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:07.123685 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d12964e-3778-4721-b79b-c3573e49aefc tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:07.124406 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8d12964e-3778-4721-b79b-c3573e49aefc tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:07.170135 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12964e-3778-4721-b79b-c3573e49aefc tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Pushing event updated for resources: {'Port': ['ID=9dcb1b45-5fbf-4a13-9194-8208b4da8218,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:07.191627 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-bc584fe3-1113-4079-905c-803af989bbd4 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Unset dirty status for tenant:aca56d0febe2443c89f7f2bdbf3b9628 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:44:07.196543 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46482) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:07.198510 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bc584fe3-1113-4079-905c-803af989bbd4 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.7441773 Mar 07 21:44:07.270208 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-260c8a91-6abe-4358-9e12-1e88253d1a25 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:07.290441 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-19bed37b-f334-414e-a097-7a7b7b577987 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Deleting port 13fd2689-a4f3-49ce-a7b5-cc8d2991744b {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:07.290784 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-19bed37b-f334-414e-a097-7a7b7b577987 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:07.332345 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b716ca-5818-4cb2-bf27-5ada1c17a618 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:07.333072 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-13b716ca-5818-4cb2-bf27-5ada1c17a618 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Synchronizing usage tracker for tenant:a528f79553b84c43aec8d6e00382c6b6 on resource:network {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:44:07.443389 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b34f09e-8b4c-4446-ad49-b6c445f3771a None None] get_active_networks_info from dv-neutron-829957-1-hyperv {{(pid=88388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 07 21:44:07.493804 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-13b716ca-5818-4cb2-bf27-5ada1c17a618 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Unset dirty status for tenant:a528f79553b84c43aec8d6e00382c6b6 on resource:network {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:44:07.498583 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-13b716ca-5818-4cb2-bf27-5ada1c17a618 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6207578 Mar 07 21:44:07.499211 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46488) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:07.555030 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5e8d88b8-ecc3-41cf-99d2-63be7793cbce tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Synchronizing usage tracker for tenant:a528f79553b84c43aec8d6e00382c6b6 on resource:subnet {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:44:07.588031 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5e8d88b8-ecc3-41cf-99d2-63be7793cbce tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Unset dirty status for tenant:a528f79553b84c43aec8d6e00382c6b6 on resource:subnet {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:44:07.589019 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5e8d88b8-ecc3-41cf-99d2-63be7793cbce tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "GET /v2.0/subnets?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093 HTTP/1.1" status: 200 len: 207 time: 0.0794895 Mar 07 21:44:07.593124 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46492) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:07.597088 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c002979-4533-4929-ba85-d0eb9446ef88 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Router 83b5c135-ba0f-44f9-959e-24c14653d927 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:44:07.617519 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8a84dce2-7c34-4f06-bb21-280fe4afbdee None None] Provisioning for port 9dcb1b45-5fbf-4a13-9194-8208b4da8218 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:07.629097 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8a84dce2-7c34-4f06-bb21-280fe4afbdee None None] Provisioning complete for port 9dcb1b45-5fbf-4a13-9194-8208b4da8218 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:07.629460 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8a84dce2-7c34-4f06-bb21-280fe4afbdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:07.664546 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8d12964e-3778-4721-b79b-c3573e49aefc tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:07.683740 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b34f09e-8b4c-4446-ad49-b6c445f3771a None None] Resources bound (agent type, host, resource id): {{(pid=88388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:44:07.697537 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-260c8a91-6abe-4358-9e12-1e88253d1a25 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:07.710626 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-8a84dce2-7c34-4f06-bb21-280fe4afbdee None None] Port 9dcb1b45-5fbf-4a13-9194-8208b4da8218 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:44:07.862619 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:44:07.933097 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c002979-4533-4929-ba85-d0eb9446ef88 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:44:07.943460 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2c002979-4533-4929-ba85-d0eb9446ef88 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "PUT /v2.0/routers/83b5c135-ba0f-44f9-959e-24c14653d927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3824203 Mar 07 21:44:07.943614 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46496) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:07.948176 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060f4809-ebb9-410e-a598-40d7a843a770 None None] Sync routers for ids ['83b5c135-ba0f-44f9-959e-24c14653d927'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:44:08.017148 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060f4809-ebb9-410e-a598-40d7a843a770 None None] Routers {'83b5c135-ba0f-44f9-959e-24c14653d927'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:08.017148 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-060f4809-ebb9-410e-a598-40d7a843a770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['83b5c135-ba0f-44f9-959e-24c14653d927'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:08.079415 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-19bed37b-f334-414e-a097-7a7b7b577987 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:08.085984 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-060f4809-ebb9-410e-a598-40d7a843a770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:08.108242 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060f4809-ebb9-410e-a598-40d7a843a770 None None] Routers {'83b5c135-ba0f-44f9-959e-24c14653d927'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:08.108845 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-060f4809-ebb9-410e-a598-40d7a843a770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['83b5c135-ba0f-44f9-959e-24c14653d927'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:08.126060 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18918bb-11b6-4301-be16-18db40c2afaa tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:08.131897 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18918bb-11b6-4301-be16-18db40c2afaa tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:08.137449 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18918bb-11b6-4301-be16-18db40c2afaa tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:08.143265 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18918bb-11b6-4301-be16-18db40c2afaa tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:08.148395 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e18918bb-11b6-4301-be16-18db40c2afaa tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2483 time: 0.5508823 Mar 07 21:44:08.153897 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46500) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:08.177221 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-060f4809-ebb9-410e-a598-40d7a843a770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:08.177619 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060f4809-ebb9-410e-a598-40d7a843a770 None None] The sync data for ids ['83b5c135-ba0f-44f9-959e-24c14653d927'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:44:08.192946 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:08.251006 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:08.251125 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:08.341574 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-19bed37b-f334-414e-a097-7a7b7b577987 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Calling delete_port for 13fd2689-a4f3-49ce-a7b5-cc8d2991744b owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:08.430801 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:08.468429 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a,segment=NetworkSegment(8d6987ea-654f-4909-a56e-976562315e64),segment_id=8d6987ea-654f-4909-a56e-976562315e64)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:08.517423 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-faa2b524-1ce0-401c-898e-1ba794596cf4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:08.539102 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:08.622449 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:08.674373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-260c8a91-6abe-4358-9e12-1e88253d1a25 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:08.694275 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b29f6277-622e-4a3d-9edf-b486c55965ac tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 572 time: 0.5295715 Mar 07 21:44:08.726628 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46504) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:08.797281 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-260c8a91-6abe-4358-9e12-1e88253d1a25 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:08.928778 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8e45d7-936e-42e5-b44c-9382d74a78dc tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:08.930425 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8e45d7-936e-42e5-b44c-9382d74a78dc tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:08.931932 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2a8e45d7-936e-42e5-b44c-9382d74a78dc tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2013178 Mar 07 21:44:08.953534 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46508) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:08.966725 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c8a91-6abe-4358-9e12-1e88253d1a25 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event updated for resources: {'Port': ['ID=8ebd7eb6-2dc2-4384-8bfa-d938cd9c60c6,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:08.974265 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8d12964e-3778-4721-b79b-c3573e49aefc tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:08.977905 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-19bed37b-f334-414e-a097-7a7b7b577987 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:09.031467 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bed37b-f334-414e-a097-7a7b7b577987 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Pushing event deleted for resources: {'Port': ['ID=13fd2689-a4f3-49ce-a7b5-cc8d2991744b,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:09.033278 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-faa2b524-1ce0-401c-898e-1ba794596cf4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting port dfade222-714c-4caa-82ee-d976c444af9b {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:09.033683 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-faa2b524-1ce0-401c-898e-1ba794596cf4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:09.035277 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8d12964e-3778-4721-b79b-c3573e49aefc tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:09.036143 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8d12964e-3778-4721-b79b-c3573e49aefc tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:09.039649 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-260c8a91-6abe-4358-9e12-1e88253d1a25 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:09.090863 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262fd444-e25c-442c-9c4f-ea461e3b3450 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['shared'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:09.092350 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262fd444-e25c-442c-9c4f-ea461e3b3450 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['shared'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:09.099602 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-262fd444-e25c-442c-9c4f-ea461e3b3450 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1344163 Mar 07 21:44:09.099602 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46512) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:09.373493 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37eecb3-840f-4ca4-8052-83b6ef29faed tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:09.379081 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a37eecb3-840f-4ca4-8052-83b6ef29faed tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "GET /v2.0/networks/9fa550cb-c6b6-4982-9b22-97c2481f3069 HTTP/1.1" status: 200 len: 796 time: 0.2748961 Mar 07 21:44:09.383180 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46516) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:09.383180 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-faa2b524-1ce0-401c-898e-1ba794596cf4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:09.442426 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12964e-3778-4721-b79b-c3573e49aefc tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Pushing event updated for resources: {'Port': ['ID=9dcb1b45-5fbf-4a13-9194-8208b4da8218,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:09.458024 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-19bed37b-f334-414e-a097-7a7b7b577987 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:09.459858 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-19bed37b-f334-414e-a097-7a7b7b577987 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] 10.222.0.21 "DELETE /v2.0/ports/13fd2689-a4f3-49ce-a7b5-cc8d2991744b HTTP/1.1" status: 204 len: 168 time: 2.2623017 Mar 07 21:44:09.465658 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46520) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:09.474998 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-96a24f85-3f2f-4eb1-9c48-706ab98b26ee tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Request body: {'port': {'name': 'tempest-new-port-name-757624642', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:09.475411 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.api.validators [None req-96a24f85-3f2f-4eb1-9c48-706ab98b26ee tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] bootfile-name is not in valid_values {{(pid=88386) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 07 21:44:09.475745 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.api.validators [None req-96a24f85-3f2f-4eb1-9c48-706ab98b26ee tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] tftp-server is not in valid_values {{(pid=88386) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 07 21:44:09.476072 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.api.validators [None req-96a24f85-3f2f-4eb1-9c48-706ab98b26ee tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] server-ip-address is not in valid_values {{(pid=88386) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 07 21:44:09.521617 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-260c8a91-6abe-4358-9e12-1e88253d1a25 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:09.522844 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-260c8a91-6abe-4358-9e12-1e88253d1a25 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4483292 Mar 07 21:44:09.528484 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46524) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:09.549141 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-2d85609a-0202-4dd5-824b-c6c5d03b6ffd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Request body: {'port': {'network_id': '14efbfe2-6544-47be-acf3-104d005788eb', 'name': 'tempest-FloatingIPTestJSON-354292459'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:09.550651 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-faa2b524-1ce0-401c-898e-1ba794596cf4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Calling delete_port for dfade222-714c-4caa-82ee-d976c444af9b owned by network:router_interface {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:09.633516 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d12964e-3778-4721-b79b-c3573e49aefc tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Network 4380decc-6d33-42ab-9d4f-f39e83ecfeee is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:09.688240 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-8d12964e-3778-4721-b79b-c3573e49aefc tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:09.730606 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c6cd2b91-0566-4fd0-8471-8166cb8f6d8d tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "GET /v2.0/networks/9fa550cb-c6b6-4982-9b22-97c2481f3069?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 312 time: 0.3503325 Mar 07 21:44:09.734077 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46528) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:09.794612 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:44:09.833737 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbe64d4-246b-4e25-83f7-2546acbbc876 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:09.837801 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-fcbe64d4-246b-4e25-83f7-2546acbbc876 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "GET /v2.0/subnets/27e3ce4c-b33f-44ed-801f-9d9595b32416 HTTP/1.1" status: 200 len: 811 time: 0.1019874 Mar 07 21:44:09.841085 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46532) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:09.864570 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-96a24f85-3f2f-4eb1-9c48-706ab98b26ee tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:09.928179 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:09.930933 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:09.991430 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104329e3-dcb8-4c6e-855e-c1bcbc1bdb9f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['shared'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:09.997991 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-104329e3-dcb8-4c6e-855e-c1bcbc1bdb9f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "GET /v2.0/subnets/27e3ce4c-b33f-44ed-801f-9d9595b32416?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1556997 Mar 07 21:44:10.022322 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46536) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:10.063086 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-1cad6177-d33c-4ffd-b03d-dc20b23217c6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1771989012'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:10.086393 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-4d8a961c-19c6-4c9d-84e1-5122aa1d3b9b None None] Provisioning complete for port 9dcb1b45-5fbf-4a13-9194-8208b4da8218 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:10.087173 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4d8a961c-19c6-4c9d-84e1-5122aa1d3b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:10.093266 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1cad6177-d33c-4ffd-b03d-dc20b23217c6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:10.130483 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1cad6177-d33c-4ffd-b03d-dc20b23217c6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:10.138531 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-2d85609a-0202-4dd5-824b-c6c5d03b6ffd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:10.144238 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-faa2b524-1ce0-401c-898e-1ba794596cf4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:10.147719 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-2d85609a-0202-4dd5-824b-c6c5d03b6ffd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Usage tracker for resource:port and tenant:2e7eeead753e44e297f167f27855cc6a is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:10.152152 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-2d85609a-0202-4dd5-824b-c6c5d03b6ffd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:10.160920 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-4d8a961c-19c6-4c9d-84e1-5122aa1d3b9b None None] Port 9dcb1b45-5fbf-4a13-9194-8208b4da8218 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:44:10.164225 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d12964e-3778-4721-b79b-c3573e49aefc tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Router eac3f877-03ad-4578-a248-50e3c88859b8 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:44:10.185537 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-2d85609a-0202-4dd5-824b-c6c5d03b6ffd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:10.200242 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2b524-1ce0-401c-898e-1ba794596cf4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Port': ['ID=dfade222-714c-4caa-82ee-d976c444af9b,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:10.271153 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa2b524-1ce0-401c-898e-1ba794596cf4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:10.271914 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa2b524-1ce0-401c-898e-1ba794596cf4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:10.271914 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa2b524-1ce0-401c-898e-1ba794596cf4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:10.272178 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa2b524-1ce0-401c-898e-1ba794596cf4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:10.272431 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa2b524-1ce0-401c-898e-1ba794596cf4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:10.272771 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa2b524-1ce0-401c-898e-1ba794596cf4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:10.273060 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa2b524-1ce0-401c-898e-1ba794596cf4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:10.273418 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa2b524-1ce0-401c-898e-1ba794596cf4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:10.274342 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa2b524-1ce0-401c-898e-1ba794596cf4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:10.274437 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa2b524-1ce0-401c-898e-1ba794596cf4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:10.275568 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa2b524-1ce0-401c-898e-1ba794596cf4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:10.275568 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa2b524-1ce0-401c-898e-1ba794596cf4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:10.341306 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d85609a-0202-4dd5-824b-c6c5d03b6ffd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Made reservation on behalf of 2e7eeead753e44e297f167f27855cc6a for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:10.344781 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2d85609a-0202-4dd5-824b-c6c5d03b6ffd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:10.370269 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cad6177-d33c-4ffd-b03d-dc20b23217c6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Made reservation on behalf of a528f79553b84c43aec8d6e00382c6b6 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:10.374131 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1cad6177-d33c-4ffd-b03d-dc20b23217c6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:10.499518 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-2d85609a-0202-4dd5-824b-c6c5d03b6ffd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] device_id is not set on port cc419702-f286-4d08-b9cd-8eb0a13872c3 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:44:10.566556 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-faa2b524-1ce0-401c-898e-1ba794596cf4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:10.574777 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cad6177-d33c-4ffd-b03d-dc20b23217c6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:44:10.595222 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d12964e-3778-4721-b79b-c3573e49aefc tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:44:10.605852 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7f76e7-fd04-4f12-af7a-ac64010ac5dc None None] Sync routers for ids ['eac3f877-03ad-4578-a248-50e3c88859b8'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:44:10.617442 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7f76e7-fd04-4f12-af7a-ac64010ac5dc None None] Routers {'eac3f877-03ad-4578-a248-50e3c88859b8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:10.618311 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-7c7f76e7-fd04-4f12-af7a-ac64010ac5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['eac3f877-03ad-4578-a248-50e3c88859b8'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:10.619444 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1cad6177-d33c-4ffd-b03d-dc20b23217c6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:10.619788 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-1cad6177-d33c-4ffd-b03d-dc20b23217c6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Added segment 33d28df5-4ac7-47ff-8988-7cd53ccd907b of type vlan for network bc118c7e-8e14-47d8-8177-e5eeaa5e7967 Mar 07 21:44:10.684497 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-7c7f76e7-fd04-4f12-af7a-ac64010ac5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:10.694944 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7f76e7-fd04-4f12-af7a-ac64010ac5dc None None] Routers {'eac3f877-03ad-4578-a248-50e3c88859b8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:10.695542 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-7c7f76e7-fd04-4f12-af7a-ac64010ac5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['eac3f877-03ad-4578-a248-50e3c88859b8'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:10.706744 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8d12964e-3778-4721-b79b-c3573e49aefc tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "PUT /v2.0/routers/eac3f877-03ad-4578-a248-50e3c88859b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7048876 Mar 07 21:44:10.709633 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46540) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:10.716950 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-96a24f85-3f2f-4eb1-9c48-706ab98b26ee tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:10.725716 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1cad6177-d33c-4ffd-b03d-dc20b23217c6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:10.745881 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-2d85609a-0202-4dd5-824b-c6c5d03b6ffd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Allocated IP 172.20.0.7 (14efbfe2-6544-47be-acf3-104d005788eb/20914148-4881-408f-8902-5c0f9881e0ee/cc419702-f286-4d08-b9cd-8eb0a13872c3) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:10.759354 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-7c7f76e7-fd04-4f12-af7a-ac64010ac5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:10.759680 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7f76e7-fd04-4f12-af7a-ac64010ac5dc None None] The sync data for ids ['eac3f877-03ad-4578-a248-50e3c88859b8'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:44:10.777151 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-96a24f85-3f2f-4eb1-9c48-706ab98b26ee tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:10.884646 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1cad6177-d33c-4ffd-b03d-dc20b23217c6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:10.890657 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cad6177-d33c-4ffd-b03d-dc20b23217c6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:10.891222 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1cad6177-d33c-4ffd-b03d-dc20b23217c6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:11.007826 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa2b524-1ce0-401c-898e-1ba794596cf4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Router 83b5c135-ba0f-44f9-959e-24c14653d927 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:44:11.012542 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-de11eabe-6111-4f0a-b7d1-2a083a8c0031 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:11.126695 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e3f3baf6-8f26-40cb-9751-849c7aae5fc8 None None] Provisioning complete for port d757e901-d822-4a75-8091-1e0ec46be117 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:11.127688 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e3f3baf6-8f26-40cb-9751-849c7aae5fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:11.143467 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a24f85-3f2f-4eb1-9c48-706ab98b26ee tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Pushing event updated for resources: {'Port': ['ID=d757e901-d822-4a75-8091-1e0ec46be117,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:11.189550 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-e3f3baf6-8f26-40cb-9751-849c7aae5fc8 None None] Port d757e901-d822-4a75-8091-1e0ec46be117 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:44:11.221679 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a24f85-3f2f-4eb1-9c48-706ab98b26ee tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:11.222654 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a24f85-3f2f-4eb1-9c48-706ab98b26ee tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:11.222995 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a24f85-3f2f-4eb1-9c48-706ab98b26ee tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:11.223324 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a24f85-3f2f-4eb1-9c48-706ab98b26ee tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:11.223643 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a24f85-3f2f-4eb1-9c48-706ab98b26ee tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:11.223964 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a24f85-3f2f-4eb1-9c48-706ab98b26ee tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:11.224282 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a24f85-3f2f-4eb1-9c48-706ab98b26ee tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:11.224678 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a24f85-3f2f-4eb1-9c48-706ab98b26ee tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:11.224992 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a24f85-3f2f-4eb1-9c48-706ab98b26ee tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:11.225305 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a24f85-3f2f-4eb1-9c48-706ab98b26ee tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:11.225616 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a24f85-3f2f-4eb1-9c48-706ab98b26ee tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:11.225927 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a24f85-3f2f-4eb1-9c48-706ab98b26ee tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:11.233864 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1cad6177-d33c-4ffd-b03d-dc20b23217c6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1854036 Mar 07 21:44:11.236702 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-96a24f85-3f2f-4eb1-9c48-706ab98b26ee tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] In _notify_port_updated(), no bound segment for port d757e901-d822-4a75-8091-1e0ec46be117 on network 373bd907-9d65-4392-9f40-831271250344 {{(pid=88386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 07 21:44:11.242011 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a24f85-3f2f-4eb1-9c48-706ab98b26ee tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:11.242640 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-96a24f85-3f2f-4eb1-9c48-706ab98b26ee tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:11.243873 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-96a24f85-3f2f-4eb1-9c48-706ab98b26ee tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] 10.222.0.21 "PUT /v2.0/ports/d757e901-d822-4a75-8091-1e0ec46be117 HTTP/1.1" status: 200 len: 1135 time: 1.7772756 Mar 07 21:44:11.260441 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46544) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:11.260716 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46546) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:11.293244 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad6177-d33c-4ffd-b03d-dc20b23217c6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Network': ['ID=bc118c7e-8e14-47d8-8177-e5eeaa5e7967,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:11.304332 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network bc118c7e-8e14-47d8-8177-e5eeaa5e7967 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:44:11.317623 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-819420bb-49a3-4db6-b4e0-6c348d658d23 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'subnet': {'network_id': 'bc118c7e-8e14-47d8-8177-e5eeaa5e7967', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:11.338880 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa2b524-1ce0-401c-898e-1ba794596cf4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:44:11.369396 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2d85609a-0202-4dd5-824b-c6c5d03b6ffd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:11.377257 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-de11eabe-6111-4f0a-b7d1-2a083a8c0031 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 21:44:11.378364 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-de11eabe-6111-4f0a-b7d1-2a083a8c0031 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "DELETE /v2.0/routers/eac3f877-03ad-4578-a248-50e3c88859b8 HTTP/1.1" status: 409 len: 329 time: 0.6675546 Mar 07 21:44:11.381507 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46552) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:11.440300 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0c0661-ad2d-4b8d-96d0-aeeb09dd897a None None] Sync routers for ids ['83b5c135-ba0f-44f9-959e-24c14653d927'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:44:11.470288 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-faa2b524-1ce0-401c-898e-1ba794596cf4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "PUT /v2.0/routers/83b5c135-ba0f-44f9-959e-24c14653d927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5254583 Mar 07 21:44:11.471343 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0c0661-ad2d-4b8d-96d0-aeeb09dd897a None None] Routers {'83b5c135-ba0f-44f9-959e-24c14653d927'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:11.472725 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-dc0c0661-ad2d-4b8d-96d0-aeeb09dd897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['83b5c135-ba0f-44f9-959e-24c14653d927'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:11.477697 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23173933-8dfe-4344-a5ae-e3038a6beca1 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:11.482454 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-23173933-8dfe-4344-a5ae-e3038a6beca1 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] 10.222.0.21 "GET /v2.0/ports/d757e901-d822-4a75-8091-1e0ec46be117 HTTP/1.1" status: 200 len: 1135 time: 0.2143459 Mar 07 21:44:11.482454 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46556) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:11.487885 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46558) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:11.540292 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-dc0c0661-ad2d-4b8d-96d0-aeeb09dd897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:11.549041 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0c0661-ad2d-4b8d-96d0-aeeb09dd897a None None] Routers {'83b5c135-ba0f-44f9-959e-24c14653d927'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:11.549581 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-dc0c0661-ad2d-4b8d-96d0-aeeb09dd897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['83b5c135-ba0f-44f9-959e-24c14653d927'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:11.563105 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-819420bb-49a3-4db6-b4e0-6c348d658d23 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:11.579149 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-259495b3-8319-4ea1-ad19-8cd9d9fa3d8b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Synchronizing usage tracker for tenant:b77dfcf064844de7b83d64320b9ee466 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:44:11.601111 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-819420bb-49a3-4db6-b4e0-6c348d658d23 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:11.611653 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-dc0c0661-ad2d-4b8d-96d0-aeeb09dd897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:11.612310 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0c0661-ad2d-4b8d-96d0-aeeb09dd897a None None] The sync data for ids ['83b5c135-ba0f-44f9-959e-24c14653d927'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:44:11.616732 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-4f98f182-6f86-434c-8515-107287987d96 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Deleting port d757e901-d822-4a75-8091-1e0ec46be117 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:11.617093 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4f98f182-6f86-434c-8515-107287987d96 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:11.680354 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2d85609a-0202-4dd5-824b-c6c5d03b6ffd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:11.789531 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d85609a-0202-4dd5-824b-c6c5d03b6ffd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Network 14efbfe2-6544-47be-acf3-104d005788eb is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:11.795725 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819420bb-49a3-4db6-b4e0-6c348d658d23 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Made reservation on behalf of a528f79553b84c43aec8d6e00382c6b6 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:11.800641 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-819420bb-49a3-4db6-b4e0-6c348d658d23 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:11.814356 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-259495b3-8319-4ea1-ad19-8cd9d9fa3d8b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Unset dirty status for tenant:b77dfcf064844de7b83d64320b9ee466 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:44:11.818573 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-259495b3-8319-4ea1-ad19-8cd9d9fa3d8b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b5c135-ba0f-44f9-959e-24c14653d927 HTTP/1.1" status: 200 len: 205 time: 0.3320189 Mar 07 21:44:11.825755 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-2d85609a-0202-4dd5-824b-c6c5d03b6ffd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:11.825755 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d85609a-0202-4dd5-824b-c6c5d03b6ffd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event updated for resources: {'Port': ['ID=cc419702-f286-4d08-b9cd-8eb0a13872c3,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:11.825755 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d85609a-0202-4dd5-824b-c6c5d03b6ffd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:11.851142 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46564) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:11.937752 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.ipam_backend_mixin [None req-819420bb-49a3-4db6-b4e0-6c348d658d23 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Performing IP validity checks on allocation pools {{(pid=88387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 07 21:44:11.938301 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.ipam_backend_mixin [None req-819420bb-49a3-4db6-b4e0-6c348d658d23 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 07 21:44:12.026105 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bf7e2359-0b05-4387-9283-55bf8f5dca3e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:12.099981 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4f98f182-6f86-434c-8515-107287987d96 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:12.122557 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d85609a-0202-4dd5-824b-c6c5d03b6ffd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:12.124179 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2d85609a-0202-4dd5-824b-c6c5d03b6ffd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:12.253658 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-4f98f182-6f86-434c-8515-107287987d96 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Calling delete_port for d757e901-d822-4a75-8091-1e0ec46be117 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:12.457449 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-819420bb-49a3-4db6-b4e0-6c348d658d23 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:12.507325 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2d85609a-0202-4dd5-824b-c6c5d03b6ffd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9764378 Mar 07 21:44:12.510722 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bf7e2359-0b05-4387-9283-55bf8f5dca3e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:12.510875 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46568) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:12.514010 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bf7e2359-0b05-4387-9283-55bf8f5dca3e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:12.522531 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4f98f182-6f86-434c-8515-107287987d96 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:12.526657 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-8e9b81a0-8208-4358-a0ae-602cda4c3aff tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Request body: {'floatingip': {'port_id': 'cc419702-f286-4d08-b9cd-8eb0a13872c3'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:12.613281 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ae2ca717-13c3-4f61-9ac2-421e6202a334 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:12.667877 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bf7e2359-0b05-4387-9283-55bf8f5dca3e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:12.668389 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7e2359-0b05-4387-9283-55bf8f5dca3e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Fanout notify agent at l3_agent the message router_deleted on router 83b5c135-ba0f-44f9-959e-24c14653d927 {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:44:12.671987 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98f182-6f86-434c-8515-107287987d96 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Pushing event deleted for resources: {'Port': ['ID=d757e901-d822-4a75-8091-1e0ec46be117,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:12.679914 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8e9b81a0-8208-4358-a0ae-602cda4c3aff tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:12.687882 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bf7e2359-0b05-4387-9283-55bf8f5dca3e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:12.691948 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bf7e2359-0b05-4387-9283-55bf8f5dca3e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/routers/83b5c135-ba0f-44f9-959e-24c14653d927 HTTP/1.1" status: 204 len: 168 time: 0.8322639 Mar 07 21:44:12.692128 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46574) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:12.733926 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819420bb-49a3-4db6-b4e0-6c348d658d23 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Subnet': ['ID=27991dce-a46a-403b-bbee-ca495b15c360,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:12.892185 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca33a002-fbb2-4a3f-9066-44990cdcd0f9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting subnet 4dcd13c7-4132-44c5-a59c-747fe1e40811 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:44:12.897064 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819420bb-49a3-4db6-b4e0-6c348d658d23 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Checking segment: {'id': '33d28df5-4ac7-47ff-8988-7cd53ccd907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bc118c7e-8e14-47d8-8177-e5eeaa5e7967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:44:12.902077 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819420bb-49a3-4db6-b4e0-6c348d658d23 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Network hostable DHCP agents. Network: bc118c7e-8e14-47d8-8177-e5eeaa5e7967, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:44:12.902273 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca33a002-fbb2-4a3f-9066-44990cdcd0f9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:13.000724 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4f98f182-6f86-434c-8515-107287987d96 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:13.013585 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca33a002-fbb2-4a3f-9066-44990cdcd0f9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:13.075540 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819420bb-49a3-4db6-b4e0-6c348d658d23 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Network bc118c7e-8e14-47d8-8177-e5eeaa5e7967 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:44:13.158800 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4f98f182-6f86-434c-8515-107287987d96 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] 10.222.0.21 "DELETE /v2.0/ports/d757e901-d822-4a75-8091-1e0ec46be117 HTTP/1.1" status: 204 len: 168 time: 1.6730471 Mar 07 21:44:13.161734 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46578) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:13.168687 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-ae2ca717-13c3-4f61-9ac2-421e6202a334 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Deleting port 9dcb1b45-5fbf-4a13-9194-8208b4da8218 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:13.169028 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ae2ca717-13c3-4f61-9ac2-421e6202a334 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:13.199601 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca33a002-fbb2-4a3f-9066-44990cdcd0f9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:13.208957 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-819420bb-49a3-4db6-b4e0-6c348d658d23 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, bc118c7e-8e14-47d8-8177-e5eeaa5e7967) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:13.216967 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c649ed33-fd6f-46a2-968a-8be45d6e9149 None None] Network bc118c7e-8e14-47d8-8177-e5eeaa5e7967 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:13.231170 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819420bb-49a3-4db6-b4e0-6c348d658d23 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:13.232049 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-819420bb-49a3-4db6-b4e0-6c348d658d23 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:13.422922 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ae2ca717-13c3-4f61-9ac2-421e6202a334 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:13.443958 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-bc118c7e-8e14-47d8-8177-e5eeaa5e7967', 'network_id': 'bc118c7e-8e14-47d8-8177-e5eeaa5e7967', 'tenant_id': 'a528f79553b84c43aec8d6e00382c6b6', 'fixed_ips': [{'subnet_id': '27991dce-a46a-403b-bbee-ca495b15c360'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:44:13.444975 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:13.488283 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d55704d-a420-425b-bc28-6ae061c5fd4a tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Deleting subnet be29f1c7-9136-44e0-b651-44940ce057ac {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:44:13.499584 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8d55704d-a420-425b-bc28-6ae061c5fd4a tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:13.546190 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca33a002-fbb2-4a3f-9066-44990cdcd0f9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:13.559486 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-ae2ca717-13c3-4f61-9ac2-421e6202a334 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Calling delete_port for 9dcb1b45-5fbf-4a13-9194-8208b4da8218 owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:13.563010 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8d55704d-a420-425b-bc28-6ae061c5fd4a tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:13.609656 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Allocated IP 172.20.0.3 (bc118c7e-8e14-47d8-8177-e5eeaa5e7967/27991dce-a46a-403b-bbee-ca495b15c360/c4eb6e13-1e0e-4839-a9ac-d2a8ba38e3fa) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:13.616541 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-819420bb-49a3-4db6-b4e0-6c348d658d23 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.3529222 Mar 07 21:44:13.622024 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46582) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:13.633369 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33a002-fbb2-4a3f-9066-44990cdcd0f9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Subnet': ['ID=4dcd13c7-4132-44c5-a59c-747fe1e40811,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:13.633497 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-9906d3c7-659e-4eb4-8096-5abba974aa02 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:13.638427 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca33a002-fbb2-4a3f-9066-44990cdcd0f9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:13.656495 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0b8c40-3b35-4043-bcdb-1dcc088ae4fb None None] Network 98ec4fad-0eeb-4602-bd5d-34f3e90788fe requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:13.657409 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ca33a002-fbb2-4a3f-9066-44990cdcd0f9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/subnets/4dcd13c7-4132-44c5-a59c-747fe1e40811 HTTP/1.1" status: 204 len: 168 time: 0.9642968 Mar 07 21:44:13.658054 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46586) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:13.754752 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc9d04c-3bc7-4cda-87ce-7b2cf136afc4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting subnet ccc1c56e-0447-45c8-bd4c-aa6ba084d373 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:44:13.759815 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d04c-3bc7-4cda-87ce-7b2cf136afc4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:13.822718 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d04c-3bc7-4cda-87ce-7b2cf136afc4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:13.855878 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8d55704d-a420-425b-bc28-6ae061c5fd4a tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:13.907753 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9906d3c7-659e-4eb4-8096-5abba974aa02 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2514430'] for subnet, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:13.945530 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8e9b81a0-8208-4358-a0ae-602cda4c3aff tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:13.964769 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d04c-3bc7-4cda-87ce-7b2cf136afc4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:14.026671 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8e9b81a0-8208-4358-a0ae-602cda4c3aff tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:14.058508 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ae2ca717-13c3-4f61-9ac2-421e6202a334 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:14.081741 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8d55704d-a420-425b-bc28-6ae061c5fd4a tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:14.086023 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:14.145917 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8d55704d-a420-425b-bc28-6ae061c5fd4a tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:14.148843 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55704d-a420-425b-bc28-6ae061c5fd4a tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Pushing event deleted for resources: {'Subnet': ['ID=be29f1c7-9136-44e0-b651-44940ce057ac,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:14.150058 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Transition to ACTIVE for port object c4eb6e13-1e0e-4839-a9ac-d2a8ba38e3fa will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:14.155021 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff54d122-f3f4-48c6-8ed6-abd49aa12246 None None] Network 373bd907-9d65-4392-9f40-831271250344 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:14.168979 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05116f63-fde8-430c-b056-d706f45dcea7 None None] DHCP port deletion for 98ec4fad-0eeb-4602-bd5d-34f3e90788fe request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:44:14.169515 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8d55704d-a420-425b-bc28-6ae061c5fd4a tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] 10.222.0.21 "DELETE /v2.0/subnets/be29f1c7-9136-44e0-b651-44940ce057ac HTTP/1.1" status: 204 len: 168 time: 1.0065637 Mar 07 21:44:14.170543 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46590) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:14.197925 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-05116f63-fde8-430c-b056-d706f45dcea7 None None] Deleting port 5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:14.198210 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-05116f63-fde8-430c-b056-d706f45dcea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:14.234780 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d04c-3bc7-4cda-87ce-7b2cf136afc4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:14.238967 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ca717-13c3-4f61-9ac2-421e6202a334 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Pushing event deleted for resources: {'Port': ['ID=9dcb1b45-5fbf-4a13-9194-8208b4da8218,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:14.291808 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Transition to ACTIVE for port object c4eb6e13-1e0e-4839-a9ac-d2a8ba38e3fa will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:14.312333 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9d04c-3bc7-4cda-87ce-7b2cf136afc4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc1c56e-0447-45c8-bd4c-aa6ba084d373,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:14.321213 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1bc9d04c-3bc7-4cda-87ce-7b2cf136afc4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:14.325100 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23af7257-8e2f-4ee5-ab9e-9858a33343f6 None None] Network ea079d3e-5c2b-474c-b66d-3bde6033528c requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:14.391153 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1bc9d04c-3bc7-4cda-87ce-7b2cf136afc4 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/subnets/ccc1c56e-0447-45c8-bd4c-aa6ba084d373 HTTP/1.1" status: 204 len: 168 time: 0.7286432 Mar 07 21:44:14.406283 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46594) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:14.433007 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:14.520710 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-8e9b81a0-8208-4358-a0ae-602cda4c3aff tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Floating IP bd81c202-f268-4e80-8002-699ab8e90f19 associated. External IP: 172.26.2.148, port: cc419702-f286-4d08-b9cd-8eb0a13872c3. Mar 07 21:44:14.534442 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ae2ca717-13c3-4f61-9ac2-421e6202a334 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:14.586762 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c17089db-397f-49d3-96e0-7204be10a197 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:14.625232 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-c17089db-397f-49d3-96e0-7204be10a197 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Deleting port 6da40b22-259f-4061-9456-1968777d63cd {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:14.625880 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c17089db-397f-49d3-96e0-7204be10a197 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:14.641484 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Network bc118c7e-8e14-47d8-8177-e5eeaa5e7967 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:14.648538 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:14.671966 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:14.727361 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Pushing event updated for resources: {'Port': ['ID=c4eb6e13-1e0e-4839-a9ac-d2a8ba38e3fa,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:14.746975 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7d14-fb60-43a9-9560-329143e536fc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:14.782602 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:14.782948 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:14.783462 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:14.783945 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:14.784974 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:14.785306 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:14.785631 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:14.785964 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:14.786453 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:14.786949 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:14.787311 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:14.787782 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:14.837194 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf7d14-fb60-43a9-9560-329143e536fc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting port 5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:14.837773 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7d14-fb60-43a9-9560-329143e536fc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:14.972503 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Attempting to bind port c4eb6e13-1e0e-4839-a9ac-d2a8ba38e3fa on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:44:14.976161 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Attempting to bind port c4eb6e13-1e0e-4839-a9ac-d2a8ba38e3fa by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '33d28df5-4ac7-47ff-8988-7cd53ccd907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bc118c7e-8e14-47d8-8177-e5eeaa5e7967'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:44:14.976161 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Attempting to bind port c4eb6e13-1e0e-4839-a9ac-d2a8ba38e3fa on network bc118c7e-8e14-47d8-8177-e5eeaa5e7967 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:44:14.985874 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-05116f63-fde8-430c-b056-d706f45dcea7 None None] For port 5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3,segment=NetworkSegment(e9f44fa6-f1e0-433c-bedd-dd64d100cab7),segment_id=e9f44fa6-f1e0-433c-bedd-dd64d100cab7)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:14.986531 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-05116f63-fde8-430c-b056-d706f45dcea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:15.000831 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:44:15.001214 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Checking segment: {'id': '33d28df5-4ac7-47ff-8988-7cd53ccd907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bc118c7e-8e14-47d8-8177-e5eeaa5e7967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:44:15.001615 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:15.002031 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Bound using segment: {'id': '33d28df5-4ac7-47ff-8988-7cd53ccd907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bc118c7e-8e14-47d8-8177-e5eeaa5e7967'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:44:15.004772 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Bound port: c4eb6e13-1e0e-4839-a9ac-d2a8ba38e3fa, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d28df5-4ac7-47ff-8988-7cd53ccd907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bc118c7e-8e14-47d8-8177-e5eeaa5e7967'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:44:15.004772 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:15.019185 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2ca717-13c3-4f61-9ac2-421e6202a334 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Router eac3f877-03ad-4578-a248-50e3c88859b8 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:44:15.076402 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9906d3c7-659e-4eb4-8096-5abba974aa02 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742366814455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2278617'] for subnet, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:15.139012 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff420b7-0a42-4973-9569-040d8cfc61aa None None] DHCP port deletion for 373bd907-9d65-4392-9f40-831271250344 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:44:15.148623 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-05116f63-fde8-430c-b056-d706f45dcea7 None None] Calling delete_port for 5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:15.188110 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2ff420b7-0a42-4973-9569-040d8cfc61aa None None] Deleting port 6da40b22-259f-4061-9456-1968777d63cd {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:15.191652 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2ff420b7-0a42-4973-9569-040d8cfc61aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:15.256977 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2ca717-13c3-4f61-9ac2-421e6202a334 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:44:15.265573 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ae2ca717-13c3-4f61-9ac2-421e6202a334 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "PUT /v2.0/routers/eac3f877-03ad-4578-a248-50e3c88859b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8793585 Mar 07 21:44:15.265573 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-7ddf7d14-fb60-43a9-9560-329143e536fc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] For port 5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3,segment=NetworkSegment(e9f44fa6-f1e0-433c-bedd-dd64d100cab7),segment_id=e9f44fa6-f1e0-433c-bedd-dd64d100cab7)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:15.265889 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7d14-fb60-43a9-9560-329143e536fc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:15.273469 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46598) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:15.276793 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0815d033-1529-40b8-ba71-ac155f47eea3 None None] Sync routers for ids ['eac3f877-03ad-4578-a248-50e3c88859b8'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:44:15.286795 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0815d033-1529-40b8-ba71-ac155f47eea3 None None] Routers {'eac3f877-03ad-4578-a248-50e3c88859b8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:15.287387 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0815d033-1529-40b8-ba71-ac155f47eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['eac3f877-03ad-4578-a248-50e3c88859b8'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:15.347620 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-f46f87cb-5d55-42c7-b35f-05f9a895656c tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] show failed (client error): The resource could not be found. Mar 07 21:44:15.352446 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f46f87cb-5d55-42c7-b35f-05f9a895656c tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-411470352 HTTP/1.1" status: 404 len: 334 time: 0.0740247 Mar 07 21:44:15.352984 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0815d033-1529-40b8-ba71-ac155f47eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:15.353077 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46602) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:15.358786 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0815d033-1529-40b8-ba71-ac155f47eea3 None None] Routers {'eac3f877-03ad-4578-a248-50e3c88859b8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:15.359279 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0815d033-1529-40b8-ba71-ac155f47eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['eac3f877-03ad-4578-a248-50e3c88859b8'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:15.419374 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-43eb2afa-a93e-4ba5-a0a9-7129df6f31a2 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:15.427797 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-c17089db-397f-49d3-96e0-7204be10a197 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] For port 6da40b22-259f-4061-9456-1968777d63cd, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6da40b22-259f-4061-9456-1968777d63cd,segment=NetworkSegment(9761a4a8-fa62-4ec1-a709-29e74b2ce16e),segment_id=9761a4a8-fa62-4ec1-a709-29e74b2ce16e)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:15.427797 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c17089db-397f-49d3-96e0-7204be10a197 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:15.428392 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0815d033-1529-40b8-ba71-ac155f47eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:15.428392 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0815d033-1529-40b8-ba71-ac155f47eea3 None None] The sync data for ids ['eac3f877-03ad-4578-a248-50e3c88859b8'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:44:15.438434 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] For port c4eb6e13-1e0e-4839-a9ac-d2a8ba38e3fa, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:44:15.443815 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9906d3c7-659e-4eb4-8096-5abba974aa02 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:15.444595 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9906d3c7-659e-4eb4-8096-5abba974aa02 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:15.449662 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-9906d3c7-659e-4eb4-8096-5abba974aa02 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "PUT /v2.0/subnets/27991dce-a46a-403b-bbee-ca495b15c360 HTTP/1.1" status: 200 len: 877 time: 1.8265388 Mar 07 21:44:15.457940 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46606) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:15.458882 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906d3c7-659e-4eb4-8096-5abba974aa02 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event updated for resources: {'Subnet': ['ID=27991dce-a46a-403b-bbee-ca495b15c360,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:15.501218 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c0648f-8239-4b85-b5df-a38be824eadf None None] DHCP port deletion for ea079d3e-5c2b-474c-b66d-3bde6033528c request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:44:15.519612 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-05116f63-fde8-430c-b056-d706f45dcea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:15.522430 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] For port c4eb6e13-1e0e-4839-a9ac-d2a8ba38e3fa, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c4eb6e13-1e0e-4839-a9ac-d2a8ba38e3fa,segment=NetworkSegment(33d28df5-4ac7-47ff-8988-7cd53ccd907b),segment_id=33d28df5-4ac7-47ff-8988-7cd53ccd907b)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:44:15.576185 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-14c0648f-8239-4b85-b5df-a38be824eadf None None] Deleting port a7374554-a205-450f-84a4-b71d982dc414 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:15.576471 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-14c0648f-8239-4b85-b5df-a38be824eadf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:15.609816 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05116f63-fde8-430c-b056-d706f45dcea7 None None] No DVR routers for this DVR port 5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:15.623518 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05116f63-fde8-430c-b056-d706f45dcea7 None None] Pushing event deleted for resources: {'Port': ['ID=5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:15.634009 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2ff420b7-0a42-4973-9569-040d8cfc61aa None None] For port 6da40b22-259f-4061-9456-1968777d63cd, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6da40b22-259f-4061-9456-1968777d63cd,segment=NetworkSegment(9761a4a8-fa62-4ec1-a709-29e74b2ce16e),segment_id=9761a4a8-fa62-4ec1-a709-29e74b2ce16e)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:15.634121 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9b81a0-8208-4358-a0ae-602cda4c3aff tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Router 35117517-56de-4c85-bb87-b26c1589e90b has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:44:15.634238 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2ff420b7-0a42-4973-9569-040d8cfc61aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:15.637794 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-c17089db-397f-49d3-96e0-7204be10a197 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Calling delete_port for 6da40b22-259f-4061-9456-1968777d63cd owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:15.642854 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:15.687565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf7d14-fb60-43a9-9560-329143e536fc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Calling delete_port for 5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:15.716512 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-43eb2afa-a93e-4ba5-a0a9-7129df6f31a2 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] update failed (client error): The resource could not be found. Mar 07 21:44:15.717533 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-43eb2afa-a93e-4ba5-a0a9-7129df6f31a2 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1449553944 HTTP/1.1" status: 404 len: 335 time: 0.3635685 Mar 07 21:44:15.736845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46610) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:15.811380 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1c7e5a-8f20-4b67-84f5-de69a00cad5f tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Deleting subnet 226b0e07-f8da-4ffa-82ae-19d22bd25fa2 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:44:15.818454 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7e5a-8f20-4b67-84f5-de69a00cad5f tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:15.836032 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2ff420b7-0a42-4973-9569-040d8cfc61aa None None] Calling delete_port for 6da40b22-259f-4061-9456-1968777d63cd owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:15.900004 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8707ee05-9ecf-4919-a71a-761f9e1b7928 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:15.903632 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7e5a-8f20-4b67-84f5-de69a00cad5f tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:15.925623 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:44:15.951469 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.api [None req-7ddf7d14-fb60-43a9-9560-329143e536fc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:44:15.951789 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG oslo_db.api [None req-7ddf7d14-fb60-43a9-9560-329143e536fc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:44:15.999829 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-8707ee05-9ecf-4919-a71a-761f9e1b7928 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Deleting port c4eb6e13-1e0e-4839-a9ac-d2a8ba38e3fa {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:16.000171 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8707ee05-9ecf-4919-a71a-761f9e1b7928 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:16.010927 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7e5a-8f20-4b67-84f5-de69a00cad5f tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:16.024857 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:44:16.025203 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:44:16.025665 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a7374554-a205-450f-84a4-b71d982dc414 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:44:16.035130 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c17089db-397f-49d3-96e0-7204be10a197 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:16.088588 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-2ff420b7-0a42-4973-9569-040d8cfc61aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:44:16.088588 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-2ff420b7-0a42-4973-9569-040d8cfc61aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:44:16.097933 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9b81a0-8208-4358-a0ae-602cda4c3aff tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:44:16.099356 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17089db-397f-49d3-96e0-7204be10a197 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Pushing event deleted for resources: {'Port': ['ID=6da40b22-259f-4061-9456-1968777d63cd,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:16.101135 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17089db-397f-49d3-96e0-7204be10a197 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] No DVR routers for this DVR port 6da40b22-259f-4061-9456-1968777d63cd on host dv-neutron-829957-1-hyperv {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:16.103469 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010a0c7-7feb-434a-8eb2-be710b4bd400 None None] Pushing event updated for resources: {'Port': ['ID=c4eb6e13-1e0e-4839-a9ac-d2a8ba38e3fa,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:16.106110 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:16.133661 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f66d3a-a263-4f7c-a527-ceab80e9234b None None] Sync routers for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:44:16.167634 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7e5a-8f20-4b67-84f5-de69a00cad5f tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:16.175907 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8e9b81a0-8208-4358-a0ae-602cda4c3aff tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:16.215347 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f66d3a-a263-4f7c-a527-ceab80e9234b None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:16.217538 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c7e5a-8f20-4b67-84f5-de69a00cad5f tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Pushing event deleted for resources: {'Subnet': ['ID=226b0e07-f8da-4ffa-82ae-19d22bd25fa2,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:16.218452 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-73f66d3a-a263-4f7c-a527-ceab80e9234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:16.223385 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7e5a-8f20-4b67-84f5-de69a00cad5f tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:16.232804 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3e1c7e5a-8f20-4b67-84f5-de69a00cad5f tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "DELETE /v2.0/subnets/226b0e07-f8da-4ffa-82ae-19d22bd25fa2 HTTP/1.1" status: 204 len: 168 time: 0.4941468 Mar 07 21:44:16.235480 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46614) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:16.348081 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed853c01-0422-4c30-9ab2-f518a477e852 None None] Network d5278014-0efc-4549-9b73-4ae4aaa0c3fc requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:16.372214 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c17089db-397f-49d3-96e0-7204be10a197 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:16.387797 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dd899e59-39d6-417a-8a11-021f21cdff47 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:16.404677 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-dd899e59-39d6-417a-8a11-021f21cdff47 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Deleting port a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:16.404677 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dd899e59-39d6-417a-8a11-021f21cdff47 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:16.443456 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-14c0648f-8239-4b85-b5df-a38be824eadf None None] For port a7374554-a205-450f-84a4-b71d982dc414, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a7374554-a205-450f-84a4-b71d982dc414,segment=NetworkSegment(16ef627c-ded9-4d23-b0f8-1c129b34e99d),segment_id=16ef627c-ded9-4d23-b0f8-1c129b34e99d)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:16.444419 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-14c0648f-8239-4b85-b5df-a38be824eadf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:16.468252 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-73f66d3a-a263-4f7c-a527-ceab80e9234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:16.468496 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8e9b81a0-8208-4358-a0ae-602cda4c3aff tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "PUT /v2.0/floatingips/bd81c202-f268-4e80-8002-699ab8e90f19 HTTP/1.1" status: 200 len: 977 time: 3.9556453 Mar 07 21:44:16.473626 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46618) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:16.474178 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf7d14-fb60-43a9-9560-329143e536fc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting port 5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:16.474446 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-c17089db-397f-49d3-96e0-7204be10a197 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373bd907-9d65-4392-9f40-831271250344']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:16.474567 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7d14-fb60-43a9-9560-329143e536fc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:16.506112 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-c17089db-397f-49d3-96e0-7204be10a197 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9761a4a8-fa62-4ec1-a709-29e74b2ce16e') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:16.510224 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-c17089db-397f-49d3-96e0-7204be10a197 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9761a4a8-fa62-4ec1-a709-29e74b2ce16e') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:16.527830 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c17089db-397f-49d3-96e0-7204be10a197 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:16.606431 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2ff420b7-0a42-4973-9569-040d8cfc61aa None None] Deleting port 6da40b22-259f-4061-9456-1968777d63cd {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:16.606712 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2ff420b7-0a42-4973-9569-040d8cfc61aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:16.649970 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-14c0648f-8239-4b85-b5df-a38be824eadf None None] Calling delete_port for a7374554-a205-450f-84a4-b71d982dc414 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:16.685040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf7d14-fb60-43a9-9560-329143e536fc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] The port '5b9f717f-0cf7-4a57-a50f-ed8a33c1faa3' was deleted {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:44:16.706566 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c17089db-397f-49d3-96e0-7204be10a197 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:16.717000 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-8707ee05-9ecf-4919-a71a-761f9e1b7928 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] For port c4eb6e13-1e0e-4839-a9ac-d2a8ba38e3fa, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c4eb6e13-1e0e-4839-a9ac-d2a8ba38e3fa,segment=NetworkSegment(33d28df5-4ac7-47ff-8988-7cd53ccd907b),segment_id=33d28df5-4ac7-47ff-8988-7cd53ccd907b)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:16.717345 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8707ee05-9ecf-4919-a71a-761f9e1b7928 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:16.725446 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17089db-397f-49d3-96e0-7204be10a197 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:16.725838 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c17089db-397f-49d3-96e0-7204be10a197 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:16.735114 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f66d3a-a263-4f7c-a527-ceab80e9234b None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:16.735757 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-73f66d3a-a263-4f7c-a527-ceab80e9234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:16.740313 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:16.788372 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-17d1abc8-b8f1-48f4-8c9b-246e68494b11 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Deleting port cc419702-f286-4d08-b9cd-8eb0a13872c3 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:16.789123 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-17d1abc8-b8f1-48f4-8c9b-246e68494b11 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:16.869425 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-73f66d3a-a263-4f7c-a527-ceab80e9234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:16.870087 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f66d3a-a263-4f7c-a527-ceab80e9234b None None] The sync data for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:44:16.895384 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:16.911239 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2ff420b7-0a42-4973-9569-040d8cfc61aa None None] The port '6da40b22-259f-4061-9456-1968777d63cd' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:44:16.943826 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-8707ee05-9ecf-4919-a71a-761f9e1b7928 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Calling delete_port for c4eb6e13-1e0e-4839-a9ac-d2a8ba38e3fa owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:16.993886 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7d14-fb60-43a9-9560-329143e536fc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:17.069495 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-dd899e59-39d6-417a-8a11-021f21cdff47 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] For port a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a,segment=NetworkSegment(8d6987ea-654f-4909-a56e-976562315e64),segment_id=8d6987ea-654f-4909-a56e-976562315e64)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:17.069856 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dd899e59-39d6-417a-8a11-021f21cdff47 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:17.090206 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-7ddf7d14-fb60-43a9-9560-329143e536fc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ec4fad-0eeb-4602-bd5d-34f3e90788fe']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:17.153734 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b45594-da2b-444a-9fc2-cb48b266c8e0 None None] DHCP port deletion for d5278014-0efc-4549-9b73-4ae4aaa0c3fc request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:44:17.158404 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-53b45594-da2b-444a-9fc2-cb48b266c8e0 None None] Deleting port a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:17.158991 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-53b45594-da2b-444a-9fc2-cb48b266c8e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:17.159776 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c17089db-397f-49d3-96e0-7204be10a197 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:17.186987 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c17089db-397f-49d3-96e0-7204be10a197 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:17.199069 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17089db-397f-49d3-96e0-7204be10a197 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] Pushing event deleted for resources: {'Network': ['ID=373bd907-9d65-4392-9f40-831271250344,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:17.207551 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c17089db-397f-49d3-96e0-7204be10a197 tempest-ExtraDHCPOptionsTestJSON-431525400 tempest-ExtraDHCPOptionsTestJSON-431525400-project] 10.222.0.21 "DELETE /v2.0/networks/373bd907-9d65-4392-9f40-831271250344 HTTP/1.1" status: 204 len: 168 time: 3.0334439 Mar 07 21:44:17.236863 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-dd899e59-39d6-417a-8a11-021f21cdff47 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Calling delete_port for a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:17.267199 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-14c0648f-8239-4b85-b5df-a38be824eadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:17.272965 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8707ee05-9ecf-4919-a71a-761f9e1b7928 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:17.275935 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-7ddf7d14-fb60-43a9-9560-329143e536fc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f44fa6-f1e0-433c-bedd-dd64d100cab7') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:17.275935 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-7ddf7d14-fb60-43a9-9560-329143e536fc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f44fa6-f1e0-433c-bedd-dd64d100cab7') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:17.332572 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0648f-8239-4b85-b5df-a38be824eadf None None] Pushing event deleted for resources: {'Port': ['ID=a7374554-a205-450f-84a4-b71d982dc414,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:17.345141 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707ee05-9ecf-4919-a71a-761f9e1b7928 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Port': ['ID=c4eb6e13-1e0e-4839-a9ac-d2a8ba38e3fa,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:17.406019 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6da40b22-259f-4061-9456-1968777d63cd no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:44:17.435027 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8707ee05-9ecf-4919-a71a-761f9e1b7928 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No DVR routers for this DVR port c4eb6e13-1e0e-4839-a9ac-d2a8ba38e3fa on host dv-neutron-829957-1-hyperv {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:17.451394 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c0648f-8239-4b85-b5df-a38be824eadf None None] No DVR routers for this DVR port a7374554-a205-450f-84a4-b71d982dc414 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:17.464555 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 6da40b22-259f-4061-9456-1968777d63cd {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:44:17.465186 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6da40b22-259f-4061-9456-1968777d63cd not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:44:17.484029 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7d14-fb60-43a9-9560-329143e536fc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:17.525558 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8707ee05-9ecf-4919-a71a-761f9e1b7928 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:17.562769 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7d14-fb60-43a9-9560-329143e536fc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:17.571334 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ddf7d14-fb60-43a9-9560-329143e536fc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:17.571334 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7d14-fb60-43a9-9560-329143e536fc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:17.589895 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:17.594839 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65179e4-1061-48d5-abf7-9d036d9f4f29 None None] Network bc118c7e-8e14-47d8-8177-e5eeaa5e7967 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:17.686912 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8707ee05-9ecf-4919-a71a-761f9e1b7928 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:17.734813 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-17d1abc8-b8f1-48f4-8c9b-246e68494b11 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:17.758376 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-53b45594-da2b-444a-9fc2-cb48b266c8e0 None None] For port a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a,segment=NetworkSegment(8d6987ea-654f-4909-a56e-976562315e64),segment_id=8d6987ea-654f-4909-a56e-976562315e64)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:17.758772 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-53b45594-da2b-444a-9fc2-cb48b266c8e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:17.777482 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707ee05-9ecf-4919-a71a-761f9e1b7928 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Subnet': ['ID=27991dce-a46a-403b-bbee-ca495b15c360,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:17.827861 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dd899e59-39d6-417a-8a11-021f21cdff47 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:17.901557 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8707ee05-9ecf-4919-a71a-761f9e1b7928 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:17.902502 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7d14-fb60-43a9-9560-329143e536fc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:17.907408 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd899e59-39d6-417a-8a11-021f21cdff47 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Pushing event deleted for resources: {'Port': ['ID=a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:17.949819 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-8707ee05-9ecf-4919-a71a-761f9e1b7928 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc118c7e-8e14-47d8-8177-e5eeaa5e7967']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:17.961843 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46634) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:17.964312 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:44:17.971684 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-8707ee05-9ecf-4919-a71a-761f9e1b7928 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d28df5-4ac7-47ff-8988-7cd53ccd907b') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:17.972042 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-8707ee05-9ecf-4919-a71a-761f9e1b7928 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d28df5-4ac7-47ff-8988-7cd53ccd907b') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:17.992903 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8707ee05-9ecf-4919-a71a-761f9e1b7928 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:18.005807 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd899e59-39d6-417a-8a11-021f21cdff47 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] No DVR routers for this DVR port a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:18.008536 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7d14-fb60-43a9-9560-329143e536fc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:18.012578 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8707ee05-9ecf-4919-a71a-761f9e1b7928 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:18.020003 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf7d14-fb60-43a9-9560-329143e536fc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Network': ['ID=98ec4fad-0eeb-4602-bd5d-34f3e90788fe,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:18.031283 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8707ee05-9ecf-4919-a71a-761f9e1b7928 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:18.031980 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8707ee05-9ecf-4919-a71a-761f9e1b7928 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:18.057519 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-53b45594-da2b-444a-9fc2-cb48b266c8e0 None None] Calling delete_port for a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:18.093888 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7ddf7d14-fb60-43a9-9560-329143e536fc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/networks/98ec4fad-0eeb-4602-bd5d-34f3e90788fe HTTP/1.1" status: 204 len: 168 time: 3.6843119 Mar 07 21:44:18.095838 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-92044e6d-970e-4822-b84f-42fe1c61739d None None] Could not find standard attr ID for object c4eb6e13-1e0e-4839-a9ac-d2a8ba38e3fa. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:44:18.110215 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46640) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:18.129299 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:44:18.129641 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:18.144534 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:18.213386 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-148c55e7-bb12-45c1-9c17-94e490d0b79a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aca56d0febe2443c89f7f2bdbf3b9628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500598 Mar 07 21:44:18.215692 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46644) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:18.281828 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8707ee05-9ecf-4919-a71a-761f9e1b7928 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:18.298546 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-53b45594-da2b-444a-9fc2-cb48b266c8e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:44:18.298888 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-53b45594-da2b-444a-9fc2-cb48b266c8e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:44:18.311062 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8707ee05-9ecf-4919-a71a-761f9e1b7928 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:18.324340 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bb9ed406-2084-4671-bce3-0662ddc3a8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:18.329019 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707ee05-9ecf-4919-a71a-761f9e1b7928 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Network': ['ID=bc118c7e-8e14-47d8-8177-e5eeaa5e7967,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:18.361044 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dd899e59-39d6-417a-8a11-021f21cdff47 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:18.367598 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bb9ed406-2084-4671-bce3-0662ddc3a8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:18.399801 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091a21a8-75f5-41b3-b3a4-1124d7052faf None None] DHCP port deletion for bc118c7e-8e14-47d8-8177-e5eeaa5e7967 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:44:18.433646 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-61290f61-8e04-4190-b228-7b8bbad3e549 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:18.434485 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8707ee05-9ecf-4919-a71a-761f9e1b7928 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/networks/bc118c7e-8e14-47d8-8177-e5eeaa5e7967 HTTP/1.1" status: 204 len: 168 time: 2.9687197 Mar 07 21:44:18.435973 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46648) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:18.436583 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a791bbe5-33de-4200-8f7c-ddd4cc02dea2 None None] Network bc118c7e-8e14-47d8-8177-e5eeaa5e7967 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:18.436710 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-17d1abc8-b8f1-48f4-8c9b-246e68494b11 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:18.437056 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-17d1abc8-b8f1-48f4-8c9b-246e68494b11 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:18.437366 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-17d1abc8-b8f1-48f4-8c9b-246e68494b11 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Floating IP bd81c202-f268-4e80-8002-699ab8e90f19 disassociated. External IP: 172.26.2.148, port: cc419702-f286-4d08-b9cd-8eb0a13872c3. Mar 07 21:44:18.437705 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-17d1abc8-b8f1-48f4-8c9b-246e68494b11 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Calling delete_port for cc419702-f286-4d08-b9cd-8eb0a13872c3 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:18.468891 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-dd899e59-39d6-417a-8a11-021f21cdff47 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5278014-0efc-4549-9b73-4ae4aaa0c3fc']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:18.470150 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a791bbe5-33de-4200-8f7c-ddd4cc02dea2 None None] Network bc118c7e-8e14-47d8-8177-e5eeaa5e7967 could not be found, it might have been deleted concurrently. {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 07 21:44:18.487843 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-4197e25f-ff4b-41ca-8499-766579627965 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] DELETE failed (client error): The resource could not be found. Mar 07 21:44:18.488485 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4197e25f-ff4b-41ca-8499-766579627965 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:44:18.494283 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-dd899e59-39d6-417a-8a11-021f21cdff47 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6987ea-654f-4909-a56e-976562315e64') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:18.494583 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-dd899e59-39d6-417a-8a11-021f21cdff47 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6987ea-654f-4909-a56e-976562315e64') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:18.497335 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4197e25f-ff4b-41ca-8499-766579627965 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/subnets/27991dce-a46a-403b-bbee-ca495b15c360 HTTP/1.1" status: 404 len: 337 time: 0.0595846 Mar 07 21:44:18.499872 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46652) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:18.524739 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-832c5aee-7d08-4c45-8334-0e58aca3557e tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] DELETE failed (client error): The resource could not be found. Mar 07 21:44:18.525204 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-832c5aee-7d08-4c45-8334-0e58aca3557e tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:44:18.527252 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-832c5aee-7d08-4c45-8334-0e58aca3557e tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/networks/bc118c7e-8e14-47d8-8177-e5eeaa5e7967 HTTP/1.1" status: 404 len: 339 time: 0.0263736 Mar 07 21:44:18.529898 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46656) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:18.538985 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dd899e59-39d6-417a-8a11-021f21cdff47 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:18.565857 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bb9ed406-2084-4671-bce3-0662ddc3a8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:18.567836 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bb9ed406-2084-4671-bce3-0662ddc3a8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:18.568942 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bb9ed406-2084-4671-bce3-0662ddc3a8b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0a66dd7-9ebc-45a3-9b96-8665e4dbe513 HTTP/1.1" status: 204 len: 168 time: 0.3522394 Mar 07 21:44:18.580648 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-162f0b9a-0f67-4fc2-975c-5f1949720cd6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] DELETE failed (client error): The resource could not be found. Mar 07 21:44:18.581109 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-162f0b9a-0f67-4fc2-975c-5f1949720cd6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:44:18.582803 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-162f0b9a-0f67-4fc2-975c-5f1949720cd6 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/subnets/e77283de-f749-4081-a822-73c5a4f0c5e2 HTTP/1.1" status: 404 len: 337 time: 0.0519338 Mar 07 21:44:18.585023 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ed406-2084-4671-bce3-0662ddc3a8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a66dd7-9ebc-45a3-9b96-8665e4dbe513,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:18.587015 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46662) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:18.606364 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dd899e59-39d6-417a-8a11-021f21cdff47 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:18.614741 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-d827c950-9e2e-4ec0-b949-ec4dc0acb4f7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] DELETE failed (client error): The resource could not be found. Mar 07 21:44:18.615286 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d827c950-9e2e-4ec0-b949-ec4dc0acb4f7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:44:18.617138 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d827c950-9e2e-4ec0-b949-ec4dc0acb4f7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/networks/b350162b-453a-446b-9e25-7c24dd0fdc3c HTTP/1.1" status: 404 len: 339 time: 0.0295739 Mar 07 21:44:18.619900 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46666) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:18.681709 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-61290f61-8e04-4190-b228-7b8bbad3e549 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:18.689409 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd899e59-39d6-417a-8a11-021f21cdff47 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:18.693577 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dd899e59-39d6-417a-8a11-021f21cdff47 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:18.703741 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:18.742247 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d0fd4d5c-a27a-467d-b693-801c94db7b05 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:18.800359 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-53b45594-da2b-444a-9fc2-cb48b266c8e0 None None] Deleting port a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:18.800747 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-53b45594-da2b-444a-9fc2-cb48b266c8e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:18.820825 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-61290f61-8e04-4190-b228-7b8bbad3e549 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea079d3e-5c2b-474c-b66d-3bde6033528c']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:18.856011 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-61290f61-8e04-4190-b228-7b8bbad3e549 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ef627c-ded9-4d23-b0f8-1c129b34e99d') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:18.856540 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-61290f61-8e04-4190-b228-7b8bbad3e549 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ef627c-ded9-4d23-b0f8-1c129b34e99d') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:18.871937 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-53b45594-da2b-444a-9fc2-cb48b266c8e0 None None] The port 'a88b9c51-04a8-4c7a-bc41-7ed6bc89c77a' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:44:18.873450 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-61290f61-8e04-4190-b228-7b8bbad3e549 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:18.914967 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-61290f61-8e04-4190-b228-7b8bbad3e549 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:18.921369 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d0fd4d5c-a27a-467d-b693-801c94db7b05 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:18.924818 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61290f61-8e04-4190-b228-7b8bbad3e549 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:18.924818 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-61290f61-8e04-4190-b228-7b8bbad3e549 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:18.936961 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:18.952813 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-d0fd4d5c-a27a-467d-b693-801c94db7b05 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07b50b6-b75d-423f-80ed-22af50052956']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:19.082079 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-d0fd4d5c-a27a-467d-b693-801c94db7b05 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdaafc0c-8c2d-4903-a895-4b22a7f91aee') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:19.082672 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-d0fd4d5c-a27a-467d-b693-801c94db7b05 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdaafc0c-8c2d-4903-a895-4b22a7f91aee') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:19.095770 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d0fd4d5c-a27a-467d-b693-801c94db7b05 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:19.117073 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d0fd4d5c-a27a-467d-b693-801c94db7b05 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:19.123927 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0fd4d5c-a27a-467d-b693-801c94db7b05 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:19.127334 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d0fd4d5c-a27a-467d-b693-801c94db7b05 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:19.136946 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dd899e59-39d6-417a-8a11-021f21cdff47 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:19.139071 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-17d1abc8-b8f1-48f4-8c9b-246e68494b11 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:19.139429 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:19.171183 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dd899e59-39d6-417a-8a11-021f21cdff47 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:19.227778 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd899e59-39d6-417a-8a11-021f21cdff47 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Pushing event deleted for resources: {'Network': ['ID=d5278014-0efc-4549-9b73-4ae4aaa0c3fc,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:19.229792 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1abc8-b8f1-48f4-8c9b-246e68494b11 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event deleted for resources: {'Port': ['ID=cc419702-f286-4d08-b9cd-8eb0a13872c3,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:19.239043 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-dd899e59-39d6-417a-8a11-021f21cdff47 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "DELETE /v2.0/networks/d5278014-0efc-4549-9b73-4ae4aaa0c3fc HTTP/1.1" status: 204 len: 168 time: 3.0009446 Mar 07 21:44:19.240220 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46680) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:19.297024 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d0fd4d5c-a27a-467d-b693-801c94db7b05 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:19.317240 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d0fd4d5c-a27a-467d-b693-801c94db7b05 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:19.333770 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-51717f8a-57fd-4f87-a25e-ed7c6a0f57bf tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Deleting subnet 3839f2b3-2b8d-4644-8574-f3b604582268 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:44:19.337465 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd4d5c-a27a-467d-b693-801c94db7b05 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Network': ['ID=b07b50b6-b75d-423f-80ed-22af50052956,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:19.342273 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-51717f8a-57fd-4f87-a25e-ed7c6a0f57bf tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:19.379164 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d0fd4d5c-a27a-467d-b693-801c94db7b05 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/networks/b07b50b6-b75d-423f-80ed-22af50052956 HTTP/1.1" status: 204 len: 168 time: 0.7576644 Mar 07 21:44:19.385287 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46686) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:19.404890 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-61290f61-8e04-4190-b228-7b8bbad3e549 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:19.423141 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-61290f61-8e04-4190-b228-7b8bbad3e549 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:19.427936 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d104116-208d-48bf-bc40-c06bce36be80 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] DELETE failed (client error): The resource could not be found. Mar 07 21:44:19.433695 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d104116-208d-48bf-bc40-c06bce36be80 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:44:19.433695 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5d104116-208d-48bf-bc40-c06bce36be80 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/subnets/479a9e75-975f-45b3-b7f3-1229b05f3b85 HTTP/1.1" status: 404 len: 337 time: 0.0439060 Mar 07 21:44:19.433695 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46690) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:19.435890 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61290f61-8e04-4190-b228-7b8bbad3e549 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Network': ['ID=ea079d3e-5c2b-474c-b66d-3bde6033528c,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:19.442253 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-61290f61-8e04-4190-b228-7b8bbad3e549 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/networks/ea079d3e-5c2b-474c-b66d-3bde6033528c HTTP/1.1" status: 204 len: 168 time: 1.3274612 Mar 07 21:44:19.451395 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46694) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:19.459742 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-5337e3fa-02f8-4db5-b629-35c8bd16328c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'network': {'name': 'tempest-RoutersTest-1865274647'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:19.459904 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-51717f8a-57fd-4f87-a25e-ed7c6a0f57bf tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:19.468026 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5337e3fa-02f8-4db5-b629-35c8bd16328c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:19.474662 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5337e3fa-02f8-4db5-b629-35c8bd16328c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:network and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:19.479372 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5337e3fa-02f8-4db5-b629-35c8bd16328c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:19.488538 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d1abc8-b8f1-48f4-8c9b-246e68494b11 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Router 35117517-56de-4c85-bb87-b26c1589e90b has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:44:19.489379 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5337e3fa-02f8-4db5-b629-35c8bd16328c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:19.493387 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d93621-7d53-4a71-96fc-e7610dd14d18 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] DELETE failed (client error): The resource could not be found. Mar 07 21:44:19.493850 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d93621-7d53-4a71-96fc-e7610dd14d18 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:44:19.495521 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d3d93621-7d53-4a71-96fc-e7610dd14d18 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/networks/0f4594da-9177-4e75-a260-8273ebd3dbdf HTTP/1.1" status: 404 len: 339 time: 0.0620241 Mar 07 21:44:19.499758 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46698) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:19.557343 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-51717f8a-57fd-4f87-a25e-ed7c6a0f57bf tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:19.604992 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d04548-47eb-4872-ac8d-eb7731ab6260 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] DELETE failed (client error): The resource could not be found. Mar 07 21:44:19.605445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d04548-47eb-4872-ac8d-eb7731ab6260 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:44:19.607179 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e2d04548-47eb-4872-ac8d-eb7731ab6260 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/subnets/713c8e4d-3a2e-40d3-9bd9-e38984dc64a7 HTTP/1.1" status: 404 len: 337 time: 0.1052814 Mar 07 21:44:19.609828 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46708) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:19.646498 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aaacae7-9584-4f80-b41d-c5705fbf636c tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] DELETE failed (client error): The resource could not be found. Mar 07 21:44:19.646974 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aaacae7-9584-4f80-b41d-c5705fbf636c tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:44:19.648639 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4aaacae7-9584-4f80-b41d-c5705fbf636c tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/networks/d9b7e2ff-c6a6-4b19-8347-9c8f3fb8d19a HTTP/1.1" status: 404 len: 339 time: 0.0379004 Mar 07 21:44:19.651224 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46712) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:19.691905 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5337e3fa-02f8-4db5-b629-35c8bd16328c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Made reservation on behalf of b77dfcf064844de7b83d64320b9ee466 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:19.695176 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5337e3fa-02f8-4db5-b629-35c8bd16328c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:19.695624 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c4eb6e13-1e0e-4839-a9ac-d2a8ba38e3fa no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:44:19.720497 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-51717f8a-57fd-4f87-a25e-ed7c6a0f57bf tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:19.745093 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: c4eb6e13-1e0e-4839-a9ac-d2a8ba38e3fa {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:44:19.745650 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c4eb6e13-1e0e-4839-a9ac-d2a8ba38e3fa not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:44:19.771866 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51717f8a-57fd-4f87-a25e-ed7c6a0f57bf tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Pushing event deleted for resources: {'Subnet': ['ID=3839f2b3-2b8d-4644-8574-f3b604582268,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:19.773973 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-51717f8a-57fd-4f87-a25e-ed7c6a0f57bf tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:19.774918 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-13df1f3b-39bf-480d-8db4-23479e9e8261 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] DELETE failed (client error): The resource could not be found. Mar 07 21:44:19.775367 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13df1f3b-39bf-480d-8db4-23479e9e8261 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:44:19.778469 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-13df1f3b-39bf-480d-8db4-23479e9e8261 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/subnets/2de15761-f89f-4e2c-8f5e-a6d5ff509ae8 HTTP/1.1" status: 404 len: 337 time: 0.1255960 Mar 07 21:44:19.782669 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46718) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:19.790815 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-51717f8a-57fd-4f87-a25e-ed7c6a0f57bf tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "DELETE /v2.0/subnets/3839f2b3-2b8d-4644-8574-f3b604582268 HTTP/1.1" status: 204 len: 168 time: 0.5424860 Mar 07 21:44:19.791185 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6991e3-ae03-4f07-be3f-1819b0e05391 None None] Network cfb3d5a5-c305-451f-8531-12117241366c requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:19.791772 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46722) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:19.828457 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb733e77-6d55-473e-950e-ae52f24956f7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] DELETE failed (client error): The resource could not be found. Mar 07 21:44:19.828854 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb733e77-6d55-473e-950e-ae52f24956f7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:44:19.830561 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-eb733e77-6d55-473e-950e-ae52f24956f7 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/networks/741a2258-0190-4536-aaeb-8b8da0a7d4a0 HTTP/1.1" status: 404 len: 339 time: 0.0450475 Mar 07 21:44:19.837701 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46726) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:19.850048 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d1abc8-b8f1-48f4-8c9b-246e68494b11 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:44:19.861267 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78e98aa-3afc-453a-9b18-4d1b4f3ca9f1 None None] Sync routers for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:44:19.873912 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78e98aa-3afc-453a-9b18-4d1b4f3ca9f1 None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:19.874538 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-e78e98aa-3afc-453a-9b18-4d1b4f3ca9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:19.886020 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5337e3fa-02f8-4db5-b629-35c8bd16328c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:44:19.963943 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f9d8050-dff2-4fad-a253-a764cde65059 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] DELETE failed (client error): The resource could not be found. Mar 07 21:44:19.964406 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f9d8050-dff2-4fad-a253-a764cde65059 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:44:19.975888 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-729f47a9-673f-4219-b87e-358c029da1fb tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Deleting subnet d6746842-6018-43b9-a39b-85bf98c3d098 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:44:19.981373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5337e3fa-02f8-4db5-b629-35c8bd16328c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:19.982027 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-5337e3fa-02f8-4db5-b629-35c8bd16328c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Added segment 2fa84dbc-f65c-41e0-bf49-b2eef6143784 of type vlan for network 4fc2e463-caee-4b2e-96b9-1705ab35242a Mar 07 21:44:19.986662 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-729f47a9-673f-4219-b87e-358c029da1fb tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:19.996832 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7f9d8050-dff2-4fad-a253-a764cde65059 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/subnets/2f12ed98-6394-4bad-ab72-f040faadbddf HTTP/1.1" status: 404 len: 337 time: 0.1578040 Mar 07 21:44:20.003285 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46730) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:20.031108 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-e78e98aa-3afc-453a-9b18-4d1b4f3ca9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:20.043929 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78e98aa-3afc-453a-9b18-4d1b4f3ca9f1 None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:20.044793 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-e78e98aa-3afc-453a-9b18-4d1b4f3ca9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:43:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:20.058626 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46734) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:20.059621 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-415aeb97-0940-41a3-ab22-ff13141e2f53 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] DELETE failed (client error): The resource could not be found. Mar 07 21:44:20.060176 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415aeb97-0940-41a3-ab22-ff13141e2f53 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:44:20.061872 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-415aeb97-0940-41a3-ab22-ff13141e2f53 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/networks/12a6730f-d2d5-4e4b-ba2b-c5579f65f813 HTTP/1.1" status: 404 len: 339 time: 0.0574694 Mar 07 21:44:20.065803 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46738) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:20.067184 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5337e3fa-02f8-4db5-b629-35c8bd16328c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:20.084141 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-17d1abc8-b8f1-48f4-8c9b-246e68494b11 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:20.085108 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-17d1abc8-b8f1-48f4-8c9b-246e68494b11 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "DELETE /v2.0/ports/cc419702-f286-4d08-b9cd-8eb0a13872c3 HTTP/1.1" status: 204 len: 168 time: 3.5538945 Mar 07 21:44:20.087874 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46744) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:20.104011 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f453b69d-a850-4694-a260-09ee197fa95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:20.132737 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-e78e98aa-3afc-453a-9b18-4d1b4f3ca9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:20.133657 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78e98aa-3afc-453a-9b18-4d1b4f3ca9f1 None None] The sync data for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:44:20.134598 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8126e3c6-8f8e-47e9-b8a9-0b8a0ebc17c9 None None] DHCP port deletion for cfb3d5a5-c305-451f-8531-12117241366c request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:44:20.148061 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-8126e3c6-8f8e-47e9-b8a9-0b8a0ebc17c9 None None] Deleting port fe7d04bc-4f13-4ce5-bde8-3be667c19ca0 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:20.148061 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8126e3c6-8f8e-47e9-b8a9-0b8a0ebc17c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:20.152267 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-64562a89-863b-43ae-ac75-1efdf89dcadb tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] DELETE failed (client error): The resource could not be found. Mar 07 21:44:20.152857 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64562a89-863b-43ae-ac75-1efdf89dcadb tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:44:20.159721 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-64562a89-863b-43ae-ac75-1efdf89dcadb tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/subnets/c0283097-2bf4-44e6-b417-27bc19d1bc08 HTTP/1.1" status: 404 len: 337 time: 0.0908365 Mar 07 21:44:20.160436 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46748) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:20.193590 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ef840da9-7dfb-4aee-a0c3-7bcac93c55d9 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "GET /v2.0/floatingips/bd81c202-f268-4e80-8002-699ab8e90f19 HTTP/1.1" status: 200 len: 688 time: 0.1043622 Mar 07 21:44:20.194471 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46752) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:20.231845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Request body: {'networks': [{'name': 'tempest-network--1378694691'}, {'name': 'tempest-network--1971646849'}]} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:20.231845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Request body: {'network': {'name': 'tempest-network--1378694691'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:20.231845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Request body: {'network': {'name': 'tempest-network--1971646849'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:20.234300 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:20.238129 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Usage tracker for resource:network and tenant:5e4f7b3c7a2946508f3b1b65da8c5e72 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:20.240921 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:20.246666 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:20.274131 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e408790-60b9-4d78-955c-ba663547df37 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] DELETE failed (client error): The resource could not be found. Mar 07 21:44:20.274734 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e408790-60b9-4d78-955c-ba663547df37 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:44:20.278006 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1e408790-60b9-4d78-955c-ba663547df37 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/networks/34e737d3-cb68-415f-b27e-c1ada0ada306 HTTP/1.1" status: 404 len: 339 time: 0.1112647 Mar 07 21:44:20.287195 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46756) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:20.287356 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-729f47a9-673f-4219-b87e-358c029da1fb tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:20.325894 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b0b0ba-ff6f-44f6-8bf8-474a5f03ffb0 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] DELETE failed (client error): The resource could not be found. Mar 07 21:44:20.327097 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b0b0ba-ff6f-44f6-8bf8-474a5f03ffb0 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:44:20.330833 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-81b0b0ba-ff6f-44f6-8bf8-474a5f03ffb0 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/subnets/c22c5f5e-6f4a-404a-8c26-0e9970ac854a HTTP/1.1" status: 404 len: 337 time: 0.0479503 Mar 07 21:44:20.336925 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46760) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:20.358873 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5337e3fa-02f8-4db5-b629-35c8bd16328c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:20.360025 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5337e3fa-02f8-4db5-b629-35c8bd16328c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:20.360672 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5337e3fa-02f8-4db5-b629-35c8bd16328c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:20.385890 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-8126e3c6-8f8e-47e9-b8a9-0b8a0ebc17c9 None None] For port fe7d04bc-4f13-4ce5-bde8-3be667c19ca0, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=fe7d04bc-4f13-4ce5-bde8-3be667c19ca0,segment=NetworkSegment(90f645d4-a6a8-4a8e-b032-6bd4d4c7c33f),segment_id=90f645d4-a6a8-4a8e-b032-6bd4d4c7c33f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:20.386415 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8126e3c6-8f8e-47e9-b8a9-0b8a0ebc17c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:20.400951 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d694ce-786e-4757-9e18-f7415261b90d tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] DELETE failed (client error): The resource could not be found. Mar 07 21:44:20.409878 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d694ce-786e-4757-9e18-f7415261b90d tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:44:20.409878 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b2d694ce-786e-4757-9e18-f7415261b90d tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/networks/10479594-86cf-4ef1-b956-32d54507ccaf HTTP/1.1" status: 404 len: 339 time: 0.0706239 Mar 07 21:44:20.411885 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46764) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:20.418937 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-75ecbd3d-48f6-4880-9d04-5aeb01b0b213 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Deleting port 8ebd7eb6-2dc2-4384-8bfa-d938cd9c60c6 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:20.419272 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-75ecbd3d-48f6-4880-9d04-5aeb01b0b213 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:20.506106 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Made reservation on behalf of 5e4f7b3c7a2946508f3b1b65da8c5e72 for: {'network': 2} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:20.510564 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:20.523614 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-5240d4f5-9980-41d2-bc42-d059f41bda61 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] DELETE failed (client error): The resource could not be found. Mar 07 21:44:20.524074 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5240d4f5-9980-41d2-bc42-d059f41bda61 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:44:20.525736 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5240d4f5-9980-41d2-bc42-d059f41bda61 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/subnets/0ebdc02d-6493-4959-acf7-9dcedb61afd3 HTTP/1.1" status: 404 len: 337 time: 0.1132226 Mar 07 21:44:20.534819 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-8126e3c6-8f8e-47e9-b8a9-0b8a0ebc17c9 None None] Calling delete_port for fe7d04bc-4f13-4ce5-bde8-3be667c19ca0 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:20.534960 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:20.538928 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46768) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:20.546660 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337e3fa-02f8-4db5-b629-35c8bd16328c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Network': ['ID=4fc2e463-caee-4b2e-96b9-1705ab35242a,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:20.565837 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 4fc2e463-caee-4b2e-96b9-1705ab35242a details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:44:20.572007 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:20.577973 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5337e3fa-02f8-4db5-b629-35c8bd16328c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1228940 Mar 07 21:44:20.579084 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46772) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:20.580399 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Usage tracker for resource:security_group_rule and tenant:5e4f7b3c7a2946508f3b1b65da8c5e72 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:20.587300 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-985363b9-47dc-45fc-8bc2-f1fe8547622c tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] DELETE failed (client error): The resource could not be found. Mar 07 21:44:20.587300 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-985363b9-47dc-45fc-8bc2-f1fe8547622c tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:44:20.587300 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-985363b9-47dc-45fc-8bc2-f1fe8547622c tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/networks/f950303e-fdd9-4f49-85de-7b2baaed97e6 HTTP/1.1" status: 404 len: 339 time: 0.0439622 Mar 07 21:44:20.588118 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:20.590676 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46776) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:20.598937 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-fd6dbd79-d5b2-4987-a7e2-a7d3779e3b75 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'subnet': {'network_id': '4fc2e463-caee-4b2e-96b9-1705ab35242a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:20.614182 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-729f47a9-673f-4219-b87e-358c029da1fb tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:20.628309 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:20.634453 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0d84e4-1928-4ce5-9114-eb4b767631c3 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] DELETE failed (client error): The resource could not be found. Mar 07 21:44:20.634903 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c0d84e4-1928-4ce5-9114-eb4b767631c3 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:44:20.638937 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7c0d84e4-1928-4ce5-9114-eb4b767631c3 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/subnets/16c4d58d-3f7f-457e-93aa-66d6266e4c5e HTTP/1.1" status: 404 len: 337 time: 0.0449128 Mar 07 21:44:20.639169 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46780) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:20.677439 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7894a8a-d987-4830-8447-49df84b7a054 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] DELETE failed (client error): The resource could not be found. Mar 07 21:44:20.678212 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7894a8a-d987-4830-8447-49df84b7a054 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:44:20.679882 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e7894a8a-d987-4830-8447-49df84b7a054 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/networks/4c80d8a9-d7d3-4dbf-937c-5f34179b5867 HTTP/1.1" status: 404 len: 339 time: 0.0394499 Mar 07 21:44:20.695158 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46784) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:20.761346 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:20.804204 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8126e3c6-8f8e-47e9-b8a9-0b8a0ebc17c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:20.845812 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-75ecbd3d-48f6-4880-9d04-5aeb01b0b213 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:20.845812 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-75ecbd3d-48f6-4880-9d04-5aeb01b0b213 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:20.851648 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e3c6-8f8e-47e9-b8a9-0b8a0ebc17c9 None None] Pushing event deleted for resources: {'Port': ['ID=fe7d04bc-4f13-4ce5-bde8-3be667c19ca0,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:20.851999 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-fd6dbd79-d5b2-4987-a7e2-a7d3779e3b75 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:20.857231 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8126e3c6-8f8e-47e9-b8a9-0b8a0ebc17c9 None None] No DVR routers for this DVR port fe7d04bc-4f13-4ce5-bde8-3be667c19ca0 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:20.857631 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-fd6dbd79-d5b2-4987-a7e2-a7d3779e3b75 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:subnet and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:20.864062 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-fd6dbd79-d5b2-4987-a7e2-a7d3779e3b75 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:20.870248 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-fd6dbd79-d5b2-4987-a7e2-a7d3779e3b75 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:20.908441 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:20.909032 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:20.958244 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1b96a0-dcf9-4497-8c43-87eaaf3c828b,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:20.963481 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:44:20.973382 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:20.973855 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Added segment d97786ae-030c-4ad8-9c6f-edd1e6e06165 of type vlan for network 2937e583-50ba-48f1-b612-756eb08ee54f Mar 07 21:44:21.004689 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:21.040944 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:44:21.051061 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:21.051347 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Added segment 0f5af285-f23d-47a7-ac4c-eb087b38107e of type vlan for network 982132b0-9c87-4caf-b2a8-c47281420228 Mar 07 21:44:21.080944 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:21.120497 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-75ecbd3d-48f6-4880-9d04-5aeb01b0b213 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Calling delete_port for 8ebd7eb6-2dc2-4384-8bfa-d938cd9c60c6 owned by network:floatingip {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:21.161807 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-b450bac3-957d-4e94-9e1d-928cec091280 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Deleting subnet 27e3ce4c-b33f-44ed-801f-9d9595b32416 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:44:21.168418 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b450bac3-957d-4e94-9e1d-928cec091280 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:21.176915 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:21.177413 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:21.183090 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:21.187907 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:21.188532 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:21.190147 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:44:21.211699 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6dbd79-d5b2-4987-a7e2-a7d3779e3b75 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Made reservation on behalf of b77dfcf064844de7b83d64320b9ee466 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:21.211699 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fd6dbd79-d5b2-4987-a7e2-a7d3779e3b75 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:21.259531 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-729f47a9-673f-4219-b87e-358c029da1fb tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:21.379723 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f47a9-673f-4219-b87e-358c029da1fb tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Pushing event deleted for resources: {'Subnet': ['ID=d6746842-6018-43b9-a39b-85bf98c3d098,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:21.389074 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b450bac3-957d-4e94-9e1d-928cec091280 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:21.409534 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Pushing event updated for resources: {'Network': ['ID=2937e583-50ba-48f1-b612-756eb08ee54f,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:21.420344 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 2937e583-50ba-48f1-b612-756eb08ee54f details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:44:21.430342 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-729f47a9-673f-4219-b87e-358c029da1fb tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:21.445533 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7aaaab-d081-4e34-b29a-1d133538f47d None None] Network d6e47136-759f-46fb-8406-599bc3bf95a1 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:21.463596 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-729f47a9-673f-4219-b87e-358c029da1fb tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "DELETE /v2.0/subnets/d6746842-6018-43b9-a39b-85bf98c3d098 HTTP/1.1" status: 204 len: 168 time: 1.6705837 Mar 07 21:44:21.470008 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46788) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:21.509886 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4468846 Mar 07 21:44:21.517022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb53e3-b456-4e33-879b-f1eb3645ce0d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Pushing event updated for resources: {'Network': ['ID=982132b0-9c87-4caf-b2a8-c47281420228,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:21.519195 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46792) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:21.587101 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 982132b0-9c87-4caf-b2a8-c47281420228 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:44:21.672761 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a63d243-1173-4ad0-a650-596478390d56 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:21.679073 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a63d243-1173-4ad0-a650-596478390d56 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:21.685458 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a63d243-1173-4ad0-a650-596478390d56 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:21.691863 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a63d243-1173-4ad0-a650-596478390d56 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:21.692890 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7a63d243-1173-4ad0-a650-596478390d56 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Synchronizing usage tracker for tenant:5e4f7b3c7a2946508f3b1b65da8c5e72 on resource:network {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:44:21.740464 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e5757e82-1215-4e4b-9e94-085e4379741b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:21.757112 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b450bac3-957d-4e94-9e1d-928cec091280 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:21.777326 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device fe7d04bc-4f13-4ce5-bde8-3be667c19ca0 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:44:21.788594 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7a63d243-1173-4ad0-a650-596478390d56 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Unset dirty status for tenant:5e4f7b3c7a2946508f3b1b65da8c5e72 on resource:network {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:44:21.794873 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7a63d243-1173-4ad0-a650-596478390d56 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2698274 Mar 07 21:44:21.795203 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46796) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:21.829114 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: fe7d04bc-4f13-4ce5-bde8-3be667c19ca0 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:44:21.829633 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device fe7d04bc-4f13-4ce5-bde8-3be667c19ca0 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:44:21.853596 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-75ecbd3d-48f6-4880-9d04-5aeb01b0b213 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:21.946497 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-852adb73-0dbe-44e3-8a93-a9e265643c04 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:21.963834 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770a75ae-fa05-464e-99f6-01b845e6548e None None] DHCP port deletion for d6e47136-759f-46fb-8406-599bc3bf95a1 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:44:21.975880 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ecbd3d-48f6-4880-9d04-5aeb01b0b213 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event deleted for resources: {'Port': ['ID=8ebd7eb6-2dc2-4384-8bfa-d938cd9c60c6,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:21.976290 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-770a75ae-fa05-464e-99f6-01b845e6548e None None] Deleting port 6ec401ac-cda1-4e71-a7a2-aac24b42d8b6 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:21.976290 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-770a75ae-fa05-464e-99f6-01b845e6548e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.075100 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fd6dbd79-d5b2-4987-a7e2-a7d3779e3b75 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.085222 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-852adb73-0dbe-44e3-8a93-a9e265643c04 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.111552 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-852adb73-0dbe-44e3-8a93-a9e265643c04 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2937e583-50ba-48f1-b612-756eb08ee54f']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:22.126586 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-852adb73-0dbe-44e3-8a93-a9e265643c04 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd97786ae-030c-4ad8-9c6f-edd1e6e06165') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:22.127183 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-852adb73-0dbe-44e3-8a93-a9e265643c04 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd97786ae-030c-4ad8-9c6f-edd1e6e06165') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:22.140294 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-852adb73-0dbe-44e3-8a93-a9e265643c04 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.161989 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-852adb73-0dbe-44e3-8a93-a9e265643c04 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.169173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852adb73-0dbe-44e3-8a93-a9e265643c04 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:22.169658 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-852adb73-0dbe-44e3-8a93-a9e265643c04 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:22.185596 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:22.204809 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-770a75ae-fa05-464e-99f6-01b845e6548e None None] For port 6ec401ac-cda1-4e71-a7a2-aac24b42d8b6, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6ec401ac-cda1-4e71-a7a2-aac24b42d8b6,segment=NetworkSegment(96ced1f1-a1d7-442d-931d-709dd107f653),segment_id=96ced1f1-a1d7-442d-931d-709dd107f653)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:22.205191 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-770a75ae-fa05-464e-99f6-01b845e6548e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.213756 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e5757e82-1215-4e4b-9e94-085e4379741b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.261682 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-75ecbd3d-48f6-4880-9d04-5aeb01b0b213 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.271512 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b450bac3-957d-4e94-9e1d-928cec091280 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.279672 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6dbd79-d5b2-4987-a7e2-a7d3779e3b75 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Subnet': ['ID=e04f7255-951d-4604-864c-d32624683297,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:22.285291 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-e5757e82-1215-4e4b-9e94-085e4379741b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb3d5a5-c305-451f-8531-12117241366c']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:22.323636 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b942346d-2c44-4329-af23-682278ee99a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.332495 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-770a75ae-fa05-464e-99f6-01b845e6548e None None] Calling delete_port for 6ec401ac-cda1-4e71-a7a2-aac24b42d8b6 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:22.335043 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6dbd79-d5b2-4987-a7e2-a7d3779e3b75 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Checking segment: {'id': '2fa84dbc-f65c-41e0-bf49-b2eef6143784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4fc2e463-caee-4b2e-96b9-1705ab35242a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:44:22.335395 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6dbd79-d5b2-4987-a7e2-a7d3779e3b75 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network hostable DHCP agents. Network: 4fc2e463-caee-4b2e-96b9-1705ab35242a, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:44:22.341808 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b450bac3-957d-4e94-9e1d-928cec091280 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.346616 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-e5757e82-1215-4e4b-9e94-085e4379741b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f645d4-a6a8-4a8e-b032-6bd4d4c7c33f') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:22.346902 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-e5757e82-1215-4e4b-9e94-085e4379741b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f645d4-a6a8-4a8e-b032-6bd4d4c7c33f') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:22.354248 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450bac3-957d-4e94-9e1d-928cec091280 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Subnet': ['ID=27e3ce4c-b33f-44ed-801f-9d9595b32416,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:22.362142 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6614c47-d36a-49df-8657-307a3a4f5e2b None None] Network 9fa550cb-c6b6-4982-9b22-97c2481f3069 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:22.380306 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e5757e82-1215-4e4b-9e94-085e4379741b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.384979 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b450bac3-957d-4e94-9e1d-928cec091280 tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/subnets/27e3ce4c-b33f-44ed-801f-9d9595b32416 HTTP/1.1" status: 204 len: 168 time: 1.6959479 Mar 07 21:44:22.387023 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-75ecbd3d-48f6-4880-9d04-5aeb01b0b213 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.392722 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46800) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:22.396839 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-75ecbd3d-48f6-4880-9d04-5aeb01b0b213 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "DELETE /v2.0/floatingips/bd81c202-f268-4e80-8002-699ab8e90f19 HTTP/1.1" status: 204 len: 168 time: 2.1824150 Mar 07 21:44:22.396839 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46804) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:22.406096 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-24999c6e-d23e-4f44-b14d-b7f1d040b50f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': '33959bc8-a82d-488c-841e-932b2b59a942'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:22.416229 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-24999c6e-d23e-4f44-b14d-b7f1d040b50f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:22.416229 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e5757e82-1215-4e4b-9e94-085e4379741b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.421425 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-24999c6e-d23e-4f44-b14d-b7f1d040b50f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Usage tracker for resource:floatingip and tenant:2e7eeead753e44e297f167f27855cc6a is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:22.425546 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-24999c6e-d23e-4f44-b14d-b7f1d040b50f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:22.429607 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5757e82-1215-4e4b-9e94-085e4379741b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:22.430023 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e5757e82-1215-4e4b-9e94-085e4379741b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.434246 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-852adb73-0dbe-44e3-8a93-a9e265643c04 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:22.445503 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:22.464450 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-24999c6e-d23e-4f44-b14d-b7f1d040b50f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:22.465318 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-852adb73-0dbe-44e3-8a93-a9e265643c04 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.524277 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852adb73-0dbe-44e3-8a93-a9e265643c04 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Pushing event deleted for resources: {'Network': ['ID=2937e583-50ba-48f1-b612-756eb08ee54f,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:22.530710 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6dbd79-d5b2-4987-a7e2-a7d3779e3b75 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network 4fc2e463-caee-4b2e-96b9-1705ab35242a is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:44:22.555595 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9da199d2-1f5e-4adf-89ac-7e52c3dead4f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.566766 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-9da199d2-1f5e-4adf-89ac-7e52c3dead4f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Deleting port c16d2c04-8c28-4a2f-9c6e-975d41b4ba22 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:22.567246 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9da199d2-1f5e-4adf-89ac-7e52c3dead4f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.594826 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-24999c6e-d23e-4f44-b14d-b7f1d040b50f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.638385 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-770a75ae-fa05-464e-99f6-01b845e6548e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.642014 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e5757e82-1215-4e4b-9e94-085e4379741b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.650895 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e5757e82-1215-4e4b-9e94-085e4379741b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.654841 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-fd6dbd79-d5b2-4987-a7e2-a7d3779e3b75 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 4fc2e463-caee-4b2e-96b9-1705ab35242a) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:22.656676 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-852adb73-0dbe-44e3-8a93-a9e265643c04 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] 10.222.0.21 "DELETE /v2.0/networks/2937e583-50ba-48f1-b612-756eb08ee54f HTTP/1.1" status: 204 len: 168 time: 0.8603718 Mar 07 21:44:22.671702 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6dbd79-d5b2-4987-a7e2-a7d3779e3b75 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:22.671702 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fd6dbd79-d5b2-4987-a7e2-a7d3779e3b75 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.671903 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46808) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:22.696818 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a75ae-fa05-464e-99f6-01b845e6548e None None] Pushing event deleted for resources: {'Port': ['ID=6ec401ac-cda1-4e71-a7a2-aac24b42d8b6,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:22.698594 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc306c11-b095-411c-8f12-118bf021d2e2 None None] DHCP port deletion for 9fa550cb-c6b6-4982-9b22-97c2481f3069 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:44:22.700340 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d1eb75-edc4-476c-96b4-9769ce383ec3 None None] Network 4fc2e463-caee-4b2e-96b9-1705ab35242a requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:22.755695 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e5757e82-1215-4e4b-9e94-085e4379741b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "DELETE /v2.0/networks/cfb3d5a5-c305-451f-8531-12117241366c HTTP/1.1" status: 204 len: 168 time: 1.2837865 Mar 07 21:44:22.759695 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5757e82-1215-4e4b-9e94-085e4379741b tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Pushing event deleted for resources: {'Network': ['ID=cfb3d5a5-c305-451f-8531-12117241366c,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:22.762397 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46812) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:22.882906 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-63cb8543-05a4-4c62-805a-88fce4a4091f tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.904638 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-9da199d2-1f5e-4adf-89ac-7e52c3dead4f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] For port c16d2c04-8c28-4a2f-9c6e-975d41b4ba22, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c16d2c04-8c28-4a2f-9c6e-975d41b4ba22,segment=NetworkSegment(551059a0-6d49-4733-a755-0055d4e37f0b),segment_id=551059a0-6d49-4733-a755-0055d4e37f0b)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:22.905338 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9da199d2-1f5e-4adf-89ac-7e52c3dead4f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.911428 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-cc306c11-b095-411c-8f12-118bf021d2e2 None None] Deleting port c16d2c04-8c28-4a2f-9c6e-975d41b4ba22 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:22.913082 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cc306c11-b095-411c-8f12-118bf021d2e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:22.945183 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770a75ae-fa05-464e-99f6-01b845e6548e None None] No DVR routers for this DVR port 6ec401ac-cda1-4e71-a7a2-aac24b42d8b6 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:22.985079 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44233136-660e-4143-835f-f6c9850bab56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-4fc2e463-caee-4b2e-96b9-1705ab35242a', 'network_id': '4fc2e463-caee-4b2e-96b9-1705ab35242a', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'fixed_ips': [{'subnet_id': 'e04f7255-951d-4604-864c-d32624683297'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:44:22.987876 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-44233136-660e-4143-835f-f6c9850bab56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.012801 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-fd6dbd79-d5b2-4987-a7e2-a7d3779e3b75 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4293022 Mar 07 21:44:23.013856 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46816) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:23.032924 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-0ec9fb14-6e98-4f5c-a9b1-c743636f09f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-974464003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:23.045158 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0ec9fb14-6e98-4f5c-a9b1-c743636f09f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:23.058185 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f52d23b9-8793-411b-8ca3-f2069550d7ab tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.061467 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0ec9fb14-6e98-4f5c-a9b1-c743636f09f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:router and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:23.065276 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0ec9fb14-6e98-4f5c-a9b1-c743636f09f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:23.073897 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0ec9fb14-6e98-4f5c-a9b1-c743636f09f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:23.182163 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-9da199d2-1f5e-4adf-89ac-7e52c3dead4f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Calling delete_port for c16d2c04-8c28-4a2f-9c6e-975d41b4ba22 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:23.186361 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-24999c6e-d23e-4f44-b14d-b7f1d040b50f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.276948 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ec9fb14-6e98-4f5c-a9b1-c743636f09f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.278192 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ec9fb14-6e98-4f5c-a9b1-c743636f09f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.279468 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-cc306c11-b095-411c-8f12-118bf021d2e2 None None] For port c16d2c04-8c28-4a2f-9c6e-975d41b4ba22, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c16d2c04-8c28-4a2f-9c6e-975d41b4ba22,segment=NetworkSegment(551059a0-6d49-4733-a755-0055d4e37f0b),segment_id=551059a0-6d49-4733-a755-0055d4e37f0b)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:23.279856 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cc306c11-b095-411c-8f12-118bf021d2e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.295430 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ec9fb14-6e98-4f5c-a9b1-c743636f09f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.317794 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f52d23b9-8793-411b-8ca3-f2069550d7ab tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.321471 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-63cb8543-05a4-4c62-805a-88fce4a4091f tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.338812 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.364235 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-63cb8543-05a4-4c62-805a-88fce4a4091f tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982132b0-9c87-4caf-b2a8-c47281420228']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:23.372248 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ec9fb14-6e98-4f5c-a9b1-c743636f09f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.377594 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-63cb8543-05a4-4c62-805a-88fce4a4091f tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5af285-f23d-47a7-ac4c-eb087b38107e') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:23.377922 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-63cb8543-05a4-4c62-805a-88fce4a4091f tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5af285-f23d-47a7-ac4c-eb087b38107e') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:23.383661 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-f52d23b9-8793-411b-8ca3-f2069550d7ab tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e47136-759f-46fb-8406-599bc3bf95a1']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:23.390147 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-63cb8543-05a4-4c62-805a-88fce4a4091f tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.408091 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-63cb8543-05a4-4c62-805a-88fce4a4091f tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.415807 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63cb8543-05a4-4c62-805a-88fce4a4091f tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:23.417986 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-63cb8543-05a4-4c62-805a-88fce4a4091f tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:23.430676 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:23.445770 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-f52d23b9-8793-411b-8ca3-f2069550d7ab tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ced1f1-a1d7-442d-931d-709dd107f653') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:23.446204 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-f52d23b9-8793-411b-8ca3-f2069550d7ab tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ced1f1-a1d7-442d-931d-709dd107f653') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:23.461236 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-cc306c11-b095-411c-8f12-118bf021d2e2 None None] Calling delete_port for c16d2c04-8c28-4a2f-9c6e-975d41b4ba22 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:23.479917 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f52d23b9-8793-411b-8ca3-f2069550d7ab tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.490116 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.495318 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9da199d2-1f5e-4adf-89ac-7e52c3dead4f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.511886 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f52d23b9-8793-411b-8ca3-f2069550d7ab tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.523876 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-24999c6e-d23e-4f44-b14d-b7f1d040b50f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Allocated IP 172.26.2.111 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/99351ecb-ddbd-42aa-b3d2-ba3aa8e8b76e) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:23.524163 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-44233136-660e-4143-835f-f6c9850bab56 None None] Allocated IP 172.20.0.2 (4fc2e463-caee-4b2e-96b9-1705ab35242a/e04f7255-951d-4604-864c-d32624683297/6040a430-85fa-481f-957c-2261853cd383) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:23.531876 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52d23b9-8793-411b-8ca3-f2069550d7ab tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:23.532448 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f52d23b9-8793-411b-8ca3-f2069550d7ab tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:23.553265 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:23.557400 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ec9fb14-6e98-4f5c-a9b1-c743636f09f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.559562 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da199d2-1f5e-4adf-89ac-7e52c3dead4f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Port': ['ID=c16d2c04-8c28-4a2f-9c6e-975d41b4ba22,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:23.560811 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0ec9fb14-6e98-4f5c-a9b1-c743636f09f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5410702 Mar 07 21:44:23.562359 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da199d2-1f5e-4adf-89ac-7e52c3dead4f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] No DVR routers for this DVR port c16d2c04-8c28-4a2f-9c6e-975d41b4ba22 on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:23.563693 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46820) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:23.580785 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-cc306c11-b095-411c-8f12-118bf021d2e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:44:23.581629 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-cc306c11-b095-411c-8f12-118bf021d2e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:44:23.598788 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-2e832a67-6b75-4f44-aa3e-ecebb523855b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'port': {'network_id': '4fc2e463-caee-4b2e-96b9-1705ab35242a', 'name': 'tempest-RoutersTest-2071006'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:23.663106 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-63cb8543-05a4-4c62-805a-88fce4a4091f tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.692573 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-63cb8543-05a4-4c62-805a-88fce4a4091f tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.759590 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb8543-05a4-4c62-805a-88fce4a4091f tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Pushing event deleted for resources: {'Network': ['ID=982132b0-9c87-4caf-b2a8-c47281420228,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:23.779302 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c16d2c04-8c28-4a2f-9c6e-975d41b4ba22 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:44:23.807181 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f52d23b9-8793-411b-8ca3-f2069550d7ab tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.825881 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-44233136-660e-4143-835f-f6c9850bab56 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.826478 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9da199d2-1f5e-4adf-89ac-7e52c3dead4f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.830664 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: c16d2c04-8c28-4a2f-9c6e-975d41b4ba22 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:44:23.830664 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c16d2c04-8c28-4a2f-9c6e-975d41b4ba22 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:44:23.830664 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6ec401ac-cda1-4e71-a7a2-aac24b42d8b6 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:44:23.831602 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f52d23b9-8793-411b-8ca3-f2069550d7ab tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.846886 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d23b9-8793-411b-8ca3-f2069550d7ab tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Pushing event deleted for resources: {'Network': ['ID=d6e47136-759f-46fb-8406-599bc3bf95a1,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:23.863860 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f52d23b9-8793-411b-8ca3-f2069550d7ab tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "DELETE /v2.0/networks/d6e47136-759f-46fb-8406-599bc3bf95a1 HTTP/1.1" status: 204 len: 168 time: 1.0971665 Mar 07 21:44:23.864561 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-63cb8543-05a4-4c62-805a-88fce4a4091f tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] 10.222.0.21 "DELETE /v2.0/networks/982132b0-9c87-4caf-b2a8-c47281420228 HTTP/1.1" status: 204 len: 168 time: 1.1997497 Mar 07 21:44:23.866599 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46824) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:23.866931 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46826) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:23.881552 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-9da199d2-1f5e-4adf-89ac-7e52c3dead4f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa550cb-c6b6-4982-9b22-97c2481f3069']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:23.883517 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 6ec401ac-cda1-4e71-a7a2-aac24b42d8b6 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:44:23.883873 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6ec401ac-cda1-4e71-a7a2-aac24b42d8b6 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:44:23.887972 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-44233136-660e-4143-835f-f6c9850bab56 None None] Transition to ACTIVE for port object 6040a430-85fa-481f-957c-2261853cd383 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:23.906713 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-9da199d2-1f5e-4adf-89ac-7e52c3dead4f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '551059a0-6d49-4733-a755-0055d4e37f0b') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:23.910341 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-9da199d2-1f5e-4adf-89ac-7e52c3dead4f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '551059a0-6d49-4733-a755-0055d4e37f0b') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:23.917886 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-44233136-660e-4143-835f-f6c9850bab56 None None] Transition to ACTIVE for port object 6040a430-85fa-481f-957c-2261853cd383 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:23.930823 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9da199d2-1f5e-4adf-89ac-7e52c3dead4f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.946155 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-2e832a67-6b75-4f44-aa3e-ecebb523855b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:23.952485 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-2e832a67-6b75-4f44-aa3e-ecebb523855b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:port and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:23.955264 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9da199d2-1f5e-4adf-89ac-7e52c3dead4f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.958145 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-2e832a67-6b75-4f44-aa3e-ecebb523855b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:23.966498 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-2e832a67-6b75-4f44-aa3e-ecebb523855b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:23.968499 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da199d2-1f5e-4adf-89ac-7e52c3dead4f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:23.968888 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9da199d2-1f5e-4adf-89ac-7e52c3dead4f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.976652 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-24999c6e-d23e-4f44-b14d-b7f1d040b50f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.981508 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-44233136-660e-4143-835f-f6c9850bab56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:23.983934 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:24.044685 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44233136-660e-4143-835f-f6c9850bab56 None None] Network 4fc2e463-caee-4b2e-96b9-1705ab35242a is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:24.045644 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2fbcbdbc-1644-42a5-a7ec-367614401af5 req-54306b80-f559-4bfc-a739-4c7afae5f095 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3752482 Mar 07 21:44:24.047849 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-44233136-660e-4143-835f-f6c9850bab56 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:24.057664 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44233136-660e-4143-835f-f6c9850bab56 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:24.078943 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd0c2f20-1229-452e-b101-6eaeb8872006 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Deleting subnet 46f9d6b9-b880-4633-b8f7-36edd9aa4a73 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:44:24.091685 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dd0c2f20-1229-452e-b101-6eaeb8872006 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:24.092005 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e832a67-6b75-4f44-aa3e-ecebb523855b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Made reservation on behalf of b77dfcf064844de7b83d64320b9ee466 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:24.096618 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2e832a67-6b75-4f44-aa3e-ecebb523855b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:24.108928 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-cc306c11-b095-411c-8f12-118bf021d2e2 None None] Deleting port c16d2c04-8c28-4a2f-9c6e-975d41b4ba22 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:24.109525 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cc306c11-b095-411c-8f12-118bf021d2e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:24.128881 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-2e832a67-6b75-4f44-aa3e-ecebb523855b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] device_id is not set on port abfdf696-75c3-4458-a666-bfe5a5905bc7 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:44:24.141005 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44233136-660e-4143-835f-f6c9850bab56 None None] Pushing event updated for resources: {'Port': ['ID=6040a430-85fa-481f-957c-2261853cd383,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:24.168820 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9da199d2-1f5e-4adf-89ac-7e52c3dead4f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:24.193409 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9da199d2-1f5e-4adf-89ac-7e52c3dead4f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:24.222779 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da199d2-1f5e-4adf-89ac-7e52c3dead4f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] Pushing event deleted for resources: {'Network': ['ID=9fa550cb-c6b6-4982-9b22-97c2481f3069,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:24.223423 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460bb877-faa5-4326-9cdf-b0ba3045e283 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:24.230529 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460bb877-faa5-4326-9cdf-b0ba3045e283 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:24.232021 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-460bb877-faa5-4326-9cdf-b0ba3045e283 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3627877 Mar 07 21:44:24.239948 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46834) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:24.240271 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-cc306c11-b095-411c-8f12-118bf021d2e2 None None] The port 'c16d2c04-8c28-4a2f-9c6e-975d41b4ba22' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:44:24.242284 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9da199d2-1f5e-4adf-89ac-7e52c3dead4f tempest-NetworksTest-249908761 tempest-NetworksTest-249908761-project] 10.222.0.21 "DELETE /v2.0/networks/9fa550cb-c6b6-4982-9b22-97c2481f3069 HTTP/1.1" status: 204 len: 168 time: 1.8506358 Mar 07 21:44:24.245336 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dd0c2f20-1229-452e-b101-6eaeb8872006 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:24.261647 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-44233136-660e-4143-835f-f6c9850bab56 None None] Attempting to bind port 6040a430-85fa-481f-957c-2261853cd383 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:44:24.262423 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-44233136-660e-4143-835f-f6c9850bab56 None None] Attempting to bind port 6040a430-85fa-481f-957c-2261853cd383 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '2fa84dbc-f65c-41e0-bf49-b2eef6143784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4fc2e463-caee-4b2e-96b9-1705ab35242a'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:44:24.262678 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44233136-660e-4143-835f-f6c9850bab56 None None] Attempting to bind port 6040a430-85fa-481f-957c-2261853cd383 on network 4fc2e463-caee-4b2e-96b9-1705ab35242a {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:44:24.269529 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44233136-660e-4143-835f-f6c9850bab56 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:44:24.270315 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44233136-660e-4143-835f-f6c9850bab56 None None] Checking segment: {'id': '2fa84dbc-f65c-41e0-bf49-b2eef6143784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4fc2e463-caee-4b2e-96b9-1705ab35242a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:44:24.270733 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-44233136-660e-4143-835f-f6c9850bab56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:24.271126 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44233136-660e-4143-835f-f6c9850bab56 None None] Bound using segment: {'id': '2fa84dbc-f65c-41e0-bf49-b2eef6143784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4fc2e463-caee-4b2e-96b9-1705ab35242a'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:44:24.271594 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-44233136-660e-4143-835f-f6c9850bab56 None None] Bound port: 6040a430-85fa-481f-957c-2261853cd383, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa84dbc-f65c-41e0-bf49-b2eef6143784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4fc2e463-caee-4b2e-96b9-1705ab35242a'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:44:24.271969 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-44233136-660e-4143-835f-f6c9850bab56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:24.293804 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-f2dc92d1-fb5f-4971-b554-c3f421f48edd tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1611172140'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:24.329866 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f2dc92d1-fb5f-4971-b554-c3f421f48edd tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:24.341123 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f2dc92d1-fb5f-4971-b554-c3f421f48edd tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Usage tracker for resource:network and tenant:5e4f7b3c7a2946508f3b1b65da8c5e72 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:24.356864 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f2dc92d1-fb5f-4971-b554-c3f421f48edd tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:24.358060 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f2dc92d1-fb5f-4971-b554-c3f421f48edd tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:24.360330 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-2e832a67-6b75-4f44-aa3e-ecebb523855b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Allocated IP 172.20.0.7 (4fc2e463-caee-4b2e-96b9-1705ab35242a/e04f7255-951d-4604-864c-d32624683297/abfdf696-75c3-4458-a666-bfe5a5905bc7) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:24.395432 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-44233136-660e-4143-835f-f6c9850bab56 None None] For port 6040a430-85fa-481f-957c-2261853cd383, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:44:24.398733 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-44233136-660e-4143-835f-f6c9850bab56 None None] For port 6040a430-85fa-481f-957c-2261853cd383, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6040a430-85fa-481f-957c-2261853cd383,segment=NetworkSegment(2fa84dbc-f65c-41e0-bf49-b2eef6143784),segment_id=2fa84dbc-f65c-41e0-bf49-b2eef6143784)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:44:24.413183 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-24999c6e-d23e-4f44-b14d-b7f1d040b50f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:24.419879 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcbdbc-1644-42a5-a7ec-367614401af5 req-f12d3680-1673-4b43-bb9c-b77ba2e8677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:24.419879 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2fbcbdbc-1644-42a5-a7ec-367614401af5 req-f12d3680-1673-4b43-bb9c-b77ba2e8677f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1d039a5115b40cc849313193266d5ad&device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 1099 time: 0.2686832 Mar 07 21:44:24.498036 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-44233136-660e-4143-835f-f6c9850bab56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:24.510144 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dc92d1-fb5f-4971-b554-c3f421f48edd tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Made reservation on behalf of 5e4f7b3c7a2946508f3b1b65da8c5e72 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:24.513492 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f2dc92d1-fb5f-4971-b554-c3f421f48edd tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:24.543394 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dd0c2f20-1229-452e-b101-6eaeb8872006 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:24.586151 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24999c6e-d23e-4f44-b14d-b7f1d040b50f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:24.603955 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44233136-660e-4143-835f-f6c9850bab56 None None] Pushing event updated for resources: {'Port': ['ID=6040a430-85fa-481f-957c-2261853cd383,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:24.623971 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2e832a67-6b75-4f44-aa3e-ecebb523855b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:24.645919 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-2e832a67-6b75-4f44-aa3e-ecebb523855b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Transition to ACTIVE for port object abfdf696-75c3-4458-a666-bfe5a5905bc7 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:24.674086 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-24999c6e-d23e-4f44-b14d-b7f1d040b50f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:24.691624 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24999c6e-d23e-4f44-b14d-b7f1d040b50f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:24.730885 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24999c6e-d23e-4f44-b14d-b7f1d040b50f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event updated for resources: {'Port': ['ID=99351ecb-ddbd-42aa-b3d2-ba3aa8e8b76e,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:24.731987 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:24.732481 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2e832a67-6b75-4f44-aa3e-ecebb523855b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:24.753502 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2dc92d1-fb5f-4971-b554-c3f421f48edd tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:44:24.811808 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f2dc92d1-fb5f-4971-b554-c3f421f48edd tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:24.812793 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-f2dc92d1-fb5f-4971-b554-c3f421f48edd tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Added segment 8bdfe787-703c-44bb-b9cf-b6e258b9d597 of type vlan for network aa7754da-0e90-4363-a37e-bc8ee006c362 Mar 07 21:44:24.848736 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e832a67-6b75-4f44-aa3e-ecebb523855b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network 4fc2e463-caee-4b2e-96b9-1705ab35242a is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:24.857883 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-2e832a67-6b75-4f44-aa3e-ecebb523855b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:24.860785 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e832a67-6b75-4f44-aa3e-ecebb523855b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:24.931411 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e832a67-6b75-4f44-aa3e-ecebb523855b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Port': ['ID=abfdf696-75c3-4458-a666-bfe5a5905bc7,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:24.945164 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46842) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:24.947508 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcbdbc-1644-42a5-a7ec-367614401af5 req-87301b04-c7a9-4652-bfba-831ae4f5f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:24.949074 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2fbcbdbc-1644-42a5-a7ec-367614401af5 req-87301b04-c7a9-4652-bfba-831ae4f5f701 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e71fce04-ffbd-435e-bfc3-87f58b6e4967 HTTP/1.1" status: 200 len: 911 time: 0.4916396 Mar 07 21:44:24.960902 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e832a67-6b75-4f44-aa3e-ecebb523855b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:24.962219 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2e832a67-6b75-4f44-aa3e-ecebb523855b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:25.038982 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2e832a67-6b75-4f44-aa3e-ecebb523855b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 919 time: 1.4740248 Mar 07 21:44:25.041510 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46848) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:25.176539 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dd0c2f20-1229-452e-b101-6eaeb8872006 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:25.181128 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f2dc92d1-fb5f-4971-b554-c3f421f48edd tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:25.299155 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c2f20-1229-452e-b101-6eaeb8872006 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Pushing event deleted for resources: {'Subnet': ['ID=46f9d6b9-b880-4633-b8f7-36edd9aa4a73,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:25.318895 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9707f03-c1a2-431f-8582-0785ebe749bb None None] Network 4380decc-6d33-42ab-9d4f-f39e83ecfeee requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:25.334155 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dd0c2f20-1229-452e-b101-6eaeb8872006 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:25.373311 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2fbcbdbc-1644-42a5-a7ec-367614401af5 req-f7bbaf07-dd8d-4dc3-a035-5b3b051bf72c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 HTTP/1.1" status: 200 len: 1002 time: 0.4160886 Mar 07 21:44:25.431102 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-dd0c2f20-1229-452e-b101-6eaeb8872006 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "DELETE /v2.0/subnets/46f9d6b9-b880-4633-b8f7-36edd9aa4a73 HTTP/1.1" status: 204 len: 168 time: 1.5619333 Mar 07 21:44:25.446662 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46852) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:25.506766 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-fe454dd4-7b37-4089-9207-8d68d0af0f94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a528f79553b84c43aec8d6e00382c6b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5563312 Mar 07 21:44:25.535471 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46856) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:25.583407 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcbdbc-1644-42a5-a7ec-367614401af5 req-00c5655b-38d0-49be-bbeb-76bd64e591c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:25.584834 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2fbcbdbc-1644-42a5-a7ec-367614401af5 req-00c5655b-38d0-49be-bbeb-76bd64e591c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca279e0e-f6b2-4a41-a814-7c87369c7833 HTTP/1.1" status: 200 len: 850 time: 0.1512709 Mar 07 21:44:25.600027 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f2dc92d1-fb5f-4971-b554-c3f421f48edd tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:25.610459 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dc92d1-fb5f-4971-b554-c3f421f48edd tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:25.611193 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f2dc92d1-fb5f-4971-b554-c3f421f48edd tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:25.635220 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19af1789-a027-4a8d-92ca-6639be68e82f None None] DHCP port deletion for 4380decc-6d33-42ab-9d4f-f39e83ecfeee request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:44:25.639272 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-19af1789-a027-4a8d-92ca-6639be68e82f None None] Deleting port d85c1b7d-7588-4947-aaa0-6777703a8397 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:25.639646 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-19af1789-a027-4a8d-92ca-6639be68e82f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:25.769530 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9d672b23-faec-4c62-8423-2c610d1c41b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:25.804351 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bbf75d-75ac-4f84-baf1-384bebec21dd None None] Network 4fc2e463-caee-4b2e-96b9-1705ab35242a requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:25.838302 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6040a430-85fa-481f-957c-2261853cd383 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:44:25.860341 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9d672b23-faec-4c62-8423-2c610d1c41b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:26.003160 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18c32c9f-24a2-455f-99d7-7c4ead1a7870 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:26.058115 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9d672b23-faec-4c62-8423-2c610d1c41b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:26.069107 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-920b52c5-1632-426e-86c2-9ad4912c0835 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:26.072115 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f2dc92d1-fb5f-4971-b554-c3f421f48edd tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8296010 Mar 07 21:44:26.073544 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-24999c6e-d23e-4f44-b14d-b7f1d040b50f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:26.075302 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46860) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:26.079096 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9fa13d8b-5507-47cb-9814-710d274c631e None None] Provisioning for port 6040a430-85fa-481f-957c-2261853cd383 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:26.083968 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-5712f57b-ae42-46cc-9fec-153194b38131 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1271235278'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:26.091453 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d672b23-faec-4c62-8423-2c610d1c41b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf92e748-2241-4fa4-9ece-10032dce7359,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:26.094435 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc92d1-fb5f-4971-b554-c3f421f48edd tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Pushing event updated for resources: {'Network': ['ID=aa7754da-0e90-4363-a37e-bc8ee006c362,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:26.099300 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5712f57b-ae42-46cc-9fec-153194b38131 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:26.109488 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-920b52c5-1632-426e-86c2-9ad4912c0835 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Deleting port d85c1b7d-7588-4947-aaa0-6777703a8397 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:26.109820 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-920b52c5-1632-426e-86c2-9ad4912c0835 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:26.110329 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5712f57b-ae42-46cc-9fec-153194b38131 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Usage tracker for resource:network and tenant:5e4f7b3c7a2946508f3b1b65da8c5e72 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:26.113318 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5712f57b-ae42-46cc-9fec-153194b38131 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:26.119212 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9d672b23-faec-4c62-8423-2c610d1c41b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:26.122726 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9d672b23-faec-4c62-8423-2c610d1c41b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf92e748-2241-4fa4-9ece-10032dce7359 HTTP/1.1" status: 204 len: 168 time: 0.5839651 Mar 07 21:44:26.126582 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5712f57b-ae42-46cc-9fec-153194b38131 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:26.161690 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network aa7754da-0e90-4363-a37e-bc8ee006c362 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:44:26.182792 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcbdbc-1644-42a5-a7ec-367614401af5 req-50215dcc-3871-4eef-9562-69f91e481812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:26.195105 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2fbcbdbc-1644-42a5-a7ec-367614401af5 req-50215dcc-3871-4eef-9562-69f91e481812 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e71fce04-ffbd-435e-bfc3-87f58b6e4967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6023052 Mar 07 21:44:26.222488 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5712f57b-ae42-46cc-9fec-153194b38131 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Made reservation on behalf of 5e4f7b3c7a2946508f3b1b65da8c5e72 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:26.225837 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5712f57b-ae42-46cc-9fec-153194b38131 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:26.311156 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-19af1789-a027-4a8d-92ca-6639be68e82f None None] For port d85c1b7d-7588-4947-aaa0-6777703a8397, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d85c1b7d-7588-4947-aaa0-6777703a8397,segment=NetworkSegment(16cee4cc-07c9-4b6b-8614-f0f70dac9be3),segment_id=16cee4cc-07c9-4b6b-8614-f0f70dac9be3)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:26.311302 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-19af1789-a027-4a8d-92ca-6639be68e82f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:26.397982 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5712f57b-ae42-46cc-9fec-153194b38131 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:44:26.422486 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5712f57b-ae42-46cc-9fec-153194b38131 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:26.422825 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-5712f57b-ae42-46cc-9fec-153194b38131 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Added segment 99ab3585-5c69-435f-affb-4d8261b351be of type vlan for network 3f056f09-9668-43f7-b518-bb5b492a2647 Mar 07 21:44:26.470846 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5712f57b-ae42-46cc-9fec-153194b38131 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:26.472767 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 6040a430-85fa-481f-957c-2261853cd383 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:26.484882 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-19af1789-a027-4a8d-92ca-6639be68e82f None None] Calling delete_port for d85c1b7d-7588-4947-aaa0-6777703a8397 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:26.513878 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-24999c6e-d23e-4f44-b14d-b7f1d040b50f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:26.521050 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18c32c9f-24a2-455f-99d7-7c4ead1a7870 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:26.534890 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 6040a430-85fa-481f-957c-2261853cd383 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:26.535414 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:26.577232 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5712f57b-ae42-46cc-9fec-153194b38131 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:26.588087 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5712f57b-ae42-46cc-9fec-153194b38131 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:26.590357 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5712f57b-ae42-46cc-9fec-153194b38131 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:26.610513 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-920b52c5-1632-426e-86c2-9ad4912c0835 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] For port d85c1b7d-7588-4947-aaa0-6777703a8397, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d85c1b7d-7588-4947-aaa0-6777703a8397,segment=NetworkSegment(16cee4cc-07c9-4b6b-8614-f0f70dac9be3),segment_id=16cee4cc-07c9-4b6b-8614-f0f70dac9be3)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:26.610882 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-920b52c5-1632-426e-86c2-9ad4912c0835 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:26.621443 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2fbcbdbc-1644-42a5-a7ec-367614401af5 req-50342c1b-c40c-4a17-a7f1-6b2af24ed7a1 service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941824 Mar 07 21:44:26.635673 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18c32c9f-24a2-455f-99d7-7c4ead1a7870 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:26.774962 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-920b52c5-1632-426e-86c2-9ad4912c0835 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Calling delete_port for d85c1b7d-7588-4947-aaa0-6777703a8397 owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:26.790239 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-19af1789-a027-4a8d-92ca-6639be68e82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:26.827447 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:26.863527 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19af1789-a027-4a8d-92ca-6639be68e82f None None] No DVR routers for this DVR port d85c1b7d-7588-4947-aaa0-6777703a8397 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:26.868139 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af1789-a027-4a8d-92ca-6639be68e82f None None] Pushing event deleted for resources: {'Port': ['ID=d85c1b7d-7588-4947-aaa0-6777703a8397,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:26.896409 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 6040a430-85fa-481f-957c-2261853cd383, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6040a430-85fa-481f-957c-2261853cd383,segment=NetworkSegment(2fa84dbc-f65c-41e0-bf49-b2eef6143784),segment_id=2fa84dbc-f65c-41e0-bf49-b2eef6143784)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:26.910662 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5712f57b-ae42-46cc-9fec-153194b38131 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8336999 Mar 07 21:44:26.932537 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46874) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:26.942359 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Request body: {'ports': [{'network_id': 'aa7754da-0e90-4363-a37e-bc8ee006c362', 'name': 'tempest-port--546079053', 'admin_state_up': True}, {'network_id': '3f056f09-9668-43f7-b518-bb5b492a2647', 'admin_state_up': False}]} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:26.942802 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Request body: {'port': {'network_id': 'aa7754da-0e90-4363-a37e-bc8ee006c362', 'name': 'tempest-port--546079053', 'admin_state_up': True}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:26.943377 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Request body: {'port': {'network_id': '3f056f09-9668-43f7-b518-bb5b492a2647', 'admin_state_up': False}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:26.973451 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712f57b-ae42-46cc-9fec-153194b38131 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Pushing event updated for resources: {'Network': ['ID=3f056f09-9668-43f7-b518-bb5b492a2647,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:26.978777 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:26.981979 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c32c9f-24a2-455f-99d7-7c4ead1a7870 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Port': ['ID=abfdf696-75c3-4458-a666-bfe5a5905bc7,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:27.093007 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 3f056f09-9668-43f7-b518-bb5b492a2647 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:44:27.108033 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d85c1b7d-7588-4947-aaa0-6777703a8397 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:44:27.243635 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.api [None req-920b52c5-1632-426e-86c2-9ad4912c0835 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:44:27.244974 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG oslo_db.api [None req-920b52c5-1632-426e-86c2-9ad4912c0835 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:44:27.261773 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: d85c1b7d-7588-4947-aaa0-6777703a8397 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:44:27.261897 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d85c1b7d-7588-4947-aaa0-6777703a8397 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:44:27.294370 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2fbcbdbc-1644-42a5-a7ec-367614401af5 req-4d9157ef-45a8-4737-8911-37b60326507b service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6638622 Mar 07 21:44:27.319277 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=6040a430-85fa-481f-957c-2261853cd383,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:27.335594 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-24999c6e-d23e-4f44-b14d-b7f1d040b50f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:27.388326 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d50a5d37-8d77-4267-afa7-e10867cefc69 None None] Provisioning for port abfdf696-75c3-4458-a666-bfe5a5905bc7 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:27.394158 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d50a5d37-8d77-4267-afa7-e10867cefc69 None None] Provisioning complete for port abfdf696-75c3-4458-a666-bfe5a5905bc7 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:27.394714 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d50a5d37-8d77-4267-afa7-e10867cefc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:27.434711 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-24999c6e-d23e-4f44-b14d-b7f1d040b50f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:27.470498 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-d50a5d37-8d77-4267-afa7-e10867cefc69 None None] Port abfdf696-75c3-4458-a666-bfe5a5905bc7 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:44:27.482270 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d50a5d37-8d77-4267-afa7-e10867cefc69 None None] Provisioning complete for port 6040a430-85fa-481f-957c-2261853cd383 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:27.486535 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d50a5d37-8d77-4267-afa7-e10867cefc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:27.592771 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:27.601058 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Usage tracker for resource:port and tenant:5e4f7b3c7a2946508f3b1b65da8c5e72 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:27.606094 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:27.615398 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:27.622281 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24999c6e-d23e-4f44-b14d-b7f1d040b50f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event updated for resources: {'Port': ['ID=99351ecb-ddbd-42aa-b3d2-ba3aa8e8b76e,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:27.645628 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-24999c6e-d23e-4f44-b14d-b7f1d040b50f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:27.663350 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18c32c9f-24a2-455f-99d7-7c4ead1a7870 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:27.734594 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Made reservation on behalf of 5e4f7b3c7a2946508f3b1b65da8c5e72 for: {'port': 2} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:27.741452 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:27.749641 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-920b52c5-1632-426e-86c2-9ad4912c0835 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Deleting port d85c1b7d-7588-4947-aaa0-6777703a8397 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:27.750283 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-920b52c5-1632-426e-86c2-9ad4912c0835 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:27.777903 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:27.805636 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46890) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:27.819112 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8928ed86-2767-4d90-b894-eeddd5016e00 None None] Provisioning complete for port abfdf696-75c3-4458-a666-bfe5a5905bc7 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:27.819539 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8928ed86-2767-4d90-b894-eeddd5016e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:27.858611 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-920b52c5-1632-426e-86c2-9ad4912c0835 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] The port 'd85c1b7d-7588-4947-aaa0-6777703a8397' was deleted {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:44:27.863214 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6040a430-85fa-481f-957c-2261853cd383 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:44:27.947990 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-8928ed86-2767-4d90-b894-eeddd5016e00 None None] Port abfdf696-75c3-4458-a666-bfe5a5905bc7 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:44:27.966168 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 6040a430-85fa-481f-957c-2261853cd383 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:27.966550 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:28.024142 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-d73b5f04-e954-4a3f-b103-02b7ae1c05fc tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-566732628'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:28.030238 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18c32c9f-24a2-455f-99d7-7c4ead1a7870 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:28.087752 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d73b5f04-e954-4a3f-b103-02b7ae1c05fc tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:28.091943 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d043647e-9220-4324-ac4f-d6b7034cf497 None None] Provisioning complete for port abfdf696-75c3-4458-a666-bfe5a5905bc7 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:28.092403 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d043647e-9220-4324-ac4f-d6b7034cf497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:28.099311 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d73b5f04-e954-4a3f-b103-02b7ae1c05fc tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Usage tracker for resource:network and tenant:193a7186bd3b41d2a2525c599bc04601 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:28.105036 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d73b5f04-e954-4a3f-b103-02b7ae1c05fc tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:28.110889 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-920b52c5-1632-426e-86c2-9ad4912c0835 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:28.135947 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d73b5f04-e954-4a3f-b103-02b7ae1c05fc tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:28.164427 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-24999c6e-d23e-4f44-b14d-b7f1d040b50f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Floating IP de1324e5-f03c-43b5-ba60-d1d7356cf35c associated. External IP: 172.26.2.111, port: 33959bc8-a82d-488c-841e-932b2b59a942. Mar 07 21:44:28.204152 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-d043647e-9220-4324-ac4f-d6b7034cf497 None None] Port abfdf696-75c3-4458-a666-bfe5a5905bc7 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:44:28.217628 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-920b52c5-1632-426e-86c2-9ad4912c0835 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4380decc-6d33-42ab-9d4f-f39e83ecfeee']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:28.246355 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73b5f04-e954-4a3f-b103-02b7ae1c05fc tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Made reservation on behalf of 193a7186bd3b41d2a2525c599bc04601 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:28.246355 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d73b5f04-e954-4a3f-b103-02b7ae1c05fc tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:28.258165 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-920b52c5-1632-426e-86c2-9ad4912c0835 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16cee4cc-07c9-4b6b-8614-f0f70dac9be3') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:28.258462 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-920b52c5-1632-426e-86c2-9ad4912c0835 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16cee4cc-07c9-4b6b-8614-f0f70dac9be3') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:28.259698 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] device_id is not set on port 0faca552-dc79-4a57-bbf8-ac2b3f34d0bd yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:44:28.271528 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d73b5f04-e954-4a3f-b103-02b7ae1c05fc tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:28.291149 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-920b52c5-1632-426e-86c2-9ad4912c0835 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:28.324071 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d73b5f04-e954-4a3f-b103-02b7ae1c05fc tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:28.326783 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-920b52c5-1632-426e-86c2-9ad4912c0835 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:28.386871 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d73b5f04-e954-4a3f-b103-02b7ae1c05fc tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Usage tracker for resource:security_group_rule and tenant:193a7186bd3b41d2a2525c599bc04601 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:28.394522 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d73b5f04-e954-4a3f-b103-02b7ae1c05fc tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:28.398617 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920b52c5-1632-426e-86c2-9ad4912c0835 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:28.398617 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-920b52c5-1632-426e-86c2-9ad4912c0835 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:28.419024 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:28.443353 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d73b5f04-e954-4a3f-b103-02b7ae1c05fc tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:28.556005 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:28.671569 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18c32c9f-24a2-455f-99d7-7c4ead1a7870 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:28.679404 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] device_id is not set on port b2445e7a-619b-4fba-9402-b9bffc821d89 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:44:28.757728 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18c32c9f-24a2-455f-99d7-7c4ead1a7870 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:28.824134 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-920b52c5-1632-426e-86c2-9ad4912c0835 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:28.850613 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-920b52c5-1632-426e-86c2-9ad4912c0835 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:28.855515 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:28.878668 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b52c5-1632-426e-86c2-9ad4912c0835 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Pushing event deleted for resources: {'Network': ['ID=4380decc-6d33-42ab-9d4f-f39e83ecfeee,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:28.897528 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c32c9f-24a2-455f-99d7-7c4ead1a7870 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Port': ['ID=abfdf696-75c3-4458-a666-bfe5a5905bc7,revision_number=3']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:28.899888 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18c32c9f-24a2-455f-99d7-7c4ead1a7870 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:28.915699 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d73b5f04-e954-4a3f-b103-02b7ae1c05fc tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:28.919495 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-920b52c5-1632-426e-86c2-9ad4912c0835 tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "DELETE /v2.0/networks/4380decc-6d33-42ab-9d4f-f39e83ecfeee HTTP/1.1" status: 204 len: 168 time: 3.4396889 Mar 07 21:44:28.924007 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46898) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:28.927278 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24999c6e-d23e-4f44-b14d-b7f1d040b50f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Router 35117517-56de-4c85-bb87-b26c1589e90b has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:44:28.975661 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c6da255a-7cc2-4f85-a473-56d06b05d22d tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Synchronizing usage tracker for tenant:408aaa4d4d79481e8c3bb2314b62351f on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:44:28.979550 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d73b5f04-e954-4a3f-b103-02b7ae1c05fc tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:29.040707 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c32c9f-24a2-455f-99d7-7c4ead1a7870 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network 4fc2e463-caee-4b2e-96b9-1705ab35242a is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:29.042174 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-18c32c9f-24a2-455f-99d7-7c4ead1a7870 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:29.081291 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73b5f04-e954-4a3f-b103-02b7ae1c05fc tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:44:29.104277 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b5f04-e954-4a3f-b103-02b7ae1c05fc tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf610e19-7fab-4f02-83fa-e456bee4fa28,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:29.116339 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d73b5f04-e954-4a3f-b103-02b7ae1c05fc tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:29.116691 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-d73b5f04-e954-4a3f-b103-02b7ae1c05fc tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Added segment 5ba2071e-3e29-47c4-b4ed-e90d517e0281 of type vlan for network 78a9fe8b-5f0b-426b-8876-89cf6e3817b8 Mar 07 21:44:29.186593 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c6da255a-7cc2-4f85-a473-56d06b05d22d tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Unset dirty status for tenant:408aaa4d4d79481e8c3bb2314b62351f on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:44:29.187393 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c6da255a-7cc2-4f85-a473-56d06b05d22d tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac3f877-03ad-4578-a248-50e3c88859b8 HTTP/1.1" status: 200 len: 205 time: 0.2624960 Mar 07 21:44:29.209153 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46902) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:29.217622 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:29.303663 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d73b5f04-e954-4a3f-b103-02b7ae1c05fc tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:29.336179 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ce3d4448-d430-4ee7-aa8d-945e948a5f3a None None] Provisioning complete for port abfdf696-75c3-4458-a666-bfe5a5905bc7 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:29.337173 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ce3d4448-d430-4ee7-aa8d-945e948a5f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:29.382237 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24999c6e-d23e-4f44-b14d-b7f1d040b50f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:44:29.386560 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-35c4fe7e-e1e4-4fb1-a28f-4f22890cc0ca tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:29.394335 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Pushing event updated for resources: {'Port': ['ID=0faca552-dc79-4a57-bbf8-ac2b3f34d0bd,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:29.396183 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-ce3d4448-d430-4ee7-aa8d-945e948a5f3a None None] Port abfdf696-75c3-4458-a666-bfe5a5905bc7 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:44:29.409159 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Checking segment: {'id': '8bdfe787-703c-44bb-b9cf-b6e258b9d597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aa7754da-0e90-4363-a37e-bc8ee006c362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:44:29.409517 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Network hostable DHCP agents. Network: aa7754da-0e90-4363-a37e-bc8ee006c362, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:44:29.410086 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c9c1aa-7937-4dd0-a955-d16988075a49 None None] Sync routers for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:44:29.422104 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c9c1aa-7937-4dd0-a955-d16988075a49 None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:29.422832 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-08c9c1aa-7937-4dd0-a955-d16988075a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:29.493364 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-08c9c1aa-7937-4dd0-a955-d16988075a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:29.501625 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c9c1aa-7937-4dd0-a955-d16988075a49 None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:29.502301 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-08c9c1aa-7937-4dd0-a955-d16988075a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:29.553503 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Network aa7754da-0e90-4363-a37e-bc8ee006c362 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:44:29.563310 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-08c9c1aa-7937-4dd0-a955-d16988075a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:29.563775 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c9c1aa-7937-4dd0-a955-d16988075a49 None None] The sync data for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:44:29.576418 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c32c9f-24a2-455f-99d7-7c4ead1a7870 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Router 80b05f99-c46d-47a4-b5b9-e3a216d86e43 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:44:29.592575 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-24999c6e-d23e-4f44-b14d-b7f1d040b50f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:29.617844 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d73b5f04-e954-4a3f-b103-02b7ae1c05fc tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:29.622430 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73b5f04-e954-4a3f-b103-02b7ae1c05fc tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:29.623003 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d73b5f04-e954-4a3f-b103-02b7ae1c05fc tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:29.642639 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, aa7754da-0e90-4363-a37e-bc8ee006c362) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:29.648698 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:29.652476 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:29.657470 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e42c63d-4517-45d4-8b66-ebebdb84cb86 None None] Network aa7754da-0e90-4363-a37e-bc8ee006c362 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:29.814259 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Pushing event updated for resources: {'Port': ['ID=b2445e7a-619b-4fba-9402-b9bffc821d89,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:29.814259 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c32c9f-24a2-455f-99d7-7c4ead1a7870 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:44:29.826252 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421256a5-9d47-470d-8b76-3364ba2734b1 None None] Sync routers for ids ['80b05f99-c46d-47a4-b5b9-e3a216d86e43'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:44:29.830704 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-18c32c9f-24a2-455f-99d7-7c4ead1a7870 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "PUT /v2.0/routers/80b05f99-c46d-47a4-b5b9-e3a216d86e43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7880719 Mar 07 21:44:29.833624 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Checking segment: {'id': '99ab3585-5c69-435f-affb-4d8261b351be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3f056f09-9668-43f7-b518-bb5b492a2647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:44:29.834190 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Network hostable DHCP agents. Network: 3f056f09-9668-43f7-b518-bb5b492a2647, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:44:29.839970 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46906) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:29.843765 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421256a5-9d47-470d-8b76-3364ba2734b1 None None] Routers {'80b05f99-c46d-47a4-b5b9-e3a216d86e43'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:29.844539 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-421256a5-9d47-470d-8b76-3364ba2734b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['80b05f99-c46d-47a4-b5b9-e3a216d86e43'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:29.883178 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-35c4fe7e-e1e4-4fb1-a28f-4f22890cc0ca tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:29.889993 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-35c4fe7e-e1e4-4fb1-a28f-4f22890cc0ca tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:29.894316 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d73b5f04-e954-4a3f-b103-02b7ae1c05fc tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.0871167 Mar 07 21:44:29.897372 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46910) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:29.897527 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-24999c6e-d23e-4f44-b14d-b7f1d040b50f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.4991021 Mar 07 21:44:29.898277 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b5f04-e954-4a3f-b103-02b7ae1c05fc tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Pushing event updated for resources: {'Network': ['ID=78a9fe8b-5f0b-426b-8876-89cf6e3817b8,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:29.901116 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46912) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:29.911994 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-94d1dc2f-27d2-420f-b5d0-b1216085e934 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Request body: {'subnet': {'network_id': '78a9fe8b-5f0b-426b-8876-89cf6e3817b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:29.921485 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 78a9fe8b-5f0b-426b-8876-89cf6e3817b8 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:44:29.939255 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-cb2c5050-9f1a-4b6a-86bb-69aabac21c26 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-401088746'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:29.962991 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cb2c5050-9f1a-4b6a-86bb-69aabac21c26 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:29.973911 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-421256a5-9d47-470d-8b76-3364ba2734b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:29.977052 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-35c4fe7e-e1e4-4fb1-a28f-4f22890cc0ca tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:29.977891 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c4fe7e-e1e4-4fb1-a28f-4f22890cc0ca tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Fanout notify agent at l3_agent the message router_deleted on router eac3f877-03ad-4578-a248-50e3c88859b8 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:44:29.983785 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cb2c5050-9f1a-4b6a-86bb-69aabac21c26 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Usage tracker for resource:network and tenant:2e7eeead753e44e297f167f27855cc6a is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:29.988458 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421256a5-9d47-470d-8b76-3364ba2734b1 None None] Routers {'80b05f99-c46d-47a4-b5b9-e3a216d86e43'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:29.989111 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-421256a5-9d47-470d-8b76-3364ba2734b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['80b05f99-c46d-47a4-b5b9-e3a216d86e43'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:29.991821 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cb2c5050-9f1a-4b6a-86bb-69aabac21c26 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:30.004896 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1bd9d3-2f54-4644-ac16-4118b34f99c7 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:30.005013 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-35c4fe7e-e1e4-4fb1-a28f-4f22890cc0ca tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:30.005132 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8f1bd9d3-2f54-4644-ac16-4118b34f99c7 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Synchronizing usage tracker for tenant:b77dfcf064844de7b83d64320b9ee466 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:44:30.005233 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-35c4fe7e-e1e4-4fb1-a28f-4f22890cc0ca tempest-RoutersNegativeIpV6Test-1600518004 tempest-RoutersNegativeIpV6Test-1600518004-project] 10.222.0.21 "DELETE /v2.0/routers/eac3f877-03ad-4578-a248-50e3c88859b8 HTTP/1.1" status: 204 len: 168 time: 0.8015881 Mar 07 21:44:30.060339 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-421256a5-9d47-470d-8b76-3364ba2734b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:30.060721 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421256a5-9d47-470d-8b76-3364ba2734b1 None None] The sync data for ids ['80b05f99-c46d-47a4-b5b9-e3a216d86e43'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:44:30.062632 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cb2c5050-9f1a-4b6a-86bb-69aabac21c26 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:30.065105 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Network 3f056f09-9668-43f7-b518-bb5b492a2647 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:44:30.112116 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-94d1dc2f-27d2-420f-b5d0-b1216085e934 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:30.112420 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-94d1dc2f-27d2-420f-b5d0-b1216085e934 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Usage tracker for resource:subnet and tenant:193a7186bd3b41d2a2525c599bc04601 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:30.115267 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-94d1dc2f-27d2-420f-b5d0-b1216085e934 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:30.120929 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-94d1dc2f-27d2-420f-b5d0-b1216085e934 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:30.192657 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2c5050-9f1a-4b6a-86bb-69aabac21c26 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Made reservation on behalf of 2e7eeead753e44e297f167f27855cc6a for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:30.195778 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cb2c5050-9f1a-4b6a-86bb-69aabac21c26 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:30.227569 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2c5050-9f1a-4b6a-86bb-69aabac21c26 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:44:30.240350 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d1dc2f-27d2-420f-b5d0-b1216085e934 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Made reservation on behalf of 193a7186bd3b41d2a2525c599bc04601 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:30.240554 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-94d1dc2f-27d2-420f-b5d0-b1216085e934 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:30.253794 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 3f056f09-9668-43f7-b518-bb5b492a2647) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:30.255291 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8f1bd9d3-2f54-4644-ac16-4118b34f99c7 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Unset dirty status for tenant:b77dfcf064844de7b83d64320b9ee466 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:44:30.258395 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8f1bd9d3-2f54-4644-ac16-4118b34f99c7 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "GET /v2.0/ports/abfdf696-75c3-4458-a666-bfe5a5905bc7 HTTP/1.1" status: 200 len: 974 time: 0.4172702 Mar 07 21:44:30.263304 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46920) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:30.263417 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d36742d-915d-4250-9249-c2dfb7b5df99 None None] Network 3f056f09-9668-43f7-b518-bb5b492a2647 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:30.267393 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cb2c5050-9f1a-4b6a-86bb-69aabac21c26 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:30.267735 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-cb2c5050-9f1a-4b6a-86bb-69aabac21c26 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Added segment 116cd0ae-4ca2-485a-8b70-88a30361e053 of type vlan for network e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c Mar 07 21:44:30.274375 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:30.280048 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:30.285618 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:30.286302 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:30.393004 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cb2c5050-9f1a-4b6a-86bb-69aabac21c26 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:30.494140 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2316793b-a5d4-48ae-9e3e-37577f89ca95 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.5554099 Mar 07 21:44:30.497172 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46926) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:30.558900 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cb2c5050-9f1a-4b6a-86bb-69aabac21c26 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:30.564280 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2c5050-9f1a-4b6a-86bb-69aabac21c26 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:30.564838 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cb2c5050-9f1a-4b6a-86bb-69aabac21c26 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:30.592453 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46930) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:30.736154 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-cb2c5050-9f1a-4b6a-86bb-69aabac21c26 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8048654 Mar 07 21:44:30.741099 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46936) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:30.750090 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-ce7c3496-1667-45a2-8c44-bead51338907 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Request body: {'subnet': {'network_id': 'e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:30.774898 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c5050-9f1a-4b6a-86bb-69aabac21c26 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event updated for resources: {'Network': ['ID=e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:30.791403 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:44:30.798119 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52fa391-52bd-48ab-bcc3-55c63e775f24 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:30.805339 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52fa391-52bd-48ab-bcc3-55c63e775f24 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:30.806146 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b52fa391-52bd-48ab-bcc3-55c63e775f24 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Synchronizing usage tracker for tenant:5e4f7b3c7a2946508f3b1b65da8c5e72 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:44:30.860932 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e5b3a7b8-450b-4dd7-9ee0-cdb66087ec1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=408aaa4d4d79481e8c3bb2314b62351f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622623 Mar 07 21:44:30.860932 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46940) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:30.909248 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-94d1dc2f-27d2-420f-b5d0-b1216085e934 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:30.918791 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ce7c3496-1667-45a2-8c44-bead51338907 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:30.923899 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ce7c3496-1667-45a2-8c44-bead51338907 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Usage tracker for resource:subnet and tenant:2e7eeead753e44e297f167f27855cc6a is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:30.928218 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ce7c3496-1667-45a2-8c44-bead51338907 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:30.942529 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ce7c3496-1667-45a2-8c44-bead51338907 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:30.962505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b52fa391-52bd-48ab-bcc3-55c63e775f24 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Unset dirty status for tenant:5e4f7b3c7a2946508f3b1b65da8c5e72 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:44:30.963571 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b52fa391-52bd-48ab-bcc3-55c63e775f24 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4652131 Mar 07 21:44:30.971184 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46944) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:31.057019 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7c3496-1667-45a2-8c44-bead51338907 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Made reservation on behalf of 2e7eeead753e44e297f167f27855cc6a for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:31.057243 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1dc2f-27d2-420f-b5d0-b1216085e934 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Pushing event updated for resources: {'Subnet': ['ID=ceccf3a9-66c6-40f6-ba86-70df87f04c54,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:31.061707 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3496-1667-45a2-8c44-bead51338907 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:31.062564 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d071963c-7cba-4b8a-ac4b-4f576ad6f429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:31.098522 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9032e-6f06-44ae-9eb3-ade663a3f41e tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Deleting port 0faca552-dc79-4a57-bbf8-ac2b3f34d0bd {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:31.099248 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d3e9032e-6f06-44ae-9eb3-ade663a3f41e tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:31.141136 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d1dc2f-27d2-420f-b5d0-b1216085e934 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Checking segment: {'id': '5ba2071e-3e29-47c4-b4ed-e90d517e0281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '78a9fe8b-5f0b-426b-8876-89cf6e3817b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:44:31.141489 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d1dc2f-27d2-420f-b5d0-b1216085e934 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Network hostable DHCP agents. Network: 78a9fe8b-5f0b-426b-8876-89cf6e3817b8, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:44:31.156904 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d071963c-7cba-4b8a-ac4b-4f576ad6f429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:31.180873 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f6dd60c2-bc52-4f75-a435-8f8a3b0c8869 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:31.475094 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d1dc2f-27d2-420f-b5d0-b1216085e934 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Network 78a9fe8b-5f0b-426b-8876-89cf6e3817b8 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:44:31.494165 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d3e9032e-6f06-44ae-9eb3-ade663a3f41e tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:31.554238 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d071963c-7cba-4b8a-ac4b-4f576ad6f429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:31.561822 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd60c2-bc52-4f75-a435-8f8a3b0c8869 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting port abfdf696-75c3-4458-a666-bfe5a5905bc7 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:31.562187 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f6dd60c2-bc52-4f75-a435-8f8a3b0c8869 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:31.628250 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9032e-6f06-44ae-9eb3-ade663a3f41e tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Calling delete_port for 0faca552-dc79-4a57-bbf8-ac2b3f34d0bd owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:31.657106 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-94d1dc2f-27d2-420f-b5d0-b1216085e934 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 78a9fe8b-5f0b-426b-8876-89cf6e3817b8) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:31.666067 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c54c1f-1826-4ef2-ac35-691593f74591 None None] Network 78a9fe8b-5f0b-426b-8876-89cf6e3817b8 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:31.669067 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071963c-7cba-4b8a-ac4b-4f576ad6f429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4c639b-d82a-4ba0-9f7b-5303e5c3ccdd,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:31.678246 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d1dc2f-27d2-420f-b5d0-b1216085e934 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:31.678826 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-94d1dc2f-27d2-420f-b5d0-b1216085e934 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:31.702851 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d071963c-7cba-4b8a-ac4b-4f576ad6f429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:31.706961 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d071963c-7cba-4b8a-ac4b-4f576ad6f429 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f4c639b-d82a-4ba0-9f7b-5303e5c3ccdd HTTP/1.1" status: 204 len: 168 time: 0.8438146 Mar 07 21:44:31.712745 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3496-1667-45a2-8c44-bead51338907 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:31.813464 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-94d1dc2f-27d2-420f-b5d0-b1216085e934 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9132907 Mar 07 21:44:31.816531 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46950) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:31.823542 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-9fa8d858-37c7-43f4-9cf2-889cb24b7f86 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Request body: {'port': {'network_id': '78a9fe8b-5f0b-426b-8876-89cf6e3817b8', 'name': 'tempest-TagsExtTest-169042987'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:31.842389 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c3496-1667-45a2-8c44-bead51338907 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event updated for resources: {'Subnet': ['ID=d9ab29d5-f222-43da-919d-4d11a50e8002,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:31.846998 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f6dd60c2-bc52-4f75-a435-8f8a3b0c8869 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:31.862254 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d3e9032e-6f06-44ae-9eb3-ade663a3f41e tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:31.927683 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7c3496-1667-45a2-8c44-bead51338907 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Checking segment: {'id': '116cd0ae-4ca2-485a-8b70-88a30361e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:44:31.928140 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7c3496-1667-45a2-8c44-bead51338907 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Network hostable DHCP agents. Network: e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:44:31.929526 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9032e-6f06-44ae-9eb3-ade663a3f41e tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Pushing event deleted for resources: {'Port': ['ID=0faca552-dc79-4a57-bbf8-ac2b3f34d0bd,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:31.970909 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a434b8b8-089d-488f-ac6e-9d3bb5771529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-78a9fe8b-5f0b-426b-8876-89cf6e3817b8', 'network_id': '78a9fe8b-5f0b-426b-8876-89cf6e3817b8', 'tenant_id': '193a7186bd3b41d2a2525c599bc04601', 'fixed_ips': [{'subnet_id': 'ceccf3a9-66c6-40f6-ba86-70df87f04c54'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:44:31.971963 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a434b8b8-089d-488f-ac6e-9d3bb5771529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:31.986938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d3e9032e-6f06-44ae-9eb3-ade663a3f41e tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:31.999949 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd60c2-bc52-4f75-a435-8f8a3b0c8869 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Calling delete_port for abfdf696-75c3-4458-a666-bfe5a5905bc7 owned by network:router_interface {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:32.066326 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9fa8d858-37c7-43f4-9cf2-889cb24b7f86 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:32.071008 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9fa8d858-37c7-43f4-9cf2-889cb24b7f86 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Usage tracker for resource:port and tenant:193a7186bd3b41d2a2525c599bc04601 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:32.074104 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9fa8d858-37c7-43f4-9cf2-889cb24b7f86 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:32.083373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9fa8d858-37c7-43f4-9cf2-889cb24b7f86 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:32.086217 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d3e9032e-6f06-44ae-9eb3-ade663a3f41e tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] 10.222.0.21 "DELETE /v2.0/ports/0faca552-dc79-4a57-bbf8-ac2b3f34d0bd HTTP/1.1" status: 204 len: 168 time: 1.1127737 Mar 07 21:44:32.091075 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46956) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:32.176430 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-a434b8b8-089d-488f-ac6e-9d3bb5771529 None None] Allocated IP 172.20.0.2 (78a9fe8b-5f0b-426b-8876-89cf6e3817b8/ceccf3a9-66c6-40f6-ba86-70df87f04c54/05b72494-32a3-4cc1-bca2-eaf2b348de47) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:32.191378 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-d8540c28-83af-4ac1-a8be-3a51cd72266d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Deleting port b2445e7a-619b-4fba-9402-b9bffc821d89 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:32.192270 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d8540c28-83af-4ac1-a8be-3a51cd72266d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:32.221735 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7c3496-1667-45a2-8c44-bead51338907 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Network e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:44:32.225082 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa8d858-37c7-43f4-9cf2-889cb24b7f86 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Made reservation on behalf of 193a7186bd3b41d2a2525c599bc04601 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:32.237378 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9fa8d858-37c7-43f4-9cf2-889cb24b7f86 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:32.275454 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-9fa8d858-37c7-43f4-9cf2-889cb24b7f86 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] device_id is not set on port 1b7d5b05-217e-4f43-8707-d42e93d5b4b0 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:44:32.365044 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-ce7c3496-1667-45a2-8c44-bead51338907 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:32.371139 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7c3496-1667-45a2-8c44-bead51338907 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:32.371796 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3496-1667-45a2-8c44-bead51338907 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:32.381508 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87c4f9f-843d-4b30-96c0-ea8b00150645 None None] Network e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:32.460319 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ce7c3496-1667-45a2-8c44-bead51338907 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7216508 Mar 07 21:44:32.463985 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f6dd60c2-bc52-4f75-a435-8f8a3b0c8869 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:32.486017 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46968) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:32.514556 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d8540c28-83af-4ac1-a8be-3a51cd72266d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:32.537181 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-78c8d700-5a7d-4b96-96f0-1212d11cb8bf tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1971427274', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}, 'admin_state_up': False}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:32.567894 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-78c8d700-5a7d-4b96-96f0-1212d11cb8bf tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:32.568055 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a434b8b8-089d-488f-ac6e-9d3bb5771529 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:32.571325 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd60c2-bc52-4f75-a435-8f8a3b0c8869 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Port': ['ID=abfdf696-75c3-4458-a666-bfe5a5905bc7,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:32.586003 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a434b8b8-089d-488f-ac6e-9d3bb5771529 None None] Transition to ACTIVE for port object 05b72494-32a3-4cc1-bca2-eaf2b348de47 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:32.616493 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-78c8d700-5a7d-4b96-96f0-1212d11cb8bf tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Usage tracker for resource:router and tenant:2e7eeead753e44e297f167f27855cc6a is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:32.619182 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-78c8d700-5a7d-4b96-96f0-1212d11cb8bf tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:32.662141 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-d8540c28-83af-4ac1-a8be-3a51cd72266d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Calling delete_port for b2445e7a-619b-4fba-9402-b9bffc821d89 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:32.696679 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-78c8d700-5a7d-4b96-96f0-1212d11cb8bf tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:32.712590 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a434b8b8-089d-488f-ac6e-9d3bb5771529 None None] Transition to ACTIVE for port object 05b72494-32a3-4cc1-bca2-eaf2b348de47 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:32.733549 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7da2e4-2f01-4ee7-b7db-3b71e0a45b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c', 'network_id': 'e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c', 'tenant_id': '2e7eeead753e44e297f167f27855cc6a', 'fixed_ips': [{'subnet_id': 'd9ab29d5-f222-43da-919d-4d11a50e8002'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:44:32.735694 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9e7da2e4-2f01-4ee7-b7db-3b71e0a45b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:32.836322 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a434b8b8-089d-488f-ac6e-9d3bb5771529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:32.868337 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-78c8d700-5a7d-4b96-96f0-1212d11cb8bf tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:32.869417 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-78c8d700-5a7d-4b96-96f0-1212d11cb8bf tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:32.891169 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f6dd60c2-bc52-4f75-a435-8f8a3b0c8869 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:32.916995 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d8540c28-83af-4ac1-a8be-3a51cd72266d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:32.948524 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a434b8b8-089d-488f-ac6e-9d3bb5771529 None None] Network 78a9fe8b-5f0b-426b-8876-89cf6e3817b8 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:32.959672 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-a434b8b8-089d-488f-ac6e-9d3bb5771529 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:32.962850 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a434b8b8-089d-488f-ac6e-9d3bb5771529 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:32.987387 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-78c8d700-5a7d-4b96-96f0-1212d11cb8bf tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:32.992390 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8540c28-83af-4ac1-a8be-3a51cd72266d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Pushing event deleted for resources: {'Port': ['ID=b2445e7a-619b-4fba-9402-b9bffc821d89,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:33.001113 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d8540c28-83af-4ac1-a8be-3a51cd72266d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:33.011499 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-9fa8d858-37c7-43f4-9cf2-889cb24b7f86 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Allocated IP 172.20.0.11 (78a9fe8b-5f0b-426b-8876-89cf6e3817b8/ceccf3a9-66c6-40f6-ba86-70df87f04c54/1b7d5b05-217e-4f43-8707-d42e93d5b4b0) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:33.026147 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d8540c28-83af-4ac1-a8be-3a51cd72266d tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] 10.222.0.21 "DELETE /v2.0/ports/b2445e7a-619b-4fba-9402-b9bffc821d89 HTTP/1.1" status: 204 len: 168 time: 0.9343200 Mar 07 21:44:33.028888 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46978) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:33.038416 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434b8b8-089d-488f-ac6e-9d3bb5771529 None None] Pushing event updated for resources: {'Port': ['ID=05b72494-32a3-4cc1-bca2-eaf2b348de47,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:33.093294 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-983f97df-1197-409d-a30a-25d5989eddfe tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Synchronizing usage tracker for tenant:5e4f7b3c7a2946508f3b1b65da8c5e72 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:44:33.151788 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-a434b8b8-089d-488f-ac6e-9d3bb5771529 None None] Attempting to bind port 05b72494-32a3-4cc1-bca2-eaf2b348de47 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:44:33.151985 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-a434b8b8-089d-488f-ac6e-9d3bb5771529 None None] Attempting to bind port 05b72494-32a3-4cc1-bca2-eaf2b348de47 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '5ba2071e-3e29-47c4-b4ed-e90d517e0281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '78a9fe8b-5f0b-426b-8876-89cf6e3817b8'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:44:33.152573 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434b8b8-089d-488f-ac6e-9d3bb5771529 None None] Attempting to bind port 05b72494-32a3-4cc1-bca2-eaf2b348de47 on network 78a9fe8b-5f0b-426b-8876-89cf6e3817b8 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:44:33.168257 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434b8b8-089d-488f-ac6e-9d3bb5771529 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:44:33.168789 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434b8b8-089d-488f-ac6e-9d3bb5771529 None None] Checking segment: {'id': '5ba2071e-3e29-47c4-b4ed-e90d517e0281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '78a9fe8b-5f0b-426b-8876-89cf6e3817b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:44:33.169253 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a434b8b8-089d-488f-ac6e-9d3bb5771529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:33.169982 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434b8b8-089d-488f-ac6e-9d3bb5771529 None None] Bound using segment: {'id': '5ba2071e-3e29-47c4-b4ed-e90d517e0281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '78a9fe8b-5f0b-426b-8876-89cf6e3817b8'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:44:33.170575 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-a434b8b8-089d-488f-ac6e-9d3bb5771529 None None] Bound port: 05b72494-32a3-4cc1-bca2-eaf2b348de47, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba2071e-3e29-47c4-b4ed-e90d517e0281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '78a9fe8b-5f0b-426b-8876-89cf6e3817b8'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:44:33.171037 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a434b8b8-089d-488f-ac6e-9d3bb5771529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:33.190257 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-9e7da2e4-2f01-4ee7-b7db-3b71e0a45b09 None None] Allocated IP 172.20.0.2 (e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c/d9ab29d5-f222-43da-919d-4d11a50e8002/f4e7eaec-7565-495c-b00e-c15d052d272c) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:33.327061 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6dd60c2-bc52-4f75-a435-8f8a3b0c8869 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Router 80b05f99-c46d-47a4-b5b9-e3a216d86e43 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:44:33.431976 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-983f97df-1197-409d-a30a-25d5989eddfe tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Unset dirty status for tenant:5e4f7b3c7a2946508f3b1b65da8c5e72 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:44:33.431976 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-983f97df-1197-409d-a30a-25d5989eddfe tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3972449 Mar 07 21:44:33.431976 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 46986) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:33.448177 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d789dd34-12c5-4d70-8f7e-2c85af7786a3 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-442062506'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:33.454936 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d789dd34-12c5-4d70-8f7e-2c85af7786a3 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:33.462193 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9fa8d858-37c7-43f4-9cf2-889cb24b7f86 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:33.465472 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d789dd34-12c5-4d70-8f7e-2c85af7786a3 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Usage tracker for resource:network and tenant:5e4f7b3c7a2946508f3b1b65da8c5e72 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:33.470846 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d789dd34-12c5-4d70-8f7e-2c85af7786a3 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:33.471020 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-a434b8b8-089d-488f-ac6e-9d3bb5771529 None None] For port 05b72494-32a3-4cc1-bca2-eaf2b348de47, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:44:33.480828 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d789dd34-12c5-4d70-8f7e-2c85af7786a3 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:33.484652 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-a434b8b8-089d-488f-ac6e-9d3bb5771529 None None] For port 05b72494-32a3-4cc1-bca2-eaf2b348de47, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=05b72494-32a3-4cc1-bca2-eaf2b348de47,segment=NetworkSegment(5ba2071e-3e29-47c4-b4ed-e90d517e0281),segment_id=5ba2071e-3e29-47c4-b4ed-e90d517e0281)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:44:33.489443 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-9fa8d858-37c7-43f4-9cf2-889cb24b7f86 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Transition to ACTIVE for port object 1b7d5b05-217e-4f43-8707-d42e93d5b4b0 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:33.577926 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9e7da2e4-2f01-4ee7-b7db-3b71e0a45b09 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:33.589202 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9e7da2e4-2f01-4ee7-b7db-3b71e0a45b09 None None] Transition to ACTIVE for port object f4e7eaec-7565-495c-b00e-c15d052d272c will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:33.615043 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9e7da2e4-2f01-4ee7-b7db-3b71e0a45b09 None None] Transition to ACTIVE for port object f4e7eaec-7565-495c-b00e-c15d052d272c will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:33.646718 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9fa8d858-37c7-43f4-9cf2-889cb24b7f86 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:33.650195 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a434b8b8-089d-488f-ac6e-9d3bb5771529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:33.653643 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d789dd34-12c5-4d70-8f7e-2c85af7786a3 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Made reservation on behalf of 5e4f7b3c7a2946508f3b1b65da8c5e72 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:33.657458 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d789dd34-12c5-4d70-8f7e-2c85af7786a3 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:33.675037 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6dd60c2-bc52-4f75-a435-8f8a3b0c8869 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:44:33.675577 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-78c8d700-5a7d-4b96-96f0-1212d11cb8bf tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:33.688636 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f6dd60c2-bc52-4f75-a435-8f8a3b0c8869 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "PUT /v2.0/routers/80b05f99-c46d-47a4-b5b9-e3a216d86e43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4281161 Mar 07 21:44:33.691842 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 46992) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:33.744602 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b351c5b2-b575-4ba1-a3d9-c2c1b30c282d None None] Sync routers for ids ['80b05f99-c46d-47a4-b5b9-e3a216d86e43'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:44:33.756157 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9e7da2e4-2f01-4ee7-b7db-3b71e0a45b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:33.764035 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa8d858-37c7-43f4-9cf2-889cb24b7f86 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Network 78a9fe8b-5f0b-426b-8876-89cf6e3817b8 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:33.770599 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-9fa8d858-37c7-43f4-9cf2-889cb24b7f86 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:33.773299 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa8d858-37c7-43f4-9cf2-889cb24b7f86 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:33.788545 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434b8b8-089d-488f-ac6e-9d3bb5771529 None None] Pushing event updated for resources: {'Port': ['ID=05b72494-32a3-4cc1-bca2-eaf2b348de47,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:33.794701 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b351c5b2-b575-4ba1-a3d9-c2c1b30c282d None None] Routers {'80b05f99-c46d-47a4-b5b9-e3a216d86e43'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:33.795311 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b351c5b2-b575-4ba1-a3d9-c2c1b30c282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['80b05f99-c46d-47a4-b5b9-e3a216d86e43'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:33.879737 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa8d858-37c7-43f4-9cf2-889cb24b7f86 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:33.880495 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9fa8d858-37c7-43f4-9cf2-889cb24b7f86 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:33.898102 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d789dd34-12c5-4d70-8f7e-2c85af7786a3 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:44:33.904310 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8d858-37c7-43f4-9cf2-889cb24b7f86 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Pushing event updated for resources: {'Port': ['ID=1b7d5b05-217e-4f43-8707-d42e93d5b4b0,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:33.904885 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7da2e4-2f01-4ee7-b7db-3b71e0a45b09 None None] Network e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:33.918287 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d789dd34-12c5-4d70-8f7e-2c85af7786a3 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:33.920786 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-d789dd34-12c5-4d70-8f7e-2c85af7786a3 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Added segment 4b117bf0-fdaf-4c4b-bba9-169a7a3d401f of type vlan for network e49915a7-4b36-4d39-9a9b-f30b173a20c3 Mar 07 21:44:33.924914 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-9e7da2e4-2f01-4ee7-b7db-3b71e0a45b09 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:33.929181 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7da2e4-2f01-4ee7-b7db-3b71e0a45b09 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:33.966284 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b351c5b2-b575-4ba1-a3d9-c2c1b30c282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:33.980807 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d789dd34-12c5-4d70-8f7e-2c85af7786a3 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:34.059812 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-9e7da2e4-2f01-4ee7-b7db-3b71e0a45b09 None None] Attempting to bind port f4e7eaec-7565-495c-b00e-c15d052d272c on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:44:34.061754 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-9e7da2e4-2f01-4ee7-b7db-3b71e0a45b09 None None] Attempting to bind port f4e7eaec-7565-495c-b00e-c15d052d272c by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '116cd0ae-4ca2-485a-8b70-88a30361e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:44:34.062671 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7da2e4-2f01-4ee7-b7db-3b71e0a45b09 None None] Attempting to bind port f4e7eaec-7565-495c-b00e-c15d052d272c on network e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:44:34.068616 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9fa8d858-37c7-43f4-9cf2-889cb24b7f86 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.2507677 Mar 07 21:44:34.070131 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b351c5b2-b575-4ba1-a3d9-c2c1b30c282d None None] Routers {'80b05f99-c46d-47a4-b5b9-e3a216d86e43'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:34.070357 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47000) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:34.081822 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b351c5b2-b575-4ba1-a3d9-c2c1b30c282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['80b05f99-c46d-47a4-b5b9-e3a216d86e43'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:34.082116 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-4cacf60c-30f2-4ad0-ae88-6d298f341460 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-537861728', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:34.089829 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4cacf60c-30f2-4ad0-ae88-6d298f341460 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:34.095141 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4cacf60c-30f2-4ad0-ae88-6d298f341460 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Usage tracker for resource:router and tenant:193a7186bd3b41d2a2525c599bc04601 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:34.099100 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4cacf60c-30f2-4ad0-ae88-6d298f341460 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:34.112755 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4cacf60c-30f2-4ad0-ae88-6d298f341460 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:34.119918 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d789dd34-12c5-4d70-8f7e-2c85af7786a3 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:34.129126 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d789dd34-12c5-4d70-8f7e-2c85af7786a3 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:34.129800 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d789dd34-12c5-4d70-8f7e-2c85af7786a3 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:34.162315 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7da2e4-2f01-4ee7-b7db-3b71e0a45b09 None None] Pushing event updated for resources: {'Port': ['ID=f4e7eaec-7565-495c-b00e-c15d052d272c,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:34.203255 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7da2e4-2f01-4ee7-b7db-3b71e0a45b09 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:44:34.205814 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7da2e4-2f01-4ee7-b7db-3b71e0a45b09 None None] Checking segment: {'id': '116cd0ae-4ca2-485a-8b70-88a30361e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:44:34.206578 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9e7da2e4-2f01-4ee7-b7db-3b71e0a45b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:34.207228 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7da2e4-2f01-4ee7-b7db-3b71e0a45b09 None None] Bound using segment: {'id': '116cd0ae-4ca2-485a-8b70-88a30361e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:44:34.207970 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-9e7da2e4-2f01-4ee7-b7db-3b71e0a45b09 None None] Bound port: f4e7eaec-7565-495c-b00e-c15d052d272c, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116cd0ae-4ca2-485a-8b70-88a30361e053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:44:34.208625 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9e7da2e4-2f01-4ee7-b7db-3b71e0a45b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:34.232696 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b351c5b2-b575-4ba1-a3d9-c2c1b30c282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:34.233421 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b351c5b2-b575-4ba1-a3d9-c2c1b30c282d None None] The sync data for ids ['80b05f99-c46d-47a4-b5b9-e3a216d86e43'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:44:34.282698 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4cacf60c-30f2-4ad0-ae88-6d298f341460 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:34.284738 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4cacf60c-30f2-4ad0-ae88-6d298f341460 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:34.330159 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789dd34-12c5-4d70-8f7e-2c85af7786a3 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Pushing event updated for resources: {'Network': ['ID=e49915a7-4b36-4d39-9a9b-f30b173a20c3,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:34.345469 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d789dd34-12c5-4d70-8f7e-2c85af7786a3 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9110916 Mar 07 21:44:34.356993 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47008) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:34.372948 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-a55bf49d-bda1-4114-a196-981f06af8b1a tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2016980204'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:34.393668 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network e49915a7-4b36-4d39-9a9b-f30b173a20c3 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:44:34.396542 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4cacf60c-30f2-4ad0-ae88-6d298f341460 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:34.434713 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a55bf49d-bda1-4114-a196-981f06af8b1a tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:34.449011 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a55bf49d-bda1-4114-a196-981f06af8b1a tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Usage tracker for resource:network and tenant:5e4f7b3c7a2946508f3b1b65da8c5e72 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:34.458847 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a55bf49d-bda1-4114-a196-981f06af8b1a tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:34.476632 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a55bf49d-bda1-4114-a196-981f06af8b1a tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:34.510182 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-9e7da2e4-2f01-4ee7-b7db-3b71e0a45b09 None None] For port f4e7eaec-7565-495c-b00e-c15d052d272c, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:44:34.547277 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-9e7da2e4-2f01-4ee7-b7db-3b71e0a45b09 None None] For port f4e7eaec-7565-495c-b00e-c15d052d272c, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f4e7eaec-7565-495c-b00e-c15d052d272c,segment=NetworkSegment(116cd0ae-4ca2-485a-8b70-88a30361e053),segment_id=116cd0ae-4ca2-485a-8b70-88a30361e053)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:44:34.577433 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-b1145773-e0f8-454d-a8d4-9b931bc91954 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] remove_router_interface failed (client error): The resource could not be found. Mar 07 21:44:34.577433 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b1145773-e0f8-454d-a8d4-9b931bc91954 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "PUT /v2.0/routers/80b05f99-c46d-47a4-b5b9-e3a216d86e43/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8763144 Mar 07 21:44:34.584089 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4cacf60c-30f2-4ad0-ae88-6d298f341460 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:34.595047 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47014) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:34.623110 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55bf49d-bda1-4114-a196-981f06af8b1a tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Made reservation on behalf of 5e4f7b3c7a2946508f3b1b65da8c5e72 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:34.625813 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a55bf49d-bda1-4114-a196-981f06af8b1a tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:34.647076 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9e7da2e4-2f01-4ee7-b7db-3b71e0a45b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:34.673757 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-775d056c-9e8a-41a9-a8b8-03b72ff5abaf tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Synchronizing usage tracker for tenant:b77dfcf064844de7b83d64320b9ee466 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:44:34.678644 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a55bf49d-bda1-4114-a196-981f06af8b1a tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:44:34.688846 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a55bf49d-bda1-4114-a196-981f06af8b1a tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:34.692056 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-a55bf49d-bda1-4114-a196-981f06af8b1a tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Added segment 7966cbde-dc4a-4206-b054-b53e8dd51017 of type vlan for network ec7f81c7-af03-4ef4-8029-21c4a628c4cc Mar 07 21:44:34.726390 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a55bf49d-bda1-4114-a196-981f06af8b1a tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:34.727613 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47020) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:34.759363 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4cacf60c-30f2-4ad0-ae88-6d298f341460 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:34.759363 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4cacf60c-30f2-4ad0-ae88-6d298f341460 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6875865 Mar 07 21:44:34.768422 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47026) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:34.775950 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-32f9b8e0-a1fb-4184-b141-c2a4693d9f31 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1196817957', 'prefixes': ['172.20.0.0/16']}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:34.784154 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-32f9b8e0-a1fb-4184-b141-c2a4693d9f31 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:34.849514 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-775d056c-9e8a-41a9-a8b8-03b72ff5abaf tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Unset dirty status for tenant:b77dfcf064844de7b83d64320b9ee466 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:44:34.852347 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47030) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:34.862606 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-775d056c-9e8a-41a9-a8b8-03b72ff5abaf tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b05f99-c46d-47a4-b5b9-e3a216d86e43 HTTP/1.1" status: 200 len: 205 time: 0.2857234 Mar 07 21:44:34.871056 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7da2e4-2f01-4ee7-b7db-3b71e0a45b09 None None] Pushing event updated for resources: {'Port': ['ID=f4e7eaec-7565-495c-b00e-c15d052d272c,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:34.924119 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a55bf49d-bda1-4114-a196-981f06af8b1a tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:34.933200 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55bf49d-bda1-4114-a196-981f06af8b1a tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:34.934198 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a55bf49d-bda1-4114-a196-981f06af8b1a tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:35.022125 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-78c8d700-5a7d-4b96-96f0-1212d11cb8bf tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:35.085097 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-78c8d700-5a7d-4b96-96f0-1212d11cb8bf tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:35.153669 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-6c52299d-25d6-4e1a-a11c-c52169bc1320 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'network': {'name': 'tempest-network-smoke--2090723941', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'port_security_enabled': True}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:35.174894 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-6c52299d-25d6-4e1a-a11c-c52169bc1320 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:35.179934 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d195818e-402a-4825-8b31-f26422924ba9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:35.253466 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6c52299d-25d6-4e1a-a11c-c52169bc1320 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:network and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:35.254524 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55bf49d-bda1-4114-a196-981f06af8b1a tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Pushing event updated for resources: {'Network': ['ID=ec7f81c7-af03-4ef4-8029-21c4a628c4cc,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:35.256524 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6c52299d-25d6-4e1a-a11c-c52169bc1320 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:35.264676 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network ec7f81c7-af03-4ef4-8029-21c4a628c4cc details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:44:35.282614 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-78c8d700-5a7d-4b96-96f0-1212d11cb8bf tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Allocated IP 172.26.2.178 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/acec489f-dcde-43ac-8cea-9e307933f404) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:35.286796 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-6c52299d-25d6-4e1a-a11c-c52169bc1320 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:35.353735 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a55bf49d-bda1-4114-a196-981f06af8b1a tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9993989 Mar 07 21:44:35.490111 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-78c8d700-5a7d-4b96-96f0-1212d11cb8bf tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:35.493739 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47034) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:35.501040 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-0e81e5a3-ae0d-47c0-aedd-3264b4ba38ec tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Request body: {'subnets': [{'network_id': 'e49915a7-4b36-4d39-9a9b-f30b173a20c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1891639668', 'ip_version': 4}, {'network_id': 'ec7f81c7-af03-4ef4-8029-21c4a628c4cc', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:35.503748 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-0e81e5a3-ae0d-47c0-aedd-3264b4ba38ec tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Request body: {'subnet': {'network_id': 'e49915a7-4b36-4d39-9a9b-f30b173a20c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1891639668', 'ip_version': 4}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:35.503748 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-0e81e5a3-ae0d-47c0-aedd-3264b4ba38ec tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Request body: {'subnet': {'network_id': 'ec7f81c7-af03-4ef4-8029-21c4a628c4cc', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:35.529698 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c52299d-25d6-4e1a-a11c-c52169bc1320 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:35.535549 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6c52299d-25d6-4e1a-a11c-c52169bc1320 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:35.619374 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6c52299d-25d6-4e1a-a11c-c52169bc1320 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:35.639097 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d195818e-402a-4825-8b31-f26422924ba9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:35.644496 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d195818e-402a-4825-8b31-f26422924ba9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:35.646535 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc94d60-7ca2-4a38-a625-05b16187d25d None None] Network 78a9fe8b-5f0b-426b-8876-89cf6e3817b8 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:35.651990 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-6c52299d-25d6-4e1a-a11c-c52169bc1320 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:35.667565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6c52299d-25d6-4e1a-a11c-c52169bc1320 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:35.673440 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-32f9b8e0-a1fb-4184-b141-c2a4693d9f31 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks [] for subnetpool, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:35.674972 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-32f9b8e0-a1fb-4184-b141-c2a4693d9f31 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.9115272 Mar 07 21:44:35.676142 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6c52299d-25d6-4e1a-a11c-c52169bc1320 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:35.682391 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47038) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:35.684819 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-6c52299d-25d6-4e1a-a11c-c52169bc1320 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:35.692519 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.tag.tag_plugin [None req-a201aa23-a976-46ab-baf8-4d8df6df167a tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ceccf3a9-66c6-40f6-ba86-70df87f04c54', 'tempest-TagsExtTest-Tag-931889619') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:35.822533 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0e81e5a3-ae0d-47c0-aedd-3264b4ba38ec tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:35.834293 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0e81e5a3-ae0d-47c0-aedd-3264b4ba38ec tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Usage tracker for resource:subnet and tenant:5e4f7b3c7a2946508f3b1b65da8c5e72 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:35.843521 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0e81e5a3-ae0d-47c0-aedd-3264b4ba38ec tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:35.855596 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0e81e5a3-ae0d-47c0-aedd-3264b4ba38ec tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:35.874986 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6c52299d-25d6-4e1a-a11c-c52169bc1320 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:35.928451 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 05b72494-32a3-4cc1-bca2-eaf2b348de47 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:44:35.938227 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d195818e-402a-4825-8b31-f26422924ba9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:35.948661 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-78c8d700-5a7d-4b96-96f0-1212d11cb8bf tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:35.949934 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d195818e-402a-4825-8b31-f26422924ba9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Fanout notify agent at l3_agent the message router_deleted on router 80b05f99-c46d-47a4-b5b9-e3a216d86e43 {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:44:35.978885 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d195818e-402a-4825-8b31-f26422924ba9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:35.978885 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d195818e-402a-4825-8b31-f26422924ba9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/routers/80b05f99-c46d-47a4-b5b9-e3a216d86e43 HTTP/1.1" status: 204 len: 168 time: 1.1148710 Mar 07 21:44:35.979097 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-0b3e81f6-3adf-41a2-9145-aeeef26aa540 None None] Provisioning for port 05b72494-32a3-4cc1-bca2-eaf2b348de47 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:35.979181 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47042) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:36.030985 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8d700-5a7d-4b96-96f0-1212d11cb8bf tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event updated for resources: {'Port': ['ID=acec489f-dcde-43ac-8cea-9e307933f404,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:36.054277 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c8d700-5a7d-4b96-96f0-1212d11cb8bf tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:36.056593 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-78c8d700-5a7d-4b96-96f0-1212d11cb8bf tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:36.062136 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c8d700-5a7d-4b96-96f0-1212d11cb8bf tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:36.063860 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df68210-d312-4c93-8ada-ebfb63a0dc3a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting subnet e04f7255-951d-4604-864c-d32624683297 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:44:36.068376 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a201aa23-a976-46ab-baf8-4d8df6df167a tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "PUT /v2.0/subnets/ceccf3a9-66c6-40f6-ba86-70df87f04c54/tags/tempest-TagsExtTest-Tag-931889619 HTTP/1.1" status: 201 len: 201 time: 0.3850117 Mar 07 21:44:36.069490 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6c52299d-25d6-4e1a-a11c-c52169bc1320 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:36.078114 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47046) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:36.117796 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.tag.tag_plugin [None req-6ac8f558-76a6-48ec-a73b-ec711bfbbe43 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1b7d5b05-217e-4f43-8707-d42e93d5b4b0', 'tempest-TagsExtTest-Tag-920151832') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:36.146735 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1df68210-d312-4c93-8ada-ebfb63a0dc3a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:36.154173 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 05b72494-32a3-4cc1-bca2-eaf2b348de47 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:36.160340 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 05b72494-32a3-4cc1-bca2-eaf2b348de47 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:36.160735 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:36.317450 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302acb52-f967-49ff-ab37-92e31d41e0e4 None None] Network e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:36.325935 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52299d-25d6-4e1a-a11c-c52169bc1320 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef5d0a9-b445-4f06-a8db-c3be2d394415,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:36.363093 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:36.383014 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c52299d-25d6-4e1a-a11c-c52169bc1320 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:44:36.407438 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6c52299d-25d6-4e1a-a11c-c52169bc1320 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:36.408041 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-6c52299d-25d6-4e1a-a11c-c52169bc1320 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Added segment f226c737-7ae0-4cda-86bf-3309c6542db1 of type vlan for network 5ae28d24-a6ec-458e-a0b6-64341e8114c4 Mar 07 21:44:36.415932 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1df68210-d312-4c93-8ada-ebfb63a0dc3a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:36.472015 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 05b72494-32a3-4cc1-bca2-eaf2b348de47, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=05b72494-32a3-4cc1-bca2-eaf2b348de47,segment=NetworkSegment(5ba2071e-3e29-47c4-b4ed-e90d517e0281),segment_id=5ba2071e-3e29-47c4-b4ed-e90d517e0281)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:36.501650 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e81e5a3-ae0d-47c0-aedd-3264b4ba38ec tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Made reservation on behalf of 5e4f7b3c7a2946508f3b1b65da8c5e72 for: {'subnet': 2} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:36.507418 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e81e5a3-ae0d-47c0-aedd-3264b4ba38ec tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:36.507746 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e81e5a3-ae0d-47c0-aedd-3264b4ba38ec tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:36.517155 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6c52299d-25d6-4e1a-a11c-c52169bc1320 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:36.550088 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d987352c-a1d5-4c4f-9ff2-119ee34f200c None None] Provisioning for port f4e7eaec-7565-495c-b00e-c15d052d272c completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:36.577801 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:36.577801 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f4e7eaec-7565-495c-b00e-c15d052d272c up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:44:36.593725 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1df68210-d312-4c93-8ada-ebfb63a0dc3a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:36.699412 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6ac8f558-76a6-48ec-a73b-ec711bfbbe43 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "PUT /v2.0/ports/1b7d5b05-217e-4f43-8707-d42e93d5b4b0/tags/tempest-TagsExtTest-Tag-920151832 HTTP/1.1" status: 201 len: 201 time: 0.5832155 Mar 07 21:44:36.699412 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47050) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:36.704433 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.tag.tag_plugin [None req-f7005924-1cc4-4a2f-bfd3-f91290244b53 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ef41249f-4759-4532-a44c-c1fa4970b34b', 'tempest-TagsExtTest-Tag-794897793') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:36.715136 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d987352c-a1d5-4c4f-9ff2-119ee34f200c None None] Provisioning complete for port 05b72494-32a3-4cc1-bca2-eaf2b348de47 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:36.715435 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d987352c-a1d5-4c4f-9ff2-119ee34f200c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:36.763092 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6c52299d-25d6-4e1a-a11c-c52169bc1320 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:36.769417 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c52299d-25d6-4e1a-a11c-c52169bc1320 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:36.770222 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6c52299d-25d6-4e1a-a11c-c52169bc1320 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:36.799068 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=05b72494-32a3-4cc1-bca2-eaf2b348de47,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:36.826942 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1df68210-d312-4c93-8ada-ebfb63a0dc3a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:36.924628 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port f4e7eaec-7565-495c-b00e-c15d052d272c completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:36.931376 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port f4e7eaec-7565-495c-b00e-c15d052d272c triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:36.931376 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:36.948291 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1df68210-d312-4c93-8ada-ebfb63a0dc3a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:36.952396 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1df68210-d312-4c93-8ada-ebfb63a0dc3a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/subnets/e04f7255-951d-4604-864c-d32624683297 HTTP/1.1" status: 204 len: 168 time: 0.9726973 Mar 07 21:44:36.952396 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df68210-d312-4c93-8ada-ebfb63a0dc3a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Subnet': ['ID=e04f7255-951d-4604-864c-d32624683297,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:36.952835 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47054) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:36.974634 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aee6ff-c6c4-4352-9736-6d69606a66a2 None None] Network 4fc2e463-caee-4b2e-96b9-1705ab35242a requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:36.976045 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52299d-25d6-4e1a-a11c-c52169bc1320 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Network': ['ID=5ae28d24-a6ec-458e-a0b6-64341e8114c4,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:37.001559 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 5ae28d24-a6ec-458e-a0b6-64341e8114c4 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:44:37.049791 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d987352c-a1d5-4c4f-9ff2-119ee34f200c None None] Provisioning for port 1b7d5b05-217e-4f43-8707-d42e93d5b4b0 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:37.053262 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6c52299d-25d6-4e1a-a11c-c52169bc1320 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3241253 Mar 07 21:44:37.065872 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47058) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:37.073356 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-8b70d015-654b-4358-80c4-b88174a0da91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-782167076', 'admin_state_up': True, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:37.082311 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-8b70d015-654b-4358-80c4-b88174a0da91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:37.101302 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8b70d015-654b-4358-80c4-b88174a0da91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:router and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:37.102664 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8b70d015-654b-4358-80c4-b88174a0da91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:37.108952 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-8b70d015-654b-4358-80c4-b88174a0da91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:37.112480 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d987352c-a1d5-4c4f-9ff2-119ee34f200c None None] Provisioning complete for port 1b7d5b05-217e-4f43-8707-d42e93d5b4b0 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:37.112933 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d987352c-a1d5-4c4f-9ff2-119ee34f200c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:37.150790 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-416c5346-c7eb-4f6b-953e-eac0947cb4a5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:37.152417 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-78c8d700-5a7d-4b96-96f0-1212d11cb8bf tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for router_gateway, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:37.169850 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f7005924-1cc4-4a2f-bfd3-f91290244b53 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "PUT /v2.0/routers/ef41249f-4759-4532-a44c-c1fa4970b34b/tags/tempest-TagsExtTest-Tag-794897793 HTTP/1.1" status: 201 len: 201 time: 0.4705832 Mar 07 21:44:37.173433 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47062) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:37.178647 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.tag.tag_plugin [None req-c8240e84-6663-4e8b-9c4e-a9ba4fe81c59 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bec725b6-973b-404e-aa62-e73c8b766763', 'tempest-TagsExtTest-Tag-1265720861') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:37.190424 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8b70d015-654b-4358-80c4-b88174a0da91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:37.193105 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8b70d015-654b-4358-80c4-b88174a0da91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:37.215937 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8b70d015-654b-4358-80c4-b88174a0da91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:37.293500 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-416c5346-c7eb-4f6b-953e-eac0947cb4a5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting port 6040a430-85fa-481f-957c-2261853cd383 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:37.293893 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-416c5346-c7eb-4f6b-953e-eac0947cb4a5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:37.374276 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c8240e84-6663-4e8b-9c4e-a9ba4fe81c59 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "PUT /v2.0/subnetpools/bec725b6-973b-404e-aa62-e73c8b766763/tags/tempest-TagsExtTest-Tag-1265720861 HTTP/1.1" status: 201 len: 201 time: 0.1973641 Mar 07 21:44:37.376158 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-d987352c-a1d5-4c4f-9ff2-119ee34f200c None None] Port 1b7d5b05-217e-4f43-8707-d42e93d5b4b0 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:44:37.382377 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47066) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:37.390341 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.tag.tag_plugin [None req-ff70def0-11be-4850-bdeb-3f2c582781dc tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ceccf3a9-66c6-40f6-ba86-70df87f04c54') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:37.441923 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:37.488482 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port f4e7eaec-7565-495c-b00e-c15d052d272c, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f4e7eaec-7565-495c-b00e-c15d052d272c,segment=NetworkSegment(116cd0ae-4ca2-485a-8b70-88a30361e053),segment_id=116cd0ae-4ca2-485a-8b70-88a30361e053)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:37.509122 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-12dca37c-bada-4a11-80ce-ce681d3ba030 None None] Provisioning complete for port f4e7eaec-7565-495c-b00e-c15d052d272c triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:37.509745 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-12dca37c-bada-4a11-80ce-ce681d3ba030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:37.581546 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:37.615548 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44d3581-3215-445d-9359-90c77bba324e None None] DHCP port deletion for 4fc2e463-caee-4b2e-96b9-1705ab35242a request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:44:37.629675 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8b70d015-654b-4358-80c4-b88174a0da91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:37.637721 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-e44d3581-3215-445d-9359-90c77bba324e None None] Deleting port 6040a430-85fa-481f-957c-2261853cd383 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:37.638216 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e44d3581-3215-445d-9359-90c77bba324e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:37.660114 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ff70def0-11be-4850-bdeb-3f2c582781dc tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "GET /v2.0/subnets/ceccf3a9-66c6-40f6-ba86-70df87f04c54/tags HTTP/1.1" status: 200 len: 240 time: 0.2715518 Mar 07 21:44:37.660114 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47070) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:37.663180 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.tag.tag_plugin [None req-eb8971ad-5d10-47f2-ae99-54d3e648c5d0 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ceccf3a9-66c6-40f6-ba86-70df87f04c54', 'tempest-TagsExtTest-Tag-931889619') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:37.751374 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-eb8971ad-5d10-47f2-ae99-54d3e648c5d0 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "GET /v2.0/subnets/ceccf3a9-66c6-40f6-ba86-70df87f04c54/tags/tempest-TagsExtTest-Tag-931889619 HTTP/1.1" status: 204 len: 168 time: 0.0927119 Mar 07 21:44:37.754714 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47074) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:37.772477 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.tag.tag_plugin [None req-cc6ddbc8-1800-480f-ba5d-c77c6acc44e3 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ceccf3a9-66c6-40f6-ba86-70df87f04c54', 'tempest-TagsExtTest-Tag-931889619') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:37.774987 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=f4e7eaec-7565-495c-b00e-c15d052d272c,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:37.834457 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 05b72494-32a3-4cc1-bca2-eaf2b348de47 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:44:37.876401 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-12dca37c-bada-4a11-80ce-ce681d3ba030 None None] Provisioning complete for port 1b7d5b05-217e-4f43-8707-d42e93d5b4b0 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:37.877040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-12dca37c-bada-4a11-80ce-ce681d3ba030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:38.020456 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-416c5346-c7eb-4f6b-953e-eac0947cb4a5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] For port 6040a430-85fa-481f-957c-2261853cd383, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6040a430-85fa-481f-957c-2261853cd383,segment=NetworkSegment(2fa84dbc-f65c-41e0-bf49-b2eef6143784),segment_id=2fa84dbc-f65c-41e0-bf49-b2eef6143784)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:38.023593 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-416c5346-c7eb-4f6b-953e-eac0947cb4a5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:38.029620 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-cc6ddbc8-1800-480f-ba5d-c77c6acc44e3 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "DELETE /v2.0/subnets/ceccf3a9-66c6-40f6-ba86-70df87f04c54/tags/tempest-TagsExtTest-Tag-931889619 HTTP/1.1" status: 204 len: 168 time: 0.2713575 Mar 07 21:44:38.036398 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47078) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:38.040367 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-12dca37c-bada-4a11-80ce-ce681d3ba030 None None] Port 1b7d5b05-217e-4f43-8707-d42e93d5b4b0 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:44:38.042877 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.tag.tag_plugin [None req-10c9b14b-e506-423e-b031-6b7edfdc20a1 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ceccf3a9-66c6-40f6-ba86-70df87f04c54') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:38.069568 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-e44d3581-3215-445d-9359-90c77bba324e None None] For port 6040a430-85fa-481f-957c-2261853cd383, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6040a430-85fa-481f-957c-2261853cd383,segment=NetworkSegment(2fa84dbc-f65c-41e0-bf49-b2eef6143784),segment_id=2fa84dbc-f65c-41e0-bf49-b2eef6143784)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:38.070175 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e44d3581-3215-445d-9359-90c77bba324e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:38.160079 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e81e5a3-ae0d-47c0-aedd-3264b4ba38ec tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:38.164281 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-78c8d700-5a7d-4b96-96f0-1212d11cb8bf tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:38.172777 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-416c5346-c7eb-4f6b-953e-eac0947cb4a5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Calling delete_port for 6040a430-85fa-481f-957c-2261853cd383 owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:38.203659 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 05b72494-32a3-4cc1-bca2-eaf2b348de47 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:38.204340 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:38.241309 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-e44d3581-3215-445d-9359-90c77bba324e None None] Calling delete_port for 6040a430-85fa-481f-957c-2261853cd383 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:38.296040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8b70d015-654b-4358-80c4-b88174a0da91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:38.334285 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8b70d015-654b-4358-80c4-b88174a0da91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:38.378691 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81e5a3-ae0d-47c0-aedd-3264b4ba38ec tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Pushing event updated for resources: {'Subnet': ['ID=23d87e57-d4df-48af-9458-1cf23d08f009,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:38.414582 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-10c9b14b-e506-423e-b031-6b7edfdc20a1 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "GET /v2.0/subnets/ceccf3a9-66c6-40f6-ba86-70df87f04c54/tags HTTP/1.1" status: 200 len: 205 time: 0.3771403 Mar 07 21:44:38.431800 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47082) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:38.431800 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.tag.tag_plugin [None req-3552747d-7a06-43af-b595-8e545abff9d0 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1b7d5b05-217e-4f43-8707-d42e93d5b4b0') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:38.470424 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6040a430-85fa-481f-957c-2261853cd383 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:44:38.478581 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e81e5a3-ae0d-47c0-aedd-3264b4ba38ec tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Checking segment: {'id': '4b117bf0-fdaf-4c4b-bba9-169a7a3d401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e49915a7-4b36-4d39-9a9b-f30b173a20c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:44:38.478581 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e81e5a3-ae0d-47c0-aedd-3264b4ba38ec tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Network hostable DHCP agents. Network: e49915a7-4b36-4d39-9a9b-f30b173a20c3, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:44:38.509261 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e44d3581-3215-445d-9359-90c77bba324e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:38.532484 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.api [None req-416c5346-c7eb-4f6b-953e-eac0947cb4a5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:44:38.532484 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG oslo_db.api [None req-416c5346-c7eb-4f6b-953e-eac0947cb4a5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:44:38.536952 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-8b70d015-654b-4358-80c4-b88174a0da91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.26.2.100 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/3189b2bc-d339-4ac5-9f6b-10aeac6930d0) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:38.553107 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 6040a430-85fa-481f-957c-2261853cd383 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:44:38.553107 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6040a430-85fa-481f-957c-2261853cd383 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:44:38.562527 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3552747d-7a06-43af-b595-8e545abff9d0 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "GET /v2.0/ports/1b7d5b05-217e-4f43-8707-d42e93d5b4b0/tags HTTP/1.1" status: 200 len: 240 time: 0.1441748 Mar 07 21:44:38.564016 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d3581-3215-445d-9359-90c77bba324e None None] Pushing event deleted for resources: {'Port': ['ID=6040a430-85fa-481f-957c-2261853cd383,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:38.566545 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47086) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:38.567929 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44d3581-3215-445d-9359-90c77bba324e None None] No DVR routers for this DVR port 6040a430-85fa-481f-957c-2261853cd383 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:38.581284 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-4a148612-50ad-44d8-9e5b-a8da88a640c4 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1b7d5b05-217e-4f43-8707-d42e93d5b4b0', 'tempest-TagsExtTest-Tag-920151832') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:38.629059 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e81e5a3-ae0d-47c0-aedd-3264b4ba38ec tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Network e49915a7-4b36-4d39-9a9b-f30b173a20c3 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:44:38.675367 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4a148612-50ad-44d8-9e5b-a8da88a640c4 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "GET /v2.0/ports/1b7d5b05-217e-4f43-8707-d42e93d5b4b0/tags/tempest-TagsExtTest-Tag-920151832 HTTP/1.1" status: 204 len: 168 time: 0.1005943 Mar 07 21:44:38.675367 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47090) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:38.678291 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-c9721647-9ae0-4e51-be4c-2c7eb8b2e759 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1b7d5b05-217e-4f43-8707-d42e93d5b4b0', 'tempest-TagsExtTest-Tag-920151832') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:38.719105 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8b70d015-654b-4358-80c4-b88174a0da91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:38.743376 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c8d700-5a7d-4b96-96f0-1212d11cb8bf tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Router f65ced61-aa91-477f-b51d-019ec950e26c is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:44:38.819657 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-0e81e5a3-ae0d-47c0-aedd-3264b4ba38ec tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, e49915a7-4b36-4d39-9a9b-f30b173a20c3) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:38.826739 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e81e5a3-ae0d-47c0-aedd-3264b4ba38ec tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:38.830067 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e36c6b-75bc-4c60-8371-91a2d7288826 None None] Network e49915a7-4b36-4d39-9a9b-f30b173a20c3 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:38.847969 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8b70d015-654b-4358-80c4-b88174a0da91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:38.921021 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b70d015-654b-4358-80c4-b88174a0da91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:38.928347 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-8b70d015-654b-4358-80c4-b88174a0da91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:38.932580 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b70d015-654b-4358-80c4-b88174a0da91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:38.971943 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70d015-654b-4358-80c4-b88174a0da91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=3189b2bc-d339-4ac5-9f6b-10aeac6930d0,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:38.994107 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81e5a3-ae0d-47c0-aedd-3264b4ba38ec tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Pushing event updated for resources: {'Subnet': ['ID=7a950e3a-2ca7-48b8-bba1-6f335a2f2b10,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:39.010340 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c9721647-9ae0-4e51-be4c-2c7eb8b2e759 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "DELETE /v2.0/ports/1b7d5b05-217e-4f43-8707-d42e93d5b4b0/tags/tempest-TagsExtTest-Tag-920151832 HTTP/1.1" status: 204 len: 168 time: 0.3377180 Mar 07 21:44:39.016856 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47094) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:39.023510 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-b3e5b06b-659d-4719-8bc5-8e757eef39c3 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1b7d5b05-217e-4f43-8707-d42e93d5b4b0') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:39.061070 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-416c5346-c7eb-4f6b-953e-eac0947cb4a5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting port 6040a430-85fa-481f-957c-2261853cd383 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:39.061403 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-416c5346-c7eb-4f6b-953e-eac0947cb4a5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:39.063070 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fb1284-f7ad-4b68-b28f-16dcf68b9f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-e49915a7-4b36-4d39-9a9b-f30b173a20c3', 'network_id': 'e49915a7-4b36-4d39-9a9b-f30b173a20c3', 'tenant_id': '5e4f7b3c7a2946508f3b1b65da8c5e72', 'fixed_ips': [{'subnet_id': '23d87e57-d4df-48af-9458-1cf23d08f009'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:44:39.063929 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-91fb1284-f7ad-4b68-b28f-16dcf68b9f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:39.113536 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e81e5a3-ae0d-47c0-aedd-3264b4ba38ec tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Checking segment: {'id': '7966cbde-dc4a-4206-b054-b53e8dd51017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ec7f81c7-af03-4ef4-8029-21c4a628c4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:44:39.118267 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e81e5a3-ae0d-47c0-aedd-3264b4ba38ec tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Network hostable DHCP agents. Network: ec7f81c7-af03-4ef4-8029-21c4a628c4cc, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:44:39.175226 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-416c5346-c7eb-4f6b-953e-eac0947cb4a5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] The port '6040a430-85fa-481f-957c-2261853cd383' was deleted {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:44:39.177319 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c8d700-5a7d-4b96-96f0-1212d11cb8bf tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:44:39.191330 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5154c2f7-b10b-4374-b163-cb5c4facb541 None None] Sync routers for ids ['f65ced61-aa91-477f-b51d-019ec950e26c'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:44:39.202738 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5154c2f7-b10b-4374-b163-cb5c4facb541 None None] Routers {'f65ced61-aa91-477f-b51d-019ec950e26c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:39.203398 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5154c2f7-b10b-4374-b163-cb5c4facb541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f65ced61-aa91-477f-b51d-019ec950e26c'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:39.231365 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-91fb1284-f7ad-4b68-b28f-16dcf68b9f82 None None] Allocated IP 172.20.0.2 (e49915a7-4b36-4d39-9a9b-f30b173a20c3/23d87e57-d4df-48af-9458-1cf23d08f009/adb7cb2b-de77-42f9-963a-23990016fc8b) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:39.269938 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5154c2f7-b10b-4374-b163-cb5c4facb541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:39.282774 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5154c2f7-b10b-4374-b163-cb5c4facb541 None None] Routers {'f65ced61-aa91-477f-b51d-019ec950e26c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:39.283623 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5154c2f7-b10b-4374-b163-cb5c4facb541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f65ced61-aa91-477f-b51d-019ec950e26c'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:39.287644 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e81e5a3-ae0d-47c0-aedd-3264b4ba38ec tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Network ec7f81c7-af03-4ef4-8029-21c4a628c4cc is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:44:39.356328 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5154c2f7-b10b-4374-b163-cb5c4facb541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:39.356722 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5154c2f7-b10b-4374-b163-cb5c4facb541 None None] The sync data for ids ['f65ced61-aa91-477f-b51d-019ec950e26c'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:44:39.358638 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-416c5346-c7eb-4f6b-953e-eac0947cb4a5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:39.384310 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b3e5b06b-659d-4719-8bc5-8e757eef39c3 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "GET /v2.0/ports/1b7d5b05-217e-4f43-8707-d42e93d5b4b0/tags HTTP/1.1" status: 200 len: 205 time: 0.3662696 Mar 07 21:44:39.391209 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47098) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:39.394339 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-416c5346-c7eb-4f6b-953e-eac0947cb4a5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc2e463-caee-4b2e-96b9-1705ab35242a']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:39.403534 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-66cc9ab5-21a3-490a-80ce-005b4b380621 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ef41249f-4759-4532-a44c-c1fa4970b34b') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:39.492420 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-91fb1284-f7ad-4b68-b28f-16dcf68b9f82 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:39.503765 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-91fb1284-f7ad-4b68-b28f-16dcf68b9f82 None None] Transition to ACTIVE for port object adb7cb2b-de77-42f9-963a-23990016fc8b will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:39.522847 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-91fb1284-f7ad-4b68-b28f-16dcf68b9f82 None None] Transition to ACTIVE for port object adb7cb2b-de77-42f9-963a-23990016fc8b will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:39.534071 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8b70d015-654b-4358-80c4-b88174a0da91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_gateway, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:39.589505 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-0e81e5a3-ae0d-47c0-aedd-3264b4ba38ec tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, ec7f81c7-af03-4ef4-8029-21c4a628c4cc) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:39.590906 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-78c8d700-5a7d-4b96-96f0-1212d11cb8bf tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:39.592784 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-78c8d700-5a7d-4b96-96f0-1212d11cb8bf tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.0695016 Mar 07 21:44:39.593854 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-416c5346-c7eb-4f6b-953e-eac0947cb4a5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa84dbc-f65c-41e0-bf49-b2eef6143784') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:39.596529 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-416c5346-c7eb-4f6b-953e-eac0947cb4a5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa84dbc-f65c-41e0-bf49-b2eef6143784') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:39.599545 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef103eaa-80ca-40df-aa4f-9a8b87352105 None None] Network ec7f81c7-af03-4ef4-8029-21c4a628c4cc requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:39.599855 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47102) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:39.613783 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e81e5a3-ae0d-47c0-aedd-3264b4ba38ec tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:39.616830 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e81e5a3-ae0d-47c0-aedd-3264b4ba38ec tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:39.616830 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e81e5a3-ae0d-47c0-aedd-3264b4ba38ec tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:39.620857 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-91fb1284-f7ad-4b68-b28f-16dcf68b9f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:39.629190 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-416c5346-c7eb-4f6b-953e-eac0947cb4a5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:39.651540 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-416c5346-c7eb-4f6b-953e-eac0947cb4a5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:39.717148 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416c5346-c7eb-4f6b-953e-eac0947cb4a5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:39.717543 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-416c5346-c7eb-4f6b-953e-eac0947cb4a5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:39.734627 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:39.750993 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0e81e5a3-ae0d-47c0-aedd-3264b4ba38ec tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.2561901 Mar 07 21:44:39.759775 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-66cc9ab5-21a3-490a-80ce-005b4b380621 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "GET /v2.0/routers/ef41249f-4759-4532-a44c-c1fa4970b34b/tags HTTP/1.1" status: 200 len: 240 time: 0.3702438 Mar 07 21:44:39.762561 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fb1284-f7ad-4b68-b28f-16dcf68b9f82 None None] Network e49915a7-4b36-4d39-9a9b-f30b173a20c3 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:39.772023 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-91fb1284-f7ad-4b68-b28f-16dcf68b9f82 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:39.780457 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fb1284-f7ad-4b68-b28f-16dcf68b9f82 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:39.786064 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb1284-f7ad-4b68-b28f-16dcf68b9f82 None None] Pushing event updated for resources: {'Port': ['ID=adb7cb2b-de77-42f9-963a-23990016fc8b,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:39.820203 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f4e7eaec-7565-495c-b00e-c15d052d272c up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:44:39.862992 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47106) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:39.863729 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47108) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:39.915933 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-5faba681-6a73-43df-ac74-b63e949e533f tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ef41249f-4759-4532-a44c-c1fa4970b34b', 'tempest-TagsExtTest-Tag-794897793') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:39.974397 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-416c5346-c7eb-4f6b-953e-eac0947cb4a5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:39.977414 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-91fb1284-f7ad-4b68-b28f-16dcf68b9f82 None None] Attempting to bind port adb7cb2b-de77-42f9-963a-23990016fc8b on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:44:39.977414 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-91fb1284-f7ad-4b68-b28f-16dcf68b9f82 None None] Attempting to bind port adb7cb2b-de77-42f9-963a-23990016fc8b by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '4b117bf0-fdaf-4c4b-bba9-169a7a3d401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e49915a7-4b36-4d39-9a9b-f30b173a20c3'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:44:39.977414 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fb1284-f7ad-4b68-b28f-16dcf68b9f82 None None] Attempting to bind port adb7cb2b-de77-42f9-963a-23990016fc8b on network e49915a7-4b36-4d39-9a9b-f30b173a20c3 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:44:40.004479 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fb1284-f7ad-4b68-b28f-16dcf68b9f82 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:44:40.008943 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fb1284-f7ad-4b68-b28f-16dcf68b9f82 None None] Checking segment: {'id': '4b117bf0-fdaf-4c4b-bba9-169a7a3d401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e49915a7-4b36-4d39-9a9b-f30b173a20c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:44:40.008943 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-91fb1284-f7ad-4b68-b28f-16dcf68b9f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:40.008943 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fb1284-f7ad-4b68-b28f-16dcf68b9f82 None None] Bound using segment: {'id': '4b117bf0-fdaf-4c4b-bba9-169a7a3d401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e49915a7-4b36-4d39-9a9b-f30b173a20c3'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:44:40.008943 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-91fb1284-f7ad-4b68-b28f-16dcf68b9f82 None None] Bound port: adb7cb2b-de77-42f9-963a-23990016fc8b, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b117bf0-fdaf-4c4b-bba9-169a7a3d401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e49915a7-4b36-4d39-9a9b-f30b173a20c3'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:44:40.008943 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-91fb1284-f7ad-4b68-b28f-16dcf68b9f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:40.010252 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-416c5346-c7eb-4f6b-953e-eac0947cb4a5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:40.025462 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c5346-c7eb-4f6b-953e-eac0947cb4a5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Network': ['ID=4fc2e463-caee-4b2e-96b9-1705ab35242a,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:40.045799 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c651c7ff-ddc0-4218-ace3-7e418ea482fb tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:40.052092 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c651c7ff-ddc0-4218-ace3-7e418ea482fb tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:40.052092 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c651c7ff-ddc0-4218-ace3-7e418ea482fb tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:40.052092 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c651c7ff-ddc0-4218-ace3-7e418ea482fb tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Synchronizing usage tracker for tenant:5e4f7b3c7a2946508f3b1b65da8c5e72 on resource:subnet {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:44:40.055216 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-416c5346-c7eb-4f6b-953e-eac0947cb4a5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/networks/4fc2e463-caee-4b2e-96b9-1705ab35242a HTTP/1.1" status: 204 len: 168 time: 3.1015036 Mar 07 21:44:40.058703 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47114) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:40.064324 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-c15d9739-49d1-4a6b-9952-d5d39f7c8a05 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'network': {'name': 'tempest-RoutersTest-349916202'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:40.123446 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port f4e7eaec-7565-495c-b00e-c15d052d272c triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:40.123549 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:40.132917 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c15d9739-49d1-4a6b-9952-d5d39f7c8a05 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:40.144299 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c15d9739-49d1-4a6b-9952-d5d39f7c8a05 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:network and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:40.150600 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c15d9739-49d1-4a6b-9952-d5d39f7c8a05 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:40.154758 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5faba681-6a73-43df-ac74-b63e949e533f tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "GET /v2.0/routers/ef41249f-4759-4532-a44c-c1fa4970b34b/tags/tempest-TagsExtTest-Tag-794897793 HTTP/1.1" status: 204 len: 168 time: 0.2861547 Mar 07 21:44:40.157872 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47118) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:40.163740 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3a207c-000e-4df5-9906-e6eafd4f1bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ec7f81c7-af03-4ef4-8029-21c4a628c4cc', 'network_id': 'ec7f81c7-af03-4ef4-8029-21c4a628c4cc', 'tenant_id': '5e4f7b3c7a2946508f3b1b65da8c5e72', 'fixed_ips': [{'subnet_id': '7a950e3a-2ca7-48b8-bba1-6f335a2f2b10'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:44:40.163740 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ff3a207c-000e-4df5-9906-e6eafd4f1bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:40.164898 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c15d9739-49d1-4a6b-9952-d5d39f7c8a05 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:40.170800 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.tag.tag_plugin [None req-f46e6f93-b08e-4895-bfaf-819474aadf1b tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ef41249f-4759-4532-a44c-c1fa4970b34b', 'tempest-TagsExtTest-Tag-794897793') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:40.234342 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c651c7ff-ddc0-4218-ace3-7e418ea482fb tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Unset dirty status for tenant:5e4f7b3c7a2946508f3b1b65da8c5e72 on resource:subnet {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:44:40.235566 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c651c7ff-ddc0-4218-ace3-7e418ea482fb tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3691001 Mar 07 21:44:40.239431 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47122) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:40.262518 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-91fb1284-f7ad-4b68-b28f-16dcf68b9f82 None None] For port adb7cb2b-de77-42f9-963a-23990016fc8b, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:44:40.262643 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8b70d015-654b-4358-80c4-b88174a0da91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:40.274666 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15d9739-49d1-4a6b-9952-d5d39f7c8a05 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Made reservation on behalf of b77dfcf064844de7b83d64320b9ee466 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:40.278684 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c15d9739-49d1-4a6b-9952-d5d39f7c8a05 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:40.292280 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-91fb1284-f7ad-4b68-b28f-16dcf68b9f82 None None] For port adb7cb2b-de77-42f9-963a-23990016fc8b, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=adb7cb2b-de77-42f9-963a-23990016fc8b,segment=NetworkSegment(4b117bf0-fdaf-4c4b-bba9-169a7a3d401f),segment_id=4b117bf0-fdaf-4c4b-bba9-169a7a3d401f)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:44:40.327920 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15d9739-49d1-4a6b-9952-d5d39f7c8a05 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:44:40.333491 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-209d8865-9339-46bf-b2da-6e656590757e tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Deleting subnet 23d87e57-d4df-48af-9458-1cf23d08f009 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:44:40.343831 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-209d8865-9339-46bf-b2da-6e656590757e tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:40.390769 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-91fb1284-f7ad-4b68-b28f-16dcf68b9f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:40.390984 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c15d9739-49d1-4a6b-9952-d5d39f7c8a05 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:40.391188 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-c15d9739-49d1-4a6b-9952-d5d39f7c8a05 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Added segment 52f3b804-5089-4a5d-ada9-5b219008a957 of type vlan for network 44537d43-ad01-4242-b793-1db9ce95ada4 Mar 07 21:44:40.426779 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-209d8865-9339-46bf-b2da-6e656590757e tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:40.470641 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c15d9739-49d1-4a6b-9952-d5d39f7c8a05 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:40.519099 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-ff3a207c-000e-4df5-9906-e6eafd4f1bbb None None] Allocated IP 172.20.0.18 (ec7f81c7-af03-4ef4-8029-21c4a628c4cc/7a950e3a-2ca7-48b8-bba1-6f335a2f2b10/87357822-6c6a-426a-a924-0ae1b156696e) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:40.539993 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb1284-f7ad-4b68-b28f-16dcf68b9f82 None None] Pushing event updated for resources: {'Port': ['ID=adb7cb2b-de77-42f9-963a-23990016fc8b,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:40.549284 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-209d8865-9339-46bf-b2da-6e656590757e tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:40.637530 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c15d9739-49d1-4a6b-9952-d5d39f7c8a05 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:40.645163 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15d9739-49d1-4a6b-9952-d5d39f7c8a05 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:40.645163 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c15d9739-49d1-4a6b-9952-d5d39f7c8a05 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:40.701992 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f46e6f93-b08e-4895-bfaf-819474aadf1b tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "DELETE /v2.0/routers/ef41249f-4759-4532-a44c-c1fa4970b34b/tags/tempest-TagsExtTest-Tag-794897793 HTTP/1.1" status: 204 len: 168 time: 0.5425248 Mar 07 21:44:40.709134 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47126) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:40.772947 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-05b249ca-e2dd-4352-bc58-48ad875dea3b tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ef41249f-4759-4532-a44c-c1fa4970b34b') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:40.778260 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ff3a207c-000e-4df5-9906-e6eafd4f1bbb None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:40.792875 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ff3a207c-000e-4df5-9906-e6eafd4f1bbb None None] Transition to ACTIVE for port object 87357822-6c6a-426a-a924-0ae1b156696e will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:40.818433 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ff3a207c-000e-4df5-9906-e6eafd4f1bbb None None] Transition to ACTIVE for port object 87357822-6c6a-426a-a924-0ae1b156696e will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:40.841607 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-209d8865-9339-46bf-b2da-6e656590757e tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:40.902516 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d9739-49d1-4a6b-9952-d5d39f7c8a05 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Network': ['ID=44537d43-ad01-4242-b793-1db9ce95ada4,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:40.916799 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 44537d43-ad01-4242-b793-1db9ce95ada4 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:44:40.920822 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c15d9739-49d1-4a6b-9952-d5d39f7c8a05 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8610811 Mar 07 21:44:40.936589 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-209d8865-9339-46bf-b2da-6e656590757e tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:40.938529 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-209d8865-9339-46bf-b2da-6e656590757e tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] 10.222.0.21 "DELETE /v2.0/subnets/23d87e57-d4df-48af-9458-1cf23d08f009 HTTP/1.1" status: 204 len: 168 time: 0.6979733 Mar 07 21:44:40.941524 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47130) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:40.942294 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47132) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:40.943166 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d8865-9339-46bf-b2da-6e656590757e tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Pushing event deleted for resources: {'Subnet': ['ID=23d87e57-d4df-48af-9458-1cf23d08f009,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:40.959274 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b70d015-654b-4358-80c4-b88174a0da91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router 72e2b836-a1be-4d82-b3ee-eaf2f951418a is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:44:40.992817 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-6ba2839e-917e-4b4b-8fd5-dba0b82173e3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'subnet': {'network_id': '44537d43-ad01-4242-b793-1db9ce95ada4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:41.055102 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ff3a207c-000e-4df5-9906-e6eafd4f1bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:41.120562 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-05b249ca-e2dd-4352-bc58-48ad875dea3b tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "GET /v2.0/routers/ef41249f-4759-4532-a44c-c1fa4970b34b/tags HTTP/1.1" status: 200 len: 205 time: 0.4100106 Mar 07 21:44:41.126668 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47138) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:41.151162 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3a207c-000e-4df5-9906-e6eafd4f1bbb None None] Network ec7f81c7-af03-4ef4-8029-21c4a628c4cc is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:41.153813 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-ff3a207c-000e-4df5-9906-e6eafd4f1bbb None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:41.161666 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3a207c-000e-4df5-9906-e6eafd4f1bbb None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:41.185204 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-66b654db-54ac-4409-a3e4-833c4a78448b tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bec725b6-973b-404e-aa62-e73c8b766763') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:41.207482 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a207c-000e-4df5-9906-e6eafd4f1bbb None None] Pushing event updated for resources: {'Port': ['ID=87357822-6c6a-426a-a924-0ae1b156696e,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:41.222286 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a91acf-5a67-479a-a811-919eed19f78e tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Deleting subnet 7a950e3a-2ca7-48b8-bba1-6f335a2f2b10 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:44:41.232068 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-22a91acf-5a67-479a-a811-919eed19f78e tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:41.266975 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-ff3a207c-000e-4df5-9906-e6eafd4f1bbb None None] Attempting to bind port 87357822-6c6a-426a-a924-0ae1b156696e on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:44:41.267515 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-ff3a207c-000e-4df5-9906-e6eafd4f1bbb None None] Attempting to bind port 87357822-6c6a-426a-a924-0ae1b156696e by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '7966cbde-dc4a-4206-b054-b53e8dd51017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ec7f81c7-af03-4ef4-8029-21c4a628c4cc'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:44:41.267908 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3a207c-000e-4df5-9906-e6eafd4f1bbb None None] Attempting to bind port 87357822-6c6a-426a-a924-0ae1b156696e on network ec7f81c7-af03-4ef4-8029-21c4a628c4cc {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:44:41.274237 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3a207c-000e-4df5-9906-e6eafd4f1bbb None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:44:41.274613 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3a207c-000e-4df5-9906-e6eafd4f1bbb None None] Checking segment: {'id': '7966cbde-dc4a-4206-b054-b53e8dd51017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ec7f81c7-af03-4ef4-8029-21c4a628c4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:44:41.275689 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ff3a207c-000e-4df5-9906-e6eafd4f1bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:41.275689 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3a207c-000e-4df5-9906-e6eafd4f1bbb None None] Bound using segment: {'id': '7966cbde-dc4a-4206-b054-b53e8dd51017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ec7f81c7-af03-4ef4-8029-21c4a628c4cc'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:44:41.275909 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-ff3a207c-000e-4df5-9906-e6eafd4f1bbb None None] Bound port: 87357822-6c6a-426a-a924-0ae1b156696e, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7966cbde-dc4a-4206-b054-b53e8dd51017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ec7f81c7-af03-4ef4-8029-21c4a628c4cc'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:44:41.276182 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ff3a207c-000e-4df5-9906-e6eafd4f1bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:41.278277 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6ba2839e-917e-4b4b-8fd5-dba0b82173e3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:41.284882 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6ba2839e-917e-4b4b-8fd5-dba0b82173e3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:subnet and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:41.292636 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6ba2839e-917e-4b4b-8fd5-dba0b82173e3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:41.300142 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b70d015-654b-4358-80c4-b88174a0da91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:44:41.315203 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-66b654db-54ac-4409-a3e4-833c4a78448b tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "GET /v2.0/subnetpools/bec725b6-973b-404e-aa62-e73c8b766763/tags HTTP/1.1" status: 200 len: 241 time: 0.1842833 Mar 07 21:44:41.316631 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6ba2839e-917e-4b4b-8fd5-dba0b82173e3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:41.319616 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47142) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:41.320083 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-22a91acf-5a67-479a-a811-919eed19f78e tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:41.327210 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-38cadeff-b021-44ff-ab62-e3ea15c7418e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:41.339802 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] Sync routers for ids ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:44:41.348481 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.tag.tag_plugin [None req-24299141-bef2-4cfd-be70-5b2d4d73b3db tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bec725b6-973b-404e-aa62-e73c8b766763', 'tempest-TagsExtTest-Tag-1265720861') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:41.406740 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] Routers {'72e2b836-a1be-4d82-b3ee-eaf2f951418a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:41.407287 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:41.528550 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-ff3a207c-000e-4df5-9906-e6eafd4f1bbb None None] For port 87357822-6c6a-426a-a924-0ae1b156696e, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:44:41.532608 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-ff3a207c-000e-4df5-9906-e6eafd4f1bbb None None] For port 87357822-6c6a-426a-a924-0ae1b156696e, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=87357822-6c6a-426a-a924-0ae1b156696e,segment=NetworkSegment(7966cbde-dc4a-4206-b054-b53e8dd51017),segment_id=7966cbde-dc4a-4206-b054-b53e8dd51017)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:44:41.626471 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ff3a207c-000e-4df5-9906-e6eafd4f1bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:41.629787 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-22a91acf-5a67-479a-a811-919eed19f78e tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:41.632633 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-24299141-bef2-4cfd-be70-5b2d4d73b3db tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "GET /v2.0/subnetpools/bec725b6-973b-404e-aa62-e73c8b766763/tags/tempest-TagsExtTest-Tag-1265720861 HTTP/1.1" status: 204 len: 168 time: 0.3101094 Mar 07 21:44:41.635315 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47146) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:41.640383 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.tag.tag_plugin [None req-03803bcc-d9c3-4146-ad42-9470f7479cf6 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'bec725b6-973b-404e-aa62-e73c8b766763', 'tempest-TagsExtTest-Tag-1265720861') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:41.713823 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] Set router 72e2b836-a1be-4d82-b3ee-eaf2f951418a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:44:41.727029 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8b70d015-654b-4358-80c4-b88174a0da91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:41.734843 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8b70d015-654b-4358-80c4-b88174a0da91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6679366 Mar 07 21:44:41.748929 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47150) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:41.805239 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba2839e-917e-4b4b-8fd5-dba0b82173e3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Made reservation on behalf of b77dfcf064844de7b83d64320b9ee466 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:41.805239 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6ba2839e-917e-4b4b-8fd5-dba0b82173e3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:41.969483 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device adb7cb2b-de77-42f9-963a-23990016fc8b up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:44:41.969610 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-22a91acf-5a67-479a-a811-919eed19f78e tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:42.041156 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3079018-a447-45e5-bbce-9b63adacaa26 None None] Network e49915a7-4b36-4d39-9a9b-f30b173a20c3 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:42.054384 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-22a91acf-5a67-479a-a811-919eed19f78e tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:42.060834 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a91acf-5a67-479a-a811-919eed19f78e tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Pushing event deleted for resources: {'Subnet': ['ID=7a950e3a-2ca7-48b8-bba1-6f335a2f2b10,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:42.090934 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a207c-000e-4df5-9906-e6eafd4f1bbb None None] Pushing event updated for resources: {'Port': ['ID=87357822-6c6a-426a-a924-0ae1b156696e,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:42.166240 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-22a91acf-5a67-479a-a811-919eed19f78e tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] 10.222.0.21 "DELETE /v2.0/subnets/7a950e3a-2ca7-48b8-bba1-6f335a2f2b10 HTTP/1.1" status: 204 len: 168 time: 1.2183189 Mar 07 21:44:42.172867 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47156) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:42.226228 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-829789bf-e9b4-40e8-bbbd-8e5c638a8bfd tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=eabc753b02e646aebebe0162c5cfe322&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4792812 Mar 07 21:44:42.236096 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47160) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:42.317936 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1fe6db-e10a-4a03-b138-ac2a4da4e874 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:42.319395 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bb1fe6db-e10a-4a03-b138-ac2a4da4e874 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1356301 Mar 07 21:44:42.327022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47164) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:42.364557 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-38cadeff-b021-44ff-ab62-e3ea15c7418e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Allocated IP 172.20.0.1 (e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c/d9ab29d5-f222-43da-919d-4d11a50e8002/16ef8aa8-811a-4f3e-97ca-6b2eb3bee0da) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:42.379545 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-03803bcc-d9c3-4146-ad42-9470f7479cf6 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "DELETE /v2.0/subnetpools/bec725b6-973b-404e-aa62-e73c8b766763/tags/tempest-TagsExtTest-Tag-1265720861 HTTP/1.1" status: 204 len: 168 time: 0.7423422 Mar 07 21:44:42.390820 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47168) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:42.395002 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fdc12d-3b9c-4652-9ad3-02ed67e30eac tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:42.399589 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a5fdc12d-3b9c-4652-9ad3-02ed67e30eac tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1589439 Mar 07 21:44:42.399832 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47172) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:42.400301 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.tag.tag_plugin [None req-ae814895-6dac-4f98-8ec2-6cbda191a514 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bec725b6-973b-404e-aa62-e73c8b766763') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:42.409543 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b198e653-99af-4544-a4b6-a14a7553999e None None] Provisioning for port adb7cb2b-de77-42f9-963a-23990016fc8b completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:42.412395 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port adb7cb2b-de77-42f9-963a-23990016fc8b completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:42.422756 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b198e653-99af-4544-a4b6-a14a7553999e None None] Provisioning complete for port adb7cb2b-de77-42f9-963a-23990016fc8b triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:42.423126 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b198e653-99af-4544-a4b6-a14a7553999e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:42.437752 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6ba2839e-917e-4b4b-8fd5-dba0b82173e3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:42.452038 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port adb7cb2b-de77-42f9-963a-23990016fc8b triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:42.455919 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:42.476093 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8d85f9fc-ed3e-417f-ba0f-2d89587479b6 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0747032 Mar 07 21:44:42.485722 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47176) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:42.506256 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-19c40cc3-4795-4d87-91fb-d9ebbad87556 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-571321996', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:42.576456 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5317ea1-5a37-4d5c-9d55-5b7e26055324 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:42.601598 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'name': 'tempest-TestNetworkBasicOps-router-782167076', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:37Z', 'updated_at': '2022-03-07T21:44:39Z', 'revision_number': 3, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:38Z', 'updated_at': '2022-03-07T21:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:42.617054 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2839e-917e-4b4b-8fd5-dba0b82173e3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Subnet': ['ID=1945cc49-300c-4bef-a10f-49dd47b6dd9f,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:42.631346 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ae814895-6dac-4f98-8ec2-6cbda191a514 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "GET /v2.0/subnetpools/bec725b6-973b-404e-aa62-e73c8b766763/tags HTTP/1.1" status: 200 len: 205 time: 0.2371583 Mar 07 21:44:42.639173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47180) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:42.651863 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] Checking router: 72e2b836-a1be-4d82-b3ee-eaf2f951418a for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:44:42.652337 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] Updating router 72e2b836-a1be-4d82-b3ee-eaf2f951418a port 3189b2bc-d339-4ac5-9f6b-10aeac6930d0 binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:44:42.654560 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba2839e-917e-4b4b-8fd5-dba0b82173e3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Checking segment: {'id': '52f3b804-5089-4a5d-ada9-5b219008a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '44537d43-ad01-4242-b793-1db9ce95ada4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:44:42.654914 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba2839e-917e-4b4b-8fd5-dba0b82173e3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network hostable DHCP agents. Network: 44537d43-ad01-4242-b793-1db9ce95ada4, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:44:42.666327 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-19c40cc3-4795-4d87-91fb-d9ebbad87556 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:42.666666 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.tag.tag_plugin [None req-c67f8073-cf79-4757-bafe-1836e30f81b1 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bec725b6-973b-404e-aa62-e73c8b766763') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:42.678686 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-19c40cc3-4795-4d87-91fb-d9ebbad87556 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:subnet and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:42.680838 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-19c40cc3-4795-4d87-91fb-d9ebbad87556 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:42.689017 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-19c40cc3-4795-4d87-91fb-d9ebbad87556 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:42.696495 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f02231-ad1e-4f46-8b89-a5845caa9303 None None] DHCP port deletion for e49915a7-4b36-4d39-9a9b-f30b173a20c3 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:44:42.703875 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-b5317ea1-5a37-4d5c-9d55-5b7e26055324 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Deleting port 87357822-6c6a-426a-a924-0ae1b156696e {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:42.704717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5317ea1-5a37-4d5c-9d55-5b7e26055324 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:42.718383 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-13f02231-ad1e-4f46-8b89-a5845caa9303 None None] Deleting port adb7cb2b-de77-42f9-963a-23990016fc8b {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:42.718727 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-13f02231-ad1e-4f46-8b89-a5845caa9303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:42.773815 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b198e653-99af-4544-a4b6-a14a7553999e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:42.791115 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:42.795890 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba2839e-917e-4b4b-8fd5-dba0b82173e3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network 44537d43-ad01-4242-b793-1db9ce95ada4 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:44:42.802211 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c67f8073-cf79-4757-bafe-1836e30f81b1 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "DELETE /v2.0/subnetpools/bec725b6-973b-404e-aa62-e73c8b766763/tags HTTP/1.1" status: 204 len: 168 time: 0.1536093 Mar 07 21:44:42.806721 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47184) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:42.825720 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:42.825821 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-6d30fe7f-38e5-4d08-9676-5305b45aeb29 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ef41249f-4759-4532-a44c-c1fa4970b34b') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:42.929607 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-6ba2839e-917e-4b4b-8fd5-dba0b82173e3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 44537d43-ad01-4242-b793-1db9ce95ada4) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:42.933380 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c40cc3-4795-4d87-91fb-d9ebbad87556 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:42.938644 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19c40cc3-4795-4d87-91fb-d9ebbad87556 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:42.954090 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14301f9f-b154-407a-81f0-0a2dead6b6b4 None None] Network 44537d43-ad01-4242-b793-1db9ce95ada4 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:42.964946 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-38cadeff-b021-44ff-ab62-e3ea15c7418e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:42.973141 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba2839e-917e-4b4b-8fd5-dba0b82173e3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:42.973795 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-b198e653-99af-4544-a4b6-a14a7553999e None None] For port adb7cb2b-de77-42f9-963a-23990016fc8b, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=adb7cb2b-de77-42f9-963a-23990016fc8b,segment=NetworkSegment(4b117bf0-fdaf-4c4b-bba9-169a7a3d401f),segment_id=4b117bf0-fdaf-4c4b-bba9-169a7a3d401f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:42.974043 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6ba2839e-917e-4b4b-8fd5-dba0b82173e3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:43.054498 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-38cadeff-b021-44ff-ab62-e3ea15c7418e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Transition to ACTIVE for port object 16ef8aa8-811a-4f3e-97ca-6b2eb3bee0da will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:43.063617 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-b5317ea1-5a37-4d5c-9d55-5b7e26055324 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] For port 87357822-6c6a-426a-a924-0ae1b156696e, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=87357822-6c6a-426a-a924-0ae1b156696e,segment=NetworkSegment(7966cbde-dc4a-4206-b054-b53e8dd51017),segment_id=7966cbde-dc4a-4206-b054-b53e8dd51017)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:43.064051 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5317ea1-5a37-4d5c-9d55-5b7e26055324 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:43.118466 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b198e653-99af-4544-a4b6-a14a7553999e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:43.121944 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6ba2839e-917e-4b4b-8fd5-dba0b82173e3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1731720 Mar 07 21:44:43.131740 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47188) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:43.148120 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6d30fe7f-38e5-4d08-9676-5305b45aeb29 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "DELETE /v2.0/routers/ef41249f-4759-4532-a44c-c1fa4970b34b/tags HTTP/1.1" status: 204 len: 168 time: 0.3372152 Mar 07 21:44:43.148963 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-56dccf22-5261-4516-98ee-27869edd7914 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-640164510', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:43.154851 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47192) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:43.160469 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-56dccf22-5261-4516-98ee-27869edd7914 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:43.165391 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-b54f7708-0154-48fe-9c0d-e1b3942e502e tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1b7d5b05-217e-4f43-8707-d42e93d5b4b0') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:43.201911 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-b5317ea1-5a37-4d5c-9d55-5b7e26055324 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Calling delete_port for 87357822-6c6a-426a-a924-0ae1b156696e owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:43.213761 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-56dccf22-5261-4516-98ee-27869edd7914 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:router and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:43.221625 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-56dccf22-5261-4516-98ee-27869edd7914 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:43.236662 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-56dccf22-5261-4516-98ee-27869edd7914 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:43.294214 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a70a6e8-e42b-4a39-a145-93fdbaecbeb8 None None] Network ec7f81c7-af03-4ef4-8029-21c4a628c4cc requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:43.334485 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b54f7708-0154-48fe-9c0d-e1b3942e502e tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "DELETE /v2.0/ports/1b7d5b05-217e-4f43-8707-d42e93d5b4b0/tags HTTP/1.1" status: 204 len: 168 time: 0.1776452 Mar 07 21:44:43.337047 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47196) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:43.341765 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-6a11f9a8-4078-4f2d-9dac-e1d94a2fda29 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ceccf3a9-66c6-40f6-ba86-70df87f04c54') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:43.374129 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-56dccf22-5261-4516-98ee-27869edd7914 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:43.375220 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-56dccf22-5261-4516-98ee-27869edd7914 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:43.401666 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-38cadeff-b021-44ff-ab62-e3ea15c7418e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:43.434035 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-56dccf22-5261-4516-98ee-27869edd7914 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:43.434629 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5317ea1-5a37-4d5c-9d55-5b7e26055324 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:43.471514 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5317ea1-5a37-4d5c-9d55-5b7e26055324 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] No DVR routers for this DVR port 87357822-6c6a-426a-a924-0ae1b156696e on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:43.476938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cadeff-b021-44ff-ab62-e3ea15c7418e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Network e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:43.483379 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6a11f9a8-4078-4f2d-9dac-e1d94a2fda29 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "DELETE /v2.0/subnets/ceccf3a9-66c6-40f6-ba86-70df87f04c54/tags HTTP/1.1" status: 204 len: 168 time: 0.1418874 Mar 07 21:44:43.483668 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47200) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:43.489630 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-771d31df-25b2-4989-aebf-9542fba22c30 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ceccf3a9-66c6-40f6-ba86-70df87f04c54', 'tempest-TagsExtTest-Tag-344848776') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:43.510852 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-38cadeff-b021-44ff-ab62-e3ea15c7418e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:43.519706 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cadeff-b021-44ff-ab62-e3ea15c7418e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:43.541147 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19c40cc3-4795-4d87-91fb-d9ebbad87556 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:43.597976 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:44:43.599780 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:44:43.601885 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cadeff-b021-44ff-ab62-e3ea15c7418e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event updated for resources: {'Port': ['ID=16ef8aa8-811a-4f3e-97ca-6b2eb3bee0da,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:43.610752 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c574546a-04ec-4769-90ff-fa75705a2872 None None] Provisioning complete for port 87357822-6c6a-426a-a924-0ae1b156696e triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:43.612294 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c574546a-04ec-4769-90ff-fa75705a2872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:43.637009 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c40cc3-4795-4d87-91fb-d9ebbad87556 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Subnet': ['ID=859622ca-69ba-432a-afba-67cc59145e77,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:43.653531 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-56dccf22-5261-4516-98ee-27869edd7914 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:43.712656 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c40cc3-4795-4d87-91fb-d9ebbad87556 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Checking segment: {'id': 'f226c737-7ae0-4cda-86bf-3309c6542db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:44:43.713041 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c40cc3-4795-4d87-91fb-d9ebbad87556 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network hostable DHCP agents. Network: 5ae28d24-a6ec-458e-a0b6-64341e8114c4, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:44:43.728363 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198e653-99af-4544-a4b6-a14a7553999e None None] Pushing event updated for resources: {'Port': ['ID=adb7cb2b-de77-42f9-963a-23990016fc8b,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:43.803737 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-56dccf22-5261-4516-98ee-27869edd7914 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:43.805770 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-56dccf22-5261-4516-98ee-27869edd7914 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6660719 Mar 07 21:44:43.807714 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47204) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:43.809136 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c574546a-04ec-4769-90ff-fa75705a2872 None None] Port 87357822-6c6a-426a-a924-0ae1b156696e was deleted so its status cannot be updated. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 07 21:44:43.840783 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5317ea1-5a37-4d5c-9d55-5b7e26055324 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Pushing event deleted for resources: {'Port': ['ID=87357822-6c6a-426a-a924-0ae1b156696e,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:43.843519 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5317ea1-5a37-4d5c-9d55-5b7e26055324 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:43.855216 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-13f02231-ad1e-4f46-8b89-a5845caa9303 None None] For port adb7cb2b-de77-42f9-963a-23990016fc8b, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=adb7cb2b-de77-42f9-963a-23990016fc8b,segment=NetworkSegment(4b117bf0-fdaf-4c4b-bba9-169a7a3d401f),segment_id=4b117bf0-fdaf-4c4b-bba9-169a7a3d401f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:43.855550 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-13f02231-ad1e-4f46-8b89-a5845caa9303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:43.857877 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-38cadeff-b021-44ff-ab62-e3ea15c7418e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:43.886375 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-b5317ea1-5a37-4d5c-9d55-5b7e26055324 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7f81c7-af03-4ef4-8029-21c4a628c4cc']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:43.905309 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-b5317ea1-5a37-4d5c-9d55-5b7e26055324 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7966cbde-dc4a-4206-b054-b53e8dd51017') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:43.905603 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-b5317ea1-5a37-4d5c-9d55-5b7e26055324 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7966cbde-dc4a-4206-b054-b53e8dd51017') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:43.933373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5317ea1-5a37-4d5c-9d55-5b7e26055324 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:43.965369 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5317ea1-5a37-4d5c-9d55-5b7e26055324 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:43.987022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5317ea1-5a37-4d5c-9d55-5b7e26055324 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:43.987670 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5317ea1-5a37-4d5c-9d55-5b7e26055324 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:44.002060 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:44.019487 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3eb0f8-1a84-4b47-98ad-20f681b83f3b None None] DHCP port deletion for ec7f81c7-af03-4ef4-8029-21c4a628c4cc request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:44:44.031944 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-13f02231-ad1e-4f46-8b89-a5845caa9303 None None] Calling delete_port for adb7cb2b-de77-42f9-963a-23990016fc8b owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:44.115313 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c40cc3-4795-4d87-91fb-d9ebbad87556 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 5ae28d24-a6ec-458e-a0b6-64341e8114c4 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:44:44.127102 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-771d31df-25b2-4989-aebf-9542fba22c30 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "PUT /v2.0/subnets/ceccf3a9-66c6-40f6-ba86-70df87f04c54/tags/tempest-TagsExtTest-Tag-344848776 HTTP/1.1" status: 201 len: 201 time: 0.6422527 Mar 07 21:44:44.130607 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47208) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:44.137819 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.tag.tag_plugin [None req-e2a4cb3d-413b-4775-862f-801a7c754d01 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1b7d5b05-217e-4f43-8707-d42e93d5b4b0', 'tempest-TagsExtTest-Tag-745298052') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:44.204046 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e98e51-437b-4a4a-aeff-16d5cf4e8ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-44537d43-ad01-4242-b793-1db9ce95ada4', 'network_id': '44537d43-ad01-4242-b793-1db9ce95ada4', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'fixed_ips': [{'subnet_id': '1945cc49-300c-4bef-a10f-49dd47b6dd9f'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:44:44.204770 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f6e98e51-437b-4a4a-aeff-16d5cf4e8ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:44.223155 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5317ea1-5a37-4d5c-9d55-5b7e26055324 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:44.241609 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5317ea1-5a37-4d5c-9d55-5b7e26055324 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:44.257188 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5317ea1-5a37-4d5c-9d55-5b7e26055324 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Pushing event deleted for resources: {'Network': ['ID=ec7f81c7-af03-4ef4-8029-21c4a628c4cc,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:44.280708 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-bf88fd75-03ab-4b90-8b59-e1e049071361 None None] Provisioning for port 16ef8aa8-811a-4f3e-97ca-6b2eb3bee0da completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:44.315053 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b5317ea1-5a37-4d5c-9d55-5b7e26055324 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] 10.222.0.21 "DELETE /v2.0/networks/ec7f81c7-af03-4ef4-8029-21c4a628c4cc HTTP/1.1" status: 204 len: 168 time: 1.9868119 Mar 07 21:44:44.317755 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47212) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:44.330841 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-19c40cc3-4795-4d87-91fb-d9ebbad87556 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 5ae28d24-a6ec-458e-a0b6-64341e8114c4) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:44.341583 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-bf88fd75-03ab-4b90-8b59-e1e049071361 None None] Provisioning complete for port 16ef8aa8-811a-4f3e-97ca-6b2eb3bee0da triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:44.342012 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bf88fd75-03ab-4b90-8b59-e1e049071361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:44.346832 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c40cc3-4795-4d87-91fb-d9ebbad87556 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:44.348755 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19c40cc3-4795-4d87-91fb-d9ebbad87556 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:44.351821 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e2a4cb3d-413b-4775-862f-801a7c754d01 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "PUT /v2.0/ports/1b7d5b05-217e-4f43-8707-d42e93d5b4b0/tags/tempest-TagsExtTest-Tag-745298052 HTTP/1.1" status: 201 len: 201 time: 0.2200830 Mar 07 21:44:44.358841 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47216) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:44.367981 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-13f02231-ad1e-4f46-8b89-a5845caa9303 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:44:44.368280 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-13f02231-ad1e-4f46-8b89-a5845caa9303 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:44:44.371843 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-38cadeff-b021-44ff-ab62-e3ea15c7418e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:44.394981 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:44.406248 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] Transition to ACTIVE for port object 3189b2bc-d339-4ac5-9f6b-10aeac6930d0 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:44.429085 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-d85ab64a-d746-478a-b155-c54f226fb838 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ef41249f-4759-4532-a44c-c1fa4970b34b', 'tempest-TagsExtTest-Tag-246061024') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:44.459005 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-bf88fd75-03ab-4b90-8b59-e1e049071361 None None] Port 16ef8aa8-811a-4f3e-97ca-6b2eb3bee0da cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:44:44.460438 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7c6830-8f58-410b-99b5-c2766a21a58e None None] Network 5ae28d24-a6ec-458e-a0b6-64341e8114c4 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:44.477277 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device adb7cb2b-de77-42f9-963a-23990016fc8b no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:44:44.507324 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:44.599603 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Deleting port adb7cb2b-de77-42f9-963a-23990016fc8b {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:44.599945 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:44.643631 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-19c40cc3-4795-4d87-91fb-d9ebbad87556 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1496205 Mar 07 21:44:44.647035 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47220) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:44.658977 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e8a6a05-f14d-476c-a053-c5c6e6b290dd tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:44.659984 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:44.854824 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d85ab64a-d746-478a-b155-c54f226fb838 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "PUT /v2.0/routers/ef41249f-4759-4532-a44c-c1fa4970b34b/tags/tempest-TagsExtTest-Tag-246061024 HTTP/1.1" status: 201 len: 201 time: 0.4440708 Mar 07 21:44:44.860969 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47224) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:44.886124 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-13f02231-ad1e-4f46-8b89-a5845caa9303 None None] Deleting port adb7cb2b-de77-42f9-963a-23990016fc8b {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:44.886124 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-13f02231-ad1e-4f46-8b89-a5845caa9303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:44.890859 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-14d6403d-7349-492a-b8a9-79bc72ada748 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bec725b6-973b-404e-aa62-e73c8b766763', 'tempest-TagsExtTest-Tag-1191206482') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:44.941277 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] Attempting to bind port 3189b2bc-d339-4ac5-9f6b-10aeac6930d0 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:44:44.941643 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] Attempting to bind port 3189b2bc-d339-4ac5-9f6b-10aeac6930d0 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:44:44.942022 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] Attempting to bind port 3189b2bc-d339-4ac5-9f6b-10aeac6930d0 on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:44:44.987393 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927cd3b5-3232-48b6-812d-4d167f13be4a None None] Pushing event updated for resources: {'Port': ['ID=3189b2bc-d339-4ac5-9f6b-10aeac6930d0,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:44.999938 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:44:45.000361 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:44:45.000766 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:45.001566 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:44:45.001698 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] Bound port: 3189b2bc-d339-4ac5-9f6b-10aeac6930d0, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:44:45.002563 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:45.082420 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-14d6403d-7349-492a-b8a9-79bc72ada748 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "PUT /v2.0/subnetpools/bec725b6-973b-404e-aa62-e73c8b766763/tags/tempest-TagsExtTest-Tag-1191206482 HTTP/1.1" status: 201 len: 201 time: 0.2192690 Mar 07 21:44:45.084924 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47228) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:45.091234 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-50b85eab-7f41-4625-b64e-23842309d5fb tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ceccf3a9-66c6-40f6-ba86-70df87f04c54', {'tags': ['tempest-TagsExtTest-Tag-1102031617', 'tempest-TagsExtTest-Tag-1833628919', 'tempest-TagsExtTest-Tag-934059552']}) {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:45.193193 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a72dbe1-57ce-4531-a478-a20520b6c288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ips': [{'subnet_id': '859622ca-69ba-432a-afba-67cc59145e77'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:44:45.193899 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7a72dbe1-57ce-4531-a478-a20520b6c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:45.235459 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-f6e98e51-437b-4a4a-aeff-16d5cf4e8ea4 None None] Allocated IP 172.20.0.2 (44537d43-ad01-4242-b793-1db9ce95ada4/1945cc49-300c-4bef-a10f-49dd47b6dd9f/f3184587-0939-4baf-b93b-d22fb2ff2754) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:45.241240 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-50b85eab-7f41-4625-b64e-23842309d5fb tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "PUT /v2.0/subnets/ceccf3a9-66c6-40f6-ba86-70df87f04c54/tags HTTP/1.1" status: 200 len: 317 time: 0.1545634 Mar 07 21:44:45.243576 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47232) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:45.248882 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-2b95cffb-35b3-4b36-9fd3-2b6143049a09 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ceccf3a9-66c6-40f6-ba86-70df87f04c54') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:45.302673 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:45.312949 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] For port 3189b2bc-d339-4ac5-9f6b-10aeac6930d0, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:44:45.383973 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] For port 3189b2bc-d339-4ac5-9f6b-10aeac6930d0, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=3189b2bc-d339-4ac5-9f6b-10aeac6930d0,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:44:45.406792 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] For port adb7cb2b-de77-42f9-963a-23990016fc8b, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=adb7cb2b-de77-42f9-963a-23990016fc8b,segment=NetworkSegment(4b117bf0-fdaf-4c4b-bba9-169a7a3d401f),segment_id=4b117bf0-fdaf-4c4b-bba9-169a7a3d401f)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:45.407149 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:45.462232 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2b95cffb-35b3-4b36-9fd3-2b6143049a09 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "DELETE /v2.0/subnets/ceccf3a9-66c6-40f6-ba86-70df87f04c54/tags HTTP/1.1" status: 204 len: 168 time: 0.2134063 Mar 07 21:44:45.462772 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47236) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:45.468019 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-479e0201-2510-4278-a254-827d4e79afe6 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ceccf3a9-66c6-40f6-ba86-70df87f04c54', 'tempest-TagsExtTest-Tag-1102031617') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:45.551387 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:45.554129 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-479e0201-2510-4278-a254-827d4e79afe6 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] show failed (client error): The resource could not be found. Mar 07 21:44:45.555308 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-479e0201-2510-4278-a254-827d4e79afe6 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "GET /v2.0/subnets/ceccf3a9-66c6-40f6-ba86-70df87f04c54/tags/tempest-TagsExtTest-Tag-1102031617 HTTP/1.1" status: 404 len: 329 time: 0.0916650 Mar 07 21:44:45.565450 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47240) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:45.565775 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-320b0fc6-3cfb-4290-a38b-09e5a38f24f6 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ceccf3a9-66c6-40f6-ba86-70df87f04c54', 'tempest-TagsExtTest-Tag-1833628919') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:45.608852 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Calling delete_port for adb7cb2b-de77-42f9-963a-23990016fc8b owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:45.619120 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port adb7cb2b-de77-42f9-963a-23990016fc8b, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=adb7cb2b-de77-42f9-963a-23990016fc8b,segment=NetworkSegment(4b117bf0-fdaf-4c4b-bba9-169a7a3d401f),segment_id=4b117bf0-fdaf-4c4b-bba9-169a7a3d401f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:45.638181 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-320b0fc6-3cfb-4290-a38b-09e5a38f24f6 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] show failed (client error): The resource could not be found. Mar 07 21:44:45.641200 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-320b0fc6-3cfb-4290-a38b-09e5a38f24f6 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "GET /v2.0/subnets/ceccf3a9-66c6-40f6-ba86-70df87f04c54/tags/tempest-TagsExtTest-Tag-1833628919 HTTP/1.1" status: 404 len: 329 time: 0.0788903 Mar 07 21:44:45.647140 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47244) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:45.652229 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-12c9cf9a-31f7-4ac6-8f3b-33286e2aadba tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ceccf3a9-66c6-40f6-ba86-70df87f04c54', 'tempest-TagsExtTest-Tag-934059552') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:45.706649 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-38cadeff-b021-44ff-ab62-e3ea15c7418e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:45.735333 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-12c9cf9a-31f7-4ac6-8f3b-33286e2aadba tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] show failed (client error): The resource could not be found. Mar 07 21:44:45.740250 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-12c9cf9a-31f7-4ac6-8f3b-33286e2aadba tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "GET /v2.0/subnets/ceccf3a9-66c6-40f6-ba86-70df87f04c54/tags/tempest-TagsExtTest-Tag-934059552 HTTP/1.1" status: 404 len: 328 time: 0.0882406 Mar 07 21:44:45.740250 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47248) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:45.744958 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-22bd5f84-e205-496e-8e2a-64244bbc58e2 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1b7d5b05-217e-4f43-8707-d42e93d5b4b0', {'tags': ['tempest-TagsExtTest-Tag-157692674', 'tempest-TagsExtTest-Tag-270591030', 'tempest-TagsExtTest-Tag-81964911']}) {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:45.745908 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:45.750732 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-13f02231-ad1e-4f46-8b89-a5845caa9303 None None] For port adb7cb2b-de77-42f9-963a-23990016fc8b, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=adb7cb2b-de77-42f9-963a-23990016fc8b,segment=NetworkSegment(4b117bf0-fdaf-4c4b-bba9-169a7a3d401f),segment_id=4b117bf0-fdaf-4c4b-bba9-169a7a3d401f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:45.751126 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-13f02231-ad1e-4f46-8b89-a5845caa9303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:45.776469 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] Routers {'72e2b836-a1be-4d82-b3ee-eaf2f951418a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:45.777099 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:45.880873 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-38cadeff-b021-44ff-ab62-e3ea15c7418e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:45.886221 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927cd3b5-3232-48b6-812d-4d167f13be4a None None] Pushing event updated for resources: {'Port': ['ID=3189b2bc-d339-4ac5-9f6b-10aeac6930d0,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:45.929385 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-22bd5f84-e205-496e-8e2a-64244bbc58e2 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "PUT /v2.0/ports/1b7d5b05-217e-4f43-8707-d42e93d5b4b0/tags HTTP/1.1" status: 200 len: 314 time: 0.1860721 Mar 07 21:44:45.929600 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47252) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:45.934654 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-cf8011d5-45ac-4f75-9d5f-670f35abd9e5 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1b7d5b05-217e-4f43-8707-d42e93d5b4b0') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:45.944819 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.api [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:44:45.945128 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG oslo_db.api [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:44:45.967561 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-13f02231-ad1e-4f46-8b89-a5845caa9303 None None] Calling delete_port for adb7cb2b-de77-42f9-963a-23990016fc8b owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:46.026226 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:46.044051 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-38cadeff-b021-44ff-ab62-e3ea15c7418e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:46.065508 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cadeff-b021-44ff-ab62-e3ea15c7418e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event updated for resources: {'Port': ['ID=16ef8aa8-811a-4f3e-97ca-6b2eb3bee0da,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:46.093983 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-7a72dbe1-57ce-4531-a478-a20520b6c288 None None] Allocated IP 172.20.0.2 (5ae28d24-a6ec-458e-a0b6-64341e8114c4/859622ca-69ba-432a-afba-67cc59145e77/a43f1c36-f618-4a79-aa46-753398feadb7) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:46.117373 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cf8011d5-45ac-4f75-9d5f-670f35abd9e5 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "DELETE /v2.0/ports/1b7d5b05-217e-4f43-8707-d42e93d5b4b0/tags HTTP/1.1" status: 204 len: 168 time: 0.1866012 Mar 07 21:44:46.118011 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47256) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:46.123156 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-56f3d1a2-a15a-446a-8cfd-1171c51984cb tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1b7d5b05-217e-4f43-8707-d42e93d5b4b0', 'tempest-TagsExtTest-Tag-157692674') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:46.297843 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-86bd553f-0362-4b51-83ce-f2eca9895218 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:46.321131 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-56f3d1a2-a15a-446a-8cfd-1171c51984cb tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] show failed (client error): The resource could not be found. Mar 07 21:44:46.325325 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-56f3d1a2-a15a-446a-8cfd-1171c51984cb tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "GET /v2.0/ports/1b7d5b05-217e-4f43-8707-d42e93d5b4b0/tags/tempest-TagsExtTest-Tag-157692674 HTTP/1.1" status: 404 len: 328 time: 0.2062449 Mar 07 21:44:46.325991 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47260) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:46.331264 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-5ffa40ca-057a-45ce-bccc-f2003ebbddb7 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1b7d5b05-217e-4f43-8707-d42e93d5b4b0', 'tempest-TagsExtTest-Tag-270591030') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:46.358051 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=adb7cb2b-de77-42f9-963a-23990016fc8b,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:46.370805 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f6e98e51-437b-4a4a-aeff-16d5cf4e8ea4 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:46.387598 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cadeff-b021-44ff-ab62-e3ea15c7418e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Network e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:46.390370 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-38cadeff-b021-44ff-ab62-e3ea15c7418e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:46.411484 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-5ffa40ca-057a-45ce-bccc-f2003ebbddb7 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] show failed (client error): The resource could not be found. Mar 07 21:44:46.413176 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5ffa40ca-057a-45ce-bccc-f2003ebbddb7 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "GET /v2.0/ports/1b7d5b05-217e-4f43-8707-d42e93d5b4b0/tags/tempest-TagsExtTest-Tag-270591030 HTTP/1.1" status: 404 len: 328 time: 0.0862348 Mar 07 21:44:46.416217 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47264) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:46.427557 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-71c3d307-5ea8-470b-93ec-88d4c592b77f tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1b7d5b05-217e-4f43-8707-d42e93d5b4b0', 'tempest-TagsExtTest-Tag-81964911') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:46.436238 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f6e98e51-437b-4a4a-aeff-16d5cf4e8ea4 None None] Transition to ACTIVE for port object f3184587-0939-4baf-b93b-d22fb2ff2754 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:46.462433 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f6e98e51-437b-4a4a-aeff-16d5cf4e8ea4 None None] Transition to ACTIVE for port object f3184587-0939-4baf-b93b-d22fb2ff2754 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:46.463500 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Deleting port adb7cb2b-de77-42f9-963a-23990016fc8b {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:46.464022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:46.494961 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] Set router 72e2b836-a1be-4d82-b3ee-eaf2f951418a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:44:46.513771 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-71c3d307-5ea8-470b-93ec-88d4c592b77f tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] show failed (client error): The resource could not be found. Mar 07 21:44:46.515761 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-71c3d307-5ea8-470b-93ec-88d4c592b77f tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "GET /v2.0/ports/1b7d5b05-217e-4f43-8707-d42e93d5b4b0/tags/tempest-TagsExtTest-Tag-81964911 HTTP/1.1" status: 404 len: 327 time: 0.0936952 Mar 07 21:44:46.519013 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47268) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:46.525220 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-c1cd752c-5fa3-4d70-b267-76949d2d24ba tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ef41249f-4759-4532-a44c-c1fa4970b34b', {'tags': ['tempest-TagsExtTest-Tag-829688206', 'tempest-TagsExtTest-Tag-963075748', 'tempest-TagsExtTest-Tag-1768874564']}) {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:46.553715 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f6e98e51-437b-4a4a-aeff-16d5cf4e8ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:46.654197 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-13f02231-ad1e-4f46-8b89-a5845caa9303 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:44:46.654545 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-13f02231-ad1e-4f46-8b89-a5845caa9303 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:44:46.757578 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e98e51-437b-4a4a-aeff-16d5cf4e8ea4 None None] Network 44537d43-ad01-4242-b793-1db9ce95ada4 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:46.770323 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-f6e98e51-437b-4a4a-aeff-16d5cf4e8ea4 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:46.773063 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-0e8a6a05-f14d-476c-a053-c5c6e6b290dd tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Allocated IP 172.20.0.1 (44537d43-ad01-4242-b793-1db9ce95ada4/1945cc49-300c-4bef-a10f-49dd47b6dd9f/575cd427-14b3-49eb-b2c9-29002ad100fe) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:46.828170 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e98e51-437b-4a4a-aeff-16d5cf4e8ea4 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:46.845019 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e98e51-437b-4a4a-aeff-16d5cf4e8ea4 None None] Pushing event updated for resources: {'Port': ['ID=f3184587-0939-4baf-b93b-d22fb2ff2754,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:46.900488 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c1cd752c-5fa3-4d70-b267-76949d2d24ba tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "PUT /v2.0/routers/ef41249f-4759-4532-a44c-c1fa4970b34b/tags HTTP/1.1" status: 200 len: 316 time: 0.3803694 Mar 07 21:44:46.908029 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47272) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:46.920870 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.tag.tag_plugin [None req-ebe13107-14a4-47da-8265-5c0035a9451b tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ef41249f-4759-4532-a44c-c1fa4970b34b') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:46.969194 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e8a6a05-f14d-476c-a053-c5c6e6b290dd tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:46.986182 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-0e8a6a05-f14d-476c-a053-c5c6e6b290dd tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Transition to ACTIVE for port object 575cd427-14b3-49eb-b2c9-29002ad100fe will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:46.998070 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ecb03d0e-b286-4bb8-bdb7-9d76e1930579 None None] Provisioning complete for port 16ef8aa8-811a-4f3e-97ca-6b2eb3bee0da triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:46.998543 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ecb03d0e-b286-4bb8-bdb7-9d76e1930579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:47.080615 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-f6e98e51-437b-4a4a-aeff-16d5cf4e8ea4 None None] Attempting to bind port f3184587-0939-4baf-b93b-d22fb2ff2754 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:44:47.080825 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-f6e98e51-437b-4a4a-aeff-16d5cf4e8ea4 None None] Attempting to bind port f3184587-0939-4baf-b93b-d22fb2ff2754 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '52f3b804-5089-4a5d-ada9-5b219008a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '44537d43-ad01-4242-b793-1db9ce95ada4'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:44:47.081163 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e98e51-437b-4a4a-aeff-16d5cf4e8ea4 None None] Attempting to bind port f3184587-0939-4baf-b93b-d22fb2ff2754 on network 44537d43-ad01-4242-b793-1db9ce95ada4 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:44:47.085489 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e8a6a05-f14d-476c-a053-c5c6e6b290dd tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:47.133869 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e98e51-437b-4a4a-aeff-16d5cf4e8ea4 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:44:47.138528 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e98e51-437b-4a4a-aeff-16d5cf4e8ea4 None None] Checking segment: {'id': '52f3b804-5089-4a5d-ada9-5b219008a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '44537d43-ad01-4242-b793-1db9ce95ada4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:44:47.138528 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f6e98e51-437b-4a4a-aeff-16d5cf4e8ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:47.138528 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e98e51-437b-4a4a-aeff-16d5cf4e8ea4 None None] Bound using segment: {'id': '52f3b804-5089-4a5d-ada9-5b219008a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '44537d43-ad01-4242-b793-1db9ce95ada4'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:44:47.138528 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-f6e98e51-437b-4a4a-aeff-16d5cf4e8ea4 None None] Bound port: f3184587-0939-4baf-b93b-d22fb2ff2754, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f3b804-5089-4a5d-ada9-5b219008a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '44537d43-ad01-4242-b793-1db9ce95ada4'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:44:47.138528 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f6e98e51-437b-4a4a-aeff-16d5cf4e8ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:47.139067 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cadeff-b021-44ff-ab62-e3ea15c7418e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Router f65ced61-aa91-477f-b51d-019ec950e26c has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:44:47.147707 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7a72dbe1-57ce-4531-a478-a20520b6c288 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:47.155012 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8a6a05-f14d-476c-a053-c5c6e6b290dd tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network 44537d43-ad01-4242-b793-1db9ce95ada4 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:47.158784 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-0e8a6a05-f14d-476c-a053-c5c6e6b290dd tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:47.163233 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8a6a05-f14d-476c-a053-c5c6e6b290dd tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:47.164861 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-ecb03d0e-b286-4bb8-bdb7-9d76e1930579 None None] Port 16ef8aa8-811a-4f3e-97ca-6b2eb3bee0da cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:44:47.172818 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-7a72dbe1-57ce-4531-a478-a20520b6c288 None None] Transition to ACTIVE for port object a43f1c36-f618-4a79-aa46-753398feadb7 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:47.231049 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a6a05-f14d-476c-a053-c5c6e6b290dd tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Port': ['ID=575cd427-14b3-49eb-b2c9-29002ad100fe,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:47.250854 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-7a72dbe1-57ce-4531-a478-a20520b6c288 None None] Transition to ACTIVE for port object a43f1c36-f618-4a79-aa46-753398feadb7 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:47.251449 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e8a6a05-f14d-476c-a053-c5c6e6b290dd tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:47.264940 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] For port adb7cb2b-de77-42f9-963a-23990016fc8b, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=adb7cb2b-de77-42f9-963a-23990016fc8b,segment=NetworkSegment(4b117bf0-fdaf-4c4b-bba9-169a7a3d401f),segment_id=4b117bf0-fdaf-4c4b-bba9-169a7a3d401f)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:47.265290 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:47.284119 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-f6e98e51-437b-4a4a-aeff-16d5cf4e8ea4 None None] For port f3184587-0939-4baf-b93b-d22fb2ff2754, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:44:47.287596 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-f6e98e51-437b-4a4a-aeff-16d5cf4e8ea4 None None] For port f3184587-0939-4baf-b93b-d22fb2ff2754, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f3184587-0939-4baf-b93b-d22fb2ff2754,segment=NetworkSegment(52f3b804-5089-4a5d-ada9-5b219008a957),segment_id=52f3b804-5089-4a5d-ada9-5b219008a957)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:44:47.292676 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'name': 'tempest-TestNetworkBasicOps-router-782167076', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:37Z', 'updated_at': '2022-03-07T21:44:39Z', 'revision_number': 3, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:38Z', 'updated_at': '2022-03-07T21:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:47.296679 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ccb914-dd82-4bf1-96b3-03e58e04aff4 None None] The sync data for ids ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'] in dv-neutron-829957-1-hyperv is: [{'id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'name': 'tempest-TestNetworkBasicOps-router-782167076', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:37Z', 'updated_at': '2022-03-07T21:44:39Z', 'revision_number': 3, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:38Z', 'updated_at': '2022-03-07T21:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:44:47.330169 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7a72dbe1-57ce-4531-a478-a20520b6c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:47.370658 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f6e98e51-437b-4a4a-aeff-16d5cf4e8ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:47.413082 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a72dbe1-57ce-4531-a478-a20520b6c288 None None] Network 5ae28d24-a6ec-458e-a0b6-64341e8114c4 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:47.424639 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-7a72dbe1-57ce-4531-a478-a20520b6c288 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:47.435967 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a72dbe1-57ce-4531-a478-a20520b6c288 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:47.447851 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72dbe1-57ce-4531-a478-a20520b6c288 None None] Pushing event updated for resources: {'Port': ['ID=a43f1c36-f618-4a79-aa46-753398feadb7,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:47.561548 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Calling delete_port for adb7cb2b-de77-42f9-963a-23990016fc8b owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:47.616885 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-13f02231-ad1e-4f46-8b89-a5845caa9303 None None] Deleting port adb7cb2b-de77-42f9-963a-23990016fc8b {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:47.617500 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-13f02231-ad1e-4f46-8b89-a5845caa9303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:47.619308 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e8a6a05-f14d-476c-a053-c5c6e6b290dd tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:47.695984 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-86bd553f-0362-4b51-83ce-f2eca9895218 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.20.0.1 (5ae28d24-a6ec-458e-a0b6-64341e8114c4/859622ca-69ba-432a-afba-67cc59145e77/40874310-df4f-442c-8e98-7b14fc1c8c25) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:47.719438 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-7a72dbe1-57ce-4531-a478-a20520b6c288 None None] Attempting to bind port a43f1c36-f618-4a79-aa46-753398feadb7 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:44:47.720026 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-7a72dbe1-57ce-4531-a478-a20520b6c288 None None] Attempting to bind port a43f1c36-f618-4a79-aa46-753398feadb7 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f226c737-7ae0-4cda-86bf-3309c6542db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:44:47.721228 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a72dbe1-57ce-4531-a478-a20520b6c288 None None] Attempting to bind port a43f1c36-f618-4a79-aa46-753398feadb7 on network 5ae28d24-a6ec-458e-a0b6-64341e8114c4 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:44:47.728269 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e98e51-437b-4a4a-aeff-16d5cf4e8ea4 None None] Pushing event updated for resources: {'Port': ['ID=f3184587-0939-4baf-b93b-d22fb2ff2754,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:47.739531 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a72dbe1-57ce-4531-a478-a20520b6c288 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:44:47.740119 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a72dbe1-57ce-4531-a478-a20520b6c288 None None] Checking segment: {'id': 'f226c737-7ae0-4cda-86bf-3309c6542db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:44:47.741456 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7a72dbe1-57ce-4531-a478-a20520b6c288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:47.742301 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a72dbe1-57ce-4531-a478-a20520b6c288 None None] Bound using segment: {'id': 'f226c737-7ae0-4cda-86bf-3309c6542db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:44:47.746290 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-7a72dbe1-57ce-4531-a478-a20520b6c288 None None] Bound port: a43f1c36-f618-4a79-aa46-753398feadb7, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f226c737-7ae0-4cda-86bf-3309c6542db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:44:47.753033 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7a72dbe1-57ce-4531-a478-a20520b6c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:47.803841 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ebe13107-14a4-47da-8265-5c0035a9451b tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "DELETE /v2.0/routers/ef41249f-4759-4532-a44c-c1fa4970b34b/tags HTTP/1.1" status: 204 len: 168 time: 0.8890710 Mar 07 21:44:47.826823 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47276) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:47.892770 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.tag.tag_plugin [None req-e13a0013-8f4d-415a-9b55-cdd424de87b9 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ef41249f-4759-4532-a44c-c1fa4970b34b', 'tempest-TagsExtTest-Tag-829688206') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:48.097210 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-13f02231-ad1e-4f46-8b89-a5845caa9303 None None] For port adb7cb2b-de77-42f9-963a-23990016fc8b, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=adb7cb2b-de77-42f9-963a-23990016fc8b,segment=NetworkSegment(4b117bf0-fdaf-4c4b-bba9-169a7a3d401f),segment_id=4b117bf0-fdaf-4c4b-bba9-169a7a3d401f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:48.098550 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-13f02231-ad1e-4f46-8b89-a5845caa9303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:48.186586 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cadeff-b021-44ff-ab62-e3ea15c7418e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:44:48.202652 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3f535c-1ec6-4a40-8beb-c846ed176b46 None None] Sync routers for ids ['f65ced61-aa91-477f-b51d-019ec950e26c'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:44:48.218643 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-86bd553f-0362-4b51-83ce-f2eca9895218 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:48.228262 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3f535c-1ec6-4a40-8beb-c846ed176b46 None None] Routers {'f65ced61-aa91-477f-b51d-019ec950e26c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:48.228553 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-fc3f535c-1ec6-4a40-8beb-c846ed176b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f65ced61-aa91-477f-b51d-019ec950e26c'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:48.274286 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e8a6a05-f14d-476c-a053-c5c6e6b290dd tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:48.292052 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-38cadeff-b021-44ff-ab62-e3ea15c7418e tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "PUT /v2.0/routers/f65ced61-aa91-477f-b51d-019ec950e26c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6910920 Mar 07 21:44:48.294657 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47280) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:48.301696 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:48.305073 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-465fd18e-9043-47f8-a12b-857a3407a3cd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Request body: {'port': {'network_id': 'e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c', 'name': 'tempest-FloatingIPTestJSON-1481017616'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:48.339820 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-13f02231-ad1e-4f46-8b89-a5845caa9303 None None] Calling delete_port for adb7cb2b-de77-42f9-963a-23990016fc8b owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:48.346306 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e8a6a05-f14d-476c-a053-c5c6e6b290dd tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:48.354743 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-86bd553f-0362-4b51-83ce-f2eca9895218 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Transition to ACTIVE for port object 40874310-df4f-442c-8e98-7b14fc1c8c25 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:48.370274 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-e13a0013-8f4d-415a-9b55-cdd424de87b9 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] show failed (client error): The resource could not be found. Mar 07 21:44:48.372236 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-fc3f535c-1ec6-4a40-8beb-c846ed176b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:48.375824 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e13a0013-8f4d-415a-9b55-cdd424de87b9 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "GET /v2.0/routers/ef41249f-4759-4532-a44c-c1fa4970b34b/tags/tempest-TagsExtTest-Tag-829688206 HTTP/1.1" status: 404 len: 328 time: 0.5479896 Mar 07 21:44:48.377471 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] No DVR routers for this DVR port adb7cb2b-de77-42f9-963a-23990016fc8b on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:48.402920 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47284) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:48.415048 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3f535c-1ec6-4a40-8beb-c846ed176b46 None None] Routers {'f65ced61-aa91-477f-b51d-019ec950e26c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:48.416378 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-fc3f535c-1ec6-4a40-8beb-c846ed176b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f65ced61-aa91-477f-b51d-019ec950e26c'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:48.454713 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-13f02231-ad1e-4f46-8b89-a5845caa9303 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:44:48.454713 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-13f02231-ad1e-4f46-8b89-a5845caa9303 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:44:48.470283 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-7a72dbe1-57ce-4531-a478-a20520b6c288 None None] For port a43f1c36-f618-4a79-aa46-753398feadb7, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:44:48.481776 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-7a72dbe1-57ce-4531-a478-a20520b6c288 None None] For port a43f1c36-f618-4a79-aa46-753398feadb7, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a43f1c36-f618-4a79-aa46-753398feadb7,segment=NetworkSegment(f226c737-7ae0-4cda-86bf-3309c6542db1),segment_id=f226c737-7ae0-4cda-86bf-3309c6542db1)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:44:48.550772 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7a72dbe1-57ce-4531-a478-a20520b6c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:48.579229 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-fc3f535c-1ec6-4a40-8beb-c846ed176b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:48.582958 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3f535c-1ec6-4a40-8beb-c846ed176b46 None None] The sync data for ids ['f65ced61-aa91-477f-b51d-019ec950e26c'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:44:48.686952 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 3189b2bc-d339-4ac5-9f6b-10aeac6930d0 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:44:48.711171 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-bf8e6b08-1efb-4c49-b002-fb5ebd07f9a7 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ef41249f-4759-4532-a44c-c1fa4970b34b', 'tempest-TagsExtTest-Tag-963075748') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:48.715990 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-13f02231-ad1e-4f46-8b89-a5845caa9303 None None] Deleting port adb7cb2b-de77-42f9-963a-23990016fc8b {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:48.716371 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-13f02231-ad1e-4f46-8b89-a5845caa9303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:48.745020 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Pushing event deleted for resources: {'Port': ['ID=adb7cb2b-de77-42f9-963a-23990016fc8b,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:48.786246 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72dbe1-57ce-4531-a478-a20520b6c288 None None] Pushing event updated for resources: {'Port': ['ID=a43f1c36-f618-4a79-aa46-753398feadb7,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:48.877451 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:48.888785 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-13f02231-ad1e-4f46-8b89-a5845caa9303 None None] The port 'adb7cb2b-de77-42f9-963a-23990016fc8b' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:44:48.909454 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49915a7-4b36-4d39-9a9b-f30b173a20c3']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:48.925784 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b117bf0-fdaf-4c4b-bba9-169a7a3d401f') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:48.926376 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b117bf0-fdaf-4c4b-bba9-169a7a3d401f') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:48.945167 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:48.971803 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:48.989452 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:48.989452 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:49.007305 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:49.034038 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0e8a6a05-f14d-476c-a053-c5c6e6b290dd tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:49.047470 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a6a05-f14d-476c-a053-c5c6e6b290dd tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Port': ['ID=575cd427-14b3-49eb-b2c9-29002ad100fe,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:49.129395 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 3189b2bc-d339-4ac5-9f6b-10aeac6930d0 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:49.133782 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 3189b2bc-d339-4ac5-9f6b-10aeac6930d0 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:49.134553 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:49.192868 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095565ad-aae7-4340-850c-6f807e980828 None None] Network 44537d43-ad01-4242-b793-1db9ce95ada4 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:49.211539 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:49.228865 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:49.247035 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-86bd553f-0362-4b51-83ce-f2eca9895218 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:49.248389 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-465fd18e-9043-47f8-a12b-857a3407a3cd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:49.267208 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-465fd18e-9043-47f8-a12b-857a3407a3cd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Usage tracker for resource:port and tenant:2e7eeead753e44e297f167f27855cc6a is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:49.274990 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-465fd18e-9043-47f8-a12b-857a3407a3cd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:49.281000 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-bf8e6b08-1efb-4c49-b002-fb5ebd07f9a7 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] show failed (client error): The resource could not be found. Mar 07 21:44:49.285531 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bf8e6b08-1efb-4c49-b002-fb5ebd07f9a7 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "GET /v2.0/routers/ef41249f-4759-4532-a44c-c1fa4970b34b/tags/tempest-TagsExtTest-Tag-963075748 HTTP/1.1" status: 404 len: 328 time: 0.6089947 Mar 07 21:44:49.287772 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47290) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:49.288764 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-465fd18e-9043-47f8-a12b-857a3407a3cd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:49.293232 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Pushing event deleted for resources: {'Network': ['ID=e49915a7-4b36-4d39-9a9b-f30b173a20c3,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:49.301386 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-d994ead8-c63b-4ca1-910e-a27a01c92127 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ef41249f-4759-4532-a44c-c1fa4970b34b', 'tempest-TagsExtTest-Tag-1768874564') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:49.325359 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b176b60e-731a-45d5-bba5-a32eb8a76745 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] 10.222.0.21 "DELETE /v2.0/networks/e49915a7-4b36-4d39-9a9b-f30b173a20c3 HTTP/1.1" status: 204 len: 168 time: 4.9973500 Mar 07 21:44:49.325359 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47294) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:49.378620 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e1c400a1-4990-4c16-b3b5-6405cdfee73f None None] Provisioning for port f3184587-0939-4baf-b93b-d22fb2ff2754 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:49.388907 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bd553f-0362-4b51-83ce-f2eca9895218 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 5ae28d24-a6ec-458e-a0b6-64341e8114c4 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:49.409846 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-86bd553f-0362-4b51-83ce-f2eca9895218 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:49.413273 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8a6a05-f14d-476c-a053-c5c6e6b290dd tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network 44537d43-ad01-4242-b793-1db9ce95ada4 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:49.422048 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:49.456586 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bd553f-0362-4b51-83ce-f2eca9895218 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:49.471714 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-0e8a6a05-f14d-476c-a053-c5c6e6b290dd tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:49.479632 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 3189b2bc-d339-4ac5-9f6b-10aeac6930d0, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=3189b2bc-d339-4ac5-9f6b-10aeac6930d0,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:49.483501 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465fd18e-9043-47f8-a12b-857a3407a3cd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Made reservation on behalf of 2e7eeead753e44e297f167f27855cc6a for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:44:49.487373 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-465fd18e-9043-47f8-a12b-857a3407a3cd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:49.505166 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd553f-0362-4b51-83ce-f2eca9895218 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=40874310-df4f-442c-8e98-7b14fc1c8c25,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:49.539168 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:49.539933 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f3184587-0939-4baf-b93b-d22fb2ff2754 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:44:49.541582 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-faf13836-8e2a-4601-b284-81ecc9e95937 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:49.543172 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-86bd553f-0362-4b51-83ce-f2eca9895218 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:49.656858 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-d994ead8-c63b-4ca1-910e-a27a01c92127 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] show failed (client error): The resource could not be found. Mar 07 21:44:49.658956 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d994ead8-c63b-4ca1-910e-a27a01c92127 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "GET /v2.0/routers/ef41249f-4759-4532-a44c-c1fa4970b34b/tags/tempest-TagsExtTest-Tag-1768874564 HTTP/1.1" status: 404 len: 329 time: 0.3669930 Mar 07 21:44:49.661707 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47298) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:49.664448 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-465fd18e-9043-47f8-a12b-857a3407a3cd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] device_id is not set on port 8f0a67da-dfd6-44a2-94c0-694a40e0d7e7 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:44:49.667458 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.tag.tag_plugin [None req-3a1f468a-908a-409b-8fb8-7b123e5aaef0 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'bec725b6-973b-404e-aa62-e73c8b766763', {'tags': ['tempest-TagsExtTest-Tag-993432388', 'tempest-TagsExtTest-Tag-625338200', 'tempest-TagsExtTest-Tag-542761215']}) {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:49.685766 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=3189b2bc-d339-4ac5-9f6b-10aeac6930d0,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:49.749489 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-faf13836-8e2a-4601-b284-81ecc9e95937 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:49.772938 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port f3184587-0939-4baf-b93b-d22fb2ff2754 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:49.773118 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port f3184587-0939-4baf-b93b-d22fb2ff2754 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:49.773609 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:49.796953 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-faf13836-8e2a-4601-b284-81ecc9e95937 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f056f09-9668-43f7-b518-bb5b492a2647']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:49.830968 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-faf13836-8e2a-4601-b284-81ecc9e95937 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ab3585-5c69-435f-affb-4d8261b351be') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:49.831567 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-faf13836-8e2a-4601-b284-81ecc9e95937 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ab3585-5c69-435f-affb-4d8261b351be') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:49.858994 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-faf13836-8e2a-4601-b284-81ecc9e95937 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:49.879955 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-465fd18e-9043-47f8-a12b-857a3407a3cd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Allocated IP 172.20.0.3 (e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c/d9ab29d5-f222-43da-919d-4d11a50e8002/8f0a67da-dfd6-44a2-94c0-694a40e0d7e7) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:44:49.885071 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-faf13836-8e2a-4601-b284-81ecc9e95937 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:49.891810 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf13836-8e2a-4601-b284-81ecc9e95937 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:49.893050 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-faf13836-8e2a-4601-b284-81ecc9e95937 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:49.932718 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:49.943400 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3a1f468a-908a-409b-8fb8-7b123e5aaef0 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "PUT /v2.0/subnetpools/bec725b6-973b-404e-aa62-e73c8b766763/tags HTTP/1.1" status: 200 len: 315 time: 0.2806311 Mar 07 21:44:49.984404 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:49.997394 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47302) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:50.012107 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.tag.tag_plugin [None req-ff297fe3-011a-4255-a914-1a5b2adef356 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bec725b6-973b-404e-aa62-e73c8b766763') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:50.032200 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port f3184587-0939-4baf-b93b-d22fb2ff2754, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f3184587-0939-4baf-b93b-d22fb2ff2754,segment=NetworkSegment(52f3b804-5089-4a5d-ada9-5b219008a957),segment_id=52f3b804-5089-4a5d-ada9-5b219008a957)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:50.039169 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1286cbf3-e087-42ac-8677-b5e171d626e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:50.052212 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8a6a05-f14d-476c-a053-c5c6e6b290dd tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Router 79a948e4-f9e3-419d-9750-552973489418 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:44:50.096809 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:50.115690 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-faf13836-8e2a-4601-b284-81ecc9e95937 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:50.119812 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-faf13836-8e2a-4601-b284-81ecc9e95937 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:50.148802 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ff297fe3-011a-4255-a914-1a5b2adef356 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "DELETE /v2.0/subnetpools/bec725b6-973b-404e-aa62-e73c8b766763/tags HTTP/1.1" status: 204 len: 168 time: 0.1446819 Mar 07 21:44:50.161584 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47306) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:50.167854 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.tag.tag_plugin [None req-0b08d7f5-365a-434a-baa8-ad660a0520f3 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bec725b6-973b-404e-aa62-e73c8b766763', 'tempest-TagsExtTest-Tag-993432388') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:50.178986 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf13836-8e2a-4601-b284-81ecc9e95937 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Pushing event deleted for resources: {'Network': ['ID=3f056f09-9668-43f7-b518-bb5b492a2647,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:50.187548 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-faf13836-8e2a-4601-b284-81ecc9e95937 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] 10.222.0.21 "DELETE /v2.0/networks/3f056f09-9668-43f7-b518-bb5b492a2647 HTTP/1.1" status: 204 len: 168 time: 0.8608303 Mar 07 21:44:50.192567 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47310) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:50.251446 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-86bd553f-0362-4b51-83ce-f2eca9895218 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:50.265343 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=f3184587-0939-4baf-b93b-d22fb2ff2754,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:50.277800 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-0b08d7f5-365a-434a-baa8-ad660a0520f3 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] show failed (client error): The resource could not be found. Mar 07 21:44:50.278732 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0b08d7f5-365a-434a-baa8-ad660a0520f3 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "GET /v2.0/subnetpools/bec725b6-973b-404e-aa62-e73c8b766763/tags/tempest-TagsExtTest-Tag-993432388 HTTP/1.1" status: 404 len: 328 time: 0.1159670 Mar 07 21:44:50.286098 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47314) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:50.287066 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2d8cc52c-bbf7-4ca2-9a22-4e86709534d7 None None] Provisioning complete for port f3184587-0939-4baf-b93b-d22fb2ff2754 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:50.287592 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2d8cc52c-bbf7-4ca2-9a22-4e86709534d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:50.297457 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-96349189-c3b1-4c1e-bf51-c456ba29f436 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bec725b6-973b-404e-aa62-e73c8b766763', 'tempest-TagsExtTest-Tag-625338200') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:50.355590 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8a6a05-f14d-476c-a053-c5c6e6b290dd tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:44:50.379078 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab1fc8-cc55-4b65-b116-7b9840565e01 None None] Sync routers for ids ['79a948e4-f9e3-419d-9750-552973489418'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:44:50.392275 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-465fd18e-9043-47f8-a12b-857a3407a3cd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:50.410259 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab1fc8-cc55-4b65-b116-7b9840565e01 None None] Routers {'79a948e4-f9e3-419d-9750-552973489418'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:50.411280 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-deab1fc8-cc55-4b65-b116-7b9840565e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['79a948e4-f9e3-419d-9750-552973489418'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:50.426378 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-96349189-c3b1-4c1e-bf51-c456ba29f436 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] show failed (client error): The resource could not be found. Mar 07 21:44:50.427818 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-96349189-c3b1-4c1e-bf51-c456ba29f436 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "GET /v2.0/subnetpools/bec725b6-973b-404e-aa62-e73c8b766763/tags/tempest-TagsExtTest-Tag-625338200 HTTP/1.1" status: 404 len: 328 time: 0.1405330 Mar 07 21:44:50.441350 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47318) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:50.465168 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0e8a6a05-f14d-476c-a053-c5c6e6b290dd tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "PUT /v2.0/routers/79a948e4-f9e3-419d-9750-552973489418/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6533568 Mar 07 21:44:50.465867 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.tag.tag_plugin [None req-3e056e1e-fb95-4878-a5c3-ad7a91dd2cf6 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bec725b6-973b-404e-aa62-e73c8b766763', 'tempest-TagsExtTest-Tag-542761215') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:50.495636 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47322) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:50.497044 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-465fd18e-9043-47f8-a12b-857a3407a3cd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Transition to ACTIVE for port object 8f0a67da-dfd6-44a2-94c0-694a40e0d7e7 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:50.544700 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-40c90e9e-b451-4800-8edd-190f93d709e9 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:50.553729 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-deab1fc8-cc55-4b65-b116-7b9840565e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:50.634509 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 3189b2bc-d339-4ac5-9f6b-10aeac6930d0 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:44:50.748072 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab1fc8-cc55-4b65-b116-7b9840565e01 None None] Routers {'79a948e4-f9e3-419d-9750-552973489418'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:50.749135 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-deab1fc8-cc55-4b65-b116-7b9840565e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['79a948e4-f9e3-419d-9750-552973489418'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:50.820750 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-3e056e1e-fb95-4878-a5c3-ad7a91dd2cf6 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] show failed (client error): The resource could not be found. Mar 07 21:44:50.822177 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3e056e1e-fb95-4878-a5c3-ad7a91dd2cf6 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "GET /v2.0/subnetpools/bec725b6-973b-404e-aa62-e73c8b766763/tags/tempest-TagsExtTest-Tag-542761215 HTTP/1.1" status: 404 len: 328 time: 0.3694241 Mar 07 21:44:50.826074 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47326) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:50.829533 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad37e36b-8b10-4a34-b399-a2307b8b2a7c None None] Network 5ae28d24-a6ec-458e-a0b6-64341e8114c4 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:50.830888 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858ed2ff-8c73-4dea-a81a-5343cb03cc54 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:50.831725 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-858ed2ff-8c73-4dea-a81a-5343cb03cc54 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Synchronizing usage tracker for tenant:b77dfcf064844de7b83d64320b9ee466 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:44:50.848028 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.tag.tag_plugin [None req-9fc67236-7cde-4ba8-b546-ba2a734f6296 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bec725b6-973b-404e-aa62-e73c8b766763') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:50.884475 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-deab1fc8-cc55-4b65-b116-7b9840565e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:50.884895 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab1fc8-cc55-4b65-b116-7b9840565e01 None None] The sync data for ids ['79a948e4-f9e3-419d-9750-552973489418'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:44:50.934421 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-40c90e9e-b451-4800-8edd-190f93d709e9 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:50.946800 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 3189b2bc-d339-4ac5-9f6b-10aeac6930d0 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:50.947108 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:50.948561 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-465fd18e-9043-47f8-a12b-857a3407a3cd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:50.995248 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-858ed2ff-8c73-4dea-a81a-5343cb03cc54 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Unset dirty status for tenant:b77dfcf064844de7b83d64320b9ee466 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:44:50.996761 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-858ed2ff-8c73-4dea-a81a-5343cb03cc54 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "GET /v2.0/ports/575cd427-14b3-49eb-b2c9-29002ad100fe HTTP/1.1" status: 200 len: 910 time: 0.4939251 Mar 07 21:44:51.006665 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47330) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:51.062264 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-40c90e9e-b451-4800-8edd-190f93d709e9 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa7754da-0e90-4363-a37e-bc8ee006c362']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:51.065158 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2d8cc52c-bbf7-4ca2-9a22-4e86709534d7 None None] Provisioning for port 575cd427-14b3-49eb-b2c9-29002ad100fe completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:51.072737 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2d8cc52c-bbf7-4ca2-9a22-4e86709534d7 None None] Provisioning complete for port 575cd427-14b3-49eb-b2c9-29002ad100fe triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:51.072971 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2d8cc52c-bbf7-4ca2-9a22-4e86709534d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:51.083340 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-40c90e9e-b451-4800-8edd-190f93d709e9 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bdfe787-703c-44bb-b9cf-b6e258b9d597') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:51.083655 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-40c90e9e-b451-4800-8edd-190f93d709e9 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bdfe787-703c-44bb-b9cf-b6e258b9d597') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:51.090860 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465fd18e-9043-47f8-a12b-857a3407a3cd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Network e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:51.092814 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9fc67236-7cde-4ba8-b546-ba2a734f6296 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "DELETE /v2.0/subnetpools/bec725b6-973b-404e-aa62-e73c8b766763/tags HTTP/1.1" status: 204 len: 168 time: 0.2641735 Mar 07 21:44:51.101482 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47334) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:51.104462 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-40c90e9e-b451-4800-8edd-190f93d709e9 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:51.111581 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-465fd18e-9043-47f8-a12b-857a3407a3cd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:51.117350 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.tag.tag_plugin [None req-07f1ff7e-6317-48ff-94a2-697d8da5476f tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ef41249f-4759-4532-a44c-c1fa4970b34b') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:51.117767 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465fd18e-9043-47f8-a12b-857a3407a3cd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:44:51.147638 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fd18e-9043-47f8-a12b-857a3407a3cd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event updated for resources: {'Port': ['ID=8f0a67da-dfd6-44a2-94c0-694a40e0d7e7,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:51.199383 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-40c90e9e-b451-4800-8edd-190f93d709e9 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:51.212530 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c90e9e-b451-4800-8edd-190f93d709e9 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:51.212928 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-40c90e9e-b451-4800-8edd-190f93d709e9 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:51.226993 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2d8cc52c-bbf7-4ca2-9a22-4e86709534d7 None None] Port 575cd427-14b3-49eb-b2c9-29002ad100fe cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:51.228935 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:51.272933 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a43f1c36-f618-4a79-aa46-753398feadb7 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:44:51.273818 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465fd18e-9043-47f8-a12b-857a3407a3cd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:51.274578 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-465fd18e-9043-47f8-a12b-857a3407a3cd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:51.374407 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.resource_extend [None req-86bd553f-0362-4b51-83ce-f2eca9895218 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 21:44:51.392100 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-86bd553f-0362-4b51-83ce-f2eca9895218 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:51.401568 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-07f1ff7e-6317-48ff-94a2-697d8da5476f tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "DELETE /v2.0/routers/ef41249f-4759-4532-a44c-c1fa4970b34b/tags HTTP/1.1" status: 204 len: 168 time: 0.2976708 Mar 07 21:44:51.402408 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47338) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:51.406751 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.tag.tag_plugin [None req-3a990efa-64ec-4dc5-b767-54a561379f4b tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1b7d5b05-217e-4f43-8707-d42e93d5b4b0') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:51.432560 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-7854c3c5-9e91-46d4-a414-8a0d6ff25e46 None None] Provisioning complete for port 575cd427-14b3-49eb-b2c9-29002ad100fe triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:51.432965 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7854c3c5-9e91-46d4-a414-8a0d6ff25e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:51.477197 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3a990efa-64ec-4dc5-b767-54a561379f4b tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "DELETE /v2.0/ports/1b7d5b05-217e-4f43-8707-d42e93d5b4b0/tags HTTP/1.1" status: 204 len: 168 time: 0.0742099 Mar 07 21:44:51.479868 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47342) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:51.483994 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-465fd18e-9043-47f8-a12b-857a3407a3cd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1881845 Mar 07 21:44:51.485968 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.tag.tag_plugin [None req-1b74dc18-47a2-428a-98c3-4c3f03f90cf4 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ceccf3a9-66c6-40f6-ba86-70df87f04c54') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:51.492185 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47346) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:51.505893 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-d5178250-23fb-4586-8504-acd945f084a9 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Request body: {'floatingip': {'port_id': '8f0a67da-dfd6-44a2-94c0-694a40e0d7e7'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:51.506762 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-7854c3c5-9e91-46d4-a414-8a0d6ff25e46 None None] Port 575cd427-14b3-49eb-b2c9-29002ad100fe cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:44:51.512689 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-86bd553f-0362-4b51-83ce-f2eca9895218 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:51.532065 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port a43f1c36-f618-4a79-aa46-753398feadb7 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:51.538180 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f3184587-0939-4baf-b93b-d22fb2ff2754 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:44:51.543492 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-40c90e9e-b451-4800-8edd-190f93d709e9 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:51.554090 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-40c90e9e-b451-4800-8edd-190f93d709e9 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:51.591848 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-7854c3c5-9e91-46d4-a414-8a0d6ff25e46 None None] Provisioning for port a43f1c36-f618-4a79-aa46-753398feadb7 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:51.607838 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-7854c3c5-9e91-46d4-a414-8a0d6ff25e46 None None] Provisioning complete for port a43f1c36-f618-4a79-aa46-753398feadb7 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:51.608377 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7854c3c5-9e91-46d4-a414-8a0d6ff25e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:51.654060 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c90e9e-b451-4800-8edd-190f93d709e9 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] Pushing event deleted for resources: {'Network': ['ID=aa7754da-0e90-4363-a37e-bc8ee006c362,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:51.672888 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d5178250-23fb-4586-8504-acd945f084a9 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:51.682493 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-40c90e9e-b451-4800-8edd-190f93d709e9 tempest-BulkNetworkOpsTest-1285775328 tempest-BulkNetworkOpsTest-1285775328-project] 10.222.0.21 "DELETE /v2.0/networks/aa7754da-0e90-4363-a37e-bc8ee006c362 HTTP/1.1" status: 204 len: 168 time: 1.4887826 Mar 07 21:44:51.704221 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-86bd553f-0362-4b51-83ce-f2eca9895218 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:51.712828 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd553f-0362-4b51-83ce-f2eca9895218 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=40874310-df4f-442c-8e98-7b14fc1c8c25,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:51.725555 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port f3184587-0939-4baf-b93b-d22fb2ff2754 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:51.730601 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:51.857129 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1b74dc18-47a2-428a-98c3-4c3f03f90cf4 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "DELETE /v2.0/subnets/ceccf3a9-66c6-40f6-ba86-70df87f04c54/tags HTTP/1.1" status: 204 len: 168 time: 0.3758781 Mar 07 21:44:51.866383 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47352) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:51.907148 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bd553f-0362-4b51-83ce-f2eca9895218 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 5ae28d24-a6ec-458e-a0b6-64341e8114c4 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:44:51.925542 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-86bd553f-0362-4b51-83ce-f2eca9895218 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:44:51.983394 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7854c3c5-9e91-46d4-a414-8a0d6ff25e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:52.082212 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-7854c3c5-9e91-46d4-a414-8a0d6ff25e46 None None] For port a43f1c36-f618-4a79-aa46-753398feadb7, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a43f1c36-f618-4a79-aa46-753398feadb7,segment=NetworkSegment(f226c737-7ae0-4cda-86bf-3309c6542db1),segment_id=f226c737-7ae0-4cda-86bf-3309c6542db1)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:52.159890 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bd553f-0362-4b51-83ce-f2eca9895218 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router 72e2b836-a1be-4d82-b3ee-eaf2f951418a has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:44:52.161684 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e30d6d37-9487-40a0-a5c4-e9f633f52c01 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks [] for subnetpool, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:52.165778 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e30d6d37-9487-40a0-a5c4-e9f633f52c01 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "DELETE /v2.0/subnetpools/bec725b6-973b-404e-aa62-e73c8b766763 HTTP/1.1" status: 204 len: 168 time: 0.2984109 Mar 07 21:44:52.166553 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47356) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:52.175385 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7854c3c5-9e91-46d4-a414-8a0d6ff25e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:52.254524 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-177908f3-83b1-4de4-84ec-c64503612c96 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Synchronizing usage tracker for tenant:193a7186bd3b41d2a2525c599bc04601 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:44:52.276928 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854c3c5-9e91-46d4-a414-8a0d6ff25e46 None None] Pushing event updated for resources: {'Port': ['ID=a43f1c36-f618-4a79-aa46-753398feadb7,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:52.360031 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47362) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:52.385864 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e9d909f7-79fd-41fd-b034-882535fcc936 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:52.388403 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8e36d588-6f06-40c8-9787-5e72e734506a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:52.405418 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5262d9cd-0127-47e5-8654-cd8385f3c448 None None] Provisioning for port 8f0a67da-dfd6-44a2-94c0-694a40e0d7e7 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:52.411605 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5262d9cd-0127-47e5-8654-cd8385f3c448 None None] Provisioning complete for port 8f0a67da-dfd6-44a2-94c0-694a40e0d7e7 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:52.411986 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5262d9cd-0127-47e5-8654-cd8385f3c448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:52.460571 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-177908f3-83b1-4de4-84ec-c64503612c96 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Unset dirty status for tenant:193a7186bd3b41d2a2525c599bc04601 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:44:52.461984 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-177908f3-83b1-4de4-84ec-c64503612c96 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef41249f-4759-4532-a44c-c1fa4970b34b HTTP/1.1" status: 200 len: 205 time: 0.2943003 Mar 07 21:44:52.465421 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47368) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:52.504414 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-5262d9cd-0127-47e5-8654-cd8385f3c448 None None] Port 8f0a67da-dfd6-44a2-94c0-694a40e0d7e7 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:44:52.525144 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a43f1c36-f618-4a79-aa46-753398feadb7 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:44:52.582916 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5262d9cd-0127-47e5-8654-cd8385f3c448 None None] Provisioning for port 40874310-df4f-442c-8e98-7b14fc1c8c25 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:52.599584 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5262d9cd-0127-47e5-8654-cd8385f3c448 None None] Provisioning complete for port 40874310-df4f-442c-8e98-7b14fc1c8c25 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:52.600120 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5262d9cd-0127-47e5-8654-cd8385f3c448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:52.663449 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-29d635b6-212f-4d4f-9e97-467432eeab67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e4f7b3c7a2946508f3b1b65da8c5e72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3002939 Mar 07 21:44:52.668964 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-5262d9cd-0127-47e5-8654-cd8385f3c448 None None] Port 40874310-df4f-442c-8e98-7b14fc1c8c25 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:44:52.679222 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47374) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:52.682928 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port a43f1c36-f618-4a79-aa46-753398feadb7 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:52.685224 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:52.729325 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5262d9cd-0127-47e5-8654-cd8385f3c448 None None] Provisioning complete for port a43f1c36-f618-4a79-aa46-753398feadb7 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:52.730244 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5262d9cd-0127-47e5-8654-cd8385f3c448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:52.795270 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d9077be4-a715-4d56-803e-1157d1edeb9a tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:52.855197 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bd553f-0362-4b51-83ce-f2eca9895218 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:44:52.868422 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] Sync routers for ids ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:44:52.872517 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-86bd553f-0362-4b51-83ce-f2eca9895218 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "PUT /v2.0/routers/72e2b836-a1be-4d82-b3ee-eaf2f951418a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2243009 Mar 07 21:44:52.880935 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47378) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:52.883769 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] Routers {'72e2b836-a1be-4d82-b3ee-eaf2f951418a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:52.884689 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:52.968777 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-947089a0-33b0-408f-bb34-c04c8e5c1d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:53.089197 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] Set router 72e2b836-a1be-4d82-b3ee-eaf2f951418a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:44:53.100034 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-947089a0-33b0-408f-bb34-c04c8e5c1d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:53.107437 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1cb2bdb7-04ef-46e3-9d60-da2084882472 None None] Provisioning complete for port 40874310-df4f-442c-8e98-7b14fc1c8c25 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:53.108184 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1cb2bdb7-04ef-46e3-9d60-da2084882472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:53.152526 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:53.176318 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-1cb2bdb7-04ef-46e3-9d60-da2084882472 None None] Port 40874310-df4f-442c-8e98-7b14fc1c8c25 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:44:53.195586 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d9077be4-a715-4d56-803e-1157d1edeb9a tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:53.205902 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d9077be4-a715-4d56-803e-1157d1edeb9a tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:53.268882 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d57b786-758e-4329-862d-7cda3c1cb508 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:53.269350 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d57b786-758e-4329-862d-7cda3c1cb508 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:53.269811 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d57b786-758e-4329-862d-7cda3c1cb508 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:53.270286 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d57b786-758e-4329-862d-7cda3c1cb508 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:53.270741 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d57b786-758e-4329-862d-7cda3c1cb508 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:53.271198 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d57b786-758e-4329-862d-7cda3c1cb508 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:53.271876 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d57b786-758e-4329-862d-7cda3c1cb508 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:53.272330 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d57b786-758e-4329-862d-7cda3c1cb508 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:53.272823 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d57b786-758e-4329-862d-7cda3c1cb508 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:53.273266 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d57b786-758e-4329-862d-7cda3c1cb508 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:53.275303 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6d57b786-758e-4329-862d-7cda3c1cb508 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7038 time: 0.3901284 Mar 07 21:44:53.280433 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47382) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:53.287930 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-e9d909f7-79fd-41fd-b034-882535fcc936 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting port 575cd427-14b3-49eb-b2c9-29002ad100fe {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:53.288272 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e9d909f7-79fd-41fd-b034-882535fcc936 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:53.319154 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d9077be4-a715-4d56-803e-1157d1edeb9a tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:53.319711 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9077be4-a715-4d56-803e-1157d1edeb9a tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Fanout notify agent at l3_agent the message router_deleted on router ef41249f-4759-4532-a44c-c1fa4970b34b {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:44:53.321400 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-947089a0-33b0-408f-bb34-c04c8e5c1d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:53.325754 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d5178250-23fb-4586-8504-acd945f084a9 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:53.348265 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:53.369166 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-947089a0-33b0-408f-bb34-c04c8e5c1d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:53.372918 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-947089a0-33b0-408f-bb34-c04c8e5c1d0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b1b96a0-dcf9-4497-8c43-87eaaf3c828b HTTP/1.1" status: 204 len: 168 time: 0.6856835 Mar 07 21:44:53.374018 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947089a0-33b0-408f-bb34-c04c8e5c1d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1b96a0-dcf9-4497-8c43-87eaaf3c828b,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:53.383768 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d9077be4-a715-4d56-803e-1157d1edeb9a tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:53.387516 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d9077be4-a715-4d56-803e-1157d1edeb9a tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "DELETE /v2.0/routers/ef41249f-4759-4532-a44c-c1fa4970b34b HTTP/1.1" status: 204 len: 168 time: 0.9211173 Mar 07 21:44:53.390089 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47388) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:53.399766 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d5178250-23fb-4586-8504-acd945f084a9 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:53.441399 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'name': 'tempest-TestNetworkBasicOps-router-782167076', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:37Z', 'updated_at': '2022-03-07T21:44:49Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:38Z', 'updated_at': '2022-03-07T21:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '40874310-df4f-442c-8e98-7b14fc1c8c25', 'name': '', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:29:f1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '859622ca-69ba-432a-afba-67cc59145e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:46Z', 'updated_at': '2022-03-07T21:44:50Z', 'revision_number': 2, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '859622ca-69ba-432a-afba-67cc59145e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:53.447285 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] Checking router: 72e2b836-a1be-4d82-b3ee-eaf2f951418a for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:44:53.447790 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] Updating router 72e2b836-a1be-4d82-b3ee-eaf2f951418a port 40874310-df4f-442c-8e98-7b14fc1c8c25 binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:44:53.465146 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d4e48a-e4dd-4fed-ab08-e11c1e643770 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:53.465712 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d4e48a-e4dd-4fed-ab08-e11c1e643770 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:53.466077 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d4e48a-e4dd-4fed-ab08-e11c1e643770 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:53.466525 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d4e48a-e4dd-4fed-ab08-e11c1e643770 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:53.466982 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d4e48a-e4dd-4fed-ab08-e11c1e643770 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:53.467424 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d4e48a-e4dd-4fed-ab08-e11c1e643770 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:53.467867 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d4e48a-e4dd-4fed-ab08-e11c1e643770 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:53.468307 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d4e48a-e4dd-4fed-ab08-e11c1e643770 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:53.468746 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d4e48a-e4dd-4fed-ab08-e11c1e643770 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:53.469187 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d4e48a-e4dd-4fed-ab08-e11c1e643770 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:44:53.474332 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e8d4e48a-e4dd-4fed-ab08-e11c1e643770 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6371 time: 0.1928189 Mar 07 21:44:53.475206 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47392) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:53.499481 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-153326ed-cb82-446e-8b55-45a9d6f08cac tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Deleting port 1b7d5b05-217e-4f43-8707-d42e93d5b4b0 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:53.499856 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-153326ed-cb82-446e-8b55-45a9d6f08cac tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:53.513759 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:53.752781 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e9d909f7-79fd-41fd-b034-882535fcc936 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:53.790675 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-153326ed-cb82-446e-8b55-45a9d6f08cac tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:53.851209 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-d5178250-23fb-4586-8504-acd945f084a9 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Floating IP de1324e5-f03c-43b5-ba60-d1d7356cf35c associated. External IP: 172.26.2.111, port: 33959bc8-a82d-488c-841e-932b2b59a942. Mar 07 21:44:53.953073 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-153326ed-cb82-446e-8b55-45a9d6f08cac tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Calling delete_port for 1b7d5b05-217e-4f43-8707-d42e93d5b4b0 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:53.986661 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:54.000542 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] Transition to ACTIVE for port object 40874310-df4f-442c-8e98-7b14fc1c8c25 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:44:54.100671 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:54.193724 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-153326ed-cb82-446e-8b55-45a9d6f08cac tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:54.195589 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-e9d909f7-79fd-41fd-b034-882535fcc936 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Calling delete_port for 575cd427-14b3-49eb-b2c9-29002ad100fe owned by network:router_interface {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:54.223180 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc14bc-2367-4142-ac9c-6133abdcafa4 None None] Pushing event updated for resources: {'Port': ['ID=40874310-df4f-442c-8e98-7b14fc1c8c25,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:54.242551 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc14bc-2367-4142-ac9c-6133abdcafa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:54.243115 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc14bc-2367-4142-ac9c-6133abdcafa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:54.243620 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc14bc-2367-4142-ac9c-6133abdcafa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:54.244296 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc14bc-2367-4142-ac9c-6133abdcafa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:54.244596 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc14bc-2367-4142-ac9c-6133abdcafa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:54.244926 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc14bc-2367-4142-ac9c-6133abdcafa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:54.245253 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc14bc-2367-4142-ac9c-6133abdcafa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:54.245578 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc14bc-2367-4142-ac9c-6133abdcafa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:54.245946 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc14bc-2367-4142-ac9c-6133abdcafa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:54.246442 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc14bc-2367-4142-ac9c-6133abdcafa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:54.246770 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc14bc-2367-4142-ac9c-6133abdcafa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:54.247086 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc14bc-2367-4142-ac9c-6133abdcafa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:44:54.263207 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153326ed-cb82-446e-8b55-45a9d6f08cac tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Pushing event deleted for resources: {'Port': ['ID=1b7d5b05-217e-4f43-8707-d42e93d5b4b0,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:54.420916 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] Attempting to bind port 40874310-df4f-442c-8e98-7b14fc1c8c25 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:44:54.421849 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] Attempting to bind port 40874310-df4f-442c-8e98-7b14fc1c8c25 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f226c737-7ae0-4cda-86bf-3309c6542db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:44:54.426409 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] Attempting to bind port 40874310-df4f-442c-8e98-7b14fc1c8c25 on network 5ae28d24-a6ec-458e-a0b6-64341e8114c4 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:44:54.439573 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:44:54.440589 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] Checking segment: {'id': 'f226c737-7ae0-4cda-86bf-3309c6542db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:44:54.440990 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:54.441379 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] Bound using segment: {'id': 'f226c737-7ae0-4cda-86bf-3309c6542db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:44:54.441860 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] Bound port: 40874310-df4f-442c-8e98-7b14fc1c8c25, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f226c737-7ae0-4cda-86bf-3309c6542db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:44:54.442541 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:54.569755 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] For port 40874310-df4f-442c-8e98-7b14fc1c8c25, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:44:54.578684 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] For port 40874310-df4f-442c-8e98-7b14fc1c8c25, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=40874310-df4f-442c-8e98-7b14fc1c8c25,segment=NetworkSegment(f226c737-7ae0-4cda-86bf-3309c6542db1),segment_id=f226c737-7ae0-4cda-86bf-3309c6542db1)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:44:54.616248 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-153326ed-cb82-446e-8b55-45a9d6f08cac tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:54.662991 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:54.687843 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-153326ed-cb82-446e-8b55-45a9d6f08cac tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "DELETE /v2.0/ports/1b7d5b05-217e-4f43-8707-d42e93d5b4b0 HTTP/1.1" status: 204 len: 168 time: 1.2943566 Mar 07 21:44:54.688199 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47414) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:54.726787 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47418) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:54.745615 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] Routers {'72e2b836-a1be-4d82-b3ee-eaf2f951418a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:54.746402 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:54.749058 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:54.823613 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc14bc-2367-4142-ac9c-6133abdcafa4 None None] Pushing event updated for resources: {'Port': ['ID=40874310-df4f-442c-8e98-7b14fc1c8c25,revision_number=4']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:54.824234 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-f497958d-96d9-438b-ac3a-c7099f39ea17 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Deleting subnet ceccf3a9-66c6-40f6-ba86-70df87f04c54 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:44:54.838242 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f497958d-96d9-438b-ac3a-c7099f39ea17 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:54.935260 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f497958d-96d9-438b-ac3a-c7099f39ea17 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:55.030106 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-25e23a3d-27ec-4578-95d2-d8fba752d151 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5014 time: 1.5042264 Mar 07 21:44:55.036261 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] Set router 72e2b836-a1be-4d82-b3ee-eaf2f951418a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:44:55.054918 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5178250-23fb-4586-8504-acd945f084a9 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Router 35117517-56de-4c85-bb87-b26c1589e90b has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:44:55.072144 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f497958d-96d9-438b-ac3a-c7099f39ea17 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:55.108813 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-83c6deed-6b92-446b-bf00-c9500a5e3669 tempest-DvrRoutersNegativeTest-560460428 tempest-DvrRoutersNegativeTest-560460428-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1142706293', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:55.112529 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.policy [None req-83c6deed-6b92-446b-bf00-c9500a5e3669 tempest-DvrRoutersNegativeTest-560460428 tempest-DvrRoutersNegativeTest-560460428-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88386) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 07 21:44:55.112906 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.policy [None req-83c6deed-6b92-446b-bf00-c9500a5e3669 tempest-DvrRoutersNegativeTest-560460428 tempest-DvrRoutersNegativeTest-560460428-project] Failed policy check for 'create_router' {{(pid=88386) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 07 21:44:55.113519 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-83c6deed-6b92-446b-bf00-c9500a5e3669 tempest-DvrRoutersNegativeTest-560460428 tempest-DvrRoutersNegativeTest-560460428-project] create failed (client error): Access was denied to this resource. Mar 07 21:44:55.114598 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-83c6deed-6b92-446b-bf00-c9500a5e3669 tempest-DvrRoutersNegativeTest-560460428 tempest-DvrRoutersNegativeTest-560460428-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3872018 Mar 07 21:44:55.170323 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e9d909f7-79fd-41fd-b034-882535fcc936 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:55.244634 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d909f7-79fd-41fd-b034-882535fcc936 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Port': ['ID=575cd427-14b3-49eb-b2c9-29002ad100fe,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:55.256991 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f497958d-96d9-438b-ac3a-c7099f39ea17 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:55.307933 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497958d-96d9-438b-ac3a-c7099f39ea17 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Pushing event deleted for resources: {'Subnet': ['ID=ceccf3a9-66c6-40f6-ba86-70df87f04c54,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:55.317838 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f497958d-96d9-438b-ac3a-c7099f39ea17 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:55.329098 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f497958d-96d9-438b-ac3a-c7099f39ea17 tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "DELETE /v2.0/subnets/ceccf3a9-66c6-40f6-ba86-70df87f04c54 HTTP/1.1" status: 204 len: 168 time: 0.6375029 Mar 07 21:44:55.329942 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47428) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:55.330485 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fdf872-5366-48fb-bb18-3078eda191d0 None None] Network 78a9fe8b-5f0b-426b-8876-89cf6e3817b8 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:55.466620 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'name': 'tempest-TestNetworkBasicOps-router-782167076', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:37Z', 'updated_at': '2022-03-07T21:44:49Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:38Z', 'updated_at': '2022-03-07T21:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '40874310-df4f-442c-8e98-7b14fc1c8c25', 'name': '', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:29:f1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '859622ca-69ba-432a-afba-67cc59145e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:46Z', 'updated_at': '2022-03-07T21:44:54Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '859622ca-69ba-432a-afba-67cc59145e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:55.478958 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f956de7-df3a-464e-a636-d44045fe95bd None None] The sync data for ids ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'] in dv-neutron-829957-1-hyperv is: [{'id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'name': 'tempest-TestNetworkBasicOps-router-782167076', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:37Z', 'updated_at': '2022-03-07T21:44:49Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:38Z', 'updated_at': '2022-03-07T21:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '40874310-df4f-442c-8e98-7b14fc1c8c25', 'name': '', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:29:f1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '859622ca-69ba-432a-afba-67cc59145e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:46Z', 'updated_at': '2022-03-07T21:44:54Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '859622ca-69ba-432a-afba-67cc59145e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:44:55.532251 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5178250-23fb-4586-8504-acd945f084a9 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:44:55.542960 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aed3863a-8ee1-4742-96b0-d08e729c0e0c tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:55.564556 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-aed3863a-8ee1-4742-96b0-d08e729c0e0c tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Deleting port 05b72494-32a3-4cc1-bca2-eaf2b348de47 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:55.565032 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aed3863a-8ee1-4742-96b0-d08e729c0e0c tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:55.662888 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b547d7-3f79-42e9-b424-4af79264dd5d None None] Sync routers for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:44:55.668323 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47434) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:55.717496 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e9d909f7-79fd-41fd-b034-882535fcc936 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:55.727166 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-a6404905-d9ce-43f9-9b55-4a013a6bfba4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-59048951', 'description': 'tempest-secgroup-smoke-59048951 description', 'project_id': 'eabc753b02e646aebebe0162c5cfe322'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:55.733789 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a6404905-d9ce-43f9-9b55-4a013a6bfba4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:55.738444 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a6404905-d9ce-43f9-9b55-4a013a6bfba4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:55.742549 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a6404905-d9ce-43f9-9b55-4a013a6bfba4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:55.749267 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a6404905-d9ce-43f9-9b55-4a013a6bfba4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:55.778957 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b547d7-3f79-42e9-b424-4af79264dd5d None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:55.779605 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-05b547d7-3f79-42e9-b424-4af79264dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:55.824751 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47438) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:55.877647 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-05b547d7-3f79-42e9-b424-4af79264dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:55.913281 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b547d7-3f79-42e9-b424-4af79264dd5d None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:55.913894 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-05b547d7-3f79-42e9-b424-4af79264dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:55.962564 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-aed3863a-8ee1-4742-96b0-d08e729c0e0c tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] For port 05b72494-32a3-4cc1-bca2-eaf2b348de47, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=05b72494-32a3-4cc1-bca2-eaf2b348de47,segment=NetworkSegment(5ba2071e-3e29-47c4-b4ed-e90d517e0281),segment_id=5ba2071e-3e29-47c4-b4ed-e90d517e0281)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:55.962919 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aed3863a-8ee1-4742-96b0-d08e729c0e0c tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:56.029681 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-05b547d7-3f79-42e9-b424-4af79264dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:56.030111 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b547d7-3f79-42e9-b424-4af79264dd5d None None] The sync data for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:44:56.117425 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d9d5af-7e29-40e3-b6ac-3f674b145db9 None None] DHCP port deletion for 78a9fe8b-5f0b-426b-8876-89cf6e3817b8 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:44:56.121752 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-f2d9d5af-7e29-40e3-b6ac-3f674b145db9 None None] Deleting port 05b72494-32a3-4cc1-bca2-eaf2b348de47 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:56.122154 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f2d9d5af-7e29-40e3-b6ac-3f674b145db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:56.146199 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-aed3863a-8ee1-4742-96b0-d08e729c0e0c tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Calling delete_port for 05b72494-32a3-4cc1-bca2-eaf2b348de47 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:56.225106 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a6404905-d9ce-43f9-9b55-4a013a6bfba4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:56.251383 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-46bb058b-738f-425c-b0bc-0db69679dc66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:56.266997 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a6404905-d9ce-43f9-9b55-4a013a6bfba4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:56.271913 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a6404905-d9ce-43f9-9b55-4a013a6bfba4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:56.275267 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a6404905-d9ce-43f9-9b55-4a013a6bfba4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:56.282072 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a6404905-d9ce-43f9-9b55-4a013a6bfba4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:56.304767 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-46bb058b-738f-425c-b0bc-0db69679dc66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:56.311308 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-46bb058b-738f-425c-b0bc-0db69679dc66 admin admin] Usage tracker for resource:security_group_rule and tenant:7ac0756ddfe04d29b4696e1c6d6ca83c is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:56.318898 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-46bb058b-738f-425c-b0bc-0db69679dc66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:56.323092 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aed3863a-8ee1-4742-96b0-d08e729c0e0c tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:56.356388 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-f2d9d5af-7e29-40e3-b6ac-3f674b145db9 None None] For port 05b72494-32a3-4cc1-bca2-eaf2b348de47, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=05b72494-32a3-4cc1-bca2-eaf2b348de47,segment=NetworkSegment(5ba2071e-3e29-47c4-b4ed-e90d517e0281),segment_id=5ba2071e-3e29-47c4-b4ed-e90d517e0281)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:56.356781 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f2d9d5af-7e29-40e3-b6ac-3f674b145db9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:56.361379 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-46bb058b-738f-425c-b0bc-0db69679dc66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:56.388852 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3863a-8ee1-4742-96b0-d08e729c0e0c tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Pushing event deleted for resources: {'Port': ['ID=05b72494-32a3-4cc1-bca2-eaf2b348de47,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:56.393896 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed3863a-8ee1-4742-96b0-d08e729c0e0c tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] No DVR routers for this DVR port 05b72494-32a3-4cc1-bca2-eaf2b348de47 on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:56.495065 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d909f7-79fd-41fd-b034-882535fcc936 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Router 79a948e4-f9e3-419d-9750-552973489418 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:44:56.536011 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-f2d9d5af-7e29-40e3-b6ac-3f674b145db9 None None] Calling delete_port for 05b72494-32a3-4cc1-bca2-eaf2b348de47 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:56.575473 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 40874310-df4f-442c-8e98-7b14fc1c8c25 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:44:56.623615 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a6404905-d9ce-43f9-9b55-4a013a6bfba4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:56.625318 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aed3863a-8ee1-4742-96b0-d08e729c0e0c tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:56.676413 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-aed3863a-8ee1-4742-96b0-d08e729c0e0c tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a9fe8b-5f0b-426b-8876-89cf6e3817b8']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:56.694859 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-f2d9d5af-7e29-40e3-b6ac-3f674b145db9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:44:56.695212 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-f2d9d5af-7e29-40e3-b6ac-3f674b145db9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:44:56.697714 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a6404905-d9ce-43f9-9b55-4a013a6bfba4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:56.702164 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-aed3863a-8ee1-4742-96b0-d08e729c0e0c tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba2071e-3e29-47c4-b4ed-e90d517e0281') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:56.702458 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-aed3863a-8ee1-4742-96b0-d08e729c0e0c tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba2071e-3e29-47c4-b4ed-e90d517e0281') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:56.728625 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d909f7-79fd-41fd-b034-882535fcc936 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:44:56.742088 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999df487-4734-4a8d-b717-c5d40bdd8125 None None] Sync routers for ids ['79a948e4-f9e3-419d-9750-552973489418'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:44:56.743556 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aed3863a-8ee1-4742-96b0-d08e729c0e0c tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:56.754782 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999df487-4734-4a8d-b717-c5d40bdd8125 None None] Routers {'79a948e4-f9e3-419d-9750-552973489418'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:56.755584 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-999df487-4734-4a8d-b717-c5d40bdd8125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['79a948e4-f9e3-419d-9750-552973489418'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:56.759438 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 40874310-df4f-442c-8e98-7b14fc1c8c25 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:44:56.765579 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 40874310-df4f-442c-8e98-7b14fc1c8c25 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:56.766098 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:56.781257 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aed3863a-8ee1-4742-96b0-d08e729c0e0c tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:56.787688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-46bb058b-738f-425c-b0bc-0db69679dc66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:56.790995 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6404905-d9ce-43f9-9b55-4a013a6bfba4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89afd61e-8301-4cb2-bb3a-9050939c967b,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:56.794950 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed3863a-8ee1-4742-96b0-d08e729c0e0c tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:44:56.795352 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aed3863a-8ee1-4742-96b0-d08e729c0e0c tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:44:56.823008 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:44:56.849345 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5178250-23fb-4586-8504-acd945f084a9 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Router f65ced61-aa91-477f-b51d-019ec950e26c has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:44:56.857727 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-46bb058b-738f-425c-b0bc-0db69679dc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:56.874581 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e9d909f7-79fd-41fd-b034-882535fcc936 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "PUT /v2.0/routers/79a948e4-f9e3-419d-9750-552973489418/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8642900 Mar 07 21:44:56.878069 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47444) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:56.907216 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-999df487-4734-4a8d-b717-c5d40bdd8125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:56.923298 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999df487-4734-4a8d-b717-c5d40bdd8125 None None] Routers {'79a948e4-f9e3-419d-9750-552973489418'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:56.924550 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-999df487-4734-4a8d-b717-c5d40bdd8125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['79a948e4-f9e3-419d-9750-552973489418'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:56.966326 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:57.001104 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f38a983a-d573-4b87-91cd-ffcdaaa32a60 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Synchronizing usage tracker for tenant:b77dfcf064844de7b83d64320b9ee466 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:44:57.013116 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 40874310-df4f-442c-8e98-7b14fc1c8c25, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=40874310-df4f-442c-8e98-7b14fc1c8c25,segment=NetworkSegment(f226c737-7ae0-4cda-86bf-3309c6542db1),segment_id=f226c737-7ae0-4cda-86bf-3309c6542db1)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:57.043081 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-999df487-4734-4a8d-b717-c5d40bdd8125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:57.043403 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999df487-4734-4a8d-b717-c5d40bdd8125 None None] The sync data for ids ['79a948e4-f9e3-419d-9750-552973489418'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:44:57.065543 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-46bb058b-738f-425c-b0bc-0db69679dc66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ac0756ddfe04d29b4696e1c6d6ca83c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2370505 Mar 07 21:44:57.068203 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47448) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:57.070968 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb058b-738f-425c-b0bc-0db69679dc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3bab4c-d04b-430c-ab3a-60dc38b8dbc5,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:57.096775 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:57.117280 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a6404905-d9ce-43f9-9b55-4a013a6bfba4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:57.118617 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a6404905-d9ce-43f9-9b55-4a013a6bfba4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.4485071 Mar 07 21:44:57.120933 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aed3863a-8ee1-4742-96b0-d08e729c0e0c tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:57.125245 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47452) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:57.125535 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aed3863a-8ee1-4742-96b0-d08e729c0e0c tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:57.125980 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f38a983a-d573-4b87-91cd-ffcdaaa32a60 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Unset dirty status for tenant:b77dfcf064844de7b83d64320b9ee466 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:44:57.129594 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f38a983a-d573-4b87-91cd-ffcdaaa32a60 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "GET /v2.0/ports?device_id=79a948e4-f9e3-419d-9750-552973489418 HTTP/1.1" status: 200 len: 205 time: 0.2488990 Mar 07 21:44:57.132114 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47456) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:57.136806 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-de7c3b5e-f481-4340-a867-8c83b5b3a389 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '89afd61e-8301-4cb2-bb3a-9050939c967b', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:57.149592 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5178250-23fb-4586-8504-acd945f084a9 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:44:57.154395 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d5178250-23fb-4586-8504-acd945f084a9 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:57.156516 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-aed3863a-8ee1-4742-96b0-d08e729c0e0c tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] 10.222.0.21 "DELETE /v2.0/networks/78a9fe8b-5f0b-426b-8876-89cf6e3817b8 HTTP/1.1" status: 204 len: 168 time: 1.8233087 Mar 07 21:44:57.172084 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63fe985-83b5-4971-9cc9-dbe2c6926e34 None None] Sync routers for ids ['f65ced61-aa91-477f-b51d-019ec950e26c'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:44:57.180256 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3863a-8ee1-4742-96b0-d08e729c0e0c tempest-TagsExtTest-899775130 tempest-TagsExtTest-899775130-project] Pushing event deleted for resources: {'Network': ['ID=78a9fe8b-5f0b-426b-8876-89cf6e3817b8,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:57.200843 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-f2d9d5af-7e29-40e3-b6ac-3f674b145db9 None None] Deleting port 05b72494-32a3-4cc1-bca2-eaf2b348de47 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:57.201473 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f2d9d5af-7e29-40e3-b6ac-3f674b145db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:57.202214 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-de7c3b5e-f481-4340-a867-8c83b5b3a389 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:57.210273 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-de7c3b5e-f481-4340-a867-8c83b5b3a389 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:57.215581 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-de7c3b5e-f481-4340-a867-8c83b5b3a389 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:57.237203 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-de7c3b5e-f481-4340-a867-8c83b5b3a389 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:57.238725 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 05b72494-32a3-4cc1-bca2-eaf2b348de47 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:44:57.288464 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63fe985-83b5-4971-9cc9-dbe2c6926e34 None None] Routers {'f65ced61-aa91-477f-b51d-019ec950e26c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:57.288952 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b63fe985-83b5-4971-9cc9-dbe2c6926e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f65ced61-aa91-477f-b51d-019ec950e26c'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:57.306036 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d5178250-23fb-4586-8504-acd945f084a9 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "PUT /v2.0/floatingips/de1324e5-f03c-43b5-ba60-d1d7356cf35c HTTP/1.1" status: 200 len: 978 time: 5.8120770 Mar 07 21:44:57.308583 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47462) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:57.367144 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-de7c3b5e-f481-4340-a867-8c83b5b3a389 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:57.371609 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 05b72494-32a3-4cc1-bca2-eaf2b348de47 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:44:57.372407 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 05b72494-32a3-4cc1-bca2-eaf2b348de47 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:44:57.376001 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-058fcd62-bcd0-4d50-9336-942ca862f6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:57.380744 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-f2d9d5af-7e29-40e3-b6ac-3f674b145db9 None None] The port '05b72494-32a3-4cc1-bca2-eaf2b348de47' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:44:57.389638 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b63fe985-83b5-4971-9cc9-dbe2c6926e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:57.395834 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=40874310-df4f-442c-8e98-7b14fc1c8c25,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:57.406686 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63fe985-83b5-4971-9cc9-dbe2c6926e34 None None] Routers {'f65ced61-aa91-477f-b51d-019ec950e26c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:57.407634 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-058fcd62-bcd0-4d50-9336-942ca862f6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:57.407786 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b63fe985-83b5-4971-9cc9-dbe2c6926e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f65ced61-aa91-477f-b51d-019ec950e26c'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:57.411613 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-49d07d84-a183-403d-923e-8cfa6b2e7e1f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Deleting port 8f0a67da-dfd6-44a2-94c0-694a40e0d7e7 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:57.412087 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-49d07d84-a183-403d-923e-8cfa6b2e7e1f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:57.476653 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b63fe985-83b5-4971-9cc9-dbe2c6926e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:57.477054 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63fe985-83b5-4971-9cc9-dbe2c6926e34 None None] The sync data for ids ['f65ced61-aa91-477f-b51d-019ec950e26c'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:44:57.500590 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5b3d759d-eca2-4da0-b522-71aeb58b8d50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:57.650357 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47468) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:57.730442 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-de7c3b5e-f481-4340-a867-8c83b5b3a389 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:57.813514 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5b3d759d-eca2-4da0-b522-71aeb58b8d50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:57.816431 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5b3d759d-eca2-4da0-b522-71aeb58b8d50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:57.832045 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-de7c3b5e-f481-4340-a867-8c83b5b3a389 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:57.864104 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-058fcd62-bcd0-4d50-9336-942ca862f6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:57.879581 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058fcd62-bcd0-4d50-9336-942ca862f6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3bab4c-d04b-430c-ab3a-60dc38b8dbc5,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:57.888676 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c3b5e-f481-4340-a867-8c83b5b3a389 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5905de-bbba-496a-889f-e7430358b396,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:57.890206 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-058fcd62-bcd0-4d50-9336-942ca862f6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:57.891533 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-49d07d84-a183-403d-923e-8cfa6b2e7e1f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:57.894037 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-058fcd62-bcd0-4d50-9336-942ca862f6e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd3bab4c-d04b-430c-ab3a-60dc38b8dbc5 HTTP/1.1" status: 204 len: 168 time: 0.8248706 Mar 07 21:44:57.913266 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47476) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:57.913457 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-11c494c5-87e0-45f7-a22e-8ef1346da973 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=193a7186bd3b41d2a2525c599bc04601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2607362 Mar 07 21:44:57.930384 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5b3d759d-eca2-4da0-b522-71aeb58b8d50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:57.934380 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3d759d-eca2-4da0-b522-71aeb58b8d50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Fanout notify agent at l3_agent the message router_deleted on router 79a948e4-f9e3-419d-9750-552973489418 {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:44:57.940985 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5b3d759d-eca2-4da0-b522-71aeb58b8d50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:57.942598 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5b3d759d-eca2-4da0-b522-71aeb58b8d50 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/routers/79a948e4-f9e3-419d-9750-552973489418 HTTP/1.1" status: 204 len: 168 time: 0.7850893 Mar 07 21:44:57.945706 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47480) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:58.047003 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd5bd5d-8f20-4af9-b9bd-8d015e077e06 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting subnet 1945cc49-300c-4bef-a10f-49dd47b6dd9f {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:44:58.050657 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7d2aa3c1-ac49-4d6d-9bf2-b79c9d9dd7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:58.052347 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5cd5bd5d-8f20-4af9-b9bd-8d015e077e06 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:58.060786 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-de7c3b5e-f481-4340-a867-8c83b5b3a389 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:58.061970 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-de7c3b5e-f481-4340-a867-8c83b5b3a389 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9338326 Mar 07 21:44:58.070827 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47484) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:58.081300 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-9c6f8d36-414d-4cf3-9152-850b13aaae18 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '89afd61e-8301-4cb2-bb3a-9050939c967b', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:58.090763 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-9c6f8d36-414d-4cf3-9152-850b13aaae18 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:58.098139 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-9c6f8d36-414d-4cf3-9152-850b13aaae18 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:58.102297 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-9c6f8d36-414d-4cf3-9152-850b13aaae18 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:58.121239 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-9c6f8d36-414d-4cf3-9152-850b13aaae18 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:58.121438 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7d2aa3c1-ac49-4d6d-9bf2-b79c9d9dd7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:58.133031 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5cd5bd5d-8f20-4af9-b9bd-8d015e077e06 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:58.191938 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:44:58.225718 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-49d07d84-a183-403d-923e-8cfa6b2e7e1f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:58.226225 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-49d07d84-a183-403d-923e-8cfa6b2e7e1f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:58.226539 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-49d07d84-a183-403d-923e-8cfa6b2e7e1f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Floating IP de1324e5-f03c-43b5-ba60-d1d7356cf35c disassociated. External IP: 172.26.2.111, port: 8f0a67da-dfd6-44a2-94c0-694a40e0d7e7. Mar 07 21:44:58.226873 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-49d07d84-a183-403d-923e-8cfa6b2e7e1f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Calling delete_port for 8f0a67da-dfd6-44a2-94c0-694a40e0d7e7 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:58.242610 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5cd5bd5d-8f20-4af9-b9bd-8d015e077e06 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:58.287511 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9c6f8d36-414d-4cf3-9152-850b13aaae18 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:58.302613 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7d2aa3c1-ac49-4d6d-9bf2-b79c9d9dd7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:58.324640 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2aa3c1-ac49-4d6d-9bf2-b79c9d9dd7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf610e19-7fab-4f02-83fa-e456bee4fa28,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:58.341270 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7d2aa3c1-ac49-4d6d-9bf2-b79c9d9dd7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:58.341545 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7d2aa3c1-ac49-4d6d-9bf2-b79c9d9dd7ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf610e19-7fab-4f02-83fa-e456bee4fa28 HTTP/1.1" status: 204 len: 168 time: 0.4258087 Mar 07 21:44:58.414606 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9c6f8d36-414d-4cf3-9152-850b13aaae18 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:58.428106 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5cd5bd5d-8f20-4af9-b9bd-8d015e077e06 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:58.467511 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 40874310-df4f-442c-8e98-7b14fc1c8c25 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:44:58.476856 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5bd5d-8f20-4af9-b9bd-8d015e077e06 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Subnet': ['ID=1945cc49-300c-4bef-a10f-49dd47b6dd9f,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:58.480744 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5cd5bd5d-8f20-4af9-b9bd-8d015e077e06 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:58.485136 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47498) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:58.490463 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5cd5bd5d-8f20-4af9-b9bd-8d015e077e06 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/subnets/1945cc49-300c-4bef-a10f-49dd47b6dd9f HTTP/1.1" status: 204 len: 168 time: 0.5435770 Mar 07 21:44:58.496525 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c41f19-04b9-4dc9-ad67-3b2b783a3ace None None] Network 44537d43-ad01-4242-b793-1db9ce95ada4 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:44:58.522621 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9c6f8d36-414d-4cf3-9152-850b13aaae18 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:58.524238 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-49d07d84-a183-403d-923e-8cfa6b2e7e1f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:58.657579 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d07d84-a183-403d-923e-8cfa6b2e7e1f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event deleted for resources: {'Port': ['ID=8f0a67da-dfd6-44a2-94c0-694a40e0d7e7,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:58.659990 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f8d36-414d-4cf3-9152-850b13aaae18 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c632e6-6fe3-4e97-933d-9e36fa52bd3a,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:58.689477 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7828dbe1-b975-46af-9b54-7fda6ada9e5a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:58.708323 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 40874310-df4f-442c-8e98-7b14fc1c8c25 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:44:58.708708 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:58.776952 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9c6f8d36-414d-4cf3-9152-850b13aaae18 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:58.778304 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-9c6f8d36-414d-4cf3-9152-850b13aaae18 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7070739 Mar 07 21:44:58.781605 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47508) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:58.788358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d7e2ab0c-0e04-41fd-b928-e8e8ec82d53a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '89afd61e-8301-4cb2-bb3a-9050939c967b', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:58.791840 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-7828dbe1-b975-46af-9b54-7fda6ada9e5a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting port f3184587-0939-4baf-b93b-d22fb2ff2754 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:58.792238 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7828dbe1-b975-46af-9b54-7fda6ada9e5a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:58.803393 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d7e2ab0c-0e04-41fd-b928-e8e8ec82d53a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:58.812251 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d7e2ab0c-0e04-41fd-b928-e8e8ec82d53a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:58.813153 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d7e2ab0c-0e04-41fd-b928-e8e8ec82d53a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:58.825458 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d7e2ab0c-0e04-41fd-b928-e8e8ec82d53a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:58.931536 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ab0c-0e04-41fd-b928-e8e8ec82d53a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:58.975806 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36a54b9-af33-4916-b35e-228ea4698640 None None] DHCP port deletion for 44537d43-ad01-4242-b793-1db9ce95ada4 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:44:59.010586 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c36a54b9-af33-4916-b35e-228ea4698640 None None] Deleting port f3184587-0939-4baf-b93b-d22fb2ff2754 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:44:59.010964 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c36a54b9-af33-4916-b35e-228ea4698640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:59.057674 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ab0c-0e04-41fd-b928-e8e8ec82d53a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:59.059882 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d07d84-a183-403d-923e-8cfa6b2e7e1f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Router f65ced61-aa91-477f-b51d-019ec950e26c has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:44:59.119524 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ab0c-0e04-41fd-b928-e8e8ec82d53a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:59.166645 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2ab0c-0e04-41fd-b928-e8e8ec82d53a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d951e9-a5ee-499b-b2d2-7caf63c734f8,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:59.267602 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c36a54b9-af33-4916-b35e-228ea4698640 None None] For port f3184587-0939-4baf-b93b-d22fb2ff2754, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f3184587-0939-4baf-b93b-d22fb2ff2754,segment=NetworkSegment(52f3b804-5089-4a5d-ada9-5b219008a957),segment_id=52f3b804-5089-4a5d-ada9-5b219008a957)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:59.268070 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c36a54b9-af33-4916-b35e-228ea4698640 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:59.268705 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ab0c-0e04-41fd-b928-e8e8ec82d53a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:59.271237 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d7e2ab0c-0e04-41fd-b928-e8e8ec82d53a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4879940 Mar 07 21:44:59.273756 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47526) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:59.283052 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-30fdddea-c440-46d1-9813-2bb726098c23 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '89afd61e-8301-4cb2-bb3a-9050939c967b', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:59.292525 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-30fdddea-c440-46d1-9813-2bb726098c23 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:59.306183 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-30fdddea-c440-46d1-9813-2bb726098c23 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:59.312888 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-30fdddea-c440-46d1-9813-2bb726098c23 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:59.319776 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-30fdddea-c440-46d1-9813-2bb726098c23 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:59.382505 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-7828dbe1-b975-46af-9b54-7fda6ada9e5a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] For port f3184587-0939-4baf-b93b-d22fb2ff2754, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f3184587-0939-4baf-b93b-d22fb2ff2754,segment=NetworkSegment(52f3b804-5089-4a5d-ada9-5b219008a957),segment_id=52f3b804-5089-4a5d-ada9-5b219008a957)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:44:59.382505 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7828dbe1-b975-46af-9b54-7fda6ada9e5a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:59.411792 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-30fdddea-c440-46d1-9813-2bb726098c23 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:59.449850 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c36a54b9-af33-4916-b35e-228ea4698640 None None] Calling delete_port for f3184587-0939-4baf-b93b-d22fb2ff2754 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:59.497273 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-30fdddea-c440-46d1-9813-2bb726098c23 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:59.514425 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47536) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:59.559521 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-30fdddea-c440-46d1-9813-2bb726098c23 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:59.573191 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-7828dbe1-b975-46af-9b54-7fda6ada9e5a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Calling delete_port for f3184587-0939-4baf-b93b-d22fb2ff2754 owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:44:59.584810 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdddea-c440-46d1-9813-2bb726098c23 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b089ea3-d909-4385-b882-95e24f2fcf13,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:59.632295 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c36a54b9-af33-4916-b35e-228ea4698640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:59.633805 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-54138fd8-78f9-4c4d-975d-6f537fde3325 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1237725738', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:59.640409 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-54138fd8-78f9-4c4d-975d-6f537fde3325 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:59.644367 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-54138fd8-78f9-4c4d-975d-6f537fde3325 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Usage tracker for resource:router and tenant:de482843420644a99ab7cf09711a64c7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:59.647226 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-54138fd8-78f9-4c4d-975d-6f537fde3325 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:59.652982 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-54138fd8-78f9-4c4d-975d-6f537fde3325 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:59.653813 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d07d84-a183-403d-923e-8cfa6b2e7e1f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:44:59.670816 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4224d1-0cfb-4e8e-9357-95d7704c43bb None None] Sync routers for ids ['f65ced61-aa91-477f-b51d-019ec950e26c'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:44:59.682230 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a54b9-af33-4916-b35e-228ea4698640 None None] Pushing event deleted for resources: {'Port': ['ID=f3184587-0939-4baf-b93b-d22fb2ff2754,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:44:59.682886 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4224d1-0cfb-4e8e-9357-95d7704c43bb None None] Routers {'f65ced61-aa91-477f-b51d-019ec950e26c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:59.687340 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a54b9-af33-4916-b35e-228ea4698640 None None] No DVR routers for this DVR port f3184587-0939-4baf-b93b-d22fb2ff2754 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:44:59.699559 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-bd4224d1-0cfb-4e8e-9357-95d7704c43bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f65ced61-aa91-477f-b51d-019ec950e26c'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:59.703591 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-30fdddea-c440-46d1-9813-2bb726098c23 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:59.707626 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-30fdddea-c440-46d1-9813-2bb726098c23 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4299955 Mar 07 21:44:59.707626 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47544) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:59.713973 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d4bc7b1f-46b7-4b8e-9715-d44c6361cbe2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '89afd61e-8301-4cb2-bb3a-9050939c967b', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:44:59.732962 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d4bc7b1f-46b7-4b8e-9715-d44c6361cbe2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:44:59.737692 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d4bc7b1f-46b7-4b8e-9715-d44c6361cbe2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:44:59.741165 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d4bc7b1f-46b7-4b8e-9715-d44c6361cbe2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:44:59.748628 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d4bc7b1f-46b7-4b8e-9715-d44c6361cbe2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:44:59.755968 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.api [None req-7828dbe1-b975-46af-9b54-7fda6ada9e5a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:44:59.756525 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG oslo_db.api [None req-7828dbe1-b975-46af-9b54-7fda6ada9e5a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:44:59.770709 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-49d07d84-a183-403d-923e-8cfa6b2e7e1f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:59.777252 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-49d07d84-a183-403d-923e-8cfa6b2e7e1f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "DELETE /v2.0/ports/8f0a67da-dfd6-44a2-94c0-694a40e0d7e7 HTTP/1.1" status: 204 len: 168 time: 2.4674449 Mar 07 21:44:59.780127 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47548) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:44:59.786845 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-bd4224d1-0cfb-4e8e-9357-95d7704c43bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:59.815972 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4224d1-0cfb-4e8e-9357-95d7704c43bb None None] Routers {'f65ced61-aa91-477f-b51d-019ec950e26c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:44:59.816638 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-bd4224d1-0cfb-4e8e-9357-95d7704c43bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f65ced61-aa91-477f-b51d-019ec950e26c'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:59.859271 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-54138fd8-78f9-4c4d-975d-6f537fde3325 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:59.860429 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-54138fd8-78f9-4c4d-975d-6f537fde3325 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:59.878973 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-d4bc7b1f-46b7-4b8e-9715-d44c6361cbe2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Project eabc753b02e646aebebe0162c5cfe322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:44:59.891476 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4bc7b1f-46b7-4b8e-9715-d44c6361cbe2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:44:59.917215 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-bd4224d1-0cfb-4e8e-9357-95d7704c43bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:44:59.917617 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4224d1-0cfb-4e8e-9357-95d7704c43bb None None] The sync data for ids ['f65ced61-aa91-477f-b51d-019ec950e26c'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:44:59.927470 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-54138fd8-78f9-4c4d-975d-6f537fde3325 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:00.220848 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4bc7b1f-46b7-4b8e-9715-d44c6361cbe2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:00.227341 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-54138fd8-78f9-4c4d-975d-6f537fde3325 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:00.257122 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-7828dbe1-b975-46af-9b54-7fda6ada9e5a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting port f3184587-0939-4baf-b93b-d22fb2ff2754 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:00.257857 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7828dbe1-b975-46af-9b54-7fda6ada9e5a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:00.332011 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-7828dbe1-b975-46af-9b54-7fda6ada9e5a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] The port 'f3184587-0939-4baf-b93b-d22fb2ff2754' was deleted {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:45:00.336911 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4bc7b1f-46b7-4b8e-9715-d44c6361cbe2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:00.345879 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-54138fd8-78f9-4c4d-975d-6f537fde3325 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:00.347027 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-54138fd8-78f9-4c4d-975d-6f537fde3325 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8314400 Mar 07 21:45:00.354904 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47560) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:00.373499 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-a85a7097-2534-4279-a039-d8347eb42f32 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1204229760'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:00.377668 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc7b1f-46b7-4b8e-9715-d44c6361cbe2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0492c0-fd43-4437-8969-e5cd6b975e77,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:00.383188 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a85a7097-2534-4279-a039-d8347eb42f32 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:00.404798 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a85a7097-2534-4279-a039-d8347eb42f32 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Usage tracker for resource:network and tenant:de482843420644a99ab7cf09711a64c7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:00.408193 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a85a7097-2534-4279-a039-d8347eb42f32 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:00.419603 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a85a7097-2534-4279-a039-d8347eb42f32 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:00.473539 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7828dbe1-b975-46af-9b54-7fda6ada9e5a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:00.483389 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f3184587-0939-4baf-b93b-d22fb2ff2754 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:45:00.508363 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-7828dbe1-b975-46af-9b54-7fda6ada9e5a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44537d43-ad01-4242-b793-1db9ce95ada4']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:00.522324 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-7828dbe1-b975-46af-9b54-7fda6ada9e5a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f3b804-5089-4a5d-ada9-5b219008a957') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:00.522756 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-7828dbe1-b975-46af-9b54-7fda6ada9e5a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f3b804-5089-4a5d-ada9-5b219008a957') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:00.530990 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: f3184587-0939-4baf-b93b-d22fb2ff2754 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:45:00.531554 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f3184587-0939-4baf-b93b-d22fb2ff2754 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:45:00.539837 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7828dbe1-b975-46af-9b54-7fda6ada9e5a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:00.551578 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d4bc7b1f-46b7-4b8e-9715-d44c6361cbe2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:00.551578 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d4bc7b1f-46b7-4b8e-9715-d44c6361cbe2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8367858 Mar 07 21:45:00.554674 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47570) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:00.560529 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-c748cfef-63dd-4d57-bceb-287371ffaf14 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '89afd61e-8301-4cb2-bb3a-9050939c967b', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:00.565803 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7828dbe1-b975-46af-9b54-7fda6ada9e5a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:00.572006 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c748cfef-63dd-4d57-bceb-287371ffaf14 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:00.577232 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7828dbe1-b975-46af-9b54-7fda6ada9e5a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:45:00.580131 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7828dbe1-b975-46af-9b54-7fda6ada9e5a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: util.warn( Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:45:00.593375 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:45:00.596633 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c748cfef-63dd-4d57-bceb-287371ffaf14 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:00.609445 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c748cfef-63dd-4d57-bceb-287371ffaf14 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:00.629191 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85a7097-2534-4279-a039-d8347eb42f32 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Made reservation on behalf of de482843420644a99ab7cf09711a64c7 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:00.632647 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a85a7097-2534-4279-a039-d8347eb42f32 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:00.646665 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a85a7097-2534-4279-a039-d8347eb42f32 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:00.666109 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a85a7097-2534-4279-a039-d8347eb42f32 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:00.669434 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c748cfef-63dd-4d57-bceb-287371ffaf14 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:00.678325 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a85a7097-2534-4279-a039-d8347eb42f32 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Usage tracker for resource:security_group_rule and tenant:de482843420644a99ab7cf09711a64c7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:00.683222 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a85a7097-2534-4279-a039-d8347eb42f32 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:00.691531 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a79581de-200a-4846-b88f-d4d352ff1f3b tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:00.740032 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a85a7097-2534-4279-a039-d8347eb42f32 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:00.800102 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.securitygroups_db [None req-c748cfef-63dd-4d57-bceb-287371ffaf14 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Project eabc753b02e646aebebe0162c5cfe322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:45:00.806155 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7828dbe1-b975-46af-9b54-7fda6ada9e5a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:00.810456 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c748cfef-63dd-4d57-bceb-287371ffaf14 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:00.837720 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7828dbe1-b975-46af-9b54-7fda6ada9e5a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:00.848647 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828dbe1-b975-46af-9b54-7fda6ada9e5a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Network': ['ID=44537d43-ad01-4242-b793-1db9ce95ada4,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:00.884246 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7828dbe1-b975-46af-9b54-7fda6ada9e5a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/networks/44537d43-ad01-4242-b793-1db9ce95ada4 HTTP/1.1" status: 204 len: 168 time: 2.3977523 Mar 07 21:45:00.887742 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47578) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:00.900002 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-415d9059-15de-4a44-967c-adb0c0fc05dc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1103109232', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}, 'admin_state_up': False}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:00.909458 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-415d9059-15de-4a44-967c-adb0c0fc05dc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:00.917847 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-415d9059-15de-4a44-967c-adb0c0fc05dc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:router and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:00.922644 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-415d9059-15de-4a44-967c-adb0c0fc05dc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:00.930145 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-415d9059-15de-4a44-967c-adb0c0fc05dc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:00.947829 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c748cfef-63dd-4d57-bceb-287371ffaf14 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:00.950248 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a85a7097-2534-4279-a039-d8347eb42f32 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:01.005182 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c748cfef-63dd-4d57-bceb-287371ffaf14 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:01.031179 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748cfef-63dd-4d57-bceb-287371ffaf14 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934923cc-3eb1-4276-87e1-4ba106783041,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:01.052602 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a85a7097-2534-4279-a039-d8347eb42f32 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:01.096201 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85a7097-2534-4279-a039-d8347eb42f32 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:01.106581 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-415d9059-15de-4a44-967c-adb0c0fc05dc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:01.107300 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a7097-2534-4279-a039-d8347eb42f32 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffff048a-7ac0-49f9-b8a4-5587b4935092,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:01.115717 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-415d9059-15de-4a44-967c-adb0c0fc05dc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:01.115925 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a85a7097-2534-4279-a039-d8347eb42f32 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:01.115925 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-a85a7097-2534-4279-a039-d8347eb42f32 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Added segment e932e39c-2b9b-426d-95f8-05a98fe2e45e of type vlan for network c04458e3-6ea4-489e-852c-5c11cadf65f6 Mar 07 21:45:01.139627 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c748cfef-63dd-4d57-bceb-287371ffaf14 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:01.142207 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c748cfef-63dd-4d57-bceb-287371ffaf14 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5861058 Mar 07 21:45:01.144999 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-415d9059-15de-4a44-967c-adb0c0fc05dc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:01.153200 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a85a7097-2534-4279-a039-d8347eb42f32 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:01.249084 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-a79581de-200a-4846-b88f-d4d352ff1f3b tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Deleting port 16ef8aa8-811a-4f3e-97ca-6b2eb3bee0da {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:01.249447 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a79581de-200a-4846-b88f-d4d352ff1f3b tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:01.350206 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a85a7097-2534-4279-a039-d8347eb42f32 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:01.355723 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85a7097-2534-4279-a039-d8347eb42f32 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:01.356289 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a85a7097-2534-4279-a039-d8347eb42f32 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:01.464909 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47594) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:01.472104 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-a632ff98-4c5d-440a-9811-bae2cf8a5be9 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1841792681', 'description': 'tempest-secgroup-smoke-1841792681 description', 'project_id': 'dfedc51e426f4eb4a516398f68b96880'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:01.528054 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a632ff98-4c5d-440a-9811-bae2cf8a5be9 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:01.540522 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-415d9059-15de-4a44-967c-adb0c0fc05dc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:01.544195 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a632ff98-4c5d-440a-9811-bae2cf8a5be9 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Usage tracker for resource:security_group and tenant:dfedc51e426f4eb4a516398f68b96880 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:01.548202 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a632ff98-4c5d-440a-9811-bae2cf8a5be9 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:01.554546 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a632ff98-4c5d-440a-9811-bae2cf8a5be9 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:01.590090 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a7097-2534-4279-a039-d8347eb42f32 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Pushing event updated for resources: {'Network': ['ID=c04458e3-6ea4-489e-852c-5c11cadf65f6,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:01.594655 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-d1931946-2b87-4856-863a-3319d1a979e7 req-64f2fe28-f424-4623-820b-49e6d1e9947a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:45:01.601224 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network c04458e3-6ea4-489e-852c-5c11cadf65f6 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:45:01.630531 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a79581de-200a-4846-b88f-d4d352ff1f3b tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:01.690572 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a85a7097-2534-4279-a039-d8347eb42f32 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3310511 Mar 07 21:45:01.749105 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47598) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:01.757754 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-a79581de-200a-4846-b88f-d4d352ff1f3b tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Calling delete_port for 16ef8aa8-811a-4f3e-97ca-6b2eb3bee0da owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:45:01.791791 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-99879b8f-5924-40ee-ac25-db3d28b0de97 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Request body: {'subnet': {'network_id': 'c04458e3-6ea4-489e-852c-5c11cadf65f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:01.846429 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a632ff98-4c5d-440a-9811-bae2cf8a5be9 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:01.861474 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a632ff98-4c5d-440a-9811-bae2cf8a5be9 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:01.888356 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a632ff98-4c5d-440a-9811-bae2cf8a5be9 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:01.896214 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a632ff98-4c5d-440a-9811-bae2cf8a5be9 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Usage tracker for resource:security_group_rule and tenant:dfedc51e426f4eb4a516398f68b96880 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:01.899560 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a632ff98-4c5d-440a-9811-bae2cf8a5be9 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:01.907689 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a632ff98-4c5d-440a-9811-bae2cf8a5be9 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:02.016529 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-d1931946-2b87-4856-863a-3319d1a979e7 req-64f2fe28-f424-4623-820b-49e6d1e9947a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:45:02.018236 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d1931946-2b87-4856-863a-3319d1a979e7 req-64f2fe28-f424-4623-820b-49e6d1e9947a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-59048951&fields=id&tenant_id=eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 267 time: 0.6469159 Mar 07 21:45:02.146162 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-415d9059-15de-4a44-967c-adb0c0fc05dc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:02.187099 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-415d9059-15de-4a44-967c-adb0c0fc05dc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:02.212169 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-99879b8f-5924-40ee-ac25-db3d28b0de97 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:02.220848 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-99879b8f-5924-40ee-ac25-db3d28b0de97 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Usage tracker for resource:subnet and tenant:de482843420644a99ab7cf09711a64c7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:02.228908 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a632ff98-4c5d-440a-9811-bae2cf8a5be9 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:02.269696 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-99879b8f-5924-40ee-ac25-db3d28b0de97 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:02.280794 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-99879b8f-5924-40ee-ac25-db3d28b0de97 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:02.313632 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a632ff98-4c5d-440a-9811-bae2cf8a5be9 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:02.329422 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a632ff98-4c5d-440a-9811-bae2cf8a5be9 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:02.354300 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a632ff98-4c5d-440a-9811-bae2cf8a5be9 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Usage tracker for resource:security_group_rule and tenant:dfedc51e426f4eb4a516398f68b96880 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:02.357196 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-415d9059-15de-4a44-967c-adb0c0fc05dc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Allocated IP 172.26.2.49 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/ebf40b13-1bc1-4038-a8d1-2681d9e1ee03) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:02.366825 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a632ff98-4c5d-440a-9811-bae2cf8a5be9 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:02.374484 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1931946-2b87-4856-863a-3319d1a979e7 req-905c3c4d-1c3a-453f-a9eb-4c7df9362197 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:02.375155 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-d1931946-2b87-4856-863a-3319d1a979e7 req-905c3c4d-1c3a-453f-a9eb-4c7df9362197 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:network {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:45:02.377556 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a632ff98-4c5d-440a-9811-bae2cf8a5be9 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:02.381439 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99879b8f-5924-40ee-ac25-db3d28b0de97 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Made reservation on behalf of de482843420644a99ab7cf09711a64c7 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:02.384699 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632ff98-4c5d-440a-9811-bae2cf8a5be9 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6febe4-8d75-45fc-9cc5-c955786913b7,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:02.384990 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-99879b8f-5924-40ee-ac25-db3d28b0de97 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:02.573882 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a632ff98-4c5d-440a-9811-bae2cf8a5be9 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:02.578624 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-415d9059-15de-4a44-967c-adb0c0fc05dc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:02.611835 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a79581de-200a-4846-b88f-d4d352ff1f3b tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:02.637472 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a632ff98-4c5d-440a-9811-bae2cf8a5be9 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:02.668830 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79581de-200a-4846-b88f-d4d352ff1f3b tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event deleted for resources: {'Port': ['ID=16ef8aa8-811a-4f3e-97ca-6b2eb3bee0da,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:02.677387 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-415d9059-15de-4a44-967c-adb0c0fc05dc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:02.726665 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632ff98-4c5d-440a-9811-bae2cf8a5be9 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecc5984-387e-4796-b05d-db53267f2013,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:02.750453 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415d9059-15de-4a44-967c-adb0c0fc05dc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:02.753490 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-415d9059-15de-4a44-967c-adb0c0fc05dc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:02.759037 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415d9059-15de-4a44-967c-adb0c0fc05dc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:02.812966 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d9059-15de-4a44-967c-adb0c0fc05dc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Port': ['ID=ebf40b13-1bc1-4038-a8d1-2681d9e1ee03,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:02.818911 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a632ff98-4c5d-440a-9811-bae2cf8a5be9 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:02.822738 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a632ff98-4c5d-440a-9811-bae2cf8a5be9 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3543296 Mar 07 21:45:02.822968 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47602) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:02.829916 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-2ead2fdb-8d42-4ece-b29d-e323226d2646 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Request body: {'security_group_rule': {'security_group_id': '3ecc5984-387e-4796-b05d-db53267f2013', 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:02.835957 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2ead2fdb-8d42-4ece-b29d-e323226d2646 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:02.839962 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2ead2fdb-8d42-4ece-b29d-e323226d2646 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Usage tracker for resource:security_group_rule and tenant:dfedc51e426f4eb4a516398f68b96880 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:02.844319 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2ead2fdb-8d42-4ece-b29d-e323226d2646 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:02.853481 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2ead2fdb-8d42-4ece-b29d-e323226d2646 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:02.858887 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-d1931946-2b87-4856-863a-3319d1a979e7 req-905c3c4d-1c3a-453f-a9eb-4c7df9362197 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:network {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:45:02.859678 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d1931946-2b87-4856-863a-3319d1a979e7 req-905c3c4d-1c3a-453f-a9eb-4c7df9362197 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/networks?id=5ae28d24-a6ec-458e-a0b6-64341e8114c4 HTTP/1.1" status: 200 len: 797 time: 0.8281693 Mar 07 21:45:02.869335 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-99879b8f-5924-40ee-ac25-db3d28b0de97 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:02.941901 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d1931946-2b87-4856-863a-3319d1a979e7 req-d73109ed-e669-4cae-9518-7a80aad2ac4b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/quotas/eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 375 time: 0.0671506 Mar 07 21:45:03.028171 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2ead2fdb-8d42-4ece-b29d-e323226d2646 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:03.081859 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99879b8f-5924-40ee-ac25-db3d28b0de97 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Pushing event updated for resources: {'Subnet': ['ID=17cd5fdc-ae5e-475f-bf56-f511fd1d2768,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:03.111860 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99879b8f-5924-40ee-ac25-db3d28b0de97 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Checking segment: {'id': 'e932e39c-2b9b-426d-95f8-05a98fe2e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c04458e3-6ea4-489e-852c-5c11cadf65f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:03.112210 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99879b8f-5924-40ee-ac25-db3d28b0de97 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Network hostable DHCP agents. Network: c04458e3-6ea4-489e-852c-5c11cadf65f6, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:45:03.112465 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2ead2fdb-8d42-4ece-b29d-e323226d2646 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:03.121075 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a79581de-200a-4846-b88f-d4d352ff1f3b tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:03.228465 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-d1931946-2b87-4856-863a-3319d1a979e7 req-fb3b5cb4-98d2-4913-97d0-f00aa09e9201 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:45:03.239510 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2ead2fdb-8d42-4ece-b29d-e323226d2646 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:03.253918 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99879b8f-5924-40ee-ac25-db3d28b0de97 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Network c04458e3-6ea4-489e-852c-5c11cadf65f6 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:45:03.280700 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead2fdb-8d42-4ece-b29d-e323226d2646 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ab0043-4f3a-4f95-9eb4-149c988b75c0,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:03.352151 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2ead2fdb-8d42-4ece-b29d-e323226d2646 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:03.353600 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2ead2fdb-8d42-4ece-b29d-e323226d2646 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5280430 Mar 07 21:45:03.361518 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47606) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:03.368476 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-f861d616-90dc-446e-93f2-da35f6e570aa tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Request body: {'security_group_rule': {'security_group_id': '3ecc5984-387e-4796-b05d-db53267f2013', 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:03.378769 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f861d616-90dc-446e-93f2-da35f6e570aa tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:03.393220 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f861d616-90dc-446e-93f2-da35f6e570aa tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Usage tracker for resource:security_group_rule and tenant:dfedc51e426f4eb4a516398f68b96880 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:03.398552 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f861d616-90dc-446e-93f2-da35f6e570aa tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:03.409076 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f861d616-90dc-446e-93f2-da35f6e570aa tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:03.411261 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-415d9059-15de-4a44-967c-adb0c0fc05dc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router_gateway, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:03.510618 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-d1931946-2b87-4856-863a-3319d1a979e7 req-fb3b5cb4-98d2-4913-97d0-f00aa09e9201 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:45:03.511784 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d1931946-2b87-4856-863a-3319d1a979e7 req-fb3b5cb4-98d2-4913-97d0-f00aa09e9201 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5554795 Mar 07 21:45:03.512321 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-99879b8f-5924-40ee-ac25-db3d28b0de97 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, c04458e3-6ea4-489e-852c-5c11cadf65f6) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:03.521310 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bd901e-3488-4255-8d00-38967466134a None None] Network c04458e3-6ea4-489e-852c-5c11cadf65f6 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:03.527018 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99879b8f-5924-40ee-ac25-db3d28b0de97 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:03.527589 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-99879b8f-5924-40ee-ac25-db3d28b0de97 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:03.633081 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-99879b8f-5924-40ee-ac25-db3d28b0de97 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8797956 Mar 07 21:45:03.633081 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47612) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:03.643538 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-aa9fca27-445b-4860-9448-404e52e2625d tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Request body: {'network': {'name': 'tempest-router-network01--1336213688'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:03.661170 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-aa9fca27-445b-4860-9448-404e52e2625d tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:03.668137 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-aa9fca27-445b-4860-9448-404e52e2625d tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Usage tracker for resource:network and tenant:de482843420644a99ab7cf09711a64c7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:03.673386 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-aa9fca27-445b-4860-9448-404e52e2625d tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:03.705479 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-aa9fca27-445b-4860-9448-404e52e2625d tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:03.709307 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f861d616-90dc-446e-93f2-da35f6e570aa tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:03.721984 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79581de-200a-4846-b88f-d4d352ff1f3b tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Router f65ced61-aa91-477f-b51d-019ec950e26c has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:45:03.789434 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cde6775-3164-4581-9836-2665053553fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-c04458e3-6ea4-489e-852c-5c11cadf65f6', 'network_id': 'c04458e3-6ea4-489e-852c-5c11cadf65f6', 'tenant_id': 'de482843420644a99ab7cf09711a64c7', 'fixed_ips': [{'subnet_id': '17cd5fdc-ae5e-475f-bf56-f511fd1d2768'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:45:03.790627 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0cde6775-3164-4581-9836-2665053553fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:03.856908 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9fca27-445b-4860-9448-404e52e2625d tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Made reservation on behalf of de482843420644a99ab7cf09711a64c7 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:03.860419 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aa9fca27-445b-4860-9448-404e52e2625d tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:03.875953 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f861d616-90dc-446e-93f2-da35f6e570aa tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:03.922789 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d1931946-2b87-4856-863a-3319d1a979e7 req-74358b3b-02c0-45b9-a463-a56c7edd829f service neutron] 10.222.0.21 "GET /v2.0/networks/5ae28d24-a6ec-458e-a0b6-64341e8114c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972242 Mar 07 21:45:03.937192 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9fca27-445b-4860-9448-404e52e2625d tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:03.942238 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f861d616-90dc-446e-93f2-da35f6e570aa tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:03.974506 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-0cde6775-3164-4581-9836-2665053553fe None None] Allocated IP 172.20.0.2 (c04458e3-6ea4-489e-852c-5c11cadf65f6/17cd5fdc-ae5e-475f-bf56-f511fd1d2768/deae1578-99d6-47cb-b207-9b28a68934a0) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:03.985063 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861d616-90dc-446e-93f2-da35f6e570aa tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a1a5fc-9b5b-48ac-b88a-ac9fd644b43b,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:03.995729 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-415d9059-15de-4a44-967c-adb0c0fc05dc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:04.066139 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f861d616-90dc-446e-93f2-da35f6e570aa tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:04.067299 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f861d616-90dc-446e-93f2-da35f6e570aa tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7050531 Mar 07 21:45:04.070211 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47616) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:04.077078 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-976567b1-c89d-404e-836b-f5a677275178 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Request body: {'security_group_rule': {'security_group_id': '3ecc5984-387e-4796-b05d-db53267f2013', 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:04.084803 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-976567b1-c89d-404e-836b-f5a677275178 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:04.091659 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-976567b1-c89d-404e-836b-f5a677275178 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Usage tracker for resource:security_group_rule and tenant:dfedc51e426f4eb4a516398f68b96880 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:04.096587 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-976567b1-c89d-404e-836b-f5a677275178 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:04.102211 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aa9fca27-445b-4860-9448-404e52e2625d tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:04.105035 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-aa9fca27-445b-4860-9448-404e52e2625d tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Added segment 8216326f-0268-45bc-ba2c-019cad5848fe of type vlan for network e0c08ea4-378c-4b53-a8fe-f6f7992d597c Mar 07 21:45:04.112815 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-976567b1-c89d-404e-836b-f5a677275178 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:04.141755 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79581de-200a-4846-b88f-d4d352ff1f3b tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:45:04.160559 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f115cb-14f3-4a50-bf74-cf53773b40fd None None] Sync routers for ids ['f65ced61-aa91-477f-b51d-019ec950e26c'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:45:04.175792 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a79581de-200a-4846-b88f-d4d352ff1f3b tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "PUT /v2.0/routers/f65ced61-aa91-477f-b51d-019ec950e26c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3914657 Mar 07 21:45:04.177352 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47620) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:04.191165 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f115cb-14f3-4a50-bf74-cf53773b40fd None None] Routers {'f65ced61-aa91-477f-b51d-019ec950e26c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:04.191540 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aa9fca27-445b-4860-9448-404e52e2625d tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:04.191786 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-68f115cb-14f3-4a50-bf74-cf53773b40fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f65ced61-aa91-477f-b51d-019ec950e26c'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:04.198354 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d1931946-2b87-4856-863a-3319d1a979e7 req-7c594b90-c025-4d32-8414-d08a20becf0b service neutron] 10.222.0.21 "GET /v2.0/networks/5ae28d24-a6ec-458e-a0b6-64341e8114c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621224 Mar 07 21:45:04.259486 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-68f115cb-14f3-4a50-bf74-cf53773b40fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:04.278932 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0cde6775-3164-4581-9836-2665053553fe None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:04.285800 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f115cb-14f3-4a50-bf74-cf53773b40fd None None] Routers {'f65ced61-aa91-477f-b51d-019ec950e26c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:04.286096 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-68f115cb-14f3-4a50-bf74-cf53773b40fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f65ced61-aa91-477f-b51d-019ec950e26c'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:04.354213 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-0cde6775-3164-4581-9836-2665053553fe None None] Transition to ACTIVE for port object deae1578-99d6-47cb-b207-9b28a68934a0 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:04.357153 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-68f115cb-14f3-4a50-bf74-cf53773b40fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:04.357548 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f115cb-14f3-4a50-bf74-cf53773b40fd None None] The sync data for ids ['f65ced61-aa91-477f-b51d-019ec950e26c'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:45:04.378458 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-0cde6775-3164-4581-9836-2665053553fe None None] Transition to ACTIVE for port object deae1578-99d6-47cb-b207-9b28a68934a0 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:04.427633 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-615092fe-80a8-4ea6-a15b-ee2f2f1041fc tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:04.506199 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aa9fca27-445b-4860-9448-404e52e2625d tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:04.511753 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9fca27-445b-4860-9448-404e52e2625d tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:04.512420 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aa9fca27-445b-4860-9448-404e52e2625d tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:04.563700 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0cde6775-3164-4581-9836-2665053553fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:04.578393 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-976567b1-c89d-404e-836b-f5a677275178 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:04.615410 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9fca27-445b-4860-9448-404e52e2625d tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Pushing event updated for resources: {'Network': ['ID=e0c08ea4-378c-4b53-a8fe-f6f7992d597c,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:04.620097 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415d9059-15de-4a44-967c-adb0c0fc05dc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Router 4088996d-4c05-43ec-bfe7-5caefbffc4f3 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:45:04.629260 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cde6775-3164-4581-9836-2665053553fe None None] Network c04458e3-6ea4-489e-852c-5c11cadf65f6 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:04.630219 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network e0c08ea4-378c-4b53-a8fe-f6f7992d597c details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:45:04.652945 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-aa9fca27-445b-4860-9448-404e52e2625d tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0181911 Mar 07 21:45:04.659870 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47626) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:04.666324 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-35f4742a-e6a1-47c1-b48b-dc213fc52882 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Request body: {'network': {'name': 'tempest-router-network02--543488163'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:04.676348 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-35f4742a-e6a1-47c1-b48b-dc213fc52882 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:04.680102 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-35f4742a-e6a1-47c1-b48b-dc213fc52882 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Usage tracker for resource:network and tenant:de482843420644a99ab7cf09711a64c7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:04.684271 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-35f4742a-e6a1-47c1-b48b-dc213fc52882 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:04.685422 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-0cde6775-3164-4581-9836-2665053553fe None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:04.696219 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-35f4742a-e6a1-47c1-b48b-dc213fc52882 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:04.712824 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cde6775-3164-4581-9836-2665053553fe None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:04.726836 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde6775-3164-4581-9836-2665053553fe None None] Pushing event updated for resources: {'Port': ['ID=deae1578-99d6-47cb-b207-9b28a68934a0,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:04.751741 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-615092fe-80a8-4ea6-a15b-ee2f2f1041fc tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:04.754896 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c98bad49-06aa-4c3b-9881-ad305c136cb9 req-34a28f58-25a0-41d3-9c2a-a6e270731d89 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7df92cb-63d3-4d65-913c-5b89be40871f HTTP/1.1" status: 200 len: 210 time: 0.0596361 Mar 07 21:45:04.841309 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f4742a-e6a1-47c1-b48b-dc213fc52882 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Made reservation on behalf of de482843420644a99ab7cf09711a64c7 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:04.849045 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-35f4742a-e6a1-47c1-b48b-dc213fc52882 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:04.878526 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-0cde6775-3164-4581-9836-2665053553fe None None] Attempting to bind port deae1578-99d6-47cb-b207-9b28a68934a0 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:45:04.884061 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-0cde6775-3164-4581-9836-2665053553fe None None] Attempting to bind port deae1578-99d6-47cb-b207-9b28a68934a0 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'e932e39c-2b9b-426d-95f8-05a98fe2e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c04458e3-6ea4-489e-852c-5c11cadf65f6'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:45:04.884061 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde6775-3164-4581-9836-2665053553fe None None] Attempting to bind port deae1578-99d6-47cb-b207-9b28a68934a0 on network c04458e3-6ea4-489e-852c-5c11cadf65f6 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:45:04.885809 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde6775-3164-4581-9836-2665053553fe None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:45:04.886401 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde6775-3164-4581-9836-2665053553fe None None] Checking segment: {'id': 'e932e39c-2b9b-426d-95f8-05a98fe2e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c04458e3-6ea4-489e-852c-5c11cadf65f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:04.887019 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0cde6775-3164-4581-9836-2665053553fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:04.887571 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde6775-3164-4581-9836-2665053553fe None None] Bound using segment: {'id': 'e932e39c-2b9b-426d-95f8-05a98fe2e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c04458e3-6ea4-489e-852c-5c11cadf65f6'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:45:04.888200 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-0cde6775-3164-4581-9836-2665053553fe None None] Bound port: deae1578-99d6-47cb-b207-9b28a68934a0, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e932e39c-2b9b-426d-95f8-05a98fe2e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c04458e3-6ea4-489e-852c-5c11cadf65f6'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:45:04.888743 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0cde6775-3164-4581-9836-2665053553fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:04.896020 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f4742a-e6a1-47c1-b48b-dc213fc52882 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:04.907332 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-35f4742a-e6a1-47c1-b48b-dc213fc52882 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:04.907592 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-35f4742a-e6a1-47c1-b48b-dc213fc52882 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Added segment 3b536f3c-7640-4c55-940f-86a2dd247e81 of type vlan for network 44b0adb5-f439-4c95-9d69-41b1973b6882 Mar 07 21:45:04.931044 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-976567b1-c89d-404e-836b-f5a677275178 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:04.941559 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-615092fe-80a8-4ea6-a15b-ee2f2f1041fc tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Deleting port acec489f-dcde-43ac-8cea-9e307933f404 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:04.942040 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-615092fe-80a8-4ea6-a15b-ee2f2f1041fc tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:04.945397 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-35f4742a-e6a1-47c1-b48b-dc213fc52882 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:04.994203 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-0cde6775-3164-4581-9836-2665053553fe None None] For port deae1578-99d6-47cb-b207-9b28a68934a0, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:45:05.001535 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-0cde6775-3164-4581-9836-2665053553fe None None] For port deae1578-99d6-47cb-b207-9b28a68934a0, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=deae1578-99d6-47cb-b207-9b28a68934a0,segment=NetworkSegment(e932e39c-2b9b-426d-95f8-05a98fe2e45e),segment_id=e932e39c-2b9b-426d-95f8-05a98fe2e45e)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:45:05.041774 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415d9059-15de-4a44-967c-adb0c0fc05dc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:45:05.050595 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-35f4742a-e6a1-47c1-b48b-dc213fc52882 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:05.052104 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa4bb69-59a2-4e90-96b7-62cfa6095b6b None None] Sync routers for ids ['4088996d-4c05-43ec-bfe7-5caefbffc4f3'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:45:05.057015 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f4742a-e6a1-47c1-b48b-dc213fc52882 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:05.057923 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-35f4742a-e6a1-47c1-b48b-dc213fc52882 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:05.061442 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-976567b1-c89d-404e-836b-f5a677275178 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:05.070538 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa4bb69-59a2-4e90-96b7-62cfa6095b6b None None] Routers {'4088996d-4c05-43ec-bfe7-5caefbffc4f3'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:05.074209 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-caa4bb69-59a2-4e90-96b7-62cfa6095b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['4088996d-4c05-43ec-bfe7-5caefbffc4f3'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:05.111322 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0cde6775-3164-4581-9836-2665053553fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:05.137151 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-caa4bb69-59a2-4e90-96b7-62cfa6095b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:05.147042 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa4bb69-59a2-4e90-96b7-62cfa6095b6b None None] Routers {'4088996d-4c05-43ec-bfe7-5caefbffc4f3'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:05.147952 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-caa4bb69-59a2-4e90-96b7-62cfa6095b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['4088996d-4c05-43ec-bfe7-5caefbffc4f3'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:05.168972 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4742a-e6a1-47c1-b48b-dc213fc52882 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Pushing event updated for resources: {'Network': ['ID=44b0adb5-f439-4c95-9d69-41b1973b6882,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:05.186891 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-35f4742a-e6a1-47c1-b48b-dc213fc52882 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5257947 Mar 07 21:45:05.189867 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47640) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:05.195422 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-308aa029-491d-4861-a9b0-5b51adb01d9f tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Request body: {'subnet': {'network_id': 'e0c08ea4-378c-4b53-a8fe-f6f7992d597c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:05.197318 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-615092fe-80a8-4ea6-a15b-ee2f2f1041fc tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:05.200766 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 44b0adb5-f439-4c95-9d69-41b1973b6882 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:45:05.214003 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976567b1-c89d-404e-836b-f5a677275178 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39616924-5ac4-469a-a7cf-564b6062f153,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:05.221206 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-caa4bb69-59a2-4e90-96b7-62cfa6095b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:05.221888 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa4bb69-59a2-4e90-96b7-62cfa6095b6b None None] The sync data for ids ['4088996d-4c05-43ec-bfe7-5caefbffc4f3'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:45:05.329243 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-308aa029-491d-4861-a9b0-5b51adb01d9f tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:05.334349 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-308aa029-491d-4861-a9b0-5b51adb01d9f tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Usage tracker for resource:subnet and tenant:de482843420644a99ab7cf09711a64c7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:05.337713 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-308aa029-491d-4861-a9b0-5b51adb01d9f tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:05.344524 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-308aa029-491d-4861-a9b0-5b51adb01d9f tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:05.350674 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde6775-3164-4581-9836-2665053553fe None None] Pushing event updated for resources: {'Port': ['ID=deae1578-99d6-47cb-b207-9b28a68934a0,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:05.410465 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308aa029-491d-4861-a9b0-5b51adb01d9f tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Made reservation on behalf of de482843420644a99ab7cf09711a64c7 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:05.414170 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-308aa029-491d-4861-a9b0-5b51adb01d9f tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:05.462020 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-415d9059-15de-4a44-967c-adb0c0fc05dc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:05.463479 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-415d9059-15de-4a44-967c-adb0c0fc05dc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.5746870 Mar 07 21:45:05.466444 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47644) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:05.529853 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-615092fe-80a8-4ea6-a15b-ee2f2f1041fc tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Calling delete_port for acec489f-dcde-43ac-8cea-9e307933f404 owned by network:router_gateway {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:45:05.557623 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-976567b1-c89d-404e-836b-f5a677275178 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:05.561397 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-976567b1-c89d-404e-836b-f5a677275178 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4876189 Mar 07 21:45:05.577343 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47648) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:05.588075 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-41a9dd94-c5af-4218-be8f-2cd323bf4b22 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Request body: {'security_group_rule': {'security_group_id': '3ecc5984-387e-4796-b05d-db53267f2013', 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:05.601392 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-41a9dd94-c5af-4218-be8f-2cd323bf4b22 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:05.610601 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-41a9dd94-c5af-4218-be8f-2cd323bf4b22 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Usage tracker for resource:security_group_rule and tenant:dfedc51e426f4eb4a516398f68b96880 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:05.630014 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-41a9dd94-c5af-4218-be8f-2cd323bf4b22 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:05.657142 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-41a9dd94-c5af-4218-be8f-2cd323bf4b22 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:05.769826 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-308aa029-491d-4861-a9b0-5b51adb01d9f tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:05.789203 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4055efc7-ee6b-456b-b642-2f8a572dafd6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "GET /v2.0/routers/4088996d-4c05-43ec-bfe7-5caefbffc4f3 HTTP/1.1" status: 200 len: 880 time: 0.3194189 Mar 07 21:45:05.789493 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47656) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:05.874859 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-41a9dd94-c5af-4218-be8f-2cd323bf4b22 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:06.008998 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-41a9dd94-c5af-4218-be8f-2cd323bf4b22 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:06.009677 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c951b661-a0b2-4d08-aff7-910c3fec8754 req-0fa7a6c3-150b-4a2c-840e-5c14d00a21a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7df92cb-63d3-4d65-913c-5b89be40871f HTTP/1.1" status: 200 len: 210 time: 0.0628803 Mar 07 21:45:06.028553 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308aa029-491d-4861-a9b0-5b51adb01d9f tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Pushing event updated for resources: {'Subnet': ['ID=29a794bc-e4f1-4cdb-835a-ac69a48d99f8,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:06.041726 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308aa029-491d-4861-a9b0-5b51adb01d9f tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Checking segment: {'id': '8216326f-0268-45bc-ba2c-019cad5848fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e0c08ea4-378c-4b53-a8fe-f6f7992d597c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:06.042124 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308aa029-491d-4861-a9b0-5b51adb01d9f tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Network hostable DHCP agents. Network: e0c08ea4-378c-4b53-a8fe-f6f7992d597c, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:45:06.085935 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-615092fe-80a8-4ea6-a15b-ee2f2f1041fc tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:06.089402 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-41a9dd94-c5af-4218-be8f-2cd323bf4b22 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:06.117548 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308aa029-491d-4861-a9b0-5b51adb01d9f tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Network e0c08ea4-378c-4b53-a8fe-f6f7992d597c is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:45:06.164853 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615092fe-80a8-4ea6-a15b-ee2f2f1041fc tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event deleted for resources: {'Port': ['ID=acec489f-dcde-43ac-8cea-9e307933f404,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:06.195791 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9dd94-c5af-4218-be8f-2cd323bf4b22 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33273041-ccf5-453b-9ac1-f62fbbf66531,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:06.199553 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-308aa029-491d-4861-a9b0-5b51adb01d9f tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, e0c08ea4-378c-4b53-a8fe-f6f7992d597c) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:06.206271 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308aa029-491d-4861-a9b0-5b51adb01d9f tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:06.206271 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-308aa029-491d-4861-a9b0-5b51adb01d9f tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:06.220007 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39aa2876-a1a4-479b-9372-752b22c532a1 None None] Network e0c08ea4-378c-4b53-a8fe-f6f7992d597c requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:06.292408 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-615092fe-80a8-4ea6-a15b-ee2f2f1041fc tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:06.330263 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-308aa029-491d-4861-a9b0-5b51adb01d9f tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1390221 Mar 07 21:45:06.331155 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47660) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:06.337636 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-4944cdbb-0095-434c-b309-c71a5705e7cc tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Request body: {'subnet': {'network_id': '44b0adb5-f439-4c95-9d69-41b1973b6882', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:06.344497 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-41a9dd94-c5af-4218-be8f-2cd323bf4b22 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:06.350716 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-41a9dd94-c5af-4218-be8f-2cd323bf4b22 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7720795 Mar 07 21:45:06.353514 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47664) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:06.434367 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-fc0d564a-b124-4038-bc60-ac26a244d242 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Request body: {'security_group_rule': {'security_group_id': '3ecc5984-387e-4796-b05d-db53267f2013', 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:06.471365 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4944cdbb-0095-434c-b309-c71a5705e7cc tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:06.475624 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4944cdbb-0095-434c-b309-c71a5705e7cc tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Usage tracker for resource:subnet and tenant:de482843420644a99ab7cf09711a64c7 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:06.478994 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4944cdbb-0095-434c-b309-c71a5705e7cc tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:06.484848 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4944cdbb-0095-434c-b309-c71a5705e7cc tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:06.560891 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fdfba8-38df-4a6c-b037-3c5059f1c75a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-e0c08ea4-378c-4b53-a8fe-f6f7992d597c', 'network_id': 'e0c08ea4-378c-4b53-a8fe-f6f7992d597c', 'tenant_id': 'de482843420644a99ab7cf09711a64c7', 'fixed_ips': [{'subnet_id': '29a794bc-e4f1-4cdb-835a-ac69a48d99f8'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:45:06.561721 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-59fdfba8-38df-4a6c-b037-3c5059f1c75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:06.568636 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-615092fe-80a8-4ea6-a15b-ee2f2f1041fc tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:06.572165 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-615092fe-80a8-4ea6-a15b-ee2f2f1041fc tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:06.576820 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4944cdbb-0095-434c-b309-c71a5705e7cc tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Made reservation on behalf of de482843420644a99ab7cf09711a64c7 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:06.582476 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4944cdbb-0095-434c-b309-c71a5705e7cc tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:06.600201 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-fc0d564a-b124-4038-bc60-ac26a244d242 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:06.605332 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-fc0d564a-b124-4038-bc60-ac26a244d242 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Usage tracker for resource:security_group_rule and tenant:dfedc51e426f4eb4a516398f68b96880 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:06.608719 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-fc0d564a-b124-4038-bc60-ac26a244d242 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:06.615895 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-fc0d564a-b124-4038-bc60-ac26a244d242 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:06.624417 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device deae1578-99d6-47cb-b207-9b28a68934a0 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:45:06.636985 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-bf1e1ae2-55f4-4537-b391-831ef0054738 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Synchronizing usage tracker for tenant:b77dfcf064844de7b83d64320b9ee466 on resource:router {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:45:06.658192 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cde029-6a43-4e97-860b-007048741aef None None] Network c04458e3-6ea4-489e-852c-5c11cadf65f6 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:06.691462 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.securitygroups_db [None req-fc0d564a-b124-4038-bc60-ac26a244d242 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Project dfedc51e426f4eb4a516398f68b96880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:45:06.702472 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fc0d564a-b124-4038-bc60-ac26a244d242 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:06.752198 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-bf1e1ae2-55f4-4537-b391-831ef0054738 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Unset dirty status for tenant:b77dfcf064844de7b83d64320b9ee466 on resource:router {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:45:06.754345 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bf1e1ae2-55f4-4537-b391-831ef0054738 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.9629405 Mar 07 21:45:06.754345 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-615092fe-80a8-4ea6-a15b-ee2f2f1041fc tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:06.767886 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615092fe-80a8-4ea6-a15b-ee2f2f1041fc tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Fanout notify agent at l3_agent the message router_deleted on router f65ced61-aa91-477f-b51d-019ec950e26c {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:45:06.769927 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47668) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:06.771004 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-615092fe-80a8-4ea6-a15b-ee2f2f1041fc tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:06.772072 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-615092fe-80a8-4ea6-a15b-ee2f2f1041fc tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "DELETE /v2.0/routers/f65ced61-aa91-477f-b51d-019ec950e26c HTTP/1.1" status: 204 len: 168 time: 2.5923924 Mar 07 21:45:06.775197 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47672) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:06.779265 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-5cf87a4c-e332-4e2f-a54b-935a053e2572 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1103109232'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:06.851070 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b85bf7-676d-410a-9b8a-f0389e23530f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Deleting subnet d9ab29d5-f222-43da-919d-4d11a50e8002 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:45:06.862852 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-23b85bf7-676d-410a-9b8a-f0389e23530f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:06.896919 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b20aff07-bf50-4215-a5e8-40fd049f4c4c None None] Provisioning for port deae1578-99d6-47cb-b207-9b28a68934a0 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:06.904005 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fc0d564a-b124-4038-bc60-ac26a244d242 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:06.930399 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-23b85bf7-676d-410a-9b8a-f0389e23530f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:06.957268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-59fdfba8-38df-4a6c-b037-3c5059f1c75a None None] Allocated IP 172.20.0.2 (e0c08ea4-378c-4b53-a8fe-f6f7992d597c/29a794bc-e4f1-4cdb-835a-ac69a48d99f8/2a691d90-5a78-48f8-b719-fbe2c24245f7) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:06.969543 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port deae1578-99d6-47cb-b207-9b28a68934a0 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:06.985879 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fc0d564a-b124-4038-bc60-ac26a244d242 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:07.005599 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port deae1578-99d6-47cb-b207-9b28a68934a0 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:07.005993 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:07.083157 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4944cdbb-0095-434c-b309-c71a5705e7cc tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:07.160913 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d564a-b124-4038-bc60-ac26a244d242 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d38256e-ec36-431b-ab68-32a3f84cd2d3,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:07.196763 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944cdbb-0095-434c-b309-c71a5705e7cc tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Pushing event updated for resources: {'Subnet': ['ID=a18cdede-a86f-42f7-91a1-d55d541a3468,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:07.218315 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-23b85bf7-676d-410a-9b8a-f0389e23530f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:07.271206 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fc0d564a-b124-4038-bc60-ac26a244d242 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:07.275107 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-fc0d564a-b124-4038-bc60-ac26a244d242 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9143760 Mar 07 21:45:07.276048 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47678) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:07.282862 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-eb4e1970-6d4e-496a-a6c8-7da4c4625069 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Request body: {'security_group_rule': {'security_group_id': '3ecc5984-387e-4796-b05d-db53267f2013', 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:07.292574 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-eb4e1970-6d4e-496a-a6c8-7da4c4625069 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:07.300856 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-eb4e1970-6d4e-496a-a6c8-7da4c4625069 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Usage tracker for resource:security_group_rule and tenant:dfedc51e426f4eb4a516398f68b96880 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:07.302136 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4944cdbb-0095-434c-b309-c71a5705e7cc tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Checking segment: {'id': '3b536f3c-7640-4c55-940f-86a2dd247e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44b0adb5-f439-4c95-9d69-41b1973b6882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:07.302620 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4944cdbb-0095-434c-b309-c71a5705e7cc tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Network hostable DHCP agents. Network: 44b0adb5-f439-4c95-9d69-41b1973b6882, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:45:07.307922 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-eb4e1970-6d4e-496a-a6c8-7da4c4625069 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:07.313418 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-eb4e1970-6d4e-496a-a6c8-7da4c4625069 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:07.324609 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-06ec09ea-6fba-473f-9f9d-ea3828423949 req-29c773dc-3adb-419c-9537-22b2d7a171d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7df92cb-63d3-4d65-913c-5b89be40871f HTTP/1.1" status: 200 len: 210 time: 0.0646853 Mar 07 21:45:07.325682 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-59fdfba8-38df-4a6c-b037-3c5059f1c75a None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:07.337365 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-59fdfba8-38df-4a6c-b037-3c5059f1c75a None None] Transition to ACTIVE for port object 2a691d90-5a78-48f8-b719-fbe2c24245f7 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:07.359314 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-59fdfba8-38df-4a6c-b037-3c5059f1c75a None None] Transition to ACTIVE for port object 2a691d90-5a78-48f8-b719-fbe2c24245f7 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:07.385544 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:07.428807 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4944cdbb-0095-434c-b309-c71a5705e7cc tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Network 44b0adb5-f439-4c95-9d69-41b1973b6882 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:45:07.439678 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-59fdfba8-38df-4a6c-b037-3c5059f1c75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:07.445449 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.securitygroups_db [None req-eb4e1970-6d4e-496a-a6c8-7da4c4625069 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Project dfedc51e426f4eb4a516398f68b96880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:45:07.457724 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-23b85bf7-676d-410a-9b8a-f0389e23530f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:07.511962 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b85bf7-676d-410a-9b8a-f0389e23530f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ab29d5-f222-43da-919d-4d11a50e8002,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:07.514859 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eb4e1970-6d4e-496a-a6c8-7da4c4625069 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:07.517668 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-4944cdbb-0095-434c-b309-c71a5705e7cc tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 44b0adb5-f439-4c95-9d69-41b1973b6882) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:07.518449 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port deae1578-99d6-47cb-b207-9b28a68934a0, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=deae1578-99d6-47cb-b207-9b28a68934a0,segment=NetworkSegment(e932e39c-2b9b-426d-95f8-05a98fe2e45e),segment_id=e932e39c-2b9b-426d-95f8-05a98fe2e45e)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:07.528902 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02330db-5ecf-4ce7-a383-a3ff4c6ead01 None None] Network 44b0adb5-f439-4c95-9d69-41b1973b6882 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:07.534250 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-23b85bf7-676d-410a-9b8a-f0389e23530f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:07.553783 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4944cdbb-0095-434c-b309-c71a5705e7cc tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:07.554445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4944cdbb-0095-434c-b309-c71a5705e7cc tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:07.555143 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fdfba8-38df-4a6c-b037-3c5059f1c75a None None] Network e0c08ea4-378c-4b53-a8fe-f6f7992d597c is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:07.556322 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355fef2c-7b1a-4be2-9d9a-85cdad266a04 None None] Network e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:07.580137 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-23b85bf7-676d-410a-9b8a-f0389e23530f tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "DELETE /v2.0/subnets/d9ab29d5-f222-43da-919d-4d11a50e8002 HTTP/1.1" status: 204 len: 168 time: 0.8017175 Mar 07 21:45:07.584047 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-59fdfba8-38df-4a6c-b037-3c5059f1c75a None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:07.588781 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47682) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:07.625551 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fdfba8-38df-4a6c-b037-3c5059f1c75a None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:07.630646 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:07.635412 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1931946-2b87-4856-863a-3319d1a979e7 req-21b90543-d87a-4ec0-b2cb-d3c14dae252c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:07.636890 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d1931946-2b87-4856-863a-3319d1a979e7 req-21b90543-d87a-4ec0-b2cb-d3c14dae252c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/networks?id=5ae28d24-a6ec-458e-a0b6-64341e8114c4 HTTP/1.1" status: 200 len: 797 time: 0.2907388 Mar 07 21:45:07.641151 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fdfba8-38df-4a6c-b037-3c5059f1c75a None None] Pushing event updated for resources: {'Port': ['ID=2a691d90-5a78-48f8-b719-fbe2c24245f7,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:07.670370 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eb4e1970-6d4e-496a-a6c8-7da4c4625069 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:07.703172 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d1931946-2b87-4856-863a-3319d1a979e7 req-fc77f62e-9e58-4052-bee0-53ca3c5ab9df tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 378 time: 0.0508485 Mar 07 21:45:07.713170 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-d1931946-2b87-4856-863a-3319d1a979e7 req-e7461223-4285-432e-908b-16da084aef6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'port': {'device_id': 'd7df92cb-63d3-4d65-913c-5b89be40871f', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'admin_state_up': True, 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'security_groups': ['89afd61e-8301-4cb2-bb3a-9050939c967b']}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:07.730352 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-21636634-f55d-46a3-a081-b4da5899aad3 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:07.736118 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5cf87a4c-e332-4e2f-a54b-935a053e2572 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:07.741372 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4944cdbb-0095-434c-b309-c71a5705e7cc tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4092021 Mar 07 21:45:07.742871 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=deae1578-99d6-47cb-b207-9b28a68934a0,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:07.745789 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47686) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:07.830507 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-21636634-f55d-46a3-a081-b4da5899aad3 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Deleting port f4e7eaec-7565-495c-b00e-c15d052d272c {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:07.830852 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-21636634-f55d-46a3-a081-b4da5899aad3 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:07.886343 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eb4e1970-6d4e-496a-a6c8-7da4c4625069 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:07.895146 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-d1931946-2b87-4856-863a-3319d1a979e7 req-e7461223-4285-432e-908b-16da084aef6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:07.931431 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-d1931946-2b87-4856-863a-3319d1a979e7 req-e7461223-4285-432e-908b-16da084aef6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:07.933497 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e1970-6d4e-496a-a6c8-7da4c4625069 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8756109-268e-4713-8793-597a440843b5,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:07.986388 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-59fdfba8-38df-4a6c-b037-3c5059f1c75a None None] Attempting to bind port 2a691d90-5a78-48f8-b719-fbe2c24245f7 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:45:07.986759 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-59fdfba8-38df-4a6c-b037-3c5059f1c75a None None] Attempting to bind port 2a691d90-5a78-48f8-b719-fbe2c24245f7 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '8216326f-0268-45bc-ba2c-019cad5848fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e0c08ea4-378c-4b53-a8fe-f6f7992d597c'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:45:07.987116 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fdfba8-38df-4a6c-b037-3c5059f1c75a None None] Attempting to bind port 2a691d90-5a78-48f8-b719-fbe2c24245f7 on network e0c08ea4-378c-4b53-a8fe-f6f7992d597c {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:45:08.003373 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-eb4e1970-6d4e-496a-a6c8-7da4c4625069 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:08.006303 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-eb4e1970-6d4e-496a-a6c8-7da4c4625069 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7292337 Mar 07 21:45:08.008164 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47690) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:08.014046 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-96659443-1256-40d5-b003-8a90ea8cfbec tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Request body: {'network': {'name': 'tempest-network-smoke--1917888601', 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'port_security_enabled': True}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:08.019228 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-96659443-1256-40d5-b003-8a90ea8cfbec tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:08.023182 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-96659443-1256-40d5-b003-8a90ea8cfbec tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Usage tracker for resource:network and tenant:dfedc51e426f4eb4a516398f68b96880 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:08.026667 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-96659443-1256-40d5-b003-8a90ea8cfbec tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:08.033042 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-96659443-1256-40d5-b003-8a90ea8cfbec tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:08.036959 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1931946-2b87-4856-863a-3319d1a979e7 req-e7461223-4285-432e-908b-16da084aef6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:08.040630 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d1931946-2b87-4856-863a-3319d1a979e7 req-e7461223-4285-432e-908b-16da084aef6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:08.045621 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fdfba8-38df-4a6c-b037-3c5059f1c75a None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:45:08.045621 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fdfba8-38df-4a6c-b037-3c5059f1c75a None None] Checking segment: {'id': '8216326f-0268-45bc-ba2c-019cad5848fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e0c08ea4-378c-4b53-a8fe-f6f7992d597c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:08.045621 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-59fdfba8-38df-4a6c-b037-3c5059f1c75a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:08.045621 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fdfba8-38df-4a6c-b037-3c5059f1c75a None None] Bound using segment: {'id': '8216326f-0268-45bc-ba2c-019cad5848fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e0c08ea4-378c-4b53-a8fe-f6f7992d597c'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:45:08.045621 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-59fdfba8-38df-4a6c-b037-3c5059f1c75a None None] Bound port: 2a691d90-5a78-48f8-b719-fbe2c24245f7, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8216326f-0268-45bc-ba2c-019cad5848fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e0c08ea4-378c-4b53-a8fe-f6f7992d597c'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:45:08.045621 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-59fdfba8-38df-4a6c-b037-3c5059f1c75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:08.055749 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5cf87a4c-e332-4e2f-a54b-935a053e2572 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-864536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-864531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-867168'] for router, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:08.100820 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-967dd20f-0707-44ab-98a4-a3678ddea115 None None] Provisioning complete for port deae1578-99d6-47cb-b207-9b28a68934a0 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:08.100820 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-967dd20f-0707-44ab-98a4-a3678ddea115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:08.156060 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96659443-1256-40d5-b003-8a90ea8cfbec tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Made reservation on behalf of dfedc51e426f4eb4a516398f68b96880 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:08.160045 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-96659443-1256-40d5-b003-8a90ea8cfbec tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:08.213620 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-59fdfba8-38df-4a6c-b037-3c5059f1c75a None None] For port 2a691d90-5a78-48f8-b719-fbe2c24245f7, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:45:08.215827 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-59fdfba8-38df-4a6c-b037-3c5059f1c75a None None] For port 2a691d90-5a78-48f8-b719-fbe2c24245f7, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2a691d90-5a78-48f8-b719-fbe2c24245f7,segment=NetworkSegment(8216326f-0268-45bc-ba2c-019cad5848fe),segment_id=8216326f-0268-45bc-ba2c-019cad5848fe)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:45:08.242438 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96659443-1256-40d5-b003-8a90ea8cfbec tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:08.261714 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-96659443-1256-40d5-b003-8a90ea8cfbec tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:08.262108 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-96659443-1256-40d5-b003-8a90ea8cfbec tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Added segment 26e41f47-657c-4e85-b994-dcfeb77ffb5e of type vlan for network 310bb62d-7f36-4e19-9578-56268ae055e5 Mar 07 21:45:08.263649 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [req-d1931946-2b87-4856-863a-3319d1a979e7 req-e7461223-4285-432e-908b-16da084aef6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.20.0.14 (5ae28d24-a6ec-458e-a0b6-64341e8114c4/859622ca-69ba-432a-afba-67cc59145e77/daabe182-4695-40d2-aa99-f9e0e4a0f531) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:08.302504 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-59fdfba8-38df-4a6c-b037-3c5059f1c75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:08.327807 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-96659443-1256-40d5-b003-8a90ea8cfbec tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:08.344555 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c14c385-e200-4488-9ec0-3beb04f5918a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-44b0adb5-f439-4c95-9d69-41b1973b6882', 'network_id': '44b0adb5-f439-4c95-9d69-41b1973b6882', 'tenant_id': 'de482843420644a99ab7cf09711a64c7', 'fixed_ips': [{'subnet_id': 'a18cdede-a86f-42f7-91a1-d55d541a3468'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:45:08.346657 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6c14c385-e200-4488-9ec0-3beb04f5918a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:08.475663 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fdfba8-38df-4a6c-b037-3c5059f1c75a None None] Pushing event updated for resources: {'Port': ['ID=2a691d90-5a78-48f8-b719-fbe2c24245f7,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:08.511726 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d1931946-2b87-4856-863a-3319d1a979e7 req-e7461223-4285-432e-908b-16da084aef6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:08.528244 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-96659443-1256-40d5-b003-8a90ea8cfbec tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:08.535676 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96659443-1256-40d5-b003-8a90ea8cfbec tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:08.538444 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-96659443-1256-40d5-b003-8a90ea8cfbec tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:08.538746 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device deae1578-99d6-47cb-b207-9b28a68934a0 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:45:08.564580 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-d1931946-2b87-4856-863a-3319d1a979e7 req-e7461223-4285-432e-908b-16da084aef6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Transition to ACTIVE for port object daabe182-4695-40d2-aa99-f9e0e4a0f531 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:08.649812 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06774ebd-5bd5-46fd-90c8-9daea9e03782 None None] DHCP port deletion for e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:45:08.664199 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96659443-1256-40d5-b003-8a90ea8cfbec tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Pushing event updated for resources: {'Network': ['ID=310bb62d-7f36-4e19-9578-56268ae055e5,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:08.670171 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f0cb2745-072c-4772-bde1-ab8b0646149d req-0172703d-33de-40da-9616-8e3af485b843 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7df92cb-63d3-4d65-913c-5b89be40871f HTTP/1.1" status: 200 len: 210 time: 0.1990399 Mar 07 21:45:08.690121 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-06774ebd-5bd5-46fd-90c8-9daea9e03782 None None] Deleting port f4e7eaec-7565-495c-b00e-c15d052d272c {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:08.690121 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-06774ebd-5bd5-46fd-90c8-9daea9e03782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:08.724875 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-96659443-1256-40d5-b003-8a90ea8cfbec tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7154112 Mar 07 21:45:08.736454 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 310bb62d-7f36-4e19-9578-56268ae055e5 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:45:08.738780 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47700) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:08.744635 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-ea0427f5-ba64-4606-80b0-cc5ea8cb2910 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1397130995', 'admin_state_up': True, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:08.751745 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ea0427f5-ba64-4606-80b0-cc5ea8cb2910 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:08.756230 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d1931946-2b87-4856-863a-3319d1a979e7 req-e7461223-4285-432e-908b-16da084aef6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:08.763474 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ea0427f5-ba64-4606-80b0-cc5ea8cb2910 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Usage tracker for resource:router and tenant:dfedc51e426f4eb4a516398f68b96880 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:08.788152 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-45744b7d-1d6b-4395-8bfc-0e3fac707e6e tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:08.820277 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ea0427f5-ba64-4606-80b0-cc5ea8cb2910 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:08.826739 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf87a4c-e332-4e2f-a54b-935a053e2572 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Router 4088996d-4c05-43ec-bfe7-5caefbffc4f3 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:45:08.829045 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-21636634-f55d-46a3-a081-b4da5899aad3 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] For port f4e7eaec-7565-495c-b00e-c15d052d272c, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f4e7eaec-7565-495c-b00e-c15d052d272c,segment=NetworkSegment(116cd0ae-4ca2-485a-8b70-88a30361e053),segment_id=116cd0ae-4ca2-485a-8b70-88a30361e053)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:08.830149 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-21636634-f55d-46a3-a081-b4da5899aad3 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:08.848519 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ea0427f5-ba64-4606-80b0-cc5ea8cb2910 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:08.865422 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1931946-2b87-4856-863a-3319d1a979e7 req-e7461223-4285-432e-908b-16da084aef6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 5ae28d24-a6ec-458e-a0b6-64341e8114c4 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:08.872926 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [req-d1931946-2b87-4856-863a-3319d1a979e7 req-e7461223-4285-432e-908b-16da084aef6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:08.879119 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1931946-2b87-4856-863a-3319d1a979e7 req-e7461223-4285-432e-908b-16da084aef6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:08.911410 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7461223-4285-432e-908b-16da084aef6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=daabe182-4695-40d2-aa99-f9e0e4a0f531,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:08.942995 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port deae1578-99d6-47cb-b207-9b28a68934a0 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:08.943736 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:08.952441 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ea0427f5-ba64-4606-80b0-cc5ea8cb2910 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:08.957702 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ea0427f5-ba64-4606-80b0-cc5ea8cb2910 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:08.980839 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1931946-2b87-4856-863a-3319d1a979e7 req-e7461223-4285-432e-908b-16da084aef6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:08.981696 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d1931946-2b87-4856-863a-3319d1a979e7 req-e7461223-4285-432e-908b-16da084aef6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:09.011824 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ea0427f5-ba64-4606-80b0-cc5ea8cb2910 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:09.080695 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d1931946-2b87-4856-863a-3319d1a979e7 req-e7461223-4285-432e-908b-16da084aef6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3725166 Mar 07 21:45:09.093452 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-d1931946-2b87-4856-863a-3319d1a979e7 req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Request body: {'port': {'device_id': 'd7df92cb-63d3-4d65-913c-5b89be40871f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:09.201872 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-21636634-f55d-46a3-a081-b4da5899aad3 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Calling delete_port for f4e7eaec-7565-495c-b00e-c15d052d272c owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:45:09.341945 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-6c14c385-e200-4488-9ec0-3beb04f5918a None None] Allocated IP 172.20.0.2 (44b0adb5-f439-4c95-9d69-41b1973b6882/a18cdede-a86f-42f7-91a1-d55d541a3468/95fda8ee-1ab2-4840-b736-0e21afa827ed) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:09.373843 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-06774ebd-5bd5-46fd-90c8-9daea9e03782 None None] For port f4e7eaec-7565-495c-b00e-c15d052d272c, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f4e7eaec-7565-495c-b00e-c15d052d272c,segment=NetworkSegment(116cd0ae-4ca2-485a-8b70-88a30361e053),segment_id=116cd0ae-4ca2-485a-8b70-88a30361e053)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:09.374588 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-06774ebd-5bd5-46fd-90c8-9daea9e03782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:09.564840 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3a065ad3-4dd9-47a9-9882-398331de8b00 None None] Provisioning for port daabe182-4695-40d2-aa99-f9e0e4a0f531 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:09.576245 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-06774ebd-5bd5-46fd-90c8-9daea9e03782 None None] Calling delete_port for f4e7eaec-7565-495c-b00e-c15d052d272c owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:45:09.625205 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3a065ad3-4dd9-47a9-9882-398331de8b00 None None] Provisioning complete for port daabe182-4695-40d2-aa99-f9e0e4a0f531 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:09.625670 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3a065ad3-4dd9-47a9-9882-398331de8b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:09.679832 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ea0427f5-ba64-4606-80b0-cc5ea8cb2910 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:09.696835 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf87a4c-e332-4e2f-a54b-935a053e2572 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:45:09.717420 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5cf87a4c-e332-4e2f-a54b-935a053e2572 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:09.718706 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5cf87a4c-e332-4e2f-a54b-935a053e2572 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "PUT /v2.0/routers/4088996d-4c05-43ec-bfe7-5caefbffc4f3 HTTP/1.1" status: 200 len: 887 time: 2.9488964 Mar 07 21:45:09.726864 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47706) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:09.763405 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a088ac26-0e2d-4cbc-954d-8cc57cd51e67 None None] Sync routers for ids ['4088996d-4c05-43ec-bfe7-5caefbffc4f3'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:45:09.810676 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d1931946-2b87-4856-863a-3319d1a979e7 req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:09.920526 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6c14c385-e200-4488-9ec0-3beb04f5918a None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:09.933783 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-6c14c385-e200-4488-9ec0-3beb04f5918a None None] Transition to ACTIVE for port object 95fda8ee-1ab2-4840-b736-0e21afa827ed will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:09.954494 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-6c14c385-e200-4488-9ec0-3beb04f5918a None None] Transition to ACTIVE for port object 95fda8ee-1ab2-4840-b736-0e21afa827ed will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:09.985106 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-21636634-f55d-46a3-a081-b4da5899aad3 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:10.004687 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-3a065ad3-4dd9-47a9-9882-398331de8b00 None None] Port daabe182-4695-40d2-aa99-f9e0e4a0f531 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:45:10.007051 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a088ac26-0e2d-4cbc-954d-8cc57cd51e67 None None] Routers {'4088996d-4c05-43ec-bfe7-5caefbffc4f3'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:10.007825 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-a088ac26-0e2d-4cbc-954d-8cc57cd51e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['4088996d-4c05-43ec-bfe7-5caefbffc4f3'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:10.065744 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21636634-f55d-46a3-a081-b4da5899aad3 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] No DVR routers for this DVR port f4e7eaec-7565-495c-b00e-c15d052d272c on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:10.067429 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21636634-f55d-46a3-a081-b4da5899aad3 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event deleted for resources: {'Port': ['ID=f4e7eaec-7565-495c-b00e-c15d052d272c,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:10.096390 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6c14c385-e200-4488-9ec0-3beb04f5918a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:10.109000 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-45744b7d-1d6b-4395-8bfc-0e3fac707e6e tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Allocated IP 172.20.0.1 (e0c08ea4-378c-4b53-a8fe-f6f7992d597c/29a794bc-e4f1-4cdb-835a-ac69a48d99f8/231e35ef-ecf9-485c-9460-3036dc9734fd) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:10.207753 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-06774ebd-5bd5-46fd-90c8-9daea9e03782 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:45:10.208170 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-06774ebd-5bd5-46fd-90c8-9daea9e03782 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:45:10.216931 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14c385-e200-4488-9ec0-3beb04f5918a None None] Pushing event updated for resources: {'Port': ['ID=95fda8ee-1ab2-4840-b736-0e21afa827ed,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:10.223694 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c14c385-e200-4488-9ec0-3beb04f5918a None None] Network 44b0adb5-f439-4c95-9d69-41b1973b6882 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:10.225308 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-6c14c385-e200-4488-9ec0-3beb04f5918a None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:10.227038 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-a088ac26-0e2d-4cbc-954d-8cc57cd51e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:10.238402 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c14c385-e200-4488-9ec0-3beb04f5918a None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:10.274743 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4eb2ce-1381-4f52-af65-5b487e5e9b50 req-56000f34-1875-4014-bc48-cb899fcd111c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:10.276363 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dd4eb2ce-1381-4f52-af65-5b487e5e9b50 req-56000f34-1875-4014-bc48-cb899fcd111c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7df92cb-63d3-4d65-913c-5b89be40871f HTTP/1.1" status: 200 len: 932 time: 0.3514071 Mar 07 21:45:10.306827 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-21636634-f55d-46a3-a081-b4da5899aad3 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:10.307689 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2821e381-4c72-469d-9878-2dc1b7c7f091 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "GET /v2.0/routers/4088996d-4c05-43ec-bfe7-5caefbffc4f3 HTTP/1.1" status: 200 len: 887 time: 0.5794637 Mar 07 21:45:10.312774 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47710) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:10.331668 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5390000-49ac-498b-a3e9-80442abd4217 None None] Network e0c08ea4-378c-4b53-a8fe-f6f7992d597c requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:10.379524 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a088ac26-0e2d-4cbc-954d-8cc57cd51e67 None None] Routers {'4088996d-4c05-43ec-bfe7-5caefbffc4f3'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:10.380862 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-a088ac26-0e2d-4cbc-954d-8cc57cd51e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['4088996d-4c05-43ec-bfe7-5caefbffc4f3'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:10.403122 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0cfa9805-cd8b-4d18-8f4f-deb2abc59d26 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Synchronizing usage tracker for tenant:b77dfcf064844de7b83d64320b9ee466 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:45:10.433680 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dd4eb2ce-1381-4f52-af65-5b487e5e9b50 req-0e706a11-a681-49d8-ac4e-08b0fcd1a266 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=89afd61e-8301-4cb2-bb3a-9050939c967b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1413190 Mar 07 21:45:10.443529 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-21636634-f55d-46a3-a081-b4da5899aad3 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:10.462858 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-21636634-f55d-46a3-a081-b4da5899aad3 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116cd0ae-4ca2-485a-8b70-88a30361e053') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:10.463147 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-21636634-f55d-46a3-a081-b4da5899aad3 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116cd0ae-4ca2-485a-8b70-88a30361e053') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:10.481100 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-21636634-f55d-46a3-a081-b4da5899aad3 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:10.533662 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-21636634-f55d-46a3-a081-b4da5899aad3 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:10.554070 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21636634-f55d-46a3-a081-b4da5899aad3 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:45:10.554468 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-21636634-f55d-46a3-a081-b4da5899aad3 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:45:10.570577 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:45:10.591867 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-45744b7d-1d6b-4395-8bfc-0e3fac707e6e tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:10.594555 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-a088ac26-0e2d-4cbc-954d-8cc57cd51e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:10.594684 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a088ac26-0e2d-4cbc-954d-8cc57cd51e67 None None] The sync data for ids ['4088996d-4c05-43ec-bfe7-5caefbffc4f3'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:45:10.596193 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2a691d90-5a78-48f8-b719-fbe2c24245f7 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:45:10.612913 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0cfa9805-cd8b-4d18-8f4f-deb2abc59d26 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Unset dirty status for tenant:b77dfcf064844de7b83d64320b9ee466 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:45:10.616873 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0cfa9805-cd8b-4d18-8f4f-deb2abc59d26 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "GET /v2.0/ports?device_id=4088996d-4c05-43ec-bfe7-5caefbffc4f3 HTTP/1.1" status: 200 len: 205 time: 0.2996745 Mar 07 21:45:10.621018 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47714) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:10.657268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-6c14c385-e200-4488-9ec0-3beb04f5918a None None] Attempting to bind port 95fda8ee-1ab2-4840-b736-0e21afa827ed on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:45:10.657268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-6c14c385-e200-4488-9ec0-3beb04f5918a None None] Attempting to bind port 95fda8ee-1ab2-4840-b736-0e21afa827ed by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '3b536f3c-7640-4c55-940f-86a2dd247e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44b0adb5-f439-4c95-9d69-41b1973b6882'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:45:10.657610 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c14c385-e200-4488-9ec0-3beb04f5918a None None] Attempting to bind port 95fda8ee-1ab2-4840-b736-0e21afa827ed on network 44b0adb5-f439-4c95-9d69-41b1973b6882 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:45:10.673548 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c14c385-e200-4488-9ec0-3beb04f5918a None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:45:10.673934 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c14c385-e200-4488-9ec0-3beb04f5918a None None] Checking segment: {'id': '3b536f3c-7640-4c55-940f-86a2dd247e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44b0adb5-f439-4c95-9d69-41b1973b6882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:10.674360 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6c14c385-e200-4488-9ec0-3beb04f5918a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:10.674747 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c14c385-e200-4488-9ec0-3beb04f5918a None None] Bound using segment: {'id': '3b536f3c-7640-4c55-940f-86a2dd247e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44b0adb5-f439-4c95-9d69-41b1973b6882'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:45:10.675217 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-6c14c385-e200-4488-9ec0-3beb04f5918a None None] Bound port: 95fda8ee-1ab2-4840-b736-0e21afa827ed, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b536f3c-7640-4c55-940f-86a2dd247e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44b0adb5-f439-4c95-9d69-41b1973b6882'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:45:10.675586 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6c14c385-e200-4488-9ec0-3beb04f5918a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:10.682823 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-45744b7d-1d6b-4395-8bfc-0e3fac707e6e tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Transition to ACTIVE for port object 231e35ef-ecf9-485c-9460-3036dc9734fd will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:10.730587 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-06774ebd-5bd5-46fd-90c8-9daea9e03782 None None] Deleting port f4e7eaec-7565-495c-b00e-c15d052d272c {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:10.730879 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-06774ebd-5bd5-46fd-90c8-9daea9e03782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:10.787625 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c983fecd-6be4-4bc2-94a7-66571ac79189 None None] Provisioning for port 2a691d90-5a78-48f8-b719-fbe2c24245f7 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:10.804288 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ea0427f5-ba64-4606-80b0-cc5ea8cb2910 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:10.821215 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-45744b7d-1d6b-4395-8bfc-0e3fac707e6e tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:10.826836 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-21636634-f55d-46a3-a081-b4da5899aad3 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:10.840774 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ea0427f5-ba64-4606-80b0-cc5ea8cb2910 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:10.842222 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-21636634-f55d-46a3-a081-b4da5899aad3 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:10.882426 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-06774ebd-5bd5-46fd-90c8-9daea9e03782 None None] The port 'f4e7eaec-7565-495c-b00e-c15d052d272c' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:45:10.931936 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21636634-f55d-46a3-a081-b4da5899aad3 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event deleted for resources: {'Network': ['ID=e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:10.961095 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45744b7d-1d6b-4395-8bfc-0e3fac707e6e tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Network e0c08ea4-378c-4b53-a8fe-f6f7992d597c is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:10.965390 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-45744b7d-1d6b-4395-8bfc-0e3fac707e6e tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:10.970526 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-21636634-f55d-46a3-a081-b4da5899aad3 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "DELETE /v2.0/networks/e37cca56-05b0-4d93-b5f0-e7e8bad7bc7c HTTP/1.1" status: 204 len: 168 time: 3.3783071 Mar 07 21:45:10.970526 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45744b7d-1d6b-4395-8bfc-0e3fac707e6e tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:10.980239 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-6c14c385-e200-4488-9ec0-3beb04f5918a None None] For port 95fda8ee-1ab2-4840-b736-0e21afa827ed, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:45:10.995014 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-6c14c385-e200-4488-9ec0-3beb04f5918a None None] For port 95fda8ee-1ab2-4840-b736-0e21afa827ed, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=95fda8ee-1ab2-4840-b736-0e21afa827ed,segment=NetworkSegment(3b536f3c-7640-4c55-940f-86a2dd247e81),segment_id=3b536f3c-7640-4c55-940f-86a2dd247e81)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:45:11.005286 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47718) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:11.014469 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 2a691d90-5a78-48f8-b719-fbe2c24245f7 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:11.016300 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45744b7d-1d6b-4395-8bfc-0e3fac707e6e tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Pushing event updated for resources: {'Port': ['ID=231e35ef-ecf9-485c-9460-3036dc9734fd,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:11.025642 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 2a691d90-5a78-48f8-b719-fbe2c24245f7 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:11.025642 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:11.072155 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6c14c385-e200-4488-9ec0-3beb04f5918a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:11.103126 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [req-d1931946-2b87-4856-863a-3319d1a979e7 req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daabe182-4695-40d2-aa99-f9e0e4a0f531 {{(pid=88387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:45:11.127016 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d1931946-2b87-4856-863a-3319d1a979e7 req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:11.138359 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3defb539-0b98-4009-9149-c9f9ba68c69d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:11.191104 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14c385-e200-4488-9ec0-3beb04f5918a None None] Pushing event updated for resources: {'Port': ['ID=95fda8ee-1ab2-4840-b736-0e21afa827ed,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:11.239528 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-c0ee3550-f9ca-4a83-b751-1b47a49014ed tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Deleting port 99351ecb-ddbd-42aa-b3d2-ba3aa8e8b76e {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:11.239878 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c0ee3550-f9ca-4a83-b751-1b47a49014ed tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:11.291869 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-45744b7d-1d6b-4395-8bfc-0e3fac707e6e tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:11.369845 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:11.390963 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-ea0427f5-ba64-4606-80b0-cc5ea8cb2910 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Allocated IP 172.26.2.201 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/b98f5806-4ba3-4876-a9a5-2908fbec9d6e) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:11.419417 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 2a691d90-5a78-48f8-b719-fbe2c24245f7, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2a691d90-5a78-48f8-b719-fbe2c24245f7,segment=NetworkSegment(8216326f-0268-45bc-ba2c-019cad5848fe),segment_id=8216326f-0268-45bc-ba2c-019cad5848fe)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:11.429565 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-67fa470b-c75a-443a-945f-e7676c4fa2af None None] Provisioning complete for port 2a691d90-5a78-48f8-b719-fbe2c24245f7 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:11.429565 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-67fa470b-c75a-443a-945f-e7676c4fa2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:11.538917 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-d1931946-2b87-4856-863a-3319d1a979e7 req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Transition to ACTIVE for port object daabe182-4695-40d2-aa99-f9e0e4a0f531 will not be triggered until provisioned by entity L2. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:11.544555 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:11.650384 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d1931946-2b87-4856-863a-3319d1a979e7 req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:11.661517 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f4e7eaec-7565-495c-b00e-c15d052d272c no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:45:11.751012 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=2a691d90-5a78-48f8-b719-fbe2c24245f7,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:11.762236 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: f4e7eaec-7565-495c-b00e-c15d052d272c {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:45:11.762595 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f4e7eaec-7565-495c-b00e-c15d052d272c not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:45:11.790635 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Pushing event updated for resources: {'Port': ['ID=daabe182-4695-40d2-aa99-f9e0e4a0f531,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:11.860393 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:11.861554 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:11.861554 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:11.862050 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:11.862867 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:11.862867 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:11.863218 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:11.863534 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:11.863850 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:11.864167 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:11.864481 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:11.864793 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:11.924998 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-67fa470b-c75a-443a-945f-e7676c4fa2af None None] Provisioning for port 231e35ef-ecf9-485c-9460-3036dc9734fd completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:11.931273 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-67fa470b-c75a-443a-945f-e7676c4fa2af None None] Provisioning complete for port 231e35ef-ecf9-485c-9460-3036dc9734fd triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:11.931648 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-67fa470b-c75a-443a-945f-e7676c4fa2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:12.001833 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-67fa470b-c75a-443a-945f-e7676c4fa2af None None] Port 231e35ef-ecf9-485c-9460-3036dc9734fd cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:45:12.019943 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d62614-e909-4af2-97bc-60fdd77682e0 req-f0f7fe41-6aa9-46fc-ac8e-e1db15310091 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:12.022177 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19d62614-e909-4af2-97bc-60fdd77682e0 req-f0f7fe41-6aa9-46fc-ac8e-e1db15310091 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7df92cb-63d3-4d65-913c-5b89be40871f HTTP/1.1" status: 200 len: 944 time: 0.3196411 Mar 07 21:45:12.024517 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c0ee3550-f9ca-4a83-b751-1b47a49014ed tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:12.025197 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c0ee3550-f9ca-4a83-b751-1b47a49014ed tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:12.089780 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3defb539-0b98-4009-9149-c9f9ba68c69d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:12.121152 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ea0427f5-ba64-4606-80b0-cc5ea8cb2910 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:12.127112 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-45f9b080-367b-4fbb-87aa-c289a93d2993 None None] Provisioning complete for port 231e35ef-ecf9-485c-9460-3036dc9734fd triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:12.127809 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-45f9b080-367b-4fbb-87aa-c289a93d2993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:12.146358 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-d1931946-2b87-4856-863a-3319d1a979e7 req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Attempting to bind port daabe182-4695-40d2-aa99-f9e0e4a0f531 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:45:12.146687 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-d1931946-2b87-4856-863a-3319d1a979e7 req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Attempting to bind port daabe182-4695-40d2-aa99-f9e0e4a0f531 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'f226c737-7ae0-4cda-86bf-3309c6542db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:45:12.147007 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1931946-2b87-4856-863a-3319d1a979e7 req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Attempting to bind port daabe182-4695-40d2-aa99-f9e0e4a0f531 on network 5ae28d24-a6ec-458e-a0b6-64341e8114c4 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:45:12.154026 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1931946-2b87-4856-863a-3319d1a979e7 req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Port daabe182-4695-40d2-aa99-f9e0e4a0f531 on network 5ae28d24-a6ec-458e-a0b6-64341e8114c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:45:12.154343 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1931946-2b87-4856-863a-3319d1a979e7 req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Attempting to bind port daabe182-4695-40d2-aa99-f9e0e4a0f531 on network 5ae28d24-a6ec-458e-a0b6-64341e8114c4 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:45:12.163654 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1931946-2b87-4856-863a-3319d1a979e7 req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:45:12.163654 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1931946-2b87-4856-863a-3319d1a979e7 req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Checking segment: {'id': 'f226c737-7ae0-4cda-86bf-3309c6542db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:12.163654 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1931946-2b87-4856-863a-3319d1a979e7 req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Bound using segment: {'id': 'f226c737-7ae0-4cda-86bf-3309c6542db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4'} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:45:12.164057 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-d1931946-2b87-4856-863a-3319d1a979e7 req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Bound port: daabe182-4695-40d2-aa99-f9e0e4a0f531, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f226c737-7ae0-4cda-86bf-3309c6542db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4'}}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:45:12.164179 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d1931946-2b87-4856-863a-3319d1a979e7 req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:12.183755 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-3defb539-0b98-4009-9149-c9f9ba68c69d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting port ebf40b13-1bc1-4038-a8d1-2681d9e1ee03 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:12.184121 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3defb539-0b98-4009-9149-c9f9ba68c69d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:12.199904 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-45f9b080-367b-4fbb-87aa-c289a93d2993 None None] Port 231e35ef-ecf9-485c-9460-3036dc9734fd cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:45:12.240083 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-c0ee3550-f9ca-4a83-b751-1b47a49014ed tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Calling delete_port for 99351ecb-ddbd-42aa-b3d2-ba3aa8e8b76e owned by network:floatingip {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:45:12.284129 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-45744b7d-1d6b-4395-8bfc-0e3fac707e6e tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:12.336377 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19d62614-e909-4af2-97bc-60fdd77682e0 req-16fcae67-ba35-4f7d-adcf-81e8ac2e6b53 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=89afd61e-8301-4cb2-bb3a-9050939c967b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3011398 Mar 07 21:45:12.345547 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-d1931946-2b87-4856-863a-3319d1a979e7 req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] For port daabe182-4695-40d2-aa99-f9e0e4a0f531, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:45:12.398113 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ea0427f5-ba64-4606-80b0-cc5ea8cb2910 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:12.457136 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-d1931946-2b87-4856-863a-3319d1a979e7 req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] For port daabe182-4695-40d2-aa99-f9e0e4a0f531, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=daabe182-4695-40d2-aa99-f9e0e4a0f531,segment=NetworkSegment(f226c737-7ae0-4cda-86bf-3309c6542db1),segment_id=f226c737-7ae0-4cda-86bf-3309c6542db1)] {{(pid=88387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:45:12.497978 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0427f5-ba64-4606-80b0-cc5ea8cb2910 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:12.502559 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-ea0427f5-ba64-4606-80b0-cc5ea8cb2910 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:12.505050 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0427f5-ba64-4606-80b0-cc5ea8cb2910 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:12.570055 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d1931946-2b87-4856-863a-3319d1a979e7 req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:12.570055 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0427f5-ba64-4606-80b0-cc5ea8cb2910 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Pushing event updated for resources: {'Port': ['ID=b98f5806-4ba3-4876-a9a5-2908fbec9d6e,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:12.607083 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3defb539-0b98-4009-9149-c9f9ba68c69d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:12.627682 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2a691d90-5a78-48f8-b719-fbe2c24245f7 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:45:12.645208 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1931946-2b87-4856-863a-3319d1a979e7 req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:12.645898 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d1931946-2b87-4856-863a-3319d1a979e7 req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:12.648060 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d1931946-2b87-4856-863a-3319d1a979e7 req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] 10.222.0.11 "PUT /v2.0/ports/daabe182-4695-40d2-aa99-f9e0e4a0f531 HTTP/1.1" status: 200 len: 1094 time: 3.5589371 Mar 07 21:45:12.691672 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8dd603-b521-4ef3-8f3c-35cc4d28b8e2 None None] Network 44b0adb5-f439-4c95-9d69-41b1973b6882 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:12.702972 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7df92cb-63d3-4d65-913c-5b89be40871f', 'tag': 'daabe182-4695-40d2-aa99-f9e0e4a0f531'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:45:12.771302 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c0ee3550-f9ca-4a83-b751-1b47a49014ed tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:12.807173 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-3defb539-0b98-4009-9149-c9f9ba68c69d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Calling delete_port for ebf40b13-1bc1-4038-a8d1-2681d9e1ee03 owned by network:router_gateway {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:45:12.866771 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c6f9ce26-33b0-41aa-be03-bd1d6b74caf1 None None] Provisioning for port 95fda8ee-1ab2-4840-b736-0e21afa827ed completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:12.889254 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee3550-f9ca-4a83-b751-1b47a49014ed tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event deleted for resources: {'Port': ['ID=99351ecb-ddbd-42aa-b3d2-ba3aa8e8b76e,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:12.907898 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 2a691d90-5a78-48f8-b719-fbe2c24245f7 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:12.908209 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:12.945442 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7df92cb-63d3-4d65-913c-5b89be40871f', 'tag': 'daabe182-4695-40d2-aa99-f9e0e4a0f531', 'status': 'completed', 'code': 200} Mar 07 21:45:13.027231 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee3550-f9ca-4a83-b751-1b47a49014ed tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:13.027846 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee3550-f9ca-4a83-b751-1b47a49014ed tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:13.027846 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee3550-f9ca-4a83-b751-1b47a49014ed tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:13.028315 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee3550-f9ca-4a83-b751-1b47a49014ed tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:13.028646 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee3550-f9ca-4a83-b751-1b47a49014ed tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:13.028982 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee3550-f9ca-4a83-b751-1b47a49014ed tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:13.029313 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee3550-f9ca-4a83-b751-1b47a49014ed tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:13.029633 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee3550-f9ca-4a83-b751-1b47a49014ed tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:13.030032 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee3550-f9ca-4a83-b751-1b47a49014ed tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:13.030311 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee3550-f9ca-4a83-b751-1b47a49014ed tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:13.030630 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee3550-f9ca-4a83-b751-1b47a49014ed tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:13.030942 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee3550-f9ca-4a83-b751-1b47a49014ed tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:13.043699 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c0ee3550-f9ca-4a83-b751-1b47a49014ed tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for floatingip, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:13.067041 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c0ee3550-f9ca-4a83-b751-1b47a49014ed tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:13.070791 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c0ee3550-f9ca-4a83-b751-1b47a49014ed tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "DELETE /v2.0/floatingips/de1324e5-f03c-43b5-ba60-d1d7356cf35c HTTP/1.1" status: 204 len: 168 time: 2.0644534 Mar 07 21:45:13.079480 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47730) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:13.130254 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b4d672-3e3a-4226-99a9-15879877a0a2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] DELETE failed (client error): The resource could not be found. Mar 07 21:45:13.130830 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b4d672-3e3a-4226-99a9-15879877a0a2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:13.134895 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e7b4d672-3e3a-4226-99a9-15879877a0a2 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "DELETE /v2.0/ports/8f0a67da-dfd6-44a2-94c0-694a40e0d7e7 HTTP/1.1" status: 404 len: 333 time: 0.0518072 Mar 07 21:45:13.139365 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47734) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:13.145720 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 95fda8ee-1ab2-4840-b736-0e21afa827ed up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:45:13.194155 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-dee867dc-fff5-4326-86f5-ee7dbdddc703 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Synchronizing usage tracker for tenant:2e7eeead753e44e297f167f27855cc6a on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:45:13.198770 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-45744b7d-1d6b-4395-8bfc-0e3fac707e6e tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:13.199742 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8532f-c3cc-42db-8a86-a283f4b1bae4 service neutron] Pushing event updated for resources: {'Port': ['ID=daabe182-4695-40d2-aa99-f9e0e4a0f531,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:13.256351 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-45744b7d-1d6b-4395-8bfc-0e3fac707e6e tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:13.325556 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1931946-2b87-4856-863a-3319d1a979e7 req-792290bc-174c-4e25-aace-f357a7368f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:13.327053 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d1931946-2b87-4856-863a-3319d1a979e7 req-792290bc-174c-4e25-aace-f357a7368f5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=d7df92cb-63d3-4d65-913c-5b89be40871f HTTP/1.1" status: 200 len: 1097 time: 0.5302470 Mar 07 21:45:13.327690 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-dee867dc-fff5-4326-86f5-ee7dbdddc703 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Unset dirty status for tenant:2e7eeead753e44e297f167f27855cc6a on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:45:13.328836 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-dee867dc-fff5-4326-86f5-ee7dbdddc703 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "GET /v2.0/ports?device_id=f65ced61-aa91-477f-b51d-019ec950e26c HTTP/1.1" status: 200 len: 205 time: 0.1885281 Mar 07 21:45:13.332038 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47738) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:13.336911 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 95fda8ee-1ab2-4840-b736-0e21afa827ed completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:13.347419 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 95fda8ee-1ab2-4840-b736-0e21afa827ed triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:13.347790 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:13.393916 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-45744b7d-1d6b-4395-8bfc-0e3fac707e6e tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:13.397794 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45744b7d-1d6b-4395-8bfc-0e3fac707e6e tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Pushing event updated for resources: {'Port': ['ID=231e35ef-ecf9-485c-9460-3036dc9734fd,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:13.514505 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:13.549376 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d1931946-2b87-4856-863a-3319d1a979e7 req-5088aa30-0a47-4928-bc52-d47c4404c8c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=daabe182-4695-40d2-aa99-f9e0e4a0f531 HTTP/1.1" status: 200 len: 217 time: 0.2094719 Mar 07 21:45:13.556199 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b2e43e0a-6cbf-47fa-b608-66959fd20961 None None] Provisioning complete for port 95fda8ee-1ab2-4840-b736-0e21afa827ed triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:13.556583 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b2e43e0a-6cbf-47fa-b608-66959fd20961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:13.589061 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-d86ce419-32ef-43aa-b946-461b10640382 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] delete failed (client error): The resource could not be found. Mar 07 21:45:13.589061 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d86ce419-32ef-43aa-b946-461b10640382 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "DELETE /v2.0/routers/f65ced61-aa91-477f-b51d-019ec950e26c HTTP/1.1" status: 404 len: 336 time: 0.2534273 Mar 07 21:45:13.589369 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 95fda8ee-1ab2-4840-b736-0e21afa827ed, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=95fda8ee-1ab2-4840-b736-0e21afa827ed,segment=NetworkSegment(3b536f3c-7640-4c55-940f-86a2dd247e81),segment_id=3b536f3c-7640-4c55-940f-86a2dd247e81)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:13.624717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47744) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:13.670750 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:13.709672 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-277f9cc5-1317-4a20-956a-a670073632fb tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] DELETE failed (client error): The resource could not be found. Mar 07 21:45:13.710161 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277f9cc5-1317-4a20-956a-a670073632fb tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:13.714466 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-277f9cc5-1317-4a20-956a-a670073632fb tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "DELETE /v2.0/subnets/d9ab29d5-f222-43da-919d-4d11a50e8002 HTTP/1.1" status: 404 len: 337 time: 0.0885005 Mar 07 21:45:13.727103 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47748) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:13.730262 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b2e43e0a-6cbf-47fa-b608-66959fd20961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:13.768241 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1931946-2b87-4856-863a-3319d1a979e7 req-e91717c9-cc8d-4895-8bec-d1e8dbec205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:13.769670 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d1931946-2b87-4856-863a-3319d1a979e7 req-e91717c9-cc8d-4895-8bec-d1e8dbec205e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=859622ca-69ba-432a-afba-67cc59145e77 HTTP/1.1" status: 200 len: 834 time: 0.1802402 Mar 07 21:45:13.773922 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=95fda8ee-1ab2-4840-b736-0e21afa827ed,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:13.818435 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-d473fca5-93ae-44c9-b53a-c56e4189ac62 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Deleting port 33959bc8-a82d-488c-841e-932b2b59a942 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:13.818918 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d473fca5-93ae-44c9-b53a-c56e4189ac62 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:13.839581 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-b2e43e0a-6cbf-47fa-b608-66959fd20961 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:45:13.840200 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-b2e43e0a-6cbf-47fa-b608-66959fd20961 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:45:13.841393 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ea0427f5-ba64-4606-80b0-cc5ea8cb2910 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for router_gateway, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:13.904670 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45744b7d-1d6b-4395-8bfc-0e3fac707e6e tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Network e0c08ea4-378c-4b53-a8fe-f6f7992d597c is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:13.909710 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3defb539-0b98-4009-9149-c9f9ba68c69d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:13.909912 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-45744b7d-1d6b-4395-8bfc-0e3fac707e6e tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:13.955233 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7969510-5652-469a-bf62-79a0b60810ff req-afa2163f-f2c1-4213-b11c-6caf15c62f86 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:13.956758 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a7969510-5652-469a-bf62-79a0b60810ff req-afa2163f-f2c1-4213-b11c-6caf15c62f86 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7df92cb-63d3-4d65-913c-5b89be40871f HTTP/1.1" status: 200 len: 944 time: 0.3330116 Mar 07 21:45:13.966266 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defb539-0b98-4009-9149-c9f9ba68c69d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Port': ['ID=ebf40b13-1bc1-4038-a8d1-2681d9e1ee03,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:14.158588 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1931946-2b87-4856-863a-3319d1a979e7 req-0dad44c4-c033-472d-ade6-1177c56496a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:14.160055 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d1931946-2b87-4856-863a-3319d1a979e7 req-0dad44c4-c033-472d-ade6-1177c56496a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ae28d24-a6ec-458e-a0b6-64341e8114c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3839092 Mar 07 21:45:14.233496 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a7969510-5652-469a-bf62-79a0b60810ff req-2a90171c-f99f-4a51-a563-ce13195984f3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=89afd61e-8301-4cb2-bb3a-9050939c967b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2130463 Mar 07 21:45:14.259703 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3defb539-0b98-4009-9149-c9f9ba68c69d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:14.307197 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d473fca5-93ae-44c9-b53a-c56e4189ac62 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:14.431591 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45744b7d-1d6b-4395-8bfc-0e3fac707e6e tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Router 07c787fb-da75-4ca6-bf42-f752170c0b44 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:45:14.440811 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-d473fca5-93ae-44c9-b53a-c56e4189ac62 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Calling delete_port for 33959bc8-a82d-488c-841e-932b2b59a942 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:45:14.477066 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 95fda8ee-1ab2-4840-b736-0e21afa827ed up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:45:14.548757 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-72234f78-2f3a-4c9f-96f9-a293b2c2cc1e None None] Provisioning complete for port 231e35ef-ecf9-485c-9460-3036dc9734fd triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:14.549153 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-72234f78-2f3a-4c9f-96f9-a293b2c2cc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:14.609452 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-72234f78-2f3a-4c9f-96f9-a293b2c2cc1e None None] Port 231e35ef-ecf9-485c-9460-3036dc9734fd cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:45:14.612996 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 95fda8ee-1ab2-4840-b736-0e21afa827ed triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:14.613358 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:14.650080 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3defb539-0b98-4009-9149-c9f9ba68c69d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:14.662481 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3defb539-0b98-4009-9149-c9f9ba68c69d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:14.693629 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45744b7d-1d6b-4395-8bfc-0e3fac707e6e tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:45:14.704469 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8115ea1b-e5d8-4f8c-ae84-40ad581f36db None None] Sync routers for ids ['07c787fb-da75-4ca6-bf42-f752170c0b44'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:45:14.717386 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-45744b7d-1d6b-4395-8bfc-0e3fac707e6e tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] 10.222.0.21 "PUT /v2.0/routers/07c787fb-da75-4ca6-bf42-f752170c0b44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9689114 Mar 07 21:45:14.720977 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47752) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:14.725780 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8115ea1b-e5d8-4f8c-ae84-40ad581f36db None None] Routers {'07c787fb-da75-4ca6-bf42-f752170c0b44'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:14.725780 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-8115ea1b-e5d8-4f8c-ae84-40ad581f36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['07c787fb-da75-4ca6-bf42-f752170c0b44'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:14.804707 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ea0427f5-ba64-4606-80b0-cc5ea8cb2910 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:14.821036 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-8115ea1b-e5d8-4f8c-ae84-40ad581f36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:14.830608 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8115ea1b-e5d8-4f8c-ae84-40ad581f36db None None] Routers {'07c787fb-da75-4ca6-bf42-f752170c0b44'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:14.831307 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-8115ea1b-e5d8-4f8c-ae84-40ad581f36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['07c787fb-da75-4ca6-bf42-f752170c0b44'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:14.869570 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d1931946-2b87-4856-863a-3319d1a979e7 req-7e7630e0-2c63-49dc-a72d-2068806ef1c6 service neutron] 10.222.0.11 "GET /v2.0/networks/5ae28d24-a6ec-458e-a0b6-64341e8114c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7032895 Mar 07 21:45:14.878664 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3defb539-0b98-4009-9149-c9f9ba68c69d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:14.879403 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3defb539-0b98-4009-9149-c9f9ba68c69d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Fanout notify agent at l3_agent the message router_deleted on router 4088996d-4c05-43ec-bfe7-5caefbffc4f3 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:45:14.909540 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-8115ea1b-e5d8-4f8c-ae84-40ad581f36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:14.910017 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8115ea1b-e5d8-4f8c-ae84-40ad581f36db None None] The sync data for ids ['07c787fb-da75-4ca6-bf42-f752170c0b44'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:45:15.066062 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d473fca5-93ae-44c9-b53a-c56e4189ac62 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:15.085871 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3defb539-0b98-4009-9149-c9f9ba68c69d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:15.086981 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3defb539-0b98-4009-9149-c9f9ba68c69d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/routers/4088996d-4c05-43ec-bfe7-5caefbffc4f3 HTTP/1.1" status: 204 len: 168 time: 4.4650660 Mar 07 21:45:15.090994 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47756) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:15.103134 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-18818f10-6f9c-4610-9d9b-98e104d1759e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'network': {'name': 'tempest-RoutersTest-855879767'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:15.111171 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-18818f10-6f9c-4610-9d9b-98e104d1759e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:15.127082 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473fca5-93ae-44c9-b53a-c56e4189ac62 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event deleted for resources: {'Port': ['ID=33959bc8-a82d-488c-841e-932b2b59a942,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:15.134792 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-18818f10-6f9c-4610-9d9b-98e104d1759e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:network and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:15.140053 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-18818f10-6f9c-4610-9d9b-98e104d1759e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:15.152785 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-18818f10-6f9c-4610-9d9b-98e104d1759e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:15.156155 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d1931946-2b87-4856-863a-3319d1a979e7 req-9105d1f8-fa60-4dc6-8dd6-0ac57a51b9cf service neutron] 10.222.0.11 "GET /v2.0/networks/5ae28d24-a6ec-458e-a0b6-64341e8114c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748113 Mar 07 21:45:15.216116 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18818f10-6f9c-4610-9d9b-98e104d1759e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Made reservation on behalf of b77dfcf064844de7b83d64320b9ee466 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:15.220226 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-18818f10-6f9c-4610-9d9b-98e104d1759e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:15.247967 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0427f5-ba64-4606-80b0-cc5ea8cb2910 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Router 6abe236b-7806-4b2e-988e-bef18bb0775a is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:45:15.261396 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18818f10-6f9c-4610-9d9b-98e104d1759e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:15.382951 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-18818f10-6f9c-4610-9d9b-98e104d1759e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:15.383360 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-18818f10-6f9c-4610-9d9b-98e104d1759e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Added segment f9675733-7028-49d2-8649-676edcdced7e of type vlan for network 957fe93c-5e5c-403d-a106-658970d2fdf7 Mar 07 21:45:15.425816 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d473fca5-93ae-44c9-b53a-c56e4189ac62 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:15.427630 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d473fca5-93ae-44c9-b53a-c56e4189ac62 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "DELETE /v2.0/ports/33959bc8-a82d-488c-841e-932b2b59a942 HTTP/1.1" status: 204 len: 168 time: 1.6992176 Mar 07 21:45:15.463103 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47762) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:15.537134 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-18818f10-6f9c-4610-9d9b-98e104d1759e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:15.589901 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0427f5-ba64-4606-80b0-cc5ea8cb2910 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:45:15.599837 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] Sync routers for ids ['6abe236b-7806-4b2e-988e-bef18bb0775a'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:45:15.605451 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b202a62-a6bc-4ea2-baad-1b5c496bca7b req-4c01f994-3058-4a5f-90ba-839461ce928a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:15.606961 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1b202a62-a6bc-4ea2-baad-1b5c496bca7b req-4c01f994-3058-4a5f-90ba-839461ce928a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7df92cb-63d3-4d65-913c-5b89be40871f HTTP/1.1" status: 200 len: 944 time: 0.1912899 Mar 07 21:45:15.610852 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] Routers {'6abe236b-7806-4b2e-988e-bef18bb0775a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:15.612079 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['6abe236b-7806-4b2e-988e-bef18bb0775a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:15.618224 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c489080-8c2f-4d9b-b754-8982f6ff386d req-14d9eafe-fe27-4788-8072-ce5dc00d0e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:15.619670 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1c489080-8c2f-4d9b-b754-8982f6ff386d req-14d9eafe-fe27-4788-8072-ce5dc00d0e13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=d7df92cb-63d3-4d65-913c-5b89be40871f HTTP/1.1" status: 200 len: 1097 time: 0.3010545 Mar 07 21:45:15.630760 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-13d8b721-a498-402d-8f32-2964665d3d1d tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Deleting port 0911dab3-7911-4df0-83da-8f38e2b90793 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:15.631103 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-13d8b721-a498-402d-8f32-2964665d3d1d tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:15.659073 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-f0f28cd9-5e29-4142-9688-37c639e2ba98 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:45:15.660104 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f0f28cd9-5e29-4142-9688-37c639e2ba98 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] 10.222.0.21 "PUT /v2.0/routers/07c787fb-da75-4ca6-bf42-f752170c0b44/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9382129 Mar 07 21:45:15.663181 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47766) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:15.732803 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1b202a62-a6bc-4ea2-baad-1b5c496bca7b req-52fba126-7f9f-431b-8240-167c39f9bb7e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=89afd61e-8301-4cb2-bb3a-9050939c967b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1140349 Mar 07 21:45:15.786795 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-18818f10-6f9c-4610-9d9b-98e104d1759e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:15.804015 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18818f10-6f9c-4610-9d9b-98e104d1759e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:15.805752 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-18818f10-6f9c-4610-9d9b-98e104d1759e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:15.809115 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:15.843425 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] Set router 6abe236b-7806-4b2e-988e-bef18bb0775a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:45:15.883655 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c489080-8c2f-4d9b-b754-8982f6ff386d req-6c1d755f-9cc6-443c-a058-d8626f4ffa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:15.885258 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1c489080-8c2f-4d9b-b754-8982f6ff386d req-6c1d755f-9cc6-443c-a058-d8626f4ffa7e service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ae28d24-a6ec-458e-a0b6-64341e8114c4 HTTP/1.1" status: 200 len: 897 time: 0.2186806 Mar 07 21:45:15.972502 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ea0427f5-ba64-4606-80b0-cc5ea8cb2910 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:15.973719 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ea0427f5-ba64-4606-80b0-cc5ea8cb2910 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.2339525 Mar 07 21:45:15.979353 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47770) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:16.020955 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1c489080-8c2f-4d9b-b754-8982f6ff386d req-6591fc75-95b5-446e-bdcd-47a8f3fe211a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=daabe182-4695-40d2-aa99-f9e0e4a0f531 HTTP/1.1" status: 200 len: 217 time: 0.1026251 Mar 07 21:45:16.103080 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1d01c09b-b329-4d25-ae14-8b2e15050dbf tempest-TestNetworkAdvancedServerOps-380840456 tempest-TestNetworkAdvancedServerOps-380840456-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=dfedc51e426f4eb4a516398f68b96880&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1220961 Mar 07 21:45:16.104020 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47776) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:16.137837 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397130995', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:08Z', 'updated_at': '2022-03-07T21:45:13Z', 'revision_number': 3, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'gw_port': {'id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:10Z', 'updated_at': '2022-03-07T21:45:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:16.142309 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] Checking router: 6abe236b-7806-4b2e-988e-bef18bb0775a for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:45:16.142656 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] Updating router 6abe236b-7806-4b2e-988e-bef18bb0775a port b98f5806-4ba3-4876-a9a5-2908fbec9d6e binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:45:16.204766 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:16.271566 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-18818f10-6f9c-4610-9d9b-98e104d1759e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1770313 Mar 07 21:45:16.273469 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47780) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:16.277692 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18818f10-6f9c-4610-9d9b-98e104d1759e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Network': ['ID=957fe93c-5e5c-403d-a106-658970d2fdf7,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:16.291875 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-e66d8965-5e74-4b3d-bd8d-b8dcd598f737 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'subnet': {'network_id': '957fe93c-5e5c-403d-a106-658970d2fdf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:16.295835 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 957fe93c-5e5c-403d-a106-658970d2fdf7 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:45:16.386890 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c489080-8c2f-4d9b-b754-8982f6ff386d req-f1b914a6-201e-46f7-8a34-4b632428f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:16.388350 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1c489080-8c2f-4d9b-b754-8982f6ff386d req-f1b914a6-201e-46f7-8a34-4b632428f939 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=859622ca-69ba-432a-afba-67cc59145e77 HTTP/1.1" status: 200 len: 834 time: 0.3157949 Mar 07 21:45:16.463565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109d4bfb-16d2-4737-93fe-dbc265915bbd tempest-TestNetworkAdvancedServerOps-380840456 tempest-TestNetworkAdvancedServerOps-380840456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:16.467787 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-109d4bfb-16d2-4737-93fe-dbc265915bbd tempest-TestNetworkAdvancedServerOps-380840456 tempest-TestNetworkAdvancedServerOps-380840456-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3549922 Mar 07 21:45:16.468640 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47784) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:16.518396 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-13d8b721-a498-402d-8f32-2964665d3d1d tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:16.526817 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3ec0ef79-335c-4b83-8ac2-9648f3aca560 tempest-TestNetworkAdvancedServerOps-380840456 tempest-TestNetworkAdvancedServerOps-380840456-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0576642 Mar 07 21:45:16.533693 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47788) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:16.582242 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e66d8965-5e74-4b3d-bd8d-b8dcd598f737 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:16.587230 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-9a1767b7-16f8-4593-96b4-97ff3cf06787 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-591530040', 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5', 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:16.587406 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e66d8965-5e74-4b3d-bd8d-b8dcd598f737 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:subnet and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:16.591061 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e66d8965-5e74-4b3d-bd8d-b8dcd598f737 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:16.598111 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e66d8965-5e74-4b3d-bd8d-b8dcd598f737 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:16.620208 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a9cc921b-dac7-4a6f-a5d9-c209c06d1edd tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:16.646832 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:16.660173 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] Transition to ACTIVE for port object b98f5806-4ba3-4876-a9a5-2908fbec9d6e will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:16.668989 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-13d8b721-a498-402d-8f32-2964665d3d1d tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Calling delete_port for 0911dab3-7911-4df0-83da-8f38e2b90793 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:45:16.724763 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:16.736672 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66d8965-5e74-4b3d-bd8d-b8dcd598f737 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Made reservation on behalf of b77dfcf064844de7b83d64320b9ee466 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:16.740086 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e66d8965-5e74-4b3d-bd8d-b8dcd598f737 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:16.815127 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] Attempting to bind port b98f5806-4ba3-4876-a9a5-2908fbec9d6e on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:45:16.815504 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] Attempting to bind port b98f5806-4ba3-4876-a9a5-2908fbec9d6e by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:45:16.815859 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] Attempting to bind port b98f5806-4ba3-4876-a9a5-2908fbec9d6e on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:45:16.823651 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:45:16.824014 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:16.826352 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:16.826352 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:45:16.826352 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] Bound port: b98f5806-4ba3-4876-a9a5-2908fbec9d6e, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:45:16.826352 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:16.834549 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-9a1767b7-16f8-4593-96b4-97ff3cf06787 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:16.839090 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-9a1767b7-16f8-4593-96b4-97ff3cf06787 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Usage tracker for resource:subnet and tenant:dfedc51e426f4eb4a516398f68b96880 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:16.842432 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-9a1767b7-16f8-4593-96b4-97ff3cf06787 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:16.849391 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-9a1767b7-16f8-4593-96b4-97ff3cf06787 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:16.861260 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c38ef-3eab-46ce-a384-b8e9a68a34a9 None None] Pushing event updated for resources: {'Port': ['ID=b98f5806-4ba3-4876-a9a5-2908fbec9d6e,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:16.878568 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c38ef-3eab-46ce-a384-b8e9a68a34a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:16.879152 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c38ef-3eab-46ce-a384-b8e9a68a34a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:16.879634 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c38ef-3eab-46ce-a384-b8e9a68a34a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:16.880122 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c38ef-3eab-46ce-a384-b8e9a68a34a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:16.880605 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c38ef-3eab-46ce-a384-b8e9a68a34a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:16.881246 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c38ef-3eab-46ce-a384-b8e9a68a34a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:16.881725 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c38ef-3eab-46ce-a384-b8e9a68a34a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:16.882232 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c38ef-3eab-46ce-a384-b8e9a68a34a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:16.882716 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c38ef-3eab-46ce-a384-b8e9a68a34a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:16.883188 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c38ef-3eab-46ce-a384-b8e9a68a34a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:16.883826 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c38ef-3eab-46ce-a384-b8e9a68a34a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:16.884301 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c38ef-3eab-46ce-a384-b8e9a68a34a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:45:16.919447 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c489080-8c2f-4d9b-b754-8982f6ff386d req-7735353c-d4bd-4f03-a04a-f444e59fc13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:16.921039 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1c489080-8c2f-4d9b-b754-8982f6ff386d req-7735353c-d4bd-4f03-a04a-f444e59fc13f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ae28d24-a6ec-458e-a0b6-64341e8114c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5230246 Mar 07 21:45:16.928999 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] For port b98f5806-4ba3-4876-a9a5-2908fbec9d6e, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:45:16.932084 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] For port b98f5806-4ba3-4876-a9a5-2908fbec9d6e, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=b98f5806-4ba3-4876-a9a5-2908fbec9d6e,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:45:17.011245 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:17.020534 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1767b7-16f8-4593-96b4-97ff3cf06787 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Made reservation on behalf of dfedc51e426f4eb4a516398f68b96880 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:17.023952 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9a1767b7-16f8-4593-96b4-97ff3cf06787 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:17.094206 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] Routers {'6abe236b-7806-4b2e-988e-bef18bb0775a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:17.095584 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['6abe236b-7806-4b2e-988e-bef18bb0775a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:17.161355 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c38ef-3eab-46ce-a384-b8e9a68a34a9 None None] Pushing event updated for resources: {'Port': ['ID=b98f5806-4ba3-4876-a9a5-2908fbec9d6e,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:17.165769 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cfab9-47c2-4f94-bfde-dcb21809bd8c req-37b24435-cd50-4d00-b992-facd85333f5e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:17.167746 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e15cfab9-47c2-4f94-bfde-dcb21809bd8c req-37b24435-cd50-4d00-b992-facd85333f5e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7df92cb-63d3-4d65-913c-5b89be40871f HTTP/1.1" status: 200 len: 944 time: 0.2896419 Mar 07 21:45:17.212600 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1c489080-8c2f-4d9b-b754-8982f6ff386d req-fd692705-bc3a-40d4-98ec-493293595176 service neutron] 10.222.0.11 "GET /v2.0/networks/5ae28d24-a6ec-458e-a0b6-64341e8114c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850158 Mar 07 21:45:17.304584 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e15cfab9-47c2-4f94-bfde-dcb21809bd8c req-0bf5a769-8db4-4261-b622-f92203d88ab0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=89afd61e-8301-4cb2-bb3a-9050939c967b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1110227 Mar 07 21:45:17.307291 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-a9cc921b-dac7-4a6f-a5d9-c209c06d1edd tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Deleting port 231e35ef-ecf9-485c-9460-3036dc9734fd {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:17.308424 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a9cc921b-dac7-4a6f-a5d9-c209c06d1edd tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:17.313965 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-13d8b721-a498-402d-8f32-2964665d3d1d tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:17.325420 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] Set router 6abe236b-7806-4b2e-988e-bef18bb0775a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:45:17.381295 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e66d8965-5e74-4b3d-bd8d-b8dcd598f737 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:17.386824 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8b721-a498-402d-8f32-2964665d3d1d tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event deleted for resources: {'Port': ['ID=0911dab3-7911-4df0-83da-8f38e2b90793,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:17.546215 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d8965-5e74-4b3d-bd8d-b8dcd598f737 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Subnet': ['ID=916588ed-e943-490c-85d4-1a7940a4ed9a,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:17.546828 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1c489080-8c2f-4d9b-b754-8982f6ff386d req-9b1d6f91-294d-401f-829f-8611c1513ffc service neutron] 10.222.0.11 "GET /v2.0/networks/5ae28d24-a6ec-458e-a0b6-64341e8114c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267794 Mar 07 21:45:17.569679 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66d8965-5e74-4b3d-bd8d-b8dcd598f737 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Checking segment: {'id': 'f9675733-7028-49d2-8649-676edcdced7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '957fe93c-5e5c-403d-a106-658970d2fdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:17.570502 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66d8965-5e74-4b3d-bd8d-b8dcd598f737 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network hostable DHCP agents. Network: 957fe93c-5e5c-403d-a106-658970d2fdf7, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:45:17.582249 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-13d8b721-a498-402d-8f32-2964665d3d1d tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:17.595289 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a9cc921b-dac7-4a6f-a5d9-c209c06d1edd tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:17.636557 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397130995', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:08Z', 'updated_at': '2022-03-07T21:45:13Z', 'revision_number': 3, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'gw_port': {'id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:10Z', 'updated_at': '2022-03-07T21:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:17.640526 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3f7de9-da1a-41b9-8c9a-4e8ac160b649 None None] The sync data for ids ['6abe236b-7806-4b2e-988e-bef18bb0775a'] in dv-neutron-829957-1-hyperv is: [{'id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397130995', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:08Z', 'updated_at': '2022-03-07T21:45:13Z', 'revision_number': 3, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'gw_port': {'id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:10Z', 'updated_at': '2022-03-07T21:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:45:17.661598 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9a1767b7-16f8-4593-96b4-97ff3cf06787 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:17.707191 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-13d8b721-a498-402d-8f32-2964665d3d1d tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "DELETE /v2.0/ports/0911dab3-7911-4df0-83da-8f38e2b90793 HTTP/1.1" status: 204 len: 168 time: 2.2320611 Mar 07 21:45:17.715249 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47794) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:17.733981 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-a9cc921b-dac7-4a6f-a5d9-c209c06d1edd tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Calling delete_port for 231e35ef-ecf9-485c-9460-3036dc9734fd owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:45:17.762680 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66d8965-5e74-4b3d-bd8d-b8dcd598f737 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network 957fe93c-5e5c-403d-a106-658970d2fdf7 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:45:17.795809 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1767b7-16f8-4593-96b4-97ff3cf06787 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Pushing event updated for resources: {'Subnet': ['ID=80c9a6f9-8590-40ef-b4e1-094835e8ea95,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:17.815777 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1767b7-16f8-4593-96b4-97ff3cf06787 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Checking segment: {'id': '26e41f47-657c-4e85-b994-dcfeb77ffb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:17.816140 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1767b7-16f8-4593-96b4-97ff3cf06787 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Network hostable DHCP agents. Network: 310bb62d-7f36-4e19-9578-56268ae055e5, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:45:17.868418 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f4be46-30a8-4528-9fb7-854d83121705 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:17.869464 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-42f4be46-30a8-4528-9fb7-854d83121705 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Synchronizing usage tracker for tenant:2e7eeead753e44e297f167f27855cc6a on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:45:17.934615 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1767b7-16f8-4593-96b4-97ff3cf06787 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Network 310bb62d-7f36-4e19-9578-56268ae055e5 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:45:17.942985 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-9a1767b7-16f8-4593-96b4-97ff3cf06787 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 310bb62d-7f36-4e19-9578-56268ae055e5) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:17.947611 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1767b7-16f8-4593-96b4-97ff3cf06787 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:17.949568 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9a1767b7-16f8-4593-96b4-97ff3cf06787 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:17.963768 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d396840-87cf-4e21-976b-7ead98861c4a None None] Network 310bb62d-7f36-4e19-9578-56268ae055e5 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:17.967479 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-42f4be46-30a8-4528-9fb7-854d83121705 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Unset dirty status for tenant:2e7eeead753e44e297f167f27855cc6a on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:45:17.972001 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-42f4be46-30a8-4528-9fb7-854d83121705 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "GET /v2.0/ports?device_id=35117517-56de-4c85-bb87-b26c1589e90b HTTP/1.1" status: 200 len: 913 time: 0.2534604 Mar 07 21:45:17.973036 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47798) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:17.981550 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device daabe182-4695-40d2-aa99-f9e0e4a0f531 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 21:45:18.101682 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-e66d8965-5e74-4b3d-bd8d-b8dcd598f737 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 957fe93c-5e5c-403d-a106-658970d2fdf7) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:18.116413 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66d8965-5e74-4b3d-bd8d-b8dcd598f737 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:18.116996 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e66d8965-5e74-4b3d-bd8d-b8dcd598f737 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:18.127041 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2c9592-fb5c-45f1-bc8c-af0ac48a7f9b None None] Network 957fe93c-5e5c-403d-a106-658970d2fdf7 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:18.268554 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e66d8965-5e74-4b3d-bd8d-b8dcd598f737 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9894726 Mar 07 21:45:18.271671 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47802) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:18.271844 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-9a1767b7-16f8-4593-96b4-97ff3cf06787 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7363088 Mar 07 21:45:18.276031 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-9f592298-2407-462e-9657-d76caef440d3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-751871063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:18.282466 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47806) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:18.289544 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9f592298-2407-462e-9657-d76caef440d3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:18.356856 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9f592298-2407-462e-9657-d76caef440d3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:router and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:18.368169 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9f592298-2407-462e-9657-d76caef440d3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:18.377452 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9f592298-2407-462e-9657-d76caef440d3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:18.379453 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a9cc921b-dac7-4a6f-a5d9-c209c06d1edd tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:18.405643 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port daabe182-4695-40d2-aa99-f9e0e4a0f531, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=daabe182-4695-40d2-aa99-f9e0e4a0f531,segment=NetworkSegment(f226c737-7ae0-4cda-86bf-3309c6542db1),segment_id=f226c737-7ae0-4cda-86bf-3309c6542db1)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:18.430167 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': 'daabe182-4695-40d2-aa99-f9e0e4a0f531', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'port_id': 'daabe182-4695-40d2-aa99-f9e0e4a0f531', 'mac_address': 'fa:16:3e:9d:c3:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '859622ca-69ba-432a-afba-67cc59145e77', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 21:45:18.446615 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc921b-dac7-4a6f-a5d9-c209c06d1edd tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Pushing event deleted for resources: {'Port': ['ID=231e35ef-ecf9-485c-9460-3036dc9734fd,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:18.627083 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b98f5806-4ba3-4876-a9a5-2908fbec9d6e up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:45:18.661127 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764a1e75-e86b-4791-a5cf-ce0510ed0a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-310bb62d-7f36-4e19-9578-56268ae055e5', 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'fixed_ips': [{'subnet_id': '80c9a6f9-8590-40ef-b4e1-094835e8ea95'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:45:18.662154 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-764a1e75-e86b-4791-a5cf-ce0510ed0a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:18.826377 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac163dbb-c22d-407b-8e6e-8ed2348af49f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-957fe93c-5e5c-403d-a106-658970d2fdf7', 'network_id': '957fe93c-5e5c-403d-a106-658970d2fdf7', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'fixed_ips': [{'subnet_id': '916588ed-e943-490c-85d4-1a7940a4ed9a'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:45:18.827174 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ac163dbb-c22d-407b-8e6e-8ed2348af49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:18.827342 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9f592298-2407-462e-9657-d76caef440d3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:18.828203 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9f592298-2407-462e-9657-d76caef440d3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:18.846783 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:18.847926 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9f592298-2407-462e-9657-d76caef440d3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:18.942708 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c7095745-2b14-48c5-9c11-f1f4fb1897b1 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:18.963586 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daabe182-4695-40d2-aa99-f9e0e4a0f531 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:45:18.970256 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9f592298-2407-462e-9657-d76caef440d3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:18.991064 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a9cc921b-dac7-4a6f-a5d9-c209c06d1edd tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:19.056444 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port daabe182-4695-40d2-aa99-f9e0e4a0f531, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=daabe182-4695-40d2-aa99-f9e0e4a0f531,segment=NetworkSegment(f226c737-7ae0-4cda-86bf-3309c6542db1),segment_id=f226c737-7ae0-4cda-86bf-3309c6542db1)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:19.130824 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:19.185656 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port b98f5806-4ba3-4876-a9a5-2908fbec9d6e completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:19.195157 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-764a1e75-e86b-4791-a5cf-ce0510ed0a65 None None] Allocated IP 172.20.0.2 (310bb62d-7f36-4e19-9578-56268ae055e5/80c9a6f9-8590-40ef-b4e1-094835e8ea95/ae90d62c-af44-4cb6-b203-4705b55e12ab) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:19.216645 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port b98f5806-4ba3-4876-a9a5-2908fbec9d6e triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:19.219118 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:19.249577 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-ac163dbb-c22d-407b-8e6e-8ed2348af49f None None] Allocated IP 172.20.0.2 (957fe93c-5e5c-403d-a106-658970d2fdf7/916588ed-e943-490c-85d4-1a7940a4ed9a/70a5a887-8723-4faa-8888-e5743827cd20) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:19.310518 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9f592298-2407-462e-9657-d76caef440d3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:19.311712 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9f592298-2407-462e-9657-d76caef440d3 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0404143 Mar 07 21:45:19.318695 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47812) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:19.321536 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-c7095745-2b14-48c5-9c11-f1f4fb1897b1 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Deleting port 11e5add9-d70c-409e-bfff-3ca0ed88e22e {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:19.322000 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c7095745-2b14-48c5-9c11-f1f4fb1897b1 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:19.385033 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685cde5-e0d0-4b95-b521-2e90092c9c7b req-c320fe3c-bc91-43ca-a45c-ea130de78426 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:19.386692 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e685cde5-e0d0-4b95-b521-2e90092c9c7b req-c320fe3c-bc91-43ca-a45c-ea130de78426 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7df92cb-63d3-4d65-913c-5b89be40871f HTTP/1.1" status: 200 len: 944 time: 0.8598142 Mar 07 21:45:19.470579 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=daabe182-4695-40d2-aa99-f9e0e4a0f531,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:19.473468 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['daabe182-4695-40d2-aa99-f9e0e4a0f531'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 21:45:19.717142 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9cc921b-dac7-4a6f-a5d9-c209c06d1edd tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Router 07c787fb-da75-4ca6-bf42-f752170c0b44 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:45:19.733223 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e685cde5-e0d0-4b95-b521-2e90092c9c7b req-cbb1cb86-8d83-47b4-ba82-80a1babba6e8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=89afd61e-8301-4cb2-bb3a-9050939c967b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3365271 Mar 07 21:45:19.838093 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:19.948601 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port b98f5806-4ba3-4876-a9a5-2908fbec9d6e, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=b98f5806-4ba3-4876-a9a5-2908fbec9d6e,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:19.954599 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-764a1e75-e86b-4791-a5cf-ce0510ed0a65 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:19.994438 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ac163dbb-c22d-407b-8e6e-8ed2348af49f None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:19.998913 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-764a1e75-e86b-4791-a5cf-ce0510ed0a65 None None] Transition to ACTIVE for port object ae90d62c-af44-4cb6-b203-4705b55e12ab will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:20.018838 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:20.036355 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cc921b-dac7-4a6f-a5d9-c209c06d1edd tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:45:20.046590 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a9cc921b-dac7-4a6f-a5d9-c209c06d1edd tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] 10.222.0.21 "PUT /v2.0/routers/07c787fb-da75-4ca6-bf42-f752170c0b44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3787897 Mar 07 21:45:20.047646 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47816) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:20.056439 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967d1e05-c565-45aa-94fc-5d78526b7330 None None] Sync routers for ids ['07c787fb-da75-4ca6-bf42-f752170c0b44'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:45:20.071825 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967d1e05-c565-45aa-94fc-5d78526b7330 None None] Routers {'07c787fb-da75-4ca6-bf42-f752170c0b44'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:20.077995 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-967d1e05-c565-45aa-94fc-5d78526b7330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['07c787fb-da75-4ca6-bf42-f752170c0b44'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:20.094096 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c7095745-2b14-48c5-9c11-f1f4fb1897b1 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:20.111454 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ac163dbb-c22d-407b-8e6e-8ed2348af49f None None] Transition to ACTIVE for port object 70a5a887-8723-4faa-8888-e5743827cd20 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:20.118444 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=b98f5806-4ba3-4876-a9a5-2908fbec9d6e,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:20.121187 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-aca82f13-27fc-4ccf-8dcb-7ea20b5aa87e tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] delete failed (client error): The resource could not be found. Mar 07 21:45:20.127044 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-aca82f13-27fc-4ccf-8dcb-7ea20b5aa87e tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-381923093 HTTP/1.1" status: 404 len: 334 time: 0.0735896 Mar 07 21:45:20.130005 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-449621f3-fad0-4c26-b4b5-d1b5d4a192a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:20.143475 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-764a1e75-e86b-4791-a5cf-ce0510ed0a65 None None] Transition to ACTIVE for port object ae90d62c-af44-4cb6-b203-4705b55e12ab will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:20.149172 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47820) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:20.156842 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-07a30cf0-f466-4e3f-a9e8-ebc59f5430af tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Request body: {'router': {'external_gateway_info': {'network_id': '07c787fb-da75-4ca6-bf42-f752170c0b44'}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:20.196293 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-967d1e05-c565-45aa-94fc-5d78526b7330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:20.207798 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967d1e05-c565-45aa-94fc-5d78526b7330 None None] Routers {'07c787fb-da75-4ca6-bf42-f752170c0b44'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:20.208688 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-967d1e05-c565-45aa-94fc-5d78526b7330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:44:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['07c787fb-da75-4ca6-bf42-f752170c0b44'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:20.218606 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ac163dbb-c22d-407b-8e6e-8ed2348af49f None None] Transition to ACTIVE for port object 70a5a887-8723-4faa-8888-e5743827cd20 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:20.229163 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-c7095745-2b14-48c5-9c11-f1f4fb1897b1 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Calling delete_port for 11e5add9-d70c-409e-bfff-3ca0ed88e22e owned by network:router_interface {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:45:20.233252 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-764a1e75-e86b-4791-a5cf-ce0510ed0a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:20.301613 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-967d1e05-c565-45aa-94fc-5d78526b7330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:20.302410 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967d1e05-c565-45aa-94fc-5d78526b7330 None None] The sync data for ids ['07c787fb-da75-4ca6-bf42-f752170c0b44'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:45:20.306649 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-01c6a5fd-3d39-4291-9c39-f2420549fa11 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:20.318970 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764a1e75-e86b-4791-a5cf-ce0510ed0a65 None None] Network 310bb62d-7f36-4e19-9578-56268ae055e5 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:20.320605 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ac163dbb-c22d-407b-8e6e-8ed2348af49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:20.327248 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-764a1e75-e86b-4791-a5cf-ce0510ed0a65 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:20.338089 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764a1e75-e86b-4791-a5cf-ce0510ed0a65 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:20.442647 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac163dbb-c22d-407b-8e6e-8ed2348af49f None None] Network 957fe93c-5e5c-403d-a106-658970d2fdf7 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:20.443591 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a1e75-e86b-4791-a5cf-ce0510ed0a65 None None] Pushing event updated for resources: {'Port': ['ID=ae90d62c-af44-4cb6-b203-4705b55e12ab,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:20.451601 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-ac163dbb-c22d-407b-8e6e-8ed2348af49f None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:20.517558 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac163dbb-c22d-407b-8e6e-8ed2348af49f None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:20.530552 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b98f5806-4ba3-4876-a9a5-2908fbec9d6e up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:45:20.558649 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-52add508-8bdc-4a27-8647-b8e9bc6cd9dd tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:20.634921 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-07a30cf0-f466-4e3f-a9e8-ebc59f5430af tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:20.665962 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-764a1e75-e86b-4791-a5cf-ce0510ed0a65 None None] Attempting to bind port ae90d62c-af44-4cb6-b203-4705b55e12ab on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:45:20.665962 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-764a1e75-e86b-4791-a5cf-ce0510ed0a65 None None] Attempting to bind port ae90d62c-af44-4cb6-b203-4705b55e12ab by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '26e41f47-657c-4e85-b994-dcfeb77ffb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:45:20.665962 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764a1e75-e86b-4791-a5cf-ce0510ed0a65 None None] Attempting to bind port ae90d62c-af44-4cb6-b203-4705b55e12ab on network 310bb62d-7f36-4e19-9578-56268ae055e5 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:45:20.704302 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764a1e75-e86b-4791-a5cf-ce0510ed0a65 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:45:20.704671 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764a1e75-e86b-4791-a5cf-ce0510ed0a65 None None] Checking segment: {'id': '26e41f47-657c-4e85-b994-dcfeb77ffb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:20.705276 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-764a1e75-e86b-4791-a5cf-ce0510ed0a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:20.705449 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764a1e75-e86b-4791-a5cf-ce0510ed0a65 None None] Bound using segment: {'id': '26e41f47-657c-4e85-b994-dcfeb77ffb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:45:20.705994 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-764a1e75-e86b-4791-a5cf-ce0510ed0a65 None None] Bound port: ae90d62c-af44-4cb6-b203-4705b55e12ab, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e41f47-657c-4e85-b994-dcfeb77ffb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:45:20.706313 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-764a1e75-e86b-4791-a5cf-ce0510ed0a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:20.732051 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac163dbb-c22d-407b-8e6e-8ed2348af49f None None] Pushing event updated for resources: {'Port': ['ID=70a5a887-8723-4faa-8888-e5743827cd20,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:20.772710 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-01c6a5fd-3d39-4291-9c39-f2420549fa11 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Allocated IP 172.20.0.1 (957fe93c-5e5c-403d-a106-658970d2fdf7/916588ed-e943-490c-85d4-1a7940a4ed9a/4e4c32a1-06f4-4c1a-9800-3a02c531ee03) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:20.784025 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-ac163dbb-c22d-407b-8e6e-8ed2348af49f None None] Attempting to bind port 70a5a887-8723-4faa-8888-e5743827cd20 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:45:20.784349 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-ac163dbb-c22d-407b-8e6e-8ed2348af49f None None] Attempting to bind port 70a5a887-8723-4faa-8888-e5743827cd20 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f9675733-7028-49d2-8649-676edcdced7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '957fe93c-5e5c-403d-a106-658970d2fdf7'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:45:20.784714 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac163dbb-c22d-407b-8e6e-8ed2348af49f None None] Attempting to bind port 70a5a887-8723-4faa-8888-e5743827cd20 on network 957fe93c-5e5c-403d-a106-658970d2fdf7 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:45:20.823811 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac163dbb-c22d-407b-8e6e-8ed2348af49f None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:45:20.834590 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac163dbb-c22d-407b-8e6e-8ed2348af49f None None] Checking segment: {'id': 'f9675733-7028-49d2-8649-676edcdced7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '957fe93c-5e5c-403d-a106-658970d2fdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:20.836008 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ac163dbb-c22d-407b-8e6e-8ed2348af49f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:20.838313 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac163dbb-c22d-407b-8e6e-8ed2348af49f None None] Bound using segment: {'id': 'f9675733-7028-49d2-8649-676edcdced7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '957fe93c-5e5c-403d-a106-658970d2fdf7'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:45:20.838313 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-ac163dbb-c22d-407b-8e6e-8ed2348af49f None None] Bound port: 70a5a887-8723-4faa-8888-e5743827cd20, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9675733-7028-49d2-8649-676edcdced7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '957fe93c-5e5c-403d-a106-658970d2fdf7'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:45:20.838313 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ac163dbb-c22d-407b-8e6e-8ed2348af49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:20.890028 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c7095745-2b14-48c5-9c11-f1f4fb1897b1 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:20.957650 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7095745-2b14-48c5-9c11-f1f4fb1897b1 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event deleted for resources: {'Port': ['ID=11e5add9-d70c-409e-bfff-3ca0ed88e22e,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:20.959572 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port b98f5806-4ba3-4876-a9a5-2908fbec9d6e triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:20.959947 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:21.000113 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-764a1e75-e86b-4791-a5cf-ce0510ed0a65 None None] For port ae90d62c-af44-4cb6-b203-4705b55e12ab, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:45:21.019267 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-07a30cf0-f466-4e3f-a9e8-ebc59f5430af tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] update failed (client error): The resource could not be found. Mar 07 21:45:21.019485 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-764a1e75-e86b-4791-a5cf-ce0510ed0a65 None None] For port ae90d62c-af44-4cb6-b203-4705b55e12ab, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=ae90d62c-af44-4cb6-b203-4705b55e12ab,segment=NetworkSegment(26e41f47-657c-4e85-b994-dcfeb77ffb5e),segment_id=26e41f47-657c-4e85-b994-dcfeb77ffb5e)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:45:21.023951 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-07a30cf0-f466-4e3f-a9e8-ebc59f5430af tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] 10.222.0.21 "PUT /v2.0/routers/07c787fb-da75-4ca6-bf42-f752170c0b44 HTTP/1.1" status: 404 len: 339 time: 0.8679180 Mar 07 21:45:21.028503 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47826) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:21.075584 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-ac163dbb-c22d-407b-8e6e-8ed2348af49f None None] For port 70a5a887-8723-4faa-8888-e5743827cd20, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:45:21.079021 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-ac163dbb-c22d-407b-8e6e-8ed2348af49f None None] For port 70a5a887-8723-4faa-8888-e5743827cd20, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=70a5a887-8723-4faa-8888-e5743827cd20,segment=NetworkSegment(f9675733-7028-49d2-8649-676edcdced7e),segment_id=f9675733-7028-49d2-8649-676edcdced7e)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:45:21.112314 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-764a1e75-e86b-4791-a5cf-ce0510ed0a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:21.170159 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ac163dbb-c22d-407b-8e6e-8ed2348af49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:21.178276 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42a2e0-575d-4595-80ca-79ef66da6785 req-e11a2a5c-5b42-491a-898e-e585039c1eff tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:21.179936 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ac42a2e0-575d-4595-80ca-79ef66da6785 req-e11a2a5c-5b42-491a-898e-e585039c1eff tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7df92cb-63d3-4d65-913c-5b89be40871f HTTP/1.1" status: 200 len: 945 time: 0.2161961 Mar 07 21:45:21.241583 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a1e75-e86b-4791-a5cf-ce0510ed0a65 None None] Pushing event updated for resources: {'Port': ['ID=ae90d62c-af44-4cb6-b203-4705b55e12ab,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:21.289891 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ac42a2e0-575d-4595-80ca-79ef66da6785 req-8f7c2a4c-7149-4416-9868-6a0cfba859b9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=89afd61e-8301-4cb2-bb3a-9050939c967b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0982246 Mar 07 21:45:21.298726 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-52add508-8bdc-4a27-8647-b8e9bc6cd9dd tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Allocated IP 172.20.0.1 (310bb62d-7f36-4e19-9578-56268ae055e5/80c9a6f9-8590-40ef-b4e1-094835e8ea95/3bc35aa1-da3d-4bf2-822f-1d53ebf6879a) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:21.345924 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-01c6a5fd-3d39-4291-9c39-f2420549fa11 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:21.364968 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac163dbb-c22d-407b-8e6e-8ed2348af49f None None] Pushing event updated for resources: {'Port': ['ID=70a5a887-8723-4faa-8888-e5743827cd20,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:21.436578 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-01c6a5fd-3d39-4291-9c39-f2420549fa11 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Transition to ACTIVE for port object 4e4c32a1-06f4-4c1a-9800-3a02c531ee03 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:21.504125 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-52add508-8bdc-4a27-8647-b8e9bc6cd9dd tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:21.520850 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-52add508-8bdc-4a27-8647-b8e9bc6cd9dd tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Transition to ACTIVE for port object 3bc35aa1-da3d-4bf2-822f-1d53ebf6879a will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:21.604868 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-52add508-8bdc-4a27-8647-b8e9bc6cd9dd tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:21.691255 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52add508-8bdc-4a27-8647-b8e9bc6cd9dd tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Network 310bb62d-7f36-4e19-9578-56268ae055e5 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:21.694489 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-52add508-8bdc-4a27-8647-b8e9bc6cd9dd tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:21.707765 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52add508-8bdc-4a27-8647-b8e9bc6cd9dd tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:21.746039 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52add508-8bdc-4a27-8647-b8e9bc6cd9dd tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Pushing event updated for resources: {'Port': ['ID=3bc35aa1-da3d-4bf2-822f-1d53ebf6879a,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:21.787699 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-52add508-8bdc-4a27-8647-b8e9bc6cd9dd tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:21.797148 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-01c6a5fd-3d39-4291-9c39-f2420549fa11 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:21.968847 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c6a5fd-3d39-4291-9c39-f2420549fa11 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network 957fe93c-5e5c-403d-a106-658970d2fdf7 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:21.978021 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-01c6a5fd-3d39-4291-9c39-f2420549fa11 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:21.980943 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device daabe182-4695-40d2-aa99-f9e0e4a0f531 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:45:21.993156 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c6a5fd-3d39-4291-9c39-f2420549fa11 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:22.011953 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-52add508-8bdc-4a27-8647-b8e9bc6cd9dd tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:22.059027 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c7095745-2b14-48c5-9c11-f1f4fb1897b1 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:22.100137 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6a5fd-3d39-4291-9c39-f2420549fa11 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Port': ['ID=4e4c32a1-06f4-4c1a-9800-3a02c531ee03,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:22.118445 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac1d375b-0f03-44a0-a6fa-c1cd41994fb0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:22.118631 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port daabe182-4695-40d2-aa99-f9e0e4a0f531 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:22.123885 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port daabe182-4695-40d2-aa99-f9e0e4a0f531 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:22.124373 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:22.129947 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-01c6a5fd-3d39-4291-9c39-f2420549fa11 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:22.329759 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f20ba98a-1113-40f8-8fc7-18e999e27f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:22.337937 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:22.378503 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port daabe182-4695-40d2-aa99-f9e0e4a0f531, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=daabe182-4695-40d2-aa99-f9e0e4a0f531,segment=NetworkSegment(f226c737-7ae0-4cda-86bf-3309c6542db1),segment_id=f226c737-7ae0-4cda-86bf-3309c6542db1)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:22.379832 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7df92cb-63d3-4d65-913c-5b89be40871f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daabe182-4695-40d2-aa99-f9e0e4a0f531'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:45:22.461519 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:22.644485 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7df92cb-63d3-4d65-913c-5b89be40871f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daabe182-4695-40d2-aa99-f9e0e4a0f531', 'code': 200} Mar 07 21:45:22.664114 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=daabe182-4695-40d2-aa99-f9e0e4a0f531,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:22.686645 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8357d8f8-6766-41a8-980f-5776c20aecb5 None None] Network 310bb62d-7f36-4e19-9578-56268ae055e5 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:22.688814 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-52add508-8bdc-4a27-8647-b8e9bc6cd9dd tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:22.718090 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 70a5a887-8723-4faa-8888-e5743827cd20 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:45:22.723452 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6563c19-5a0d-4a7a-8ebd-b37369400a58 req-15961266-c013-40e7-9427-cfb638e1268b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:22.730869 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a6563c19-5a0d-4a7a-8ebd-b37369400a58 req-15961266-c013-40e7-9427-cfb638e1268b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7df92cb-63d3-4d65-913c-5b89be40871f HTTP/1.1" status: 200 len: 946 time: 0.2068286 Mar 07 21:45:22.787997 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-52add508-8bdc-4a27-8647-b8e9bc6cd9dd tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:22.937560 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a6563c19-5a0d-4a7a-8ebd-b37369400a58 req-50062d6a-c40b-42fe-a294-838d4f198bf6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=89afd61e-8301-4cb2-bb3a-9050939c967b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2057199 Mar 07 21:45:22.972254 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b4ebc135-0906-48a8-8923-07997ef58163 None None] Provisioning for port ae90d62c-af44-4cb6-b203-4705b55e12ab completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:22.995928 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52add508-8bdc-4a27-8647-b8e9bc6cd9dd tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Pushing event updated for resources: {'Port': ['ID=3bc35aa1-da3d-4bf2-822f-1d53ebf6879a,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:23.000436 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-52add508-8bdc-4a27-8647-b8e9bc6cd9dd tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:23.059125 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 70a5a887-8723-4faa-8888-e5743827cd20 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:23.066387 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ae90d62c-af44-4cb6-b203-4705b55e12ab up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:45:23.162128 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52add508-8bdc-4a27-8647-b8e9bc6cd9dd tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Network 310bb62d-7f36-4e19-9578-56268ae055e5 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:23.163601 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-52add508-8bdc-4a27-8647-b8e9bc6cd9dd tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:23.174158 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c21ac0f-cb91-4e2f-b134-050a60124e3a None None] Network 957fe93c-5e5c-403d-a106-658970d2fdf7 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:23.295968 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-01c6a5fd-3d39-4291-9c39-f2420549fa11 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:23.321061 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:23.326950 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port ae90d62c-af44-4cb6-b203-4705b55e12ab completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:23.341118 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port ae90d62c-af44-4cb6-b203-4705b55e12ab triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:23.341638 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:23.394298 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7095745-2b14-48c5-9c11-f1f4fb1897b1 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Router 35117517-56de-4c85-bb87-b26c1589e90b has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:45:23.407137 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e6c71607-9237-49a1-8b02-145d414a7d09 None None] Provisioning for port 70a5a887-8723-4faa-8888-e5743827cd20 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:23.446082 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e6c71607-9237-49a1-8b02-145d414a7d09 None None] Provisioning complete for port 70a5a887-8723-4faa-8888-e5743827cd20 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:23.446639 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e6c71607-9237-49a1-8b02-145d414a7d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:23.491899 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1b8f4-2df6-47fe-a753-e1ec0d352bb9 req-ffde313c-87de-4e8c-b33c-11a500c99c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:23.493619 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-a9d1b8f4-2df6-47fe-a753-e1ec0d352bb9 req-ffde313c-87de-4e8c-b33c-11a500c99c65 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7df92cb-63d3-4d65-913c-5b89be40871f HTTP/1.1" status: 200 len: 1099 time: 0.4035585 Mar 07 21:45:23.508491 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-ac1d375b-0f03-44a0-a6fa-c1cd41994fb0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Allocated IP 172.20.0.1 (c04458e3-6ea4-489e-852c-5c11cadf65f6/17cd5fdc-ae5e-475f-bf56-f511fd1d2768/162d2c2a-a791-4458-8c7e-5a5c97d5c1e0) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:23.515967 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52add508-8bdc-4a27-8647-b8e9bc6cd9dd tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Router 6abe236b-7806-4b2e-988e-bef18bb0775a has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:45:23.610594 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:23.681533 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:23.745108 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52add508-8bdc-4a27-8647-b8e9bc6cd9dd tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:45:23.755608 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-52add508-8bdc-4a27-8647-b8e9bc6cd9dd tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "PUT /v2.0/routers/6abe236b-7806-4b2e-988e-bef18bb0775a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4706130 Mar 07 21:45:23.769814 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2915046e-09c7-48d2-b065-27e050245519 None None] Sync routers for ids ['6abe236b-7806-4b2e-988e-bef18bb0775a'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:45:23.796199 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port ae90d62c-af44-4cb6-b203-4705b55e12ab, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=ae90d62c-af44-4cb6-b203-4705b55e12ab,segment=NetworkSegment(26e41f47-657c-4e85-b994-dcfeb77ffb5e),segment_id=26e41f47-657c-4e85-b994-dcfeb77ffb5e)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:23.837624 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2915046e-09c7-48d2-b065-27e050245519 None None] Routers {'6abe236b-7806-4b2e-988e-bef18bb0775a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:23.843318 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-2915046e-09c7-48d2-b065-27e050245519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['6abe236b-7806-4b2e-988e-bef18bb0775a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:23.915273 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e6c71607-9237-49a1-8b02-145d414a7d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:23.932245 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:24.038787 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-a9d1b8f4-2df6-47fe-a753-e1ec0d352bb9 req-f959a79a-d446-450e-86e6-a93edad62da5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=89afd61e-8301-4cb2-bb3a-9050939c967b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5270755 Mar 07 21:45:24.056125 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-715b17da-a0bf-4315-817f-b741b0eab708 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1841792681&fields=id&tenant_id=dfedc51e426f4eb4a516398f68b96880 HTTP/1.1" status: 200 len: 267 time: 0.0774238 Mar 07 21:45:24.196540 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=ae90d62c-af44-4cb6-b203-4705b55e12ab,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:24.207992 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-e6c71607-9237-49a1-8b02-145d414a7d09 None None] For port 70a5a887-8723-4faa-8888-e5743827cd20, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=70a5a887-8723-4faa-8888-e5743827cd20,segment=NetworkSegment(f9675733-7028-49d2-8649-676edcdced7e),segment_id=f9675733-7028-49d2-8649-676edcdced7e)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:24.254905 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-2915046e-09c7-48d2-b065-27e050245519 None None] Set router 6abe236b-7806-4b2e-988e-bef18bb0775a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:45:24.304854 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-c0a6d90d-12e9-4ef7-9f47-bce411f1fdef tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:24.306387 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-c0a6d90d-12e9-4ef7-9f47-bce411f1fdef tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/networks?id=310bb62d-7f36-4e19-9578-56268ae055e5 HTTP/1.1" status: 200 len: 797 time: 0.2426641 Mar 07 21:45:24.319162 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e6c71607-9237-49a1-8b02-145d414a7d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:24.328315 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0124c-886e-4fa2-b15f-35555b31b72d req-81b15ab2-4b78-46da-b617-a13951597538 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:24.330466 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-46d0124c-886e-4fa2-b15f-35555b31b72d req-81b15ab2-4b78-46da-b617-a13951597538 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7df92cb-63d3-4d65-913c-5b89be40871f HTTP/1.1" status: 200 len: 946 time: 0.1929200 Mar 07 21:45:24.366451 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-01c6a5fd-3d39-4291-9c39-f2420549fa11 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:24.369778 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-0882a465-c981-4716-8d6a-b8238288e830 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/quotas/dfedc51e426f4eb4a516398f68b96880 HTTP/1.1" status: 200 len: 375 time: 0.0565755 Mar 07 21:45:24.383820 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7095745-2b14-48c5-9c11-f1f4fb1897b1 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:45:24.388051 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c39b099e-2112-4d0e-a6c9-0c44ee11e39a req-796106a1-4c9c-4736-831c-f7dafa7a809b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7258348 Mar 07 21:45:24.398030 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb76514c-d247-4fdf-9b74-c50862ccb503 None None] Sync routers for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:45:24.430149 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb76514c-d247-4fdf-9b74-c50862ccb503 None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:24.432255 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-eb76514c-d247-4fdf-9b74-c50862ccb503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:24.451864 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-46d0124c-886e-4fa2-b15f-35555b31b72d req-4c74f164-72bb-4f30-8e30-420fcd245fd0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=89afd61e-8301-4cb2-bb3a-9050939c967b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1140227 Mar 07 21:45:24.461413 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-01c6a5fd-3d39-4291-9c39-f2420549fa11 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:24.486632 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-b4cd858b-0315-4ce2-8da7-f3c67daf800f tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Synchronizing usage tracker for tenant:dfedc51e426f4eb4a516398f68b96880 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:45:24.554082 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-eb76514c-d247-4fdf-9b74-c50862ccb503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:24.563564 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb76514c-d247-4fdf-9b74-c50862ccb503 None None] Routers {'35117517-56de-4c85-bb87-b26c1589e90b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:24.564694 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-eb76514c-d247-4fdf-9b74-c50862ccb503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['35117517-56de-4c85-bb87-b26c1589e90b'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:24.565720 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-b4cd858b-0315-4ce2-8da7-f3c67daf800f tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Unset dirty status for tenant:dfedc51e426f4eb4a516398f68b96880 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:45:24.567371 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-b4cd858b-0315-4ce2-8da7-f3c67daf800f tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dfedc51e426f4eb4a516398f68b96880&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1967955 Mar 07 21:45:24.567929 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ae90d62c-af44-4cb6-b203-4705b55e12ab up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:45:24.580307 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac1d375b-0f03-44a0-a6fa-c1cd41994fb0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:24.591425 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c7095745-2b14-48c5-9c11-f1f4fb1897b1 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "PUT /v2.0/routers/35117517-56de-4c85-bb87-b26c1589e90b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6143110 Mar 07 21:45:24.613658 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47850) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:24.645432 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-eb76514c-d247-4fdf-9b74-c50862ccb503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:24.645987 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb76514c-d247-4fdf-9b74-c50862ccb503 None None] The sync data for ids ['35117517-56de-4c85-bb87-b26c1589e90b'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:45:24.672093 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-ac1d375b-0f03-44a0-a6fa-c1cd41994fb0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Transition to ACTIVE for port object 162d2c2a-a791-4458-8c7e-5a5c97d5c1e0 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:24.675492 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-01c6a5fd-3d39-4291-9c39-f2420549fa11 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:24.680551 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c71607-9237-49a1-8b02-145d414a7d09 None None] Pushing event updated for resources: {'Port': ['ID=70a5a887-8723-4faa-8888-e5743827cd20,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:24.695999 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-29bc3060-4704-4a36-87b2-dc1f5ae3471e None None] Provisioning for port 4e4c32a1-06f4-4c1a-9800-3a02c531ee03 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:24.703270 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-29bc3060-4704-4a36-87b2-dc1f5ae3471e None None] Provisioning complete for port 4e4c32a1-06f4-4c1a-9800-3a02c531ee03 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:24.703550 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-29bc3060-4704-4a36-87b2-dc1f5ae3471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:24.721309 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6a5fd-3d39-4291-9c39-f2420549fa11 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Port': ['ID=4e4c32a1-06f4-4c1a-9800-3a02c531ee03,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:24.810605 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:24.820464 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port ae90d62c-af44-4cb6-b203-4705b55e12ab triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:24.821052 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:24.847028 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-29bc3060-4704-4a36-87b2-dc1f5ae3471e None None] Port 4e4c32a1-06f4-4c1a-9800-3a02c531ee03 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:45:24.905643 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-efe0c9c2-1755-49c7-a676-e5237848c7fc service neutron] 10.222.0.21 "GET /v2.0/networks/310bb62d-7f36-4e19-9578-56268ae055e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263385 Mar 07 21:45:24.911324 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-29bc3060-4704-4a36-87b2-dc1f5ae3471e None None] Provisioning complete for port ae90d62c-af44-4cb6-b203-4705b55e12ab triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:24.912088 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-29bc3060-4704-4a36-87b2-dc1f5ae3471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:25.003167 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-60560cbe-c492-4576-9a8a-2674269aaedd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:25.016799 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b099e-2112-4d0e-a6c9-0c44ee11e39a req-b9ed94ce-f332-4ef7-9adb-835061eb4875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:25.018312 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c39b099e-2112-4d0e-a6c9-0c44ee11e39a req-b9ed94ce-f332-4ef7-9adb-835061eb4875 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1d039a5115b40cc849313193266d5ad&device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 1099 time: 0.4345124 Mar 07 21:45:25.091317 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac1d375b-0f03-44a0-a6fa-c1cd41994fb0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:25.101650 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c6a5fd-3d39-4291-9c39-f2420549fa11 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network 957fe93c-5e5c-403d-a106-658970d2fdf7 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:25.181120 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-2915046e-09c7-48d2-b065-27e050245519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397130995', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:08Z', 'updated_at': '2022-03-07T21:45:21Z', 'revision_number': 4, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'gw_port': {'id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:10Z', 'updated_at': '2022-03-07T21:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '3bc35aa1-da3d-4bf2-822f-1d53ebf6879a', 'name': '', 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'mac_address': 'fa:16:3e:45:cb:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '80c9a6f9-8590-40ef-b4e1-094835e8ea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:21Z', 'updated_at': '2022-03-07T21:45:22Z', 'revision_number': 2, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'subnets': [{'id': '80c9a6f9-8590-40ef-b4e1-094835e8ea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:25.184325 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-01c6a5fd-3d39-4291-9c39-f2420549fa11 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:25.188241 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2915046e-09c7-48d2-b065-27e050245519 None None] Checking router: 6abe236b-7806-4b2e-988e-bef18bb0775a for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:45:25.188726 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-7f56ce5c-447a-4d9f-a4ae-caa0c5a306c0 service neutron] 10.222.0.21 "GET /v2.0/networks/310bb62d-7f36-4e19-9578-56268ae055e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763257 Mar 07 21:45:25.200142 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2915046e-09c7-48d2-b065-27e050245519 None None] Updating router 6abe236b-7806-4b2e-988e-bef18bb0775a port 3bc35aa1-da3d-4bf2-822f-1d53ebf6879a binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:45:25.236773 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-60560cbe-c492-4576-9a8a-2674269aaedd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:25.249376 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-29bc3060-4704-4a36-87b2-dc1f5ae3471e None None] Provisioning for port 3bc35aa1-da3d-4bf2-822f-1d53ebf6879a completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:25.265638 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-29bc3060-4704-4a36-87b2-dc1f5ae3471e None None] Provisioning complete for port 3bc35aa1-da3d-4bf2-822f-1d53ebf6879a triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:25.266025 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-29bc3060-4704-4a36-87b2-dc1f5ae3471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:25.294424 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d375b-0f03-44a0-a6fa-c1cd41994fb0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Pushing event updated for resources: {'Port': ['ID=162d2c2a-a791-4458-8c7e-5a5c97d5c1e0,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:25.313300 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1d375b-0f03-44a0-a6fa-c1cd41994fb0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Network c04458e3-6ea4-489e-852c-5c11cadf65f6 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:25.315279 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-ac1d375b-0f03-44a0-a6fa-c1cd41994fb0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:25.331547 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2915046e-09c7-48d2-b065-27e050245519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:25.348822 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-29bc3060-4704-4a36-87b2-dc1f5ae3471e None None] Port 3bc35aa1-da3d-4bf2-822f-1d53ebf6879a cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:45:25.353631 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-60560cbe-c492-4576-9a8a-2674269aaedd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Deleting port 5524963f-9221-4821-bdda-ef1ad57c76d4 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:25.354902 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-60560cbe-c492-4576-9a8a-2674269aaedd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:25.367901 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1d375b-0f03-44a0-a6fa-c1cd41994fb0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:25.410086 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-29bc3060-4704-4a36-87b2-dc1f5ae3471e None None] Provisioning complete for port 70a5a887-8723-4faa-8888-e5743827cd20 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:25.410654 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-29bc3060-4704-4a36-87b2-dc1f5ae3471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:25.518887 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac1d375b-0f03-44a0-a6fa-c1cd41994fb0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:25.523153 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b099e-2112-4d0e-a6c9-0c44ee11e39a req-af38646e-5171-462d-9c5e-e885417516ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:25.524790 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c39b099e-2112-4d0e-a6c9-0c44ee11e39a req-af38646e-5171-462d-9c5e-e885417516ac service neutron] 10.222.0.11 "GET /v2.0/networks?id=e71fce04-ffbd-435e-bfc3-87f58b6e4967 HTTP/1.1" status: 200 len: 911 time: 0.4755282 Mar 07 21:45:25.829814 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c39b099e-2112-4d0e-a6c9-0c44ee11e39a req-f43215e4-602c-4e18-ad6b-64fb0a588202 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 HTTP/1.1" status: 200 len: 1002 time: 0.1703575 Mar 07 21:45:25.851374 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-60560cbe-c492-4576-9a8a-2674269aaedd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:25.896591 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b099e-2112-4d0e-a6c9-0c44ee11e39a req-43f15464-5cbf-42ad-b327-de8c7c8355dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:25.898052 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c39b099e-2112-4d0e-a6c9-0c44ee11e39a req-43f15464-5cbf-42ad-b327-de8c7c8355dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca279e0e-f6b2-4a41-a814-7c87369c7833 HTTP/1.1" status: 200 len: 850 time: 0.0617123 Mar 07 21:45:25.947835 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2915046e-09c7-48d2-b065-27e050245519 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:25.954369 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c6a5fd-3d39-4291-9c39-f2420549fa11 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Router ef6d9896-2fb0-423a-bd8d-c1c859748399 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:45:25.963203 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2915046e-09c7-48d2-b065-27e050245519 None None] Transition to ACTIVE for port object 3bc35aa1-da3d-4bf2-822f-1d53ebf6879a will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:26.037694 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5982aace-e975-4adb-ae13-0f4223728b70 None None] Provisioning for port 162d2c2a-a791-4458-8c7e-5a5c97d5c1e0 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:26.044003 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5982aace-e975-4adb-ae13-0f4223728b70 None None] Provisioning complete for port 162d2c2a-a791-4458-8c7e-5a5c97d5c1e0 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:26.044373 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5982aace-e975-4adb-ae13-0f4223728b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:26.049393 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-60560cbe-c492-4576-9a8a-2674269aaedd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Calling delete_port for 5524963f-9221-4821-bdda-ef1ad57c76d4 owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:45:26.077680 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2915046e-09c7-48d2-b065-27e050245519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:26.096118 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3bcf2896-6375-4d01-b26e-b3f025ff8ae6 req-0edeb98b-134d-4f55-a926-7b2520bc5304 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 210 time: 0.2005653 Mar 07 21:45:26.185913 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b099e-2112-4d0e-a6c9-0c44ee11e39a req-14f6331f-500e-4d64-a23d-9e6dbf00218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:26.187422 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c39b099e-2112-4d0e-a6c9-0c44ee11e39a req-14f6331f-500e-4d64-a23d-9e6dbf00218c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e71fce04-ffbd-435e-bfc3-87f58b6e4967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2833557 Mar 07 21:45:26.220471 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac1d375b-0f03-44a0-a6fa-c1cd41994fb0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:26.242817 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c6a5fd-3d39-4291-9c39-f2420549fa11 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:45:26.250152 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-5982aace-e975-4adb-ae13-0f4223728b70 None None] Port 162d2c2a-a791-4458-8c7e-5a5c97d5c1e0 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:45:26.255121 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-01c6a5fd-3d39-4291-9c39-f2420549fa11 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "PUT /v2.0/routers/ef6d9896-2fb0-423a-bd8d-c1c859748399/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9353311 Mar 07 21:45:26.261414 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47864) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:26.266955 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dab7d86-a7d1-4fc0-9cab-9913ac2c5fad None None] Sync routers for ids ['ef6d9896-2fb0-423a-bd8d-c1c859748399'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:45:26.282361 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452437a9-416c-406f-a10a-9b8cdeaaaa3e None None] Pushing event updated for resources: {'Port': ['ID=3bc35aa1-da3d-4bf2-822f-1d53ebf6879a,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:26.327617 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dab7d86-a7d1-4fc0-9cab-9913ac2c5fad None None] Routers {'ef6d9896-2fb0-423a-bd8d-c1c859748399'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:26.328251 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3dab7d86-a7d1-4fc0-9cab-9913ac2c5fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['ef6d9896-2fb0-423a-bd8d-c1c859748399'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:26.363554 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47ade8-a429-4bac-96fc-58ff622d5326 req-94e20e6e-9962-493e-ab0f-b6f2d9ed978f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:26.365673 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0d47ade8-a429-4bac-96fc-58ff622d5326 req-94e20e6e-9962-493e-ab0f-b6f2d9ed978f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7df92cb-63d3-4d65-913c-5b89be40871f HTTP/1.1" status: 200 len: 946 time: 0.5013011 Mar 07 21:45:26.458891 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0d47ade8-a429-4bac-96fc-58ff622d5326 req-a505ce40-e108-4a09-94d6-2ff1d0da34b4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=89afd61e-8301-4cb2-bb3a-9050939c967b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834799 Mar 07 21:45:26.499781 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58059f6e-ef1c-4f0e-960d-95c5b3862650 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:26.501172 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-58059f6e-ef1c-4f0e-960d-95c5b3862650 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Synchronizing usage tracker for tenant:b77dfcf064844de7b83d64320b9ee466 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:45:26.535050 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3dab7d86-a7d1-4fc0-9cab-9913ac2c5fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:26.537667 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 70a5a887-8723-4faa-8888-e5743827cd20 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:45:26.564852 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5982aace-e975-4adb-ae13-0f4223728b70 None None] Provisioning complete for port 4e4c32a1-06f4-4c1a-9800-3a02c531ee03 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:26.565129 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5982aace-e975-4adb-ae13-0f4223728b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:26.621810 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-2915046e-09c7-48d2-b065-27e050245519 None None] Attempting to bind port 3bc35aa1-da3d-4bf2-822f-1d53ebf6879a on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:45:26.622196 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-2915046e-09c7-48d2-b065-27e050245519 None None] Attempting to bind port 3bc35aa1-da3d-4bf2-822f-1d53ebf6879a by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '26e41f47-657c-4e85-b994-dcfeb77ffb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:45:26.622561 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915046e-09c7-48d2-b065-27e050245519 None None] Attempting to bind port 3bc35aa1-da3d-4bf2-822f-1d53ebf6879a on network 310bb62d-7f36-4e19-9578-56268ae055e5 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:45:26.627768 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-58059f6e-ef1c-4f0e-960d-95c5b3862650 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Unset dirty status for tenant:b77dfcf064844de7b83d64320b9ee466 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:45:26.629739 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-58059f6e-ef1c-4f0e-960d-95c5b3862650 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "GET /v2.0/ports/4e4c32a1-06f4-4c1a-9800-3a02c531ee03 HTTP/1.1" status: 200 len: 910 time: 0.3665824 Mar 07 21:45:26.632295 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47872) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:26.636763 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c39b099e-2112-4d0e-a6c9-0c44ee11e39a req-f6bc3373-e7f1-40cb-814e-ea9a2c4b912f service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429975 Mar 07 21:45:26.637976 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d814fbd4-88bc-4b50-ba7b-dbf8aea7c321 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '916588ed-e943-490c-85d4-1a7940a4ed9a'}]}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:26.646125 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dab7d86-a7d1-4fc0-9cab-9913ac2c5fad None None] Routers {'ef6d9896-2fb0-423a-bd8d-c1c859748399'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:26.646752 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3dab7d86-a7d1-4fc0-9cab-9913ac2c5fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['ef6d9896-2fb0-423a-bd8d-c1c859748399'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:26.698370 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915046e-09c7-48d2-b065-27e050245519 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:45:26.698744 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915046e-09c7-48d2-b065-27e050245519 None None] Checking segment: {'id': '26e41f47-657c-4e85-b994-dcfeb77ffb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:26.699143 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2915046e-09c7-48d2-b065-27e050245519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:26.699579 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915046e-09c7-48d2-b065-27e050245519 None None] Bound using segment: {'id': '26e41f47-657c-4e85-b994-dcfeb77ffb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:45:26.700070 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-2915046e-09c7-48d2-b065-27e050245519 None None] Bound port: 3bc35aa1-da3d-4bf2-822f-1d53ebf6879a, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e41f47-657c-4e85-b994-dcfeb77ffb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:45:26.700438 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2915046e-09c7-48d2-b065-27e050245519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:26.718857 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-60560cbe-c492-4576-9a8a-2674269aaedd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:26.746971 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3dab7d86-a7d1-4fc0-9cab-9913ac2c5fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:26.747372 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dab7d86-a7d1-4fc0-9cab-9913ac2c5fad None None] The sync data for ids ['ef6d9896-2fb0-423a-bd8d-c1c859748399'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:45:26.750020 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-5982aace-e975-4adb-ae13-0f4223728b70 None None] Port 4e4c32a1-06f4-4c1a-9800-3a02c531ee03 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:45:26.770033 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19bde9-bc31-4eb8-a6f2-2c1d37c2cd1a req-9222143e-c8ff-4ea1-99ed-1e6a2e79cc06 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:26.771509 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ad19bde9-bc31-4eb8-a6f2-2c1d37c2cd1a req-9222143e-c8ff-4ea1-99ed-1e6a2e79cc06 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7df92cb-63d3-4d65-913c-5b89be40871f HTTP/1.1" status: 200 len: 946 time: 0.1961892 Mar 07 21:45:26.802270 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60560cbe-c492-4576-9a8a-2674269aaedd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event deleted for resources: {'Port': ['ID=5524963f-9221-4821-bdda-ef1ad57c76d4,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:26.841431 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2915046e-09c7-48d2-b065-27e050245519 None None] For port 3bc35aa1-da3d-4bf2-822f-1d53ebf6879a, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:45:26.846369 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2915046e-09c7-48d2-b065-27e050245519 None None] For port 3bc35aa1-da3d-4bf2-822f-1d53ebf6879a, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=3bc35aa1-da3d-4bf2-822f-1d53ebf6879a,segment=NetworkSegment(26e41f47-657c-4e85-b994-dcfeb77ffb5e),segment_id=26e41f47-657c-4e85-b994-dcfeb77ffb5e)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:45:26.848200 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 70a5a887-8723-4faa-8888-e5743827cd20 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:26.851560 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:26.905315 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2915046e-09c7-48d2-b065-27e050245519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:26.994474 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ad19bde9-bc31-4eb8-a6f2-2c1d37c2cd1a req-46be784e-bd3e-46d1-a571-b5129d0d8fd3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=89afd61e-8301-4cb2-bb3a-9050939c967b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2039995 Mar 07 21:45:27.017095 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-60560cbe-c492-4576-9a8a-2674269aaedd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:27.036351 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2915046e-09c7-48d2-b065-27e050245519 None None] Routers {'6abe236b-7806-4b2e-988e-bef18bb0775a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:27.037385 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-2915046e-09c7-48d2-b065-27e050245519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['6abe236b-7806-4b2e-988e-bef18bb0775a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:27.057233 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47876) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:27.146038 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452437a9-416c-406f-a10a-9b8cdeaaaa3e None None] Pushing event updated for resources: {'Port': ['ID=3bc35aa1-da3d-4bf2-822f-1d53ebf6879a,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:27.300743 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-60560cbe-c492-4576-9a8a-2674269aaedd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:27.304806 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-60560cbe-c492-4576-9a8a-2674269aaedd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:27.315964 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c39b099e-2112-4d0e-a6c9-0c44ee11e39a req-cd1aed84-288a-4919-b6c5-ff5d81e3b3ec service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261034 Mar 07 21:45:27.424285 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02d3850-0f88-4d70-8472-09f48ec0feba tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:27.427423 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f02d3850-0f88-4d70-8472-09f48ec0feba tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d7df92cb-63d3-4d65-913c-5b89be40871f HTTP/1.1" status: 200 len: 1094 time: 0.1824408 Mar 07 21:45:27.430166 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-2915046e-09c7-48d2-b065-27e050245519 None None] Set router 6abe236b-7806-4b2e-988e-bef18bb0775a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:45:27.431342 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47884) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:27.439775 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-db2314a0-61c6-4240-b1e5-c59d83dcc139 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': 'daabe182-4695-40d2-aa99-f9e0e4a0f531', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:27.456889 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-db2314a0-61c6-4240-b1e5-c59d83dcc139 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:27.465102 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac1d375b-0f03-44a0-a6fa-c1cd41994fb0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:27.467355 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-db2314a0-61c6-4240-b1e5-c59d83dcc139 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:floatingip and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:27.472122 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-db2314a0-61c6-4240-b1e5-c59d83dcc139 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:27.483182 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-db2314a0-61c6-4240-b1e5-c59d83dcc139 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:27.501886 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-58b36327-64d8-4260-822a-3e9688ccc2ac req-59717c0f-b93f-4a8e-80e1-172b29427cb0 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 210 time: 0.1990662 Mar 07 21:45:27.520428 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d814fbd4-88bc-4b50-ba7b-dbf8aea7c321 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:27.542098 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac1d375b-0f03-44a0-a6fa-c1cd41994fb0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:27.594373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-60560cbe-c492-4576-9a8a-2674269aaedd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:27.594960 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60560cbe-c492-4576-9a8a-2674269aaedd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Fanout notify agent at l3_agent the message router_deleted on router 35117517-56de-4c85-bb87-b26c1589e90b {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:45:27.646401 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-db2314a0-61c6-4240-b1e5-c59d83dcc139 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:27.710414 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac1d375b-0f03-44a0-a6fa-c1cd41994fb0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:27.715265 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d375b-0f03-44a0-a6fa-c1cd41994fb0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Pushing event updated for resources: {'Port': ['ID=162d2c2a-a791-4458-8c7e-5a5c97d5c1e0,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:27.739083 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-60560cbe-c492-4576-9a8a-2674269aaedd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:27.740136 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-60560cbe-c492-4576-9a8a-2674269aaedd tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "DELETE /v2.0/routers/35117517-56de-4c85-bb87-b26c1589e90b HTTP/1.1" status: 204 len: 168 time: 3.1228621 Mar 07 21:45:27.742848 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47888) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:27.816868 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-2915046e-09c7-48d2-b065-27e050245519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397130995', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:08Z', 'updated_at': '2022-03-07T21:45:21Z', 'revision_number': 4, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'gw_port': {'id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:10Z', 'updated_at': '2022-03-07T21:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '3bc35aa1-da3d-4bf2-822f-1d53ebf6879a', 'name': '', 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'mac_address': 'fa:16:3e:45:cb:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '80c9a6f9-8590-40ef-b4e1-094835e8ea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:21Z', 'updated_at': '2022-03-07T21:45:26Z', 'revision_number': 4, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'subnets': [{'id': '80c9a6f9-8590-40ef-b4e1-094835e8ea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:27.821091 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2915046e-09c7-48d2-b065-27e050245519 None None] The sync data for ids ['6abe236b-7806-4b2e-988e-bef18bb0775a'] in dv-neutron-829957-1-hyperv is: [{'id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397130995', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:08Z', 'updated_at': '2022-03-07T21:45:21Z', 'revision_number': 4, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'gw_port': {'id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:10Z', 'updated_at': '2022-03-07T21:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '3bc35aa1-da3d-4bf2-822f-1d53ebf6879a', 'name': '', 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'mac_address': 'fa:16:3e:45:cb:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '80c9a6f9-8590-40ef-b4e1-094835e8ea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:21Z', 'updated_at': '2022-03-07T21:45:26Z', 'revision_number': 4, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'subnets': [{'id': '80c9a6f9-8590-40ef-b4e1-094835e8ea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:45:27.884800 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e2b185a-a9fc-4170-8373-6a4c359f54f1 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Deleting subnet 20914148-4881-408f-8902-5c0f9881e0ee {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:45:27.892604 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0e2b185a-a9fc-4170-8373-6a4c359f54f1 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:27.957349 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1d375b-0f03-44a0-a6fa-c1cd41994fb0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Network c04458e3-6ea4-489e-852c-5c11cadf65f6 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:27.958702 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-ac1d375b-0f03-44a0-a6fa-c1cd41994fb0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:28.073204 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0e2b185a-a9fc-4170-8373-6a4c359f54f1 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:28.134945 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-db2314a0-61c6-4240-b1e5-c59d83dcc139 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:28.269591 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0e2b185a-a9fc-4170-8373-6a4c359f54f1 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:28.333118 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-172523b2-e4e1-44d4-be28-e73b940cbc54 None None] Provisioning complete for port 162d2c2a-a791-4458-8c7e-5a5c97d5c1e0 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:28.333678 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-172523b2-e4e1-44d4-be28-e73b940cbc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:28.450639 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1d375b-0f03-44a0-a6fa-c1cd41994fb0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Router 07c787fb-da75-4ca6-bf42-f752170c0b44 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:45:28.456938 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-172523b2-e4e1-44d4-be28-e73b940cbc54 None None] Port 162d2c2a-a791-4458-8c7e-5a5c97d5c1e0 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:45:28.475420 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d814fbd4-88bc-4b50-ba7b-dbf8aea7c321 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:28.490731 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0e2b185a-a9fc-4170-8373-6a4c359f54f1 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:28.572793 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0e2b185a-a9fc-4170-8373-6a4c359f54f1 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:28.582511 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-a0dc2339-c751-4506-98d9-5dae6e4f9ae2 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:28.583401 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-a0dc2339-c751-4506-98d9-5dae6e4f9ae2 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Synchronizing usage tracker for tenant:dfedc51e426f4eb4a516398f68b96880 on resource:network {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:45:28.583963 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d814fbd4-88bc-4b50-ba7b-dbf8aea7c321 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:28.626383 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 3bc35aa1-da3d-4bf2-822f-1d53ebf6879a up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:45:28.725334 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d814fbd4-88bc-4b50-ba7b-dbf8aea7c321 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:28.735856 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d814fbd4-88bc-4b50-ba7b-dbf8aea7c321 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:28.746010 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d814fbd4-88bc-4b50-ba7b-dbf8aea7c321 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "PUT /v2.0/ports/4e4c32a1-06f4-4c1a-9800-3a02c531ee03 HTTP/1.1" status: 200 len: 910 time: 2.1124942 Mar 07 21:45:28.754045 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b185a-a9fc-4170-8373-6a4c359f54f1 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event deleted for resources: {'Subnet': ['ID=20914148-4881-408f-8902-5c0f9881e0ee,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:28.771711 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47896) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:28.786715 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-db2314a0-61c6-4240-b1e5-c59d83dcc139 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.26.2.35 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/10b9e04d-bc45-41c3-89d7-7a008f6c2510) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:28.796133 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-a0dc2339-c751-4506-98d9-5dae6e4f9ae2 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Unset dirty status for tenant:dfedc51e426f4eb4a516398f68b96880 on resource:network {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:45:28.804683 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-a0dc2339-c751-4506-98d9-5dae6e4f9ae2 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.11 "GET /v2.0/networks?id=310bb62d-7f36-4e19-9578-56268ae055e5 HTTP/1.1" status: 200 len: 797 time: 0.5954821 Mar 07 21:45:28.821493 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-416fe8a8-7756-4035-9a45-345f1806a7c6 req-90d0a15b-0d19-495e-bfdc-f53146ff3448 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 210 time: 0.0498350 Mar 07 21:45:28.879045 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 3bc35aa1-da3d-4bf2-822f-1d53ebf6879a completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:28.885541 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 3bc35aa1-da3d-4bf2-822f-1d53ebf6879a triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:28.885919 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:28.909614 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0e2b185a-a9fc-4170-8373-6a4c359f54f1 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "DELETE /v2.0/subnets/20914148-4881-408f-8902-5c0f9881e0ee HTTP/1.1" status: 204 len: 168 time: 1.1634493 Mar 07 21:45:28.920021 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47902) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:29.032329 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:29.069391 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 3bc35aa1-da3d-4bf2-822f-1d53ebf6879a, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=3bc35aa1-da3d-4bf2-822f-1d53ebf6879a,segment=NetworkSegment(26e41f47-657c-4e85-b994-dcfeb77ffb5e),segment_id=26e41f47-657c-4e85-b994-dcfeb77ffb5e)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:29.069664 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814fbd4-88bc-4b50-ba7b-dbf8aea7c321 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Port': ['ID=4e4c32a1-06f4-4c1a-9800-3a02c531ee03,revision_number=3']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:29.088342 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1d375b-0f03-44a0-a6fa-c1cd41994fb0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:45:29.099631 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b643ba-19a5-417d-925f-f15a3b121ba4 None None] Sync routers for ids ['07c787fb-da75-4ca6-bf42-f752170c0b44'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:45:29.111500 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-9a149ee7-9d26-4ad5-b9f3-720d99180533 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Synchronizing usage tracker for tenant:dfedc51e426f4eb4a516398f68b96880 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:45:29.112923 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b643ba-19a5-417d-925f-f15a3b121ba4 None None] Routers {'07c787fb-da75-4ca6-bf42-f752170c0b44'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:29.113933 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-30b643ba-19a5-417d-925f-f15a3b121ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['07c787fb-da75-4ca6-bf42-f752170c0b44'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:29.143977 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:29.172255 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ac1d375b-0f03-44a0-a6fa-c1cd41994fb0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] 10.222.0.21 "PUT /v2.0/routers/07c787fb-da75-4ca6-bf42-f752170c0b44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1367867 Mar 07 21:45:29.173228 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47906) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:29.203358 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-30b643ba-19a5-417d-925f-f15a3b121ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:29.220537 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b643ba-19a5-417d-925f-f15a3b121ba4 None None] Routers {'07c787fb-da75-4ca6-bf42-f752170c0b44'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:29.222491 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-30b643ba-19a5-417d-925f-f15a3b121ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['07c787fb-da75-4ca6-bf42-f752170c0b44'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:29.243734 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-165e9aee-3b64-4a77-b73e-fa675be17e33 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:29.267600 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=3bc35aa1-da3d-4bf2-822f-1d53ebf6879a,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:29.322065 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-30b643ba-19a5-417d-925f-f15a3b121ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:29.322500 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b643ba-19a5-417d-925f-f15a3b121ba4 None None] The sync data for ids ['07c787fb-da75-4ca6-bf42-f752170c0b44'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:45:29.344598 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-9a149ee7-9d26-4ad5-b9f3-720d99180533 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Unset dirty status for tenant:dfedc51e426f4eb4a516398f68b96880 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:45:29.345736 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-9a149ee7-9d26-4ad5-b9f3-720d99180533 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfedc51e426f4eb4a516398f68b96880 HTTP/1.1" status: 200 len: 380 time: 0.5204501 Mar 07 21:45:29.364996 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-b57855fd-1ddf-49da-b920-01b10d51b98b tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Request body: {'port': {'device_id': '9e82cfd1-af81-4edf-939f-36728eeee2e2', 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5', 'admin_state_up': True, 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'security_groups': ['3ecc5984-387e-4796-b05d-db53267f2013']}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:29.442671 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4dc88d88-bd08-4b68-a603-8427b7c1d578 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:29.577108 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-db2314a0-61c6-4240-b1e5-c59d83dcc139 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:29.642609 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-165e9aee-3b64-4a77-b73e-fa675be17e33 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:29.704577 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-165e9aee-3b64-4a77-b73e-fa675be17e33 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14efbfe2-6544-47be-acf3-104d005788eb']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:29.705470 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-4dc88d88-bd08-4b68-a603-8427b7c1d578 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 21:45:29.706551 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4dc88d88-bd08-4b68-a603-8427b7c1d578 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] 10.222.0.21 "DELETE /v2.0/routers/07c787fb-da75-4ca6-bf42-f752170c0b44 HTTP/1.1" status: 409 len: 329 time: 0.5280354 Mar 07 21:45:29.710111 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-b57855fd-1ddf-49da-b920-01b10d51b98b tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:29.711115 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47910) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:29.723416 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-b57855fd-1ddf-49da-b920-01b10d51b98b tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:29.786007 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-165e9aee-3b64-4a77-b73e-fa675be17e33 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9e8cd7-079e-4413-a5e9-bd6183975da5') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:29.786291 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-165e9aee-3b64-4a77-b73e-fa675be17e33 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9e8cd7-079e-4413-a5e9-bd6183975da5') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:29.810602 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-db2314a0-61c6-4240-b1e5-c59d83dcc139 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:29.853927 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-b57855fd-1ddf-49da-b920-01b10d51b98b tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Made reservation on behalf of dfedc51e426f4eb4a516398f68b96880 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:29.857590 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-b57855fd-1ddf-49da-b920-01b10d51b98b tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:29.864000 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-165e9aee-3b64-4a77-b73e-fa675be17e33 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:29.897021 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-165e9aee-3b64-4a77-b73e-fa675be17e33 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:29.899518 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2314a0-61c6-4240-b1e5-c59d83dcc139 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:29.903451 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-db2314a0-61c6-4240-b1e5-c59d83dcc139 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:29.919157 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-165e9aee-3b64-4a77-b73e-fa675be17e33 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:45:29.919554 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-165e9aee-3b64-4a77-b73e-fa675be17e33 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:45:29.935938 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:45:29.944276 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2314a0-61c6-4240-b1e5-c59d83dcc139 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:30.009115 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2314a0-61c6-4240-b1e5-c59d83dcc139 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=10b9e04d-bc45-41c3-89d7-7a008f6c2510,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:30.190277 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0334c3d0-c377-4576-a869-28c4ea062b00 req-a0aa199e-5ed1-4dad-9e4b-2e2167291496 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 210 time: 0.2368853 Mar 07 21:45:30.202040 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-b57855fd-1ddf-49da-b920-01b10d51b98b tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Allocated IP 172.20.0.6 (310bb62d-7f36-4e19-9578-56268ae055e5/80c9a6f9-8590-40ef-b4e1-094835e8ea95/4a876368-7a2b-4fd4-b500-482abc64a0fb) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:30.310406 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-165e9aee-3b64-4a77-b73e-fa675be17e33 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:30.333184 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-165e9aee-3b64-4a77-b73e-fa675be17e33 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:30.373300 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e9aee-3b64-4a77-b73e-fa675be17e33 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] Pushing event deleted for resources: {'Network': ['ID=14efbfe2-6544-47be-acf3-104d005788eb,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:30.388871 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-165e9aee-3b64-4a77-b73e-fa675be17e33 tempest-FloatingIPTestJSON-1614240928 tempest-FloatingIPTestJSON-1614240928-project] 10.222.0.21 "DELETE /v2.0/networks/14efbfe2-6544-47be-acf3-104d005788eb HTTP/1.1" status: 204 len: 168 time: 1.4677165 Mar 07 21:45:30.403870 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e3cdcf57-32c5-4f8c-bc89-03f832e10b9a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:30.510568 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 3bc35aa1-da3d-4bf2-822f-1d53ebf6879a up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:45:30.588310 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-b57855fd-1ddf-49da-b920-01b10d51b98b tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:30.597431 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 3bc35aa1-da3d-4bf2-822f-1d53ebf6879a triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:30.597794 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:30.608922 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-b57855fd-1ddf-49da-b920-01b10d51b98b tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Transition to ACTIVE for port object 4a876368-7a2b-4fd4-b500-482abc64a0fb will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:30.801633 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-db2314a0-61c6-4240-b1e5-c59d83dcc139 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:30.879506 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-b57855fd-1ddf-49da-b920-01b10d51b98b tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:30.909182 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e6acb7b3-9b6a-436c-9706-f0202722d0f0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:30.959577 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47920) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:30.999419 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-b57855fd-1ddf-49da-b920-01b10d51b98b tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Network 310bb62d-7f36-4e19-9578-56268ae055e5 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:31.000414 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57855fd-1ddf-49da-b920-01b10d51b98b tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Pushing event updated for resources: {'Port': ['ID=4a876368-7a2b-4fd4-b500-482abc64a0fb,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:31.009637 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-b57855fd-1ddf-49da-b920-01b10d51b98b tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:31.013926 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-b57855fd-1ddf-49da-b920-01b10d51b98b tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:31.050041 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-db2314a0-61c6-4240-b1e5-c59d83dcc139 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:31.136393 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-b57855fd-1ddf-49da-b920-01b10d51b98b tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:31.137531 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-b57855fd-1ddf-49da-b920-01b10d51b98b tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:31.139679 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-e3cdcf57-32c5-4f8c-bc89-03f832e10b9a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting port 4e4c32a1-06f4-4c1a-9800-3a02c531ee03 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:31.140023 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e3cdcf57-32c5-4f8c-bc89-03f832e10b9a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:31.280231 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-b57855fd-1ddf-49da-b920-01b10d51b98b tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9217038 Mar 07 21:45:31.301209 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-42dd93eb-ff0f-462e-977f-fad23c888237 service neutron] Request body: {'port': {'device_id': '9e82cfd1-af81-4edf-939f-36728eeee2e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:31.358818 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-da4adaff-ab68-41cf-ad91-44e780d34e48 None None] Provisioning for port 4a876368-7a2b-4fd4-b500-482abc64a0fb completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:31.364648 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-da4adaff-ab68-41cf-ad91-44e780d34e48 None None] Provisioning complete for port 4a876368-7a2b-4fd4-b500-482abc64a0fb triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:31.364999 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-da4adaff-ab68-41cf-ad91-44e780d34e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:31.385908 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-86c6ea61-a2a5-426a-a32b-591883ef4611 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e7eeead753e44e297f167f27855cc6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4177589 Mar 07 21:45:31.393518 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47928) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:31.413427 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-db2314a0-61c6-4240-b1e5-c59d83dcc139 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:31.418825 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-da4adaff-ab68-41cf-ad91-44e780d34e48 None None] Port 4a876368-7a2b-4fd4-b500-482abc64a0fb cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:45:31.433429 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-42dd93eb-ff0f-462e-977f-fad23c888237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:31.481003 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-db2314a0-61c6-4240-b1e5-c59d83dcc139 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:31.586310 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e3cdcf57-32c5-4f8c-bc89-03f832e10b9a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:31.612887 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2314a0-61c6-4240-b1e5-c59d83dcc139 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=10b9e04d-bc45-41c3-89d7-7a008f6c2510,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:31.654424 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b9e838a8-b4df-4dbd-bb1b-f371974700a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:31.682278 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-db2314a0-61c6-4240-b1e5-c59d83dcc139 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:31.761886 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394780ed-18fc-45f9-a1f8-8da6edd896d9 req-f5682c8d-66a1-46d9-a413-11455014f839 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:31.763380 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-394780ed-18fc-45f9-a1f8-8da6edd896d9 req-f5682c8d-66a1-46d9-a413-11455014f839 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 931 time: 0.4458683 Mar 07 21:45:31.772877 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-e3cdcf57-32c5-4f8c-bc89-03f832e10b9a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Calling delete_port for 4e4c32a1-06f4-4c1a-9800-3a02c531ee03 owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:45:31.856975 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b9e838a8-b4df-4dbd-bb1b-f371974700a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:31.903661 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-e6acb7b3-9b6a-436c-9706-f0202722d0f0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Deleting port 162d2c2a-a791-4458-8c7e-5a5c97d5c1e0 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:31.903989 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e6acb7b3-9b6a-436c-9706-f0202722d0f0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:31.964169 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-db2314a0-61c6-4240-b1e5-c59d83dcc139 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Floating IP 1aa9ba72-f357-4e9e-acf2-b09abc3f0dc3 associated. External IP: 172.26.2.35, port: daabe182-4695-40d2-aa99-f9e0e4a0f531. Mar 07 21:45:31.990812 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-394780ed-18fc-45f9-a1f8-8da6edd896d9 req-50b11d77-7c3c-4959-a328-a846be511874 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762505 Mar 07 21:45:32.202938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e6acb7b3-9b6a-436c-9706-f0202722d0f0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:32.206721 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-42dd93eb-ff0f-462e-977f-fad23c888237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a876368-7a2b-4fd4-b500-482abc64a0fb {{(pid=88387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:45:32.212599 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b9e838a8-b4df-4dbd-bb1b-f371974700a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:32.265163 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-42dd93eb-ff0f-462e-977f-fad23c888237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:32.473803 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e838a8-b4df-4dbd-bb1b-f371974700a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f3cf0e-f807-46f7-bf0c-c36550acd802,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:32.484562 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-e6acb7b3-9b6a-436c-9706-f0202722d0f0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Calling delete_port for 162d2c2a-a791-4458-8c7e-5a5c97d5c1e0 owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:45:32.530890 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2314a0-61c6-4240-b1e5-c59d83dcc139 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router 72e2b836-a1be-4d82-b3ee-eaf2f951418a has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:45:32.587896 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b9e838a8-b4df-4dbd-bb1b-f371974700a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:32.591479 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b9e838a8-b4df-4dbd-bb1b-f371974700a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7f3cf0e-f807-46f7-bf0c-c36550acd802 HTTP/1.1" status: 204 len: 168 time: 1.1910653 Mar 07 21:45:32.591479 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e3cdcf57-32c5-4f8c-bc89-03f832e10b9a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:32.618765 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-42dd93eb-ff0f-462e-977f-fad23c888237 service neutron] Transition to ACTIVE for port object 4a876368-7a2b-4fd4-b500-482abc64a0fb will not be triggered until provisioned by entity L2. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:32.647334 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdcf57-32c5-4f8c-bc89-03f832e10b9a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Port': ['ID=4e4c32a1-06f4-4c1a-9800-3a02c531ee03,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:32.711764 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-42dd93eb-ff0f-462e-977f-fad23c888237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:32.870448 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2314a0-61c6-4240-b1e5-c59d83dcc139 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:45:32.887760 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a84c45a-262c-4f51-aecf-7a3c7ae937fa None None] Sync routers for ids ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:45:32.908292 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a84c45a-262c-4f51-aecf-7a3c7ae937fa None None] Routers {'72e2b836-a1be-4d82-b3ee-eaf2f951418a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:32.908292 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-9a84c45a-262c-4f51-aecf-7a3c7ae937fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:32.964227 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd93eb-ff0f-462e-977f-fad23c888237 service neutron] Pushing event updated for resources: {'Port': ['ID=4a876368-7a2b-4fd4-b500-482abc64a0fb,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:32.987069 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e6acb7b3-9b6a-436c-9706-f0202722d0f0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:33.020177 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-42dd93eb-ff0f-462e-977f-fad23c888237 service neutron] Attempting to bind port 4a876368-7a2b-4fd4-b500-482abc64a0fb on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:45:33.020507 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-42dd93eb-ff0f-462e-977f-fad23c888237 service neutron] Attempting to bind port 4a876368-7a2b-4fd4-b500-482abc64a0fb by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '26e41f47-657c-4e85-b994-dcfeb77ffb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:45:33.022119 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-42dd93eb-ff0f-462e-977f-fad23c888237 service neutron] Attempting to bind port 4a876368-7a2b-4fd4-b500-482abc64a0fb on network 310bb62d-7f36-4e19-9578-56268ae055e5 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:45:33.026031 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-42dd93eb-ff0f-462e-977f-fad23c888237 service neutron] Port 4a876368-7a2b-4fd4-b500-482abc64a0fb on network 310bb62d-7f36-4e19-9578-56268ae055e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:45:33.026350 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-42dd93eb-ff0f-462e-977f-fad23c888237 service neutron] Attempting to bind port 4a876368-7a2b-4fd4-b500-482abc64a0fb on network 310bb62d-7f36-4e19-9578-56268ae055e5 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:45:33.032413 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-42dd93eb-ff0f-462e-977f-fad23c888237 service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:45:33.033255 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-42dd93eb-ff0f-462e-977f-fad23c888237 service neutron] Checking segment: {'id': '26e41f47-657c-4e85-b994-dcfeb77ffb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:33.033646 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-42dd93eb-ff0f-462e-977f-fad23c888237 service neutron] Bound using segment: {'id': '26e41f47-657c-4e85-b994-dcfeb77ffb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5'} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:45:33.034150 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-42dd93eb-ff0f-462e-977f-fad23c888237 service neutron] Bound port: 4a876368-7a2b-4fd4-b500-482abc64a0fb, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e41f47-657c-4e85-b994-dcfeb77ffb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5'}}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:45:33.034447 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-42dd93eb-ff0f-462e-977f-fad23c888237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:33.046223 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-db2314a0-61c6-4240-b1e5-c59d83dcc139 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:33.076137 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e3cdcf57-32c5-4f8c-bc89-03f832e10b9a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:33.091814 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acb7b3-9b6a-436c-9706-f0202722d0f0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Pushing event deleted for resources: {'Port': ['ID=162d2c2a-a791-4458-8c7e-5a5c97d5c1e0,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:33.200905 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-db2314a0-61c6-4240-b1e5-c59d83dcc139 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7682834 Mar 07 21:45:33.203950 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7df92cb-63d3-4d65-913c-5b89be40871f', 'tag': 'daabe182-4695-40d2-aa99-f9e0e4a0f531'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:45:33.235465 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47940) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:33.260746 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-9a84c45a-262c-4f51-aecf-7a3c7ae937fa None None] Set router 72e2b836-a1be-4d82-b3ee-eaf2f951418a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:45:33.300792 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7df92cb-63d3-4d65-913c-5b89be40871f', 'tag': 'daabe182-4695-40d2-aa99-f9e0e4a0f531', 'status': 'completed', 'code': 200} Mar 07 21:45:33.315248 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-42dd93eb-ff0f-462e-977f-fad23c888237 service neutron] For port 4a876368-7a2b-4fd4-b500-482abc64a0fb, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:45:33.319575 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-42dd93eb-ff0f-462e-977f-fad23c888237 service neutron] For port 4a876368-7a2b-4fd4-b500-482abc64a0fb, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=4a876368-7a2b-4fd4-b500-482abc64a0fb,segment=NetworkSegment(26e41f47-657c-4e85-b994-dcfeb77ffb5e),segment_id=26e41f47-657c-4e85-b994-dcfeb77ffb5e)] {{(pid=88387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:45:33.421797 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d8212-98e3-422f-99bf-d56389e40cd8 req-fce6f2cc-3ebb-4b47-87f6-5fb46d218e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:33.423882 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6f3d8212-98e3-422f-99bf-d56389e40cd8 req-fce6f2cc-3ebb-4b47-87f6-5fb46d218e6a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=d7df92cb-63d3-4d65-913c-5b89be40871f HTTP/1.1" status: 200 len: 1099 time: 0.1012130 Mar 07 21:45:33.427461 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-42dd93eb-ff0f-462e-977f-fad23c888237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:33.524753 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-42dd93eb-ff0f-462e-977f-fad23c888237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:33.525373 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-42dd93eb-ff0f-462e-977f-fad23c888237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:33.527499 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-42dd93eb-ff0f-462e-977f-fad23c888237 service neutron] 10.222.0.11 "PUT /v2.0/ports/4a876368-7a2b-4fd4-b500-482abc64a0fb HTTP/1.1" status: 200 len: 1093 time: 2.2342398 Mar 07 21:45:33.669272 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f86307f3-1682-424c-ba7d-933fcd50f03d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/1aa9ba72-f357-4e9e-acf2-b09abc3f0dc3 HTTP/1.1" status: 200 len: 991 time: 0.4327347 Mar 07 21:45:33.714634 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd93eb-ff0f-462e-977f-fad23c888237 service neutron] Pushing event updated for resources: {'Port': ['ID=4a876368-7a2b-4fd4-b500-482abc64a0fb,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:33.762127 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-9a84c45a-262c-4f51-aecf-7a3c7ae937fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'name': 'tempest-TestNetworkBasicOps-router-782167076', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:37Z', 'updated_at': '2022-03-07T21:44:49Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:38Z', 'updated_at': '2022-03-07T21:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '1aa9ba72-f357-4e9e-acf2-b09abc3f0dc3', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.35', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'port_id': 'daabe182-4695-40d2-aa99-f9e0e4a0f531', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'mac_address': 'fa:16:3e:9d:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7df92cb-63d3-4d65-913c-5b89be40871f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:45:30Z', 'updated_at': '2022-03-07T21:45:30Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40874310-df4f-442c-8e98-7b14fc1c8c25', 'name': '', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:29:f1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '859622ca-69ba-432a-afba-67cc59145e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:46Z', 'updated_at': '2022-03-07T21:44:56Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '859622ca-69ba-432a-afba-67cc59145e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:33.767694 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a84c45a-262c-4f51-aecf-7a3c7ae937fa None None] Checking router: 72e2b836-a1be-4d82-b3ee-eaf2f951418a for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:45:33.777556 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a84c45a-262c-4f51-aecf-7a3c7ae937fa None None] Routers {'72e2b836-a1be-4d82-b3ee-eaf2f951418a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:33.778542 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-9a84c45a-262c-4f51-aecf-7a3c7ae937fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:33.782941 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-716808a1-e58e-4b74-aaec-c2c89b453b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:33.784499 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-716808a1-e58e-4b74-aaec-c2c89b453b91 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfedc51e426f4eb4a516398f68b96880&device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 1096 time: 0.1497006 Mar 07 21:45:33.785544 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d8212-98e3-422f-99bf-d56389e40cd8 req-73383107-468e-4bc4-8aa2-935a499b3ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:33.786913 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6f3d8212-98e3-422f-99bf-d56389e40cd8 req-73383107-468e-4bc4-8aa2-935a499b3ede service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ae28d24-a6ec-458e-a0b6-64341e8114c4 HTTP/1.1" status: 200 len: 897 time: 0.3446944 Mar 07 21:45:33.937100 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-5e41ff1c-5127-448f-8565-896a1de55335 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a876368-7a2b-4fd4-b500-482abc64a0fb HTTP/1.1" status: 200 len: 217 time: 0.1383758 Mar 07 21:45:33.989507 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-9a84c45a-262c-4f51-aecf-7a3c7ae937fa None None] Set router 72e2b836-a1be-4d82-b3ee-eaf2f951418a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:45:34.097288 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e6acb7b3-9b6a-436c-9706-f0202722d0f0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:34.102820 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-a8bc0a7b-8f9b-452f-a326-931263b18220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:34.104682 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-a8bc0a7b-8f9b-452f-a326-931263b18220 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=80c9a6f9-8590-40ef-b4e1-094835e8ea95 HTTP/1.1" status: 200 len: 834 time: 0.1145680 Mar 07 21:45:34.106589 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6f3d8212-98e3-422f-99bf-d56389e40cd8 req-4011315d-3f4a-4d1d-adcc-e25bd4c05985 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=daabe182-4695-40d2-aa99-f9e0e4a0f531 HTTP/1.1" status: 200 len: 999 time: 0.1715472 Mar 07 21:45:34.128900 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cdcf57-32c5-4f8c-bc89-03f832e10b9a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Router ef6d9896-2fb0-423a-bd8d-c1c859748399 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:45:34.193203 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47960) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:34.222397 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a3b0d-99b6-417c-aef4-1d63c6511a1d req-6d90b42e-0ce4-40b6-adc2-5785397ec940 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:34.224038 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f74a3b0d-99b6-417c-aef4-1d63c6511a1d req-6d90b42e-0ce4-40b6-adc2-5785397ec940 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 943 time: 0.9900401 Mar 07 21:45:34.238996 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d8212-98e3-422f-99bf-d56389e40cd8 req-caf0d668-50cc-4618-8e5f-636f6f279aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:34.241141 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6f3d8212-98e3-422f-99bf-d56389e40cd8 req-caf0d668-50cc-4618-8e5f-636f6f279aab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=859622ca-69ba-432a-afba-67cc59145e77 HTTP/1.1" status: 200 len: 834 time: 0.0747762 Mar 07 21:45:34.395146 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-9a84c45a-262c-4f51-aecf-7a3c7ae937fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'name': 'tempest-TestNetworkBasicOps-router-782167076', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:37Z', 'updated_at': '2022-03-07T21:44:49Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:38Z', 'updated_at': '2022-03-07T21:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '1aa9ba72-f357-4e9e-acf2-b09abc3f0dc3', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.35', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'port_id': 'daabe182-4695-40d2-aa99-f9e0e4a0f531', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'mac_address': 'fa:16:3e:9d:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7df92cb-63d3-4d65-913c-5b89be40871f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:45:30Z', 'updated_at': '2022-03-07T21:45:30Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40874310-df4f-442c-8e98-7b14fc1c8c25', 'name': '', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:29:f1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '859622ca-69ba-432a-afba-67cc59145e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:46Z', 'updated_at': '2022-03-07T21:44:56Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '859622ca-69ba-432a-afba-67cc59145e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:34.404142 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a84c45a-262c-4f51-aecf-7a3c7ae937fa None None] The sync data for ids ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'] in dv-neutron-829957-1-hyperv is: [{'id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'name': 'tempest-TestNetworkBasicOps-router-782167076', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:37Z', 'updated_at': '2022-03-07T21:44:49Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:38Z', 'updated_at': '2022-03-07T21:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '1aa9ba72-f357-4e9e-acf2-b09abc3f0dc3', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.35', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'port_id': 'daabe182-4695-40d2-aa99-f9e0e4a0f531', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'mac_address': 'fa:16:3e:9d:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7df92cb-63d3-4d65-913c-5b89be40871f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:45:30Z', 'updated_at': '2022-03-07T21:45:30Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40874310-df4f-442c-8e98-7b14fc1c8c25', 'name': '', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:29:f1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '859622ca-69ba-432a-afba-67cc59145e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:46Z', 'updated_at': '2022-03-07T21:44:56Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '859622ca-69ba-432a-afba-67cc59145e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:45:34.410333 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-a5069323-e26e-4f02-af39-6921267b37a7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-704016504'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:34.427481 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a5069323-e26e-4f02-af39-6921267b37a7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:34.439710 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-b3ccd0ea-33f9-4133-8496-222eea761e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:34.441176 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-b3ccd0ea-33f9-4133-8496-222eea761e05 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=310bb62d-7f36-4e19-9578-56268ae055e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3258629 Mar 07 21:45:34.497168 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a5069323-e26e-4f02-af39-6921267b37a7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:network and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:34.553267 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a5069323-e26e-4f02-af39-6921267b37a7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:34.570356 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d8212-98e3-422f-99bf-d56389e40cd8 req-6c825975-e4b8-4654-b6ff-bb0a6fb45e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:34.571494 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6f3d8212-98e3-422f-99bf-d56389e40cd8 req-6c825975-e4b8-4654-b6ff-bb0a6fb45e9a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ae28d24-a6ec-458e-a0b6-64341e8114c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3186567 Mar 07 21:45:34.575247 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a5069323-e26e-4f02-af39-6921267b37a7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:34.590255 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f74a3b0d-99b6-417c-aef4-1d63c6511a1d req-a9f7feb9-7c5d-41cd-9c13-8441cfc95637 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2827270 Mar 07 21:45:34.591124 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cdcf57-32c5-4f8c-bc89-03f832e10b9a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:45:34.603724 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c335c7-5c20-49fd-a36d-7ca839a07c12 None None] Sync routers for ids ['ef6d9896-2fb0-423a-bd8d-c1c859748399'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:45:34.613193 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c335c7-5c20-49fd-a36d-7ca839a07c12 None None] Routers {'ef6d9896-2fb0-423a-bd8d-c1c859748399'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:34.614041 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d5c335c7-5c20-49fd-a36d-7ca839a07c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['ef6d9896-2fb0-423a-bd8d-c1c859748399'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:34.666784 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01630ff-9f24-4184-9d5b-8da762e8ddc1 None None] New status for floating IP 1aa9ba72-f357-4e9e-acf2-b09abc3f0dc3: ACTIVE {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:45:34.702625 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d5c335c7-5c20-49fd-a36d-7ca839a07c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:34.707803 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47966) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:34.711968 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-2ab2c85c-f218-4e80-bca7-3a5faf83b99f service neutron] 10.222.0.11 "GET /v2.0/networks/310bb62d-7f36-4e19-9578-56268ae055e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646770 Mar 07 21:45:34.714691 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c335c7-5c20-49fd-a36d-7ca839a07c12 None None] Routers {'ef6d9896-2fb0-423a-bd8d-c1c859748399'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:34.715281 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d5c335c7-5c20-49fd-a36d-7ca839a07c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['ef6d9896-2fb0-423a-bd8d-c1c859748399'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:34.741938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6acb7b3-9b6a-436c-9706-f0202722d0f0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Router 07c787fb-da75-4ca6-bf42-f752170c0b44 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:45:34.749655 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e3cdcf57-32c5-4f8c-bc89-03f832e10b9a tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "PUT /v2.0/routers/ef6d9896-2fb0-423a-bd8d-c1c859748399/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9312103 Mar 07 21:45:34.751702 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47970) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:34.800788 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d5c335c7-5c20-49fd-a36d-7ca839a07c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:34.806425 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c335c7-5c20-49fd-a36d-7ca839a07c12 None None] The sync data for ids ['ef6d9896-2fb0-423a-bd8d-c1c859748399'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:45:34.927629 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5069323-e26e-4f02-af39-6921267b37a7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:35.123754 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a5069323-e26e-4f02-af39-6921267b37a7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:35.123754 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a5069323-e26e-4f02-af39-6921267b37a7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:35.123754 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5a052eb7-99d6-4d6f-b9f7-03c06cbcf929 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Synchronizing usage tracker for tenant:b77dfcf064844de7b83d64320b9ee466 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:45:35.125063 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cd8fc6f3-1ac3-4cd2-a7a6-559481e06a5f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/1aa9ba72-f357-4e9e-acf2-b09abc3f0dc3 HTTP/1.1" status: 200 len: 991 time: 0.2708571 Mar 07 21:45:35.125063 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6f3d8212-98e3-422f-99bf-d56389e40cd8 req-2ce1f050-88e3-4ca3-91e3-7e561753df34 service neutron] 10.222.0.11 "GET /v2.0/networks/5ae28d24-a6ec-458e-a0b6-64341e8114c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074368 Mar 07 21:45:35.126154 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a5069323-e26e-4f02-af39-6921267b37a7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:35.126154 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a5069323-e26e-4f02-af39-6921267b37a7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:security_group_rule and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:35.126154 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a5069323-e26e-4f02-af39-6921267b37a7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:35.126154 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a5069323-e26e-4f02-af39-6921267b37a7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:35.126518 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-16516328-afe9-4dc8-896b-ed2cf7ccba7f req-1e8e9cae-d22a-41e9-a085-8c2e15fc1dad service neutron] 10.222.0.11 "GET /v2.0/networks/310bb62d-7f36-4e19-9578-56268ae055e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324809 Mar 07 21:45:35.126618 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6acb7b3-9b6a-436c-9706-f0202722d0f0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:45:35.146697 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c8a5b2-96ba-47bf-be20-6aeae9107e4a None None] Sync routers for ids ['07c787fb-da75-4ca6-bf42-f752170c0b44'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:45:35.158520 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47974) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:35.161878 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c8a5b2-96ba-47bf-be20-6aeae9107e4a None None] Routers {'07c787fb-da75-4ca6-bf42-f752170c0b44'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:35.162447 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e6acb7b3-9b6a-436c-9706-f0202722d0f0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] 10.222.0.21 "PUT /v2.0/routers/07c787fb-da75-4ca6-bf42-f752170c0b44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4432991 Mar 07 21:45:35.168052 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-e8c8a5b2-96ba-47bf-be20-6aeae9107e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['07c787fb-da75-4ca6-bf42-f752170c0b44'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:35.208653 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a5069323-e26e-4f02-af39-6921267b37a7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:35.224592 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6f3d8212-98e3-422f-99bf-d56389e40cd8 req-bebef5ae-0eda-4f2d-b843-f974929f09bc service neutron] 10.222.0.11 "GET /v2.0/networks/5ae28d24-a6ec-458e-a0b6-64341e8114c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327929 Mar 07 21:45:35.240154 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-b49a46c4-27cb-4cf1-842d-27468f68d3fb tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] show failed (client error): The resource could not be found. Mar 07 21:45:35.241303 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b49a46c4-27cb-4cf1-842d-27468f68d3fb tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1366959835 HTTP/1.1" status: 404 len: 335 time: 0.0818703 Mar 07 21:45:35.244994 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47978) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:35.248590 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:45:35.249598 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-e8c8a5b2-96ba-47bf-be20-6aeae9107e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:35.249940 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-8d0dbf66-90a8-48e1-b83b-04c1ff59df9d tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:35.259986 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c8a5b2-96ba-47bf-be20-6aeae9107e4a None None] Routers {'07c787fb-da75-4ca6-bf42-f752170c0b44'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:35.261151 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-e8c8a5b2-96ba-47bf-be20-6aeae9107e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['07c787fb-da75-4ca6-bf42-f752170c0b44'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:35.304198 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e82cfd1-af81-4edf-939f-36728eeee2e2', 'tag': '4a876368-7a2b-4fd4-b500-482abc64a0fb'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:45:35.306709 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5a052eb7-99d6-4d6f-b9f7-03c06cbcf929 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Unset dirty status for tenant:b77dfcf064844de7b83d64320b9ee466 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:45:35.312772 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5a052eb7-99d6-4d6f-b9f7-03c06cbcf929 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef6d9896-2fb0-423a-bd8d-c1c859748399 HTTP/1.1" status: 200 len: 205 time: 0.5552676 Mar 07 21:45:35.312772 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47984) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:35.314853 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a5069323-e26e-4f02-af39-6921267b37a7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:35.316587 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-8d0dbf66-90a8-48e1-b83b-04c1ff59df9d tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] update failed (client error): The resource could not be found. Mar 07 21:45:35.317601 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8d0dbf66-90a8-48e1-b83b-04c1ff59df9d tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1054408421 HTTP/1.1" status: 404 len: 335 time: 0.0717099 Mar 07 21:45:35.325534 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47988) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:35.331783 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-e8c8a5b2-96ba-47bf-be20-6aeae9107e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:35.332554 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c8a5b2-96ba-47bf-be20-6aeae9107e4a None None] The sync data for ids ['07c787fb-da75-4ca6-bf42-f752170c0b44'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:45:35.366058 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e82cfd1-af81-4edf-939f-36728eeee2e2', 'tag': '4a876368-7a2b-4fd4-b500-482abc64a0fb', 'status': 'completed', 'code': 200} Mar 07 21:45:35.437200 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-204423d3-a15c-4aa9-9884-577c699574f0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Deleting subnet a18cdede-a86f-42f7-91a1-d55d541a3468 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:45:35.443452 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-204423d3-a15c-4aa9-9884-577c699574f0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:35.473889 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5069323-e26e-4f02-af39-6921267b37a7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:35.493147 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5069323-e26e-4f02-af39-6921267b37a7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a40ab4-1dbb-4ea1-9f94-c66d327dd516,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:35.498708 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-76ed9aff-fead-4135-b99a-6924309e0299 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:35.507087 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-204423d3-a15c-4aa9-9884-577c699574f0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:35.553293 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a5069323-e26e-4f02-af39-6921267b37a7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:35.553638 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-a5069323-e26e-4f02-af39-6921267b37a7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Added segment 4195d4ba-037d-4888-91ee-16582821e4ca of type vlan for network 2bd543d4-9bee-4c67-a1dd-2044b28211e4 Mar 07 21:45:35.562384 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e78c15-edf3-438e-953c-0e30046b1361 req-f103f28c-4329-4179-b7bb-9d22199a3d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:35.572687 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-f6e78c15-edf3-438e-953c-0e30046b1361 req-f103f28c-4329-4179-b7bb-9d22199a3d98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfedc51e426f4eb4a516398f68b96880&device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 1096 time: 0.1760397 Mar 07 21:45:35.701724 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-204423d3-a15c-4aa9-9884-577c699574f0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:35.749742 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a5069323-e26e-4f02-af39-6921267b37a7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:35.767666 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e78c15-edf3-438e-953c-0e30046b1361 req-6e5b5753-d8e3-441a-bc2f-dfe11cedb7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:35.769096 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-f6e78c15-edf3-438e-953c-0e30046b1361 req-6e5b5753-d8e3-441a-bc2f-dfe11cedb7b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=310bb62d-7f36-4e19-9578-56268ae055e5 HTTP/1.1" status: 200 len: 897 time: 0.1957648 Mar 07 21:45:35.850644 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-f6e78c15-edf3-438e-953c-0e30046b1361 req-ef5bb77f-cdb8-4c92-b917-5dff049a0728 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a876368-7a2b-4fd4-b500-482abc64a0fb HTTP/1.1" status: 200 len: 217 time: 0.0729833 Mar 07 21:45:35.920578 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e78c15-edf3-438e-953c-0e30046b1361 req-7b407a66-17f5-46b8-97b5-6e554b57f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:35.922038 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-f6e78c15-edf3-438e-953c-0e30046b1361 req-7b407a66-17f5-46b8-97b5-6e554b57f5f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=80c9a6f9-8590-40ef-b4e1-094835e8ea95 HTTP/1.1" status: 200 len: 834 time: 0.0637510 Mar 07 21:45:35.995671 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 47994) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:35.998031 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-76ed9aff-fead-4135-b99a-6924309e0299 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:36.010711 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-76ed9aff-fead-4135-b99a-6924309e0299 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:36.072619 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-204423d3-a15c-4aa9-9884-577c699574f0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:36.118422 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204423d3-a15c-4aa9-9884-577c699574f0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Pushing event deleted for resources: {'Subnet': ['ID=a18cdede-a86f-42f7-91a1-d55d541a3468,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:36.122465 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-204423d3-a15c-4aa9-9884-577c699574f0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:36.131155 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-204423d3-a15c-4aa9-9884-577c699574f0 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] 10.222.0.21 "DELETE /v2.0/subnets/a18cdede-a86f-42f7-91a1-d55d541a3468 HTTP/1.1" status: 204 len: 168 time: 0.8019536 Mar 07 21:45:36.137565 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 47998) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:36.137712 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78668bf7-f3d7-4a11-90c7-fbcaae9d2772 None None] Network 44b0adb5-f439-4c95-9d69-41b1973b6882 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:36.151981 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-326e18eb-161d-4f88-a6fb-ed507f80cc48 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/1aa9ba72-f357-4e9e-acf2-b09abc3f0dc3 HTTP/1.1" status: 200 len: 993 time: 0.1517251 Mar 07 21:45:36.172002 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0536bf3-6ccf-41e7-b1ac-c39a063ffab5 req-cd79a32a-0cd5-41ca-aa3a-4b084b24a83e tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:36.173934 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d0536bf3-6ccf-41e7-b1ac-c39a063ffab5 req-cd79a32a-0cd5-41ca-aa3a-4b084b24a83e tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 943 time: 0.4203916 Mar 07 21:45:36.195244 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a5069323-e26e-4f02-af39-6921267b37a7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:36.201331 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5069323-e26e-4f02-af39-6921267b37a7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:36.202013 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a5069323-e26e-4f02-af39-6921267b37a7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:36.220033 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e78c15-edf3-438e-953c-0e30046b1361 req-61c20b4b-65b3-453b-a1f4-cd2da2da82a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:36.223671 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-f6e78c15-edf3-438e-953c-0e30046b1361 req-61c20b4b-65b3-453b-a1f4-cd2da2da82a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=310bb62d-7f36-4e19-9578-56268ae055e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2927523 Mar 07 21:45:36.225440 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91a8e57-e1b9-4332-9fc1-2563d56da500 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Deleting subnet 29a794bc-e4f1-4cdb-835a-ac69a48d99f8 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:45:36.228917 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b91a8e57-e1b9-4332-9fc1-2563d56da500 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:36.252296 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-76ed9aff-fead-4135-b99a-6924309e0299 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:36.252296 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ed9aff-fead-4135-b99a-6924309e0299 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Fanout notify agent at l3_agent the message router_deleted on router ef6d9896-2fb0-423a-bd8d-c1c859748399 {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:45:36.361484 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d0536bf3-6ccf-41e7-b1ac-c39a063ffab5 req-817b1219-5ede-4bb6-89e8-8c437c3bbcc8 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817820 Mar 07 21:45:36.366160 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5069323-e26e-4f02-af39-6921267b37a7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Network': ['ID=2bd543d4-9bee-4c67-a1dd-2044b28211e4,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:36.377508 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-76ed9aff-fead-4135-b99a-6924309e0299 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:36.379214 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 2bd543d4-9bee-4c67-a1dd-2044b28211e4 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:45:36.379894 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b91a8e57-e1b9-4332-9fc1-2563d56da500 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:36.381298 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-76ed9aff-fead-4135-b99a-6924309e0299 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/routers/ef6d9896-2fb0-423a-bd8d-c1c859748399 HTTP/1.1" status: 204 len: 168 time: 1.0691633 Mar 07 21:45:36.381995 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48002) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:36.431966 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d5b77b-6741-4e68-95d1-754fc416fbbc None None] DHCP port deletion for 44b0adb5-f439-4c95-9d69-41b1973b6882 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:45:36.432203 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5b77b-6741-4e68-95d1-754fc416fbbc None None] Deleting port 95fda8ee-1ab2-4840-b736-0e21afa827ed {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:36.432647 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b77b-6741-4e68-95d1-754fc416fbbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:36.471439 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-f6e78c15-edf3-438e-953c-0e30046b1361 req-87094235-6112-4674-8feb-4ac1c68a8bca service neutron] 10.222.0.11 "GET /v2.0/networks/310bb62d-7f36-4e19-9578-56268ae055e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140377 Mar 07 21:45:36.479004 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7dbc27-0323-4bcd-81f1-68eebce0dd5d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting subnet 916588ed-e943-490c-85d4-1a7940a4ed9a {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:45:36.483803 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a5069323-e26e-4f02-af39-6921267b37a7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2892182 Mar 07 21:45:36.484659 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ad7dbc27-0323-4bcd-81f1-68eebce0dd5d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:36.507817 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48006) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:36.521976 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 95fda8ee-1ab2-4840-b736-0e21afa827ed no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:45:36.529914 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-5dfe2828-3da0-4472-95c2-5a085b252b11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'port': {'network_id': '2bd543d4-9bee-4c67-a1dd-2044b28211e4', 'name': 'tempest-PortsTestJSON-355913478'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:36.547929 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ad7dbc27-0323-4bcd-81f1-68eebce0dd5d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:36.635834 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ad7dbc27-0323-4bcd-81f1-68eebce0dd5d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:36.686961 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b91a8e57-e1b9-4332-9fc1-2563d56da500 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:36.760556 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5dfe2828-3da0-4472-95c2-5a085b252b11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:36.776453 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ad7dbc27-0323-4bcd-81f1-68eebce0dd5d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:36.778740 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5dfe2828-3da0-4472-95c2-5a085b252b11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:port and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:36.783774 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5dfe2828-3da0-4472-95c2-5a085b252b11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:36.794919 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5dfe2828-3da0-4472-95c2-5a085b252b11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:36.802671 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:36.805132 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-f6e78c15-edf3-438e-953c-0e30046b1361 req-3b83a760-9aa4-46e1-b4b6-d8d51e4e95e9 service neutron] 10.222.0.11 "GET /v2.0/networks/310bb62d-7f36-4e19-9578-56268ae055e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228381 Mar 07 21:45:36.822017 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-e1d5b77b-6741-4e68-95d1-754fc416fbbc None None] For port 95fda8ee-1ab2-4840-b736-0e21afa827ed, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=95fda8ee-1ab2-4840-b736-0e21afa827ed,segment=NetworkSegment(3b536f3c-7640-4c55-940f-86a2dd247e81),segment_id=3b536f3c-7640-4c55-940f-86a2dd247e81)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:36.827334 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b77b-6741-4e68-95d1-754fc416fbbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:36.835178 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7dbc27-0323-4bcd-81f1-68eebce0dd5d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Subnet': ['ID=916588ed-e943-490c-85d4-1a7940a4ed9a,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:36.839795 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ad7dbc27-0323-4bcd-81f1-68eebce0dd5d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:36.846265 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ad7dbc27-0323-4bcd-81f1-68eebce0dd5d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/subnets/916588ed-e943-490c-85d4-1a7940a4ed9a HTTP/1.1" status: 204 len: 168 time: 0.4631205 Mar 07 21:45:36.852256 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48010) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:36.867392 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfe2828-3da0-4472-95c2-5a085b252b11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:36.872406 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5dfe2828-3da0-4472-95c2-5a085b252b11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:36.891906 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1643f625-9ddb-4cd4-b82e-5fdf8841f6a9 None None] Network 957fe93c-5e5c-403d-a106-658970d2fdf7 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:36.902107 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b91a8e57-e1b9-4332-9fc1-2563d56da500 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:36.907458 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-5dfe2828-3da0-4472-95c2-5a085b252b11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] device_id is not set on port e964517a-1878-4f3b-88b3-e831b3363714 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:45:36.968573 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5b77b-6741-4e68-95d1-754fc416fbbc None None] Calling delete_port for 95fda8ee-1ab2-4840-b736-0e21afa827ed owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:45:36.971449 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fa12d865-bf07-4563-a1d2-007fa3576ef6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:36.982808 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a8e57-e1b9-4332-9fc1-2563d56da500 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Pushing event deleted for resources: {'Subnet': ['ID=29a794bc-e4f1-4cdb-835a-ac69a48d99f8,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:36.983622 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-fa12d865-bf07-4563-a1d2-007fa3576ef6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting port 70a5a887-8723-4faa-8888-e5743827cd20 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:36.988971 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fa12d865-bf07-4563-a1d2-007fa3576ef6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:36.989757 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b91a8e57-e1b9-4332-9fc1-2563d56da500 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:37.013191 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b91a8e57-e1b9-4332-9fc1-2563d56da500 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] 10.222.0.21 "DELETE /v2.0/subnets/29a794bc-e4f1-4cdb-835a-ac69a48d99f8 HTTP/1.1" status: 204 len: 168 time: 0.8804991 Mar 07 21:45:37.015580 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48014) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:37.022083 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9150ab1f-f3b4-476d-a1da-03633092cebb None None] Network e0c08ea4-378c-4b53-a8fe-f6f7992d597c requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:37.059081 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 95fda8ee-1ab2-4840-b736-0e21afa827ed, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=95fda8ee-1ab2-4840-b736-0e21afa827ed,segment=NetworkSegment(3b536f3c-7640-4c55-940f-86a2dd247e81),segment_id=3b536f3c-7640-4c55-940f-86a2dd247e81)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:37.174586 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:37.191441 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f14bb63d-33af-4a01-8fd2-06fb9688cdc4 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:37.207007 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-fa12d865-bf07-4563-a1d2-007fa3576ef6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] For port 70a5a887-8723-4faa-8888-e5743827cd20, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=70a5a887-8723-4faa-8888-e5743827cd20,segment=NetworkSegment(f9675733-7028-49d2-8649-676edcdced7e),segment_id=f9675733-7028-49d2-8649-676edcdced7e)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:37.207612 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fa12d865-bf07-4563-a1d2-007fa3576ef6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:37.271460 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-f14bb63d-33af-4a01-8fd2-06fb9688cdc4 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Deleting port 95fda8ee-1ab2-4840-b736-0e21afa827ed {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:37.272869 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f14bb63d-33af-4a01-8fd2-06fb9688cdc4 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:37.331033 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5dfe2828-3da0-4472-95c2-5a085b252b11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:37.337246 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-fa12d865-bf07-4563-a1d2-007fa3576ef6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Calling delete_port for 70a5a887-8723-4faa-8888-e5743827cd20 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:45:37.449169 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-e1d5b77b-6741-4e68-95d1-754fc416fbbc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:45:37.449520 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-e1d5b77b-6741-4e68-95d1-754fc416fbbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:45:37.465673 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=95fda8ee-1ab2-4840-b736-0e21afa827ed,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:37.493808 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fa12d865-bf07-4563-a1d2-007fa3576ef6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:37.524911 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-f14bb63d-33af-4a01-8fd2-06fb9688cdc4 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] For port 95fda8ee-1ab2-4840-b736-0e21afa827ed, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=95fda8ee-1ab2-4840-b736-0e21afa827ed,segment=NetworkSegment(3b536f3c-7640-4c55-940f-86a2dd247e81),segment_id=3b536f3c-7640-4c55-940f-86a2dd247e81)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:37.525267 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f14bb63d-33af-4a01-8fd2-06fb9688cdc4 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:37.587279 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba620b1-3163-4805-b0c7-7ab71bb51f50 None None] DHCP port deletion for 957fe93c-5e5c-403d-a106-658970d2fdf7 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:45:37.591653 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5dfe2828-3da0-4472-95c2-5a085b252b11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:37.609665 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa12d865-bf07-4563-a1d2-007fa3576ef6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] No DVR routers for this DVR port 70a5a887-8723-4faa-8888-e5743827cd20 on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:37.616852 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12d865-bf07-4563-a1d2-007fa3576ef6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Port': ['ID=70a5a887-8723-4faa-8888-e5743827cd20,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:37.623725 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6191c5a1-9173-4a5a-8553-2e530c965662 None None] DHCP port deletion for e0c08ea4-378c-4b53-a8fe-f6f7992d597c request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:45:37.628444 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-6191c5a1-9173-4a5a-8553-2e530c965662 None None] Deleting port 2a691d90-5a78-48f8-b719-fbe2c24245f7 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:37.628926 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6191c5a1-9173-4a5a-8553-2e530c965662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:37.817404 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-f14bb63d-33af-4a01-8fd2-06fb9688cdc4 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Calling delete_port for 95fda8ee-1ab2-4840-b736-0e21afa827ed owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:45:37.925249 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe2828-3da0-4472-95c2-5a085b252b11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Port': ['ID=e964517a-1878-4f3b-88b3-e831b3363714,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:37.950543 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fa12d865-bf07-4563-a1d2-007fa3576ef6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:37.952313 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfe2828-3da0-4472-95c2-5a085b252b11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Checking segment: {'id': '4195d4ba-037d-4888-91ee-16582821e4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2bd543d4-9bee-4c67-a1dd-2044b28211e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:37.952771 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfe2828-3da0-4472-95c2-5a085b252b11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network hostable DHCP agents. Network: 2bd543d4-9bee-4c67-a1dd-2044b28211e4, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:45:37.961531 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5b77b-6741-4e68-95d1-754fc416fbbc None None] Deleting port 95fda8ee-1ab2-4840-b736-0e21afa827ed {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:37.961903 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b77b-6741-4e68-95d1-754fc416fbbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:37.974204 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cca1fe-0ba9-4b61-a1f7-31900f67cdee req-8e002942-42fb-4261-86b7-bff966707da5 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:37.975699 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-74cca1fe-0ba9-4b61-a1f7-31900f67cdee req-8e002942-42fb-4261-86b7-bff966707da5 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 943 time: 0.4243815 Mar 07 21:45:38.004543 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-fa12d865-bf07-4563-a1d2-007fa3576ef6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957fe93c-5e5c-403d-a106-658970d2fdf7']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:38.020741 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-fa12d865-bf07-4563-a1d2-007fa3576ef6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9675733-7028-49d2-8649-676edcdced7e') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:38.021039 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-fa12d865-bf07-4563-a1d2-007fa3576ef6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9675733-7028-49d2-8649-676edcdced7e') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:38.038659 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-6191c5a1-9173-4a5a-8553-2e530c965662 None None] For port 2a691d90-5a78-48f8-b719-fbe2c24245f7, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2a691d90-5a78-48f8-b719-fbe2c24245f7,segment=NetworkSegment(8216326f-0268-45bc-ba2c-019cad5848fe),segment_id=8216326f-0268-45bc-ba2c-019cad5848fe)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:38.038988 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6191c5a1-9173-4a5a-8553-2e530c965662 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.042328 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fa12d865-bf07-4563-a1d2-007fa3576ef6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.050071 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f14bb63d-33af-4a01-8fd2-06fb9688cdc4 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.051509 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 4a876368-7a2b-4fd4-b500-482abc64a0fb details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 21:45:38.058881 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-74cca1fe-0ba9-4b61-a1f7-31900f67cdee req-28756142-e4ff-454d-b4b8-763e04ea643a tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740049 Mar 07 21:45:38.065190 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fa12d865-bf07-4563-a1d2-007fa3576ef6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.072035 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa12d865-bf07-4563-a1d2-007fa3576ef6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:45:38.072332 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fa12d865-bf07-4563-a1d2-007fa3576ef6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:45:38.087925 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:45:38.109020 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfe2828-3da0-4472-95c2-5a085b252b11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network 2bd543d4-9bee-4c67-a1dd-2044b28211e4 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:45:38.124346 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bb63d-33af-4a01-8fd2-06fb9688cdc4 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Pushing event deleted for resources: {'Port': ['ID=95fda8ee-1ab2-4840-b736-0e21afa827ed,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:38.135339 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14bb63d-33af-4a01-8fd2-06fb9688cdc4 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] No DVR routers for this DVR port 95fda8ee-1ab2-4840-b736-0e21afa827ed on host dv-neutron-829957-1-hyperv {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:38.205347 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-5dfe2828-3da0-4472-95c2-5a085b252b11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 2bd543d4-9bee-4c67-a1dd-2044b28211e4) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:38.220812 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-6191c5a1-9173-4a5a-8553-2e530c965662 None None] Calling delete_port for 2a691d90-5a78-48f8-b719-fbe2c24245f7 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:45:38.232557 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fa12d865-bf07-4563-a1d2-007fa3576ef6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.251401 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5b77b-6741-4e68-95d1-754fc416fbbc None None] The port '95fda8ee-1ab2-4840-b736-0e21afa827ed' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:45:38.253508 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718cdadd-ea8d-4eb8-8118-a291c924bd9f None None] Network 2bd543d4-9bee-4c67-a1dd-2044b28211e4 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:38.256356 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfe2828-3da0-4472-95c2-5a085b252b11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:38.260774 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fa12d865-bf07-4563-a1d2-007fa3576ef6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.261728 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfe2828-3da0-4472-95c2-5a085b252b11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:38.262352 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5dfe2828-3da0-4472-95c2-5a085b252b11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.270228 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12d865-bf07-4563-a1d2-007fa3576ef6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Network': ['ID=957fe93c-5e5c-403d-a106-658970d2fdf7,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:38.272051 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f14bb63d-33af-4a01-8fd2-06fb9688cdc4 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.310807 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-f14bb63d-33af-4a01-8fd2-06fb9688cdc4 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b0adb5-f439-4c95-9d69-41b1973b6882']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:38.322853 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-f14bb63d-33af-4a01-8fd2-06fb9688cdc4 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b536f3c-7640-4c55-940f-86a2dd247e81') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:38.323087 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-f14bb63d-33af-4a01-8fd2-06fb9688cdc4 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b536f3c-7640-4c55-940f-86a2dd247e81') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:38.335091 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f14bb63d-33af-4a01-8fd2-06fb9688cdc4 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.352286 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f14bb63d-33af-4a01-8fd2-06fb9688cdc4 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.353875 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-fa12d865-bf07-4563-a1d2-007fa3576ef6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/networks/957fe93c-5e5c-403d-a106-658970d2fdf7 HTTP/1.1" status: 204 len: 168 time: 1.5005400 Mar 07 21:45:38.359169 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14bb63d-33af-4a01-8fd2-06fb9688cdc4 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:45:38.359646 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f14bb63d-33af-4a01-8fd2-06fb9688cdc4 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.362464 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48020) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:38.368687 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-e9af21fb-6ba0-47c6-873b-2375a9d31df2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-353919145', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:45:38.375594 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:45:38.378040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e9af21fb-6ba0-47c6-873b-2375a9d31df2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:38.378153 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5dfe2828-3da0-4472-95c2-5a085b252b11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8681860 Mar 07 21:45:38.382672 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48024) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:38.390142 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-3878552d-30cf-4137-8b3e-d489c45af370 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-814335365'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:38.394723 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e9af21fb-6ba0-47c6-873b-2375a9d31df2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:router and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:38.398400 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e9af21fb-6ba0-47c6-873b-2375a9d31df2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:38.401294 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3878552d-30cf-4137-8b3e-d489c45af370 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:38.407528 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e9af21fb-6ba0-47c6-873b-2375a9d31df2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:38.409896 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3878552d-30cf-4137-8b3e-d489c45af370 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:network and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:38.413463 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3878552d-30cf-4137-8b3e-d489c45af370 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:38.427151 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3878552d-30cf-4137-8b3e-d489c45af370 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:38.494895 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e9af21fb-6ba0-47c6-873b-2375a9d31df2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.496037 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e9af21fb-6ba0-47c6-873b-2375a9d31df2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.508778 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 70a5a887-8723-4faa-8888-e5743827cd20 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:45:38.511257 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e9af21fb-6ba0-47c6-873b-2375a9d31df2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.524635 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f14bb63d-33af-4a01-8fd2-06fb9688cdc4 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.525329 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3878552d-30cf-4137-8b3e-d489c45af370 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:38.530476 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3878552d-30cf-4137-8b3e-d489c45af370 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.546897 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f14bb63d-33af-4a01-8fd2-06fb9688cdc4 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.553448 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bb63d-33af-4a01-8fd2-06fb9688cdc4 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Pushing event deleted for resources: {'Network': ['ID=44b0adb5-f439-4c95-9d69-41b1973b6882,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:38.557767 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f14bb63d-33af-4a01-8fd2-06fb9688cdc4 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] 10.222.0.21 "DELETE /v2.0/networks/44b0adb5-f439-4c95-9d69-41b1973b6882 HTTP/1.1" status: 204 len: 168 time: 1.5411487 Mar 07 21:45:38.565039 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3878552d-30cf-4137-8b3e-d489c45af370 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:38.565873 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48028) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:38.575534 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3878552d-30cf-4137-8b3e-d489c45af370 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.575875 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-3878552d-30cf-4137-8b3e-d489c45af370 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Added segment 1b7f4bba-eea1-4a61-b8ba-0021f2afddb8 of type vlan for network 58786676-7e6b-4a17-83bf-fed3d4b6d8c1 Mar 07 21:45:38.585332 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 70a5a887-8723-4faa-8888-e5743827cd20 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:45:38.585679 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 70a5a887-8723-4faa-8888-e5743827cd20 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:45:38.586123 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2a691d90-5a78-48f8-b719-fbe2c24245f7 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:45:38.605677 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3878552d-30cf-4137-8b3e-d489c45af370 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.610243 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e9af21fb-6ba0-47c6-873b-2375a9d31df2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.683105 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b5836d00-e2e8-4a11-af13-493fea9057a6 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.694080 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-b5836d00-e2e8-4a11-af13-493fea9057a6 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Deleting port 2a691d90-5a78-48f8-b719-fbe2c24245f7 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:38.694972 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b5836d00-e2e8-4a11-af13-493fea9057a6 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.705704 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 4a876368-7a2b-4fd4-b500-482abc64a0fb, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=4a876368-7a2b-4fd4-b500-482abc64a0fb,segment=NetworkSegment(26e41f47-657c-4e85-b994-dcfeb77ffb5e),segment_id=26e41f47-657c-4e85-b994-dcfeb77ffb5e)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:38.720297 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6191c5a1-9173-4a5a-8553-2e530c965662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.731078 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3878552d-30cf-4137-8b3e-d489c45af370 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.737406 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3878552d-30cf-4137-8b3e-d489c45af370 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:38.738095 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3878552d-30cf-4137-8b3e-d489c45af370 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.742402 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e9af21fb-6ba0-47c6-873b-2375a9d31df2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.746882 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e9af21fb-6ba0-47c6-873b-2375a9d31df2 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3799992 Mar 07 21:45:38.755208 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48032) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:38.761650 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-b5836d00-e2e8-4a11-af13-493fea9057a6 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] The port '2a691d90-5a78-48f8-b719-fbe2c24245f7' was deleted {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:45:38.764025 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No ports have port_id starting with 2a691d90-5a78-48f8-b719-fbe2c24245f7 Mar 07 21:45:38.766500 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-8663ea19-a43e-40a5-b718-30e124b218f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'network': {'name': 'tempest-RoutersTest-1216711997'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:38.770925 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '4a876368-7a2b-4fd4-b500-482abc64a0fb', 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5', 'port_id': '4a876368-7a2b-4fd4-b500-482abc64a0fb', 'mac_address': 'fa:16:3e:e1:6d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c9a6f9-8590-40ef-b4e1-094835e8ea95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 21:45:38.805157 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8663ea19-a43e-40a5-b718-30e124b218f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:38.825114 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8663ea19-a43e-40a5-b718-30e124b218f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:network and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:38.830969 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8663ea19-a43e-40a5-b718-30e124b218f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:38.833021 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191c5a1-9173-4a5a-8553-2e530c965662 None None] Pushing event deleted for resources: {'Port': ['ID=2a691d90-5a78-48f8-b719-fbe2c24245f7,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:38.845064 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6191c5a1-9173-4a5a-8553-2e530c965662 None None] No DVR routers for this DVR port 2a691d90-5a78-48f8-b719-fbe2c24245f7 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:38.851107 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8663ea19-a43e-40a5-b718-30e124b218f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:38.877538 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3878552d-30cf-4137-8b3e-d489c45af370 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Network': ['ID=58786676-7e6b-4a17-83bf-fed3d4b6d8c1,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:38.898608 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 58786676-7e6b-4a17-83bf-fed3d4b6d8c1 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:45:38.916186 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b5836d00-e2e8-4a11-af13-493fea9057a6 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.928939 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.936180 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3878552d-30cf-4137-8b3e-d489c45af370 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5522015 Mar 07 21:45:38.939241 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48036) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:38.945778 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-b5836d00-e2e8-4a11-af13-493fea9057a6 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c08ea4-378c-4b53-a8fe-f6f7992d597c']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:38.945993 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'ports': [{'network_id': '2bd543d4-9bee-4c67-a1dd-2044b28211e4'}, {'network_id': '58786676-7e6b-4a17-83bf-fed3d4b6d8c1'}]} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:38.946344 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'port': {'network_id': '2bd543d4-9bee-4c67-a1dd-2044b28211e4'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:38.946880 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'port': {'network_id': '58786676-7e6b-4a17-83bf-fed3d4b6d8c1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:38.959438 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-b5836d00-e2e8-4a11-af13-493fea9057a6 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8216326f-0268-45bc-ba2c-019cad5848fe') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:38.959725 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-b5836d00-e2e8-4a11-af13-493fea9057a6 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8216326f-0268-45bc-ba2c-019cad5848fe') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:38.966614 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8663ea19-a43e-40a5-b718-30e124b218f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Made reservation on behalf of b77dfcf064844de7b83d64320b9ee466 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:38.970428 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8663ea19-a43e-40a5-b718-30e124b218f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:38.990932 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b5836d00-e2e8-4a11-af13-493fea9057a6 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:39.003084 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a876368-7a2b-4fd4-b500-482abc64a0fb {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:45:39.015397 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b5836d00-e2e8-4a11-af13-493fea9057a6 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:39.017396 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8663ea19-a43e-40a5-b718-30e124b218f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:39.026393 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5836d00-e2e8-4a11-af13-493fea9057a6 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:45:39.026793 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b5836d00-e2e8-4a11-af13-493fea9057a6 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:39.032086 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 4a876368-7a2b-4fd4-b500-482abc64a0fb, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=4a876368-7a2b-4fd4-b500-482abc64a0fb,segment=NetworkSegment(26e41f47-657c-4e85-b994-dcfeb77ffb5e),segment_id=26e41f47-657c-4e85-b994-dcfeb77ffb5e)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:45:39.041602 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:45:39.058701 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8663ea19-a43e-40a5-b718-30e124b218f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:39.059042 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-8663ea19-a43e-40a5-b718-30e124b218f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Added segment 72a4a0be-e0e1-4979-9f2f-964cc8e37e50 of type vlan for network dbf659ed-e1b5-410c-bec1-108af7eba963 Mar 07 21:45:39.084827 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:39.162992 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:39.167026 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:port and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:39.170348 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:39.171089 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=4a876368-7a2b-4fd4-b500-482abc64a0fb,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:39.176748 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:39.217579 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b5836d00-e2e8-4a11-af13-493fea9057a6 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:39.241455 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b5836d00-e2e8-4a11-af13-493fea9057a6 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:39.248724 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8663ea19-a43e-40a5-b718-30e124b218f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:39.258766 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5836d00-e2e8-4a11-af13-493fea9057a6 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Pushing event deleted for resources: {'Network': ['ID=e0c08ea4-378c-4b53-a8fe-f6f7992d597c,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:39.263300 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b5836d00-e2e8-4a11-af13-493fea9057a6 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] 10.222.0.21 "DELETE /v2.0/networks/e0c08ea4-378c-4b53-a8fe-f6f7992d597c HTTP/1.1" status: 204 len: 168 time: 0.6962724 Mar 07 21:45:39.265182 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6ec71-777a-4f79-a028-3b9313fdcfb6 req-82848b82-92a9-4b73-9857-badd216abfdf tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:39.266731 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f7a6ec71-777a-4f79-a028-3b9313fdcfb6 req-82848b82-92a9-4b73-9857-badd216abfdf tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 944 time: 0.0875990 Mar 07 21:45:39.266889 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48042) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:39.301421 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'port': 2} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:39.305697 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:39.309730 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['4a876368-7a2b-4fd4-b500-482abc64a0fb'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 21:45:39.329374 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f7a6ec71-777a-4f79-a028-3b9313fdcfb6 req-3979cbe0-77cd-40af-83a3-7ce8f40655fc tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564599 Mar 07 21:45:39.330974 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:39.347316 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83b30b5-74ab-47f0-8893-e348df56dc6f tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Deleting subnet 17cd5fdc-ae5e-475f-bf56-f511fd1d2768 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:45:39.352187 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a83b30b5-74ab-47f0-8893-e348df56dc6f tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:39.407289 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8663ea19-a43e-40a5-b718-30e124b218f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:39.413336 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8663ea19-a43e-40a5-b718-30e124b218f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:39.414462 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8663ea19-a43e-40a5-b718-30e124b218f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:39.449969 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a83b30b5-74ab-47f0-8893-e348df56dc6f tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:39.560991 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] device_id is not set on port 1e0e7622-3715-4381-8375-670d0da758c4 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:45:39.567571 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8663ea19-a43e-40a5-b718-30e124b218f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8116353 Mar 07 21:45:39.571592 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48046) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:39.577707 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663ea19-a43e-40a5-b718-30e124b218f5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Network': ['ID=dbf659ed-e1b5-410c-bec1-108af7eba963,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:39.579595 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-65c183f4-01c2-4f2c-8201-fa3a6f8f77bc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'subnet': {'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:39.612874 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network dbf659ed-e1b5-410c-bec1-108af7eba963 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:45:39.620608 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a83b30b5-74ab-47f0-8893-e348df56dc6f tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:39.700975 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-65c183f4-01c2-4f2c-8201-fa3a6f8f77bc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:39.715407 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-65c183f4-01c2-4f2c-8201-fa3a6f8f77bc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:subnet and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:39.720130 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-65c183f4-01c2-4f2c-8201-fa3a6f8f77bc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:39.735042 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-65c183f4-01c2-4f2c-8201-fa3a6f8f77bc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:39.768932 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a83b30b5-74ab-47f0-8893-e348df56dc6f tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:39.772650 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:39.865978 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c183f4-01c2-4f2c-8201-fa3a6f8f77bc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Made reservation on behalf of b77dfcf064844de7b83d64320b9ee466 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:39.869863 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-65c183f4-01c2-4f2c-8201-fa3a6f8f77bc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:39.925938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] device_id is not set on port 7f2d3b0f-4c81-4c4e-8619-aa65c2081f35 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:45:39.930189 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a83b30b5-74ab-47f0-8893-e348df56dc6f tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:39.934726 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b30b5-74ab-47f0-8893-e348df56dc6f tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Pushing event deleted for resources: {'Subnet': ['ID=17cd5fdc-ae5e-475f-bf56-f511fd1d2768,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:39.935872 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b80e65-0fa9-4bb9-90ca-0e11ffa47fbc None None] Network c04458e3-6ea4-489e-852c-5c11cadf65f6 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:39.939989 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a83b30b5-74ab-47f0-8893-e348df56dc6f tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] 10.222.0.21 "DELETE /v2.0/subnets/17cd5fdc-ae5e-475f-bf56-f511fd1d2768 HTTP/1.1" status: 204 len: 168 time: 0.6710265 Mar 07 21:45:39.949810 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48050) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:40.058126 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cd35536f-2a4d-4ad1-a390-fd90fa58cc91 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:40.069515 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-cd35536f-2a4d-4ad1-a390-fd90fa58cc91 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Deleting port deae1578-99d6-47cb-b207-9b28a68934a0 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:40.069866 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cd35536f-2a4d-4ad1-a390-fd90fa58cc91 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:40.159361 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:40.206494 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824ee5c2-d55d-428d-9ea4-22b182e68956 None None] DHCP port deletion for c04458e3-6ea4-489e-852c-5c11cadf65f6 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:45:40.211083 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-824ee5c2-d55d-428d-9ea4-22b182e68956 None None] Deleting port deae1578-99d6-47cb-b207-9b28a68934a0 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:40.211446 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-824ee5c2-d55d-428d-9ea4-22b182e68956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:40.244702 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-65c183f4-01c2-4f2c-8201-fa3a6f8f77bc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:40.284996 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-cd35536f-2a4d-4ad1-a390-fd90fa58cc91 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] For port deae1578-99d6-47cb-b207-9b28a68934a0, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=deae1578-99d6-47cb-b207-9b28a68934a0,segment=NetworkSegment(e932e39c-2b9b-426d-95f8-05a98fe2e45e),segment_id=e932e39c-2b9b-426d-95f8-05a98fe2e45e)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:40.284996 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cd35536f-2a4d-4ad1-a390-fd90fa58cc91 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:40.286341 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:40.419885 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-cd35536f-2a4d-4ad1-a390-fd90fa58cc91 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Calling delete_port for deae1578-99d6-47cb-b207-9b28a68934a0 owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:45:40.428329 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-824ee5c2-d55d-428d-9ea4-22b182e68956 None None] For port deae1578-99d6-47cb-b207-9b28a68934a0, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=deae1578-99d6-47cb-b207-9b28a68934a0,segment=NetworkSegment(e932e39c-2b9b-426d-95f8-05a98fe2e45e),segment_id=e932e39c-2b9b-426d-95f8-05a98fe2e45e)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:40.428964 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-824ee5c2-d55d-428d-9ea4-22b182e68956 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:40.490715 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Port': ['ID=1e0e7622-3715-4381-8375-670d0da758c4,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:40.549632 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network 2bd543d4-9bee-4c67-a1dd-2044b28211e4 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:40.557042 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device deae1578-99d6-47cb-b207-9b28a68934a0 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:45:40.569925 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cd35536f-2a4d-4ad1-a390-fd90fa58cc91 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:40.585647 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c183f4-01c2-4f2c-8201-fa3a6f8f77bc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Subnet': ['ID=fb3bf977-4ff2-49c8-92ec-f5df716178ca,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:40.587861 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:40.589352 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-824ee5c2-d55d-428d-9ea4-22b182e68956 None None] Calling delete_port for deae1578-99d6-47cb-b207-9b28a68934a0 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:45:40.596338 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:40.597146 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:40.622732 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35536f-2a4d-4ad1-a390-fd90fa58cc91 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Pushing event deleted for resources: {'Port': ['ID=deae1578-99d6-47cb-b207-9b28a68934a0,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:40.629177 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd35536f-2a4d-4ad1-a390-fd90fa58cc91 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] No DVR routers for this DVR port deae1578-99d6-47cb-b207-9b28a68934a0 on host dv-neutron-829957-1-hyperv {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:40.633108 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: deae1578-99d6-47cb-b207-9b28a68934a0 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:45:40.633401 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device deae1578-99d6-47cb-b207-9b28a68934a0 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:45:40.658664 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c183f4-01c2-4f2c-8201-fa3a6f8f77bc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Checking segment: {'id': '72a4a0be-e0e1-4979-9f2f-964cc8e37e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:40.659036 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c183f4-01c2-4f2c-8201-fa3a6f8f77bc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network hostable DHCP agents. Network: dbf659ed-e1b5-410c-bec1-108af7eba963, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:45:40.683709 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-824ee5c2-d55d-428d-9ea4-22b182e68956 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:45:40.684336 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-824ee5c2-d55d-428d-9ea4-22b182e68956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:45:40.713392 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Port': ['ID=7f2d3b0f-4c81-4c4e-8619-aa65c2081f35,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:40.748711 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Checking segment: {'id': '1b7f4bba-eea1-4a61-b8ba-0021f2afddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '58786676-7e6b-4a17-83bf-fed3d4b6d8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:40.749111 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network hostable DHCP agents. Network: 58786676-7e6b-4a17-83bf-fed3d4b6d8c1, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:45:40.761225 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cd35536f-2a4d-4ad1-a390-fd90fa58cc91 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:40.769845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364abd2-3d67-43e5-bc31-56f8cdbf83d8 req-8f939324-65a7-42a4-a693-7aa00311b81d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:40.771331 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c364abd2-3d67-43e5-bc31-56f8cdbf83d8 req-8f939324-65a7-42a4-a693-7aa00311b81d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 944 time: 0.2258015 Mar 07 21:45:40.788521 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-cd35536f-2a4d-4ad1-a390-fd90fa58cc91 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04458e3-6ea4-489e-852c-5c11cadf65f6']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:40.801608 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-cd35536f-2a4d-4ad1-a390-fd90fa58cc91 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e932e39c-2b9b-426d-95f8-05a98fe2e45e') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:40.802167 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-cd35536f-2a4d-4ad1-a390-fd90fa58cc91 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e932e39c-2b9b-426d-95f8-05a98fe2e45e') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:40.814360 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cd35536f-2a4d-4ad1-a390-fd90fa58cc91 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:40.818471 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c364abd2-3d67-43e5-bc31-56f8cdbf83d8 req-425eb3fe-5ceb-4617-8fa3-d728fc58a586 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401814 Mar 07 21:45:40.838331 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cd35536f-2a4d-4ad1-a390-fd90fa58cc91 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:40.844704 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c183f4-01c2-4f2c-8201-fa3a6f8f77bc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network dbf659ed-e1b5-410c-bec1-108af7eba963 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:45:40.845282 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd35536f-2a4d-4ad1-a390-fd90fa58cc91 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:45:40.849360 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cd35536f-2a4d-4ad1-a390-fd90fa58cc91 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:45:40.860475 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:45:40.867182 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network 58786676-7e6b-4a17-83bf-fed3d4b6d8c1 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:45:40.942551 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-65c183f4-01c2-4f2c-8201-fa3a6f8f77bc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, dbf659ed-e1b5-410c-bec1-108af7eba963) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:40.944487 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 58786676-7e6b-4a17-83bf-fed3d4b6d8c1) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:40.948836 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c183f4-01c2-4f2c-8201-fa3a6f8f77bc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:40.952846 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-65c183f4-01c2-4f2c-8201-fa3a6f8f77bc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:40.954283 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:40.954463 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71d29f5-ae6f-4d65-9e84-ad8d60c0910a None None] Network dbf659ed-e1b5-410c-bec1-108af7eba963 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:40.959149 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:40.963871 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:40.964501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:40.967911 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdbc33d-6977-4125-8136-3a557c6fed4b None None] Network 58786676-7e6b-4a17-83bf-fed3d4b6d8c1 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:41.044165 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cd35536f-2a4d-4ad1-a390-fd90fa58cc91 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:41.048638 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cd35536f-2a4d-4ad1-a390-fd90fa58cc91 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:41.073478 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35536f-2a4d-4ad1-a390-fd90fa58cc91 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Pushing event deleted for resources: {'Network': ['ID=c04458e3-6ea4-489e-852c-5c11cadf65f6,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:41.078246 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cd35536f-2a4d-4ad1-a390-fd90fa58cc91 tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] 10.222.0.21 "DELETE /v2.0/networks/c04458e3-6ea4-489e-852c-5c11cadf65f6 HTTP/1.1" status: 204 len: 168 time: 1.1348913 Mar 07 21:45:41.084529 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48056) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:41.084644 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-65c183f4-01c2-4f2c-8201-fa3a6f8f77bc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5106008 Mar 07 21:45:41.085443 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48060) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:41.088914 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-18b4418f-76a9-45aa-b121-070408ce4e65 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1486089 Mar 07 21:45:41.089678 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48064) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:41.156522 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-78ff177d-d880-4caf-a3c1-57c64be983d8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting port 7f2d3b0f-4c81-4c4e-8619-aa65c2081f35 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:41.156897 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-78ff177d-d880-4caf-a3c1-57c64be983d8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:41.195957 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-3829078e-2e9f-4a4f-ba98-2cd07ca76f2e tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Synchronizing usage tracker for tenant:de482843420644a99ab7cf09711a64c7 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:45:41.197989 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-824ee5c2-d55d-428d-9ea4-22b182e68956 None None] Deleting port deae1578-99d6-47cb-b207-9b28a68934a0 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:41.198129 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-824ee5c2-d55d-428d-9ea4-22b182e68956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:41.311088 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-824ee5c2-d55d-428d-9ea4-22b182e68956 None None] The port 'deae1578-99d6-47cb-b207-9b28a68934a0' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:45:41.384825 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-78ff177d-d880-4caf-a3c1-57c64be983d8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:41.397055 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-3829078e-2e9f-4a4f-ba98-2cd07ca76f2e tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Unset dirty status for tenant:de482843420644a99ab7cf09711a64c7 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:45:41.398088 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3829078e-2e9f-4a4f-ba98-2cd07ca76f2e tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] 10.222.0.21 "GET /v2.0/ports?device_id=07c787fb-da75-4ca6-bf42-f752170c0b44 HTTP/1.1" status: 200 len: 205 time: 0.3157961 Mar 07 21:45:41.405459 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9506451f-b4de-47db-883b-863a053bb0ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-dbf659ed-e1b5-410c-bec1-108af7eba963', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:45:41.406465 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9506451f-b4de-47db-883b-863a053bb0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:41.407369 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48068) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:41.513469 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-78ff177d-d880-4caf-a3c1-57c64be983d8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Calling delete_port for 7f2d3b0f-4c81-4c4e-8619-aa65c2081f35 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:45:41.619709 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-9506451f-b4de-47db-883b-863a053bb0ac None None] Allocated IP 172.20.0.2 (dbf659ed-e1b5-410c-bec1-108af7eba963/fb3bf977-4ff2-49c8-92ec-f5df716178ca/cdbea839-366c-4a6d-a723-2aaeb0cfa558) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:41.741203 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-78ff177d-d880-4caf-a3c1-57c64be983d8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:41.785545 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bc0def80-11c0-4928-a499-b6fd7e8ebd0a tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:41.791464 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff177d-d880-4caf-a3c1-57c64be983d8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Port': ['ID=7f2d3b0f-4c81-4c4e-8619-aa65c2081f35,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:41.804646 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-78ff177d-d880-4caf-a3c1-57c64be983d8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:41.814371 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-78ff177d-d880-4caf-a3c1-57c64be983d8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/ports/7f2d3b0f-4c81-4c4e-8619-aa65c2081f35 HTTP/1.1" status: 204 len: 168 time: 0.7235343 Mar 07 21:45:41.821839 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48072) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:41.840022 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9506451f-b4de-47db-883b-863a053bb0ac None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:41.872257 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9506451f-b4de-47db-883b-863a053bb0ac None None] Transition to ACTIVE for port object cdbea839-366c-4a6d-a723-2aaeb0cfa558 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:41.892694 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9506451f-b4de-47db-883b-863a053bb0ac None None] Transition to ACTIVE for port object cdbea839-366c-4a6d-a723-2aaeb0cfa558 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:41.925643 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6a1128-649a-4c0c-9c86-e6200a337d75 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:41.931799 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6a1128-649a-4c0c-9c86-e6200a337d75 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:41.932544 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-af6a1128-649a-4c0c-9c86-e6200a337d75 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Synchronizing usage tracker for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:45:41.958838 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9506451f-b4de-47db-883b-863a053bb0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:42.023606 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9506451f-b4de-47db-883b-863a053bb0ac None None] Network dbf659ed-e1b5-410c-bec1-108af7eba963 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:42.027946 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d6af4-f020-4089-896d-3fe0baa23473 req-aa3b305d-3ec8-44f8-bc08-a8ce1ff5bf9a tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:42.029422 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-964d6af4-f020-4089-896d-3fe0baa23473 req-aa3b305d-3ec8-44f8-bc08-a8ce1ff5bf9a tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 944 time: 0.0889993 Mar 07 21:45:42.032771 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-9506451f-b4de-47db-883b-863a053bb0ac None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:42.037140 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9506451f-b4de-47db-883b-863a053bb0ac None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:42.056953 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-af6a1128-649a-4c0c-9c86-e6200a337d75 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Unset dirty status for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:45:42.058109 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-af6a1128-649a-4c0c-9c86-e6200a337d75 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2350926 Mar 07 21:45:42.065445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48078) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:42.072348 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506451f-b4de-47db-883b-863a053bb0ac None None] Pushing event updated for resources: {'Port': ['ID=cdbea839-366c-4a6d-a723-2aaeb0cfa558,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:42.081092 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 4a876368-7a2b-4fd4-b500-482abc64a0fb up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:45:42.124261 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-55e0d87d-09f1-405d-9ca3-3d69de1d5cee tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:42.125526 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-964d6af4-f020-4089-896d-3fe0baa23473 req-d552229c-a4e7-4e6d-ae92-d54efc0fb1f8 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896013 Mar 07 21:45:42.152335 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-18401870-aac6-4306-8f83-32694c716271 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting port 1e0e7622-3715-4381-8375-670d0da758c4 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:42.152916 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18401870-aac6-4306-8f83-32694c716271 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:42.193627 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-9506451f-b4de-47db-883b-863a053bb0ac None None] Attempting to bind port cdbea839-366c-4a6d-a723-2aaeb0cfa558 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:45:42.194342 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-9506451f-b4de-47db-883b-863a053bb0ac None None] Attempting to bind port cdbea839-366c-4a6d-a723-2aaeb0cfa558 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '72a4a0be-e0e1-4979-9f2f-964cc8e37e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:45:42.194826 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9506451f-b4de-47db-883b-863a053bb0ac None None] Attempting to bind port cdbea839-366c-4a6d-a723-2aaeb0cfa558 on network dbf659ed-e1b5-410c-bec1-108af7eba963 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:45:42.200633 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9506451f-b4de-47db-883b-863a053bb0ac None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:45:42.201120 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9506451f-b4de-47db-883b-863a053bb0ac None None] Checking segment: {'id': '72a4a0be-e0e1-4979-9f2f-964cc8e37e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:42.201621 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9506451f-b4de-47db-883b-863a053bb0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:42.202152 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9506451f-b4de-47db-883b-863a053bb0ac None None] Bound using segment: {'id': '72a4a0be-e0e1-4979-9f2f-964cc8e37e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:45:42.202727 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-9506451f-b4de-47db-883b-863a053bb0ac None None] Bound port: cdbea839-366c-4a6d-a723-2aaeb0cfa558, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a4a0be-e0e1-4979-9f2f-964cc8e37e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:45:42.203908 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9506451f-b4de-47db-883b-863a053bb0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:42.253252 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bc0def80-11c0-4928-a499-b6fd7e8ebd0a tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:42.262513 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bc0def80-11c0-4928-a499-b6fd7e8ebd0a tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:42.288898 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 4a876368-7a2b-4fd4-b500-482abc64a0fb completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:42.300599 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 4a876368-7a2b-4fd4-b500-482abc64a0fb triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:42.300965 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:42.341007 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-9506451f-b4de-47db-883b-863a053bb0ac None None] For port cdbea839-366c-4a6d-a723-2aaeb0cfa558, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:45:42.358745 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-9506451f-b4de-47db-883b-863a053bb0ac None None] For port cdbea839-366c-4a6d-a723-2aaeb0cfa558, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=cdbea839-366c-4a6d-a723-2aaeb0cfa558,segment=NetworkSegment(72a4a0be-e0e1-4979-9f2f-964cc8e37e50),segment_id=72a4a0be-e0e1-4979-9f2f-964cc8e37e50)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:45:42.379759 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18401870-aac6-4306-8f83-32694c716271 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:42.430364 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9506451f-b4de-47db-883b-863a053bb0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:42.456959 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bc0def80-11c0-4928-a499-b6fd7e8ebd0a tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:42.457519 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0def80-11c0-4928-a499-b6fd7e8ebd0a tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Fanout notify agent at l3_agent the message router_deleted on router 07c787fb-da75-4ca6-bf42-f752170c0b44 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:45:42.470650 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:42.492700 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bc0def80-11c0-4928-a499-b6fd7e8ebd0a tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:42.493760 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bc0def80-11c0-4928-a499-b6fd7e8ebd0a tempest-RoutersNegativeTest-70978438 tempest-RoutersNegativeTest-70978438-project] 10.222.0.21 "DELETE /v2.0/routers/07c787fb-da75-4ca6-bf42-f752170c0b44 HTTP/1.1" status: 204 len: 168 time: 1.0854857 Mar 07 21:45:42.527899 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-18401870-aac6-4306-8f83-32694c716271 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Calling delete_port for 1e0e7622-3715-4381-8375-670d0da758c4 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:45:42.533066 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e82cfd1-af81-4edf-939f-36728eeee2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a876368-7a2b-4fd4-b500-482abc64a0fb'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:45:42.549814 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 4a876368-7a2b-4fd4-b500-482abc64a0fb, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=4a876368-7a2b-4fd4-b500-482abc64a0fb,segment=NetworkSegment(26e41f47-657c-4e85-b994-dcfeb77ffb5e),segment_id=26e41f47-657c-4e85-b994-dcfeb77ffb5e)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:42.554746 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506451f-b4de-47db-883b-863a053bb0ac None None] Pushing event updated for resources: {'Port': ['ID=cdbea839-366c-4a6d-a723-2aaeb0cfa558,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:42.584247 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-55e0d87d-09f1-405d-9ca3-3d69de1d5cee tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Allocated IP 172.20.0.1 (dbf659ed-e1b5-410c-bec1-108af7eba963/fb3bf977-4ff2-49c8-92ec-f5df716178ca/22f7e500-6e1c-483d-a4f2-9def843c6126) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:42.602392 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e82cfd1-af81-4edf-939f-36728eeee2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a876368-7a2b-4fd4-b500-482abc64a0fb', 'code': 200} Mar 07 21:45:42.616644 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:42.723574 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=4a876368-7a2b-4fd4-b500-482abc64a0fb,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:42.764480 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-55e0d87d-09f1-405d-9ca3-3d69de1d5cee tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:42.781208 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-55e0d87d-09f1-405d-9ca3-3d69de1d5cee tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Transition to ACTIVE for port object 22f7e500-6e1c-483d-a4f2-9def843c6126 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:42.860762 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18401870-aac6-4306-8f83-32694c716271 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:42.890147 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-55e0d87d-09f1-405d-9ca3-3d69de1d5cee tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:42.928847 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18401870-aac6-4306-8f83-32694c716271 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Port': ['ID=1e0e7622-3715-4381-8375-670d0da758c4,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:42.938518 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-18401870-aac6-4306-8f83-32694c716271 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:42.989744 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e0d87d-09f1-405d-9ca3-3d69de1d5cee tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network dbf659ed-e1b5-410c-bec1-108af7eba963 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:42.993201 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-55e0d87d-09f1-405d-9ca3-3d69de1d5cee tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:43.003372 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-18401870-aac6-4306-8f83-32694c716271 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/ports/1e0e7622-3715-4381-8375-670d0da758c4 HTTP/1.1" status: 204 len: 168 time: 0.9369066 Mar 07 21:45:43.005283 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e0d87d-09f1-405d-9ca3-3d69de1d5cee tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:43.005774 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48086) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:43.112860 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f310b840-5690-4785-bb4e-d08f74e92a73 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:43.114208 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f310b840-5690-4785-bb4e-d08f74e92a73 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Synchronizing usage tracker for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:45:43.148940 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48092) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:43.188987 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f310b840-5690-4785-bb4e-d08f74e92a73 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Unset dirty status for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:45:43.195035 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f310b840-5690-4785-bb4e-d08f74e92a73 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1879306 Mar 07 21:45:43.196460 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48100) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:43.243013 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0d87d-09f1-405d-9ca3-3d69de1d5cee tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Port': ['ID=22f7e500-6e1c-483d-a4f2-9def843c6126,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:43.258962 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3102b5d-3851-4182-8037-672a8fb7c489 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] GET failed (client error): The resource could not be found. Mar 07 21:45:43.261111 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b3102b5d-3851-4182-8037-672a8fb7c489 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports/7f2d3b0f-4c81-4c4e-8619-aa65c2081f35 HTTP/1.1" status: 404 len: 333 time: 0.0630267 Mar 07 21:45:43.264834 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48104) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:43.274995 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-55e0d87d-09f1-405d-9ca3-3d69de1d5cee tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:43.331471 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c00430-9f17-415b-80b7-2ec99627d4d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] GET failed (client error): The resource could not be found. Mar 07 21:45:43.331910 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-19c00430-9f17-415b-80b7-2ec99627d4d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Synchronizing usage tracker for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:45:43.369114 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-79aa6cd4-b393-4edf-9243-db18d07e6ac8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de482843420644a99ab7cf09711a64c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2189996 Mar 07 21:45:43.372441 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6279c99-2672-4901-a94f-aff5a33a80e2 req-c9235a0e-2167-4dba-9dc8-f2e4665542ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:43.373928 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d6279c99-2672-4901-a94f-aff5a33a80e2 req-c9235a0e-2167-4dba-9dc8-f2e4665542ce service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 1098 time: 0.1921363 Mar 07 21:45:43.375454 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48108) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:43.379082 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-19c00430-9f17-415b-80b7-2ec99627d4d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Unset dirty status for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:45:43.380113 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-19c00430-9f17-415b-80b7-2ec99627d4d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports/1e0e7622-3715-4381-8375-670d0da758c4 HTTP/1.1" status: 404 len: 333 time: 0.1140947 Mar 07 21:45:43.382921 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48112) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:43.412430 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86b392-e08a-463f-a65d-72355603e706 req-1310ef8f-68da-4307-befd-46ac8fcf0caf tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:43.413980 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2e86b392-e08a-463f-a65d-72355603e706 req-1310ef8f-68da-4307-befd-46ac8fcf0caf tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 945 time: 0.1516683 Mar 07 21:45:43.457462 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d6279c99-2672-4901-a94f-aff5a33a80e2 req-e79bacf0-e750-4e56-9d46-319eabbf402f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674298 Mar 07 21:45:43.476890 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c160412a-fed0-42ad-a979-4e9c12c7ed85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:43.503796 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c160412a-fed0-42ad-a979-4e9c12c7ed85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:43.542507 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2e86b392-e08a-463f-a65d-72355603e706 req-389884be-b293-4645-bfb2-2535b4876eee tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154537 Mar 07 21:45:43.545795 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-780cf326-b680-45ca-b47f-72ba4ddd6e69 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:43.597535 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-55e0d87d-09f1-405d-9ca3-3d69de1d5cee tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:43.702088 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-780cf326-b680-45ca-b47f-72ba4ddd6e69 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:43.730700 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-780cf326-b680-45ca-b47f-72ba4ddd6e69 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58786676-7e6b-4a17-83bf-fed3d4b6d8c1']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:43.743921 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-780cf326-b680-45ca-b47f-72ba4ddd6e69 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7f4bba-eea1-4a61-b8ba-0021f2afddb8') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:43.744159 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c160412a-fed0-42ad-a979-4e9c12c7ed85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:43.744533 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-780cf326-b680-45ca-b47f-72ba4ddd6e69 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7f4bba-eea1-4a61-b8ba-0021f2afddb8') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:43.758512 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-780cf326-b680-45ca-b47f-72ba4ddd6e69 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:43.769870 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a3aaf9-ce0e-4030-a524-8a34311d177f None None] Network dbf659ed-e1b5-410c-bec1-108af7eba963 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:43.776763 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-780cf326-b680-45ca-b47f-72ba4ddd6e69 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:43.783797 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780cf326-b680-45ca-b47f-72ba4ddd6e69 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:45:43.784210 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-780cf326-b680-45ca-b47f-72ba4ddd6e69 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:45:43.799368 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:45:43.822188 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160412a-fed0-42ad-a979-4e9c12c7ed85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffff048a-7ac0-49f9-b8a4-5587b4935092,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:43.832601 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c160412a-fed0-42ad-a979-4e9c12c7ed85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:43.835924 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c160412a-fed0-42ad-a979-4e9c12c7ed85 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ffff048a-7ac0-49f9-b8a4-5587b4935092 HTTP/1.1" status: 204 len: 168 time: 0.4570832 Mar 07 21:45:43.951768 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f81fd9b1-c629-46c8-8f12-88693a67eefa None None] Provisioning for port cdbea839-366c-4a6d-a723-2aaeb0cfa558 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:44.038808 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-780cf326-b680-45ca-b47f-72ba4ddd6e69 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:44.045600 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-55e0d87d-09f1-405d-9ca3-3d69de1d5cee tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:44.061833 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-780cf326-b680-45ca-b47f-72ba4ddd6e69 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:44.072274 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cf326-b680-45ca-b47f-72ba4ddd6e69 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Network': ['ID=58786676-7e6b-4a17-83bf-fed3d4b6d8c1,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:44.074828 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-780cf326-b680-45ca-b47f-72ba4ddd6e69 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/networks/58786676-7e6b-4a17-83bf-fed3d4b6d8c1 HTTP/1.1" status: 204 len: 168 time: 0.6909912 Mar 07 21:45:44.079361 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48118) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:44.085202 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-bdfb20f9-3bbe-4a05-9f5d-609d2c85b9d2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1626195870'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:44.090626 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-bdfb20f9-3bbe-4a05-9f5d-609d2c85b9d2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:44.095178 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-bdfb20f9-3bbe-4a05-9f5d-609d2c85b9d2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:network and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:44.098211 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-bdfb20f9-3bbe-4a05-9f5d-609d2c85b9d2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:44.104616 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-bdfb20f9-3bbe-4a05-9f5d-609d2c85b9d2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:44.135209 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-55e0d87d-09f1-405d-9ca3-3d69de1d5cee tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:44.208135 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfb20f9-3bbe-4a05-9f5d-609d2c85b9d2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:44.211723 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bdfb20f9-3bbe-4a05-9f5d-609d2c85b9d2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:44.288888 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-55e0d87d-09f1-405d-9ca3-3d69de1d5cee tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:44.295728 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0d87d-09f1-405d-9ca3-3d69de1d5cee tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Port': ['ID=22f7e500-6e1c-483d-a4f2-9def843c6126,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:44.301747 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdfb20f9-3bbe-4a05-9f5d-609d2c85b9d2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:44.340704 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bdfb20f9-3bbe-4a05-9f5d-609d2c85b9d2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:44.341079 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-bdfb20f9-3bbe-4a05-9f5d-609d2c85b9d2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Added segment e2a6e5b0-c8dd-479f-8861-698c32aa6189 of type vlan for network aa98ce8c-3fea-45cd-ba4f-6734c455998d Mar 07 21:45:44.362912 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3d07a4f6-93f6-4c88-815e-67f1797ae3c5 None None] Provisioning for port 22f7e500-6e1c-483d-a4f2-9def843c6126 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:44.371440 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3d07a4f6-93f6-4c88-815e-67f1797ae3c5 None None] Provisioning complete for port 22f7e500-6e1c-483d-a4f2-9def843c6126 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:44.371440 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3d07a4f6-93f6-4c88-815e-67f1797ae3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:44.435778 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bdfb20f9-3bbe-4a05-9f5d-609d2c85b9d2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:44.437147 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-3d07a4f6-93f6-4c88-815e-67f1797ae3c5 None None] Port 22f7e500-6e1c-483d-a4f2-9def843c6126 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:45:44.490600 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e0d87d-09f1-405d-9ca3-3d69de1d5cee tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network dbf659ed-e1b5-410c-bec1-108af7eba963 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:44.491757 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-55e0d87d-09f1-405d-9ca3-3d69de1d5cee tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:44.560862 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device cdbea839-366c-4a6d-a723-2aaeb0cfa558 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:45:44.575518 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bdfb20f9-3bbe-4a05-9f5d-609d2c85b9d2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:44.580752 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfb20f9-3bbe-4a05-9f5d-609d2c85b9d2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:44.581341 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bdfb20f9-3bbe-4a05-9f5d-609d2c85b9d2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:44.646212 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-57f552e9-7d63-4816-b067-889d6ea9a584 None None] Provisioning complete for port 22f7e500-6e1c-483d-a4f2-9def843c6126 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:44.646584 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-57f552e9-7d63-4816-b067-889d6ea9a584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:44.723721 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-57f552e9-7d63-4816-b067-889d6ea9a584 None None] Port 22f7e500-6e1c-483d-a4f2-9def843c6126 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:45:44.787764 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb20f9-3bbe-4a05-9f5d-609d2c85b9d2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Network': ['ID=aa98ce8c-3fea-45cd-ba4f-6734c455998d,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:44.804000 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e7543-82d6-45c3-8b6e-886c7ed15d66 req-27d849a4-ff9c-4c0d-b831-1e9baf5f7061 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:44.804463 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bdfb20f9-3bbe-4a05-9f5d-609d2c85b9d2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7158468 Mar 07 21:45:44.804568 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network aa98ce8c-3fea-45cd-ba4f-6734c455998d details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:45:44.805842 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2a7e7543-82d6-45c3-8b6e-886c7ed15d66 req-27d849a4-ff9c-4c0d-b831-1e9baf5f7061 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 945 time: 0.1159513 Mar 07 21:45:44.807421 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48124) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:44.815231 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-8b4f9976-0b3a-41d9-bcf7-7d19f5c95477 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'subnet': {'network_id': 'aa98ce8c-3fea-45cd-ba4f-6734c455998d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:44.838205 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port cdbea839-366c-4a6d-a723-2aaeb0cfa558 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:44.858590 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2a7e7543-82d6-45c3-8b6e-886c7ed15d66 req-bfe9b5f1-4d61-4e20-95c4-47bf3f781e78 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495081 Mar 07 21:45:44.905497 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port cdbea839-366c-4a6d-a723-2aaeb0cfa558 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:44.905866 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:44.969946 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5ebfa8e3-5eea-4f7b-9246-cf82f8a1be0b None None] Provisioning complete for port 22f7e500-6e1c-483d-a4f2-9def843c6126 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:44.970331 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5ebfa8e3-5eea-4f7b-9246-cf82f8a1be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:45.043077 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-5ebfa8e3-5eea-4f7b-9246-cf82f8a1be0b None None] Port 22f7e500-6e1c-483d-a4f2-9def843c6126 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:45:45.044860 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e0d87d-09f1-405d-9ca3-3d69de1d5cee tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Router af094fd3-06a5-4647-a47c-0237d1602a2d is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:45:45.134982 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:45.141547 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8b4f9976-0b3a-41d9-bcf7-7d19f5c95477 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:45.167105 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port cdbea839-366c-4a6d-a723-2aaeb0cfa558, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=cdbea839-366c-4a6d-a723-2aaeb0cfa558,segment=NetworkSegment(72a4a0be-e0e1-4979-9f2f-964cc8e37e50),segment_id=72a4a0be-e0e1-4979-9f2f-964cc8e37e50)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:45.194548 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8b4f9976-0b3a-41d9-bcf7-7d19f5c95477 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:subnet and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:45.204010 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8b4f9976-0b3a-41d9-bcf7-7d19f5c95477 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:45.215764 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8b4f9976-0b3a-41d9-bcf7-7d19f5c95477 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:45.221036 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:45.242860 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e0d87d-09f1-405d-9ca3-3d69de1d5cee tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:45:45.247524 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-55e0d87d-09f1-405d-9ca3-3d69de1d5cee tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "PUT /v2.0/routers/af094fd3-06a5-4647-a47c-0237d1602a2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1611419 Mar 07 21:45:45.250463 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48128) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:45.255767 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-c55e3487-e046-4c23-b1a0-c0ecaac7d286 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'network': {'name': 'tempest-RoutersTest-1942982092'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:45.257254 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] Sync routers for ids ['af094fd3-06a5-4647-a47c-0237d1602a2d'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:45:45.260617 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c55e3487-e046-4c23-b1a0-c0ecaac7d286 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:45.264571 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c55e3487-e046-4c23-b1a0-c0ecaac7d286 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:network and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:45.268125 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c55e3487-e046-4c23-b1a0-c0ecaac7d286 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:45.273788 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c55e3487-e046-4c23-b1a0-c0ecaac7d286 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:45.290442 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] Routers {'af094fd3-06a5-4647-a47c-0237d1602a2d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:45.291049 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['af094fd3-06a5-4647-a47c-0237d1602a2d'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:45.299581 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4f9976-0b3a-41d9-bcf7-7d19f5c95477 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:45.303176 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8b4f9976-0b3a-41d9-bcf7-7d19f5c95477 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:45.358090 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=cdbea839-366c-4a6d-a723-2aaeb0cfa558,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:45.383575 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55e3487-e046-4c23-b1a0-c0ecaac7d286 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Made reservation on behalf of b77dfcf064844de7b83d64320b9ee466 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:45.387046 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c55e3487-e046-4c23-b1a0-c0ecaac7d286 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:45.412017 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.ipam_backend_mixin [None req-8b4f9976-0b3a-41d9-bcf7-7d19f5c95477 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Performing IP validity checks on allocation pools {{(pid=88387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 07 21:45:45.412631 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.ipam_backend_mixin [None req-8b4f9976-0b3a-41d9-bcf7-7d19f5c95477 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 07 21:45:45.442255 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55e3487-e046-4c23-b1a0-c0ecaac7d286 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:45.443981 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] Set router af094fd3-06a5-4647-a47c-0237d1602a2d gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:45:45.455912 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c55e3487-e046-4c23-b1a0-c0ecaac7d286 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:45.456252 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-c55e3487-e046-4c23-b1a0-c0ecaac7d286 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Added segment da624cb1-112b-4a36-97a9-58d214a9553f of type vlan for network b3cba081-e44f-418c-8ee0-c70e2be83492 Mar 07 21:45:45.526135 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c55e3487-e046-4c23-b1a0-c0ecaac7d286 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:45.673262 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8b4f9976-0b3a-41d9-bcf7-7d19f5c95477 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:45.676898 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c55e3487-e046-4c23-b1a0-c0ecaac7d286 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:45.682308 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55e3487-e046-4c23-b1a0-c0ecaac7d286 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:45.682890 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c55e3487-e046-4c23-b1a0-c0ecaac7d286 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:45.757712 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:45:43Z', 'revision_number': 2, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:43Z', 'revision_number': 2, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:45.761666 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] Checking router: af094fd3-06a5-4647-a47c-0237d1602a2d for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:45:45.762048 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] Updating router af094fd3-06a5-4647-a47c-0237d1602a2d port 22f7e500-6e1c-483d-a4f2-9def843c6126 binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:45:45.815366 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:45.824560 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:45.865596 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f9976-0b3a-41d9-bcf7-7d19f5c95477 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Subnet': ['ID=8b0cb51e-806c-4f05-bad5-f6ebb528c03e,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:45.867492 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e3487-e046-4c23-b1a0-c0ecaac7d286 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Network': ['ID=b3cba081-e44f-418c-8ee0-c70e2be83492,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:45.876713 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c55e3487-e046-4c23-b1a0-c0ecaac7d286 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6251175 Mar 07 21:45:45.879864 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48134) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:45.882533 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4f9976-0b3a-41d9-bcf7-7d19f5c95477 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Checking segment: {'id': 'e2a6e5b0-c8dd-479f-8861-698c32aa6189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'aa98ce8c-3fea-45cd-ba4f-6734c455998d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:45.882954 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4f9976-0b3a-41d9-bcf7-7d19f5c95477 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network hostable DHCP agents. Network: aa98ce8c-3fea-45cd-ba4f-6734c455998d, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:45:45.885859 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-bdfc325c-4c54-4815-a03c-6c1a719be73f tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'subnet': {'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:45.930815 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network b3cba081-e44f-418c-8ee0-c70e2be83492 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:45:45.986531 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4f9976-0b3a-41d9-bcf7-7d19f5c95477 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network aa98ce8c-3fea-45cd-ba4f-6734c455998d is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:45:46.043294 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-bdfc325c-4c54-4815-a03c-6c1a719be73f tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:46.049067 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bdfc325c-4c54-4815-a03c-6c1a719be73f tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:subnet and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:46.053161 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bdfc325c-4c54-4815-a03c-6c1a719be73f tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:46.060137 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-8b4f9976-0b3a-41d9-bcf7-7d19f5c95477 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, aa98ce8c-3fea-45cd-ba4f-6734c455998d) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:46.061993 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-bdfc325c-4c54-4815-a03c-6c1a719be73f tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:46.078619 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4f9976-0b3a-41d9-bcf7-7d19f5c95477 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:46.079120 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8b4f9976-0b3a-41d9-bcf7-7d19f5c95477 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:46.080033 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c069a7-5165-4ffe-85cf-83665cc21dde None None] Network aa98ce8c-3fea-45cd-ba4f-6734c455998d requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:46.095605 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015babf-e632-464e-beb5-52874b4b2025 req-138e4bf1-483f-4c21-82b6-57cfeb5c0eb5 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:46.096638 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7015babf-e632-464e-beb5-52874b4b2025 req-138e4bf1-483f-4c21-82b6-57cfeb5c0eb5 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 945 time: 0.1226795 Mar 07 21:45:46.141689 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7015babf-e632-464e-beb5-52874b4b2025 req-04398f76-1c20-4ce1-ad06-3527943bf7c0 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385280 Mar 07 21:45:46.158192 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfc325c-4c54-4815-a03c-6c1a719be73f tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Made reservation on behalf of b77dfcf064844de7b83d64320b9ee466 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:46.161821 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bdfc325c-4c54-4815-a03c-6c1a719be73f tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:46.198986 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8b4f9976-0b3a-41d9-bcf7-7d19f5c95477 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3880792 Mar 07 21:45:46.201288 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48140) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:46.208855 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-08172d7d-df58-4550-a3e4-91c32d9242d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'port': {'network_id': 'aa98ce8c-3fea-45cd-ba4f-6734c455998d', 'name': 'tempest-PortsTestJSON-1254126176'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:46.355148 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-08172d7d-df58-4550-a3e4-91c32d9242d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:46.365706 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-08172d7d-df58-4550-a3e4-91c32d9242d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:46.408432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cc8da-9d13-45a8-8f96-807cc5c353df req-fa167d35-0a0a-40b2-b873-2189bf04a882 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:46.409878 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7a6cc8da-9d13-45a8-8f96-807cc5c353df req-fa167d35-0a0a-40b2-b873-2189bf04a882 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 945 time: 0.1578145 Mar 07 21:45:46.429205 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41726a1-2c87-4932-949c-bf118a0a41c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-aa98ce8c-3fea-45cd-ba4f-6734c455998d', 'network_id': 'aa98ce8c-3fea-45cd-ba4f-6734c455998d', 'tenant_id': 'bf34c810950841a19e370c783f525ceb', 'fixed_ips': [{'subnet_id': '8b0cb51e-806c-4f05-bad5-f6ebb528c03e'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:45:46.429978 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b41726a1-2c87-4932-949c-bf118a0a41c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:46.440178 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08172d7d-df58-4550-a3e4-91c32d9242d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:46.446422 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-08172d7d-df58-4550-a3e4-91c32d9242d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:46.486239 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-08172d7d-df58-4550-a3e4-91c32d9242d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] device_id is not set on port 6b1c2559-f470-4187-a219-4d97aca9a7e9 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:45:46.488047 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7a6cc8da-9d13-45a8-8f96-807cc5c353df req-77ad3438-f767-4cc6-bac9-697363f6f3da tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706067 Mar 07 21:45:46.513884 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48144) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:46.519953 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device cdbea839-366c-4a6d-a723-2aaeb0cfa558 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:45:46.561720 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bdfc325c-4c54-4815-a03c-6c1a719be73f tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:46.614791 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:46.652666 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-08172d7d-df58-4550-a3e4-91c32d9242d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Allocated IP 172.20.0.11 (aa98ce8c-3fea-45cd-ba4f-6734c455998d/8b0cb51e-806c-4f05-bad5-f6ebb528c03e/6b1c2559-f470-4187-a219-4d97aca9a7e9) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:46.653249 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc325c-4c54-4815-a03c-6c1a719be73f tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Subnet': ['ID=2c5b4e7b-562c-4c4e-97bb-3952c50608f9,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:46.664826 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] Transition to ACTIVE for port object 22f7e500-6e1c-483d-a4f2-9def843c6126 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:46.668259 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfc325c-4c54-4815-a03c-6c1a719be73f tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Checking segment: {'id': 'da624cb1-112b-4a36-97a9-58d214a9553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:46.671961 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfc325c-4c54-4815-a03c-6c1a719be73f tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network hostable DHCP agents. Network: b3cba081-e44f-418c-8ee0-c70e2be83492, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:45:46.685379 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93da5c91-4cd2-41eb-9c63-57ecdccdf6b8 tempest-TestNetworkAdvancedServerOps-380840456 tempest-TestNetworkAdvancedServerOps-380840456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:46.686898 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-93da5c91-4cd2-41eb-9c63-57ecdccdf6b8 tempest-TestNetworkAdvancedServerOps-380840456 tempest-TestNetworkAdvancedServerOps-380840456-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 1093 time: 0.1713762 Mar 07 21:45:46.689991 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48148) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:46.690239 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port cdbea839-366c-4a6d-a723-2aaeb0cfa558 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:46.690598 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:46.695992 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-de768488-e4c8-42de-978e-697fba19bc9d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': '4a876368-7a2b-4fd4-b500-482abc64a0fb', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:46.707160 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-de768488-e4c8-42de-978e-697fba19bc9d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:46.711071 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-de768488-e4c8-42de-978e-697fba19bc9d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Usage tracker for resource:floatingip and tenant:dfedc51e426f4eb4a516398f68b96880 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:46.714049 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-de768488-e4c8-42de-978e-697fba19bc9d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:46.721376 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-de768488-e4c8-42de-978e-697fba19bc9d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:46.748385 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:46.827323 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfc325c-4c54-4815-a03c-6c1a719be73f tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network b3cba081-e44f-418c-8ee0-c70e2be83492 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:45:46.861245 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-de768488-e4c8-42de-978e-697fba19bc9d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for floatingip, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:46.883400 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-08172d7d-df58-4550-a3e4-91c32d9242d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:46.891043 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44820d98-2180-4ed0-a714-a5e1de5210c1 None None] Pushing event updated for resources: {'Port': ['ID=22f7e500-6e1c-483d-a4f2-9def843c6126,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:46.906262 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-08172d7d-df58-4550-a3e4-91c32d9242d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Transition to ACTIVE for port object 6b1c2559-f470-4187-a219-4d97aca9a7e9 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:46.994187 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-bdfc325c-4c54-4815-a03c-6c1a719be73f tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, b3cba081-e44f-418c-8ee0-c70e2be83492) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:46.999494 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfc325c-4c54-4815-a03c-6c1a719be73f tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:47.000333 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bdfc325c-4c54-4815-a03c-6c1a719be73f tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:47.009276 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-08172d7d-df58-4550-a3e4-91c32d9242d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:47.040396 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6631ee30-5c6b-427a-b8d0-9139b986814b None None] Network b3cba081-e44f-418c-8ee0-c70e2be83492 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:47.083702 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08172d7d-df58-4550-a3e4-91c32d9242d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network aa98ce8c-3fea-45cd-ba4f-6734c455998d is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:47.087702 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-08172d7d-df58-4550-a3e4-91c32d9242d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:47.092389 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08172d7d-df58-4550-a3e4-91c32d9242d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:47.114240 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bdfc325c-4c54-4815-a03c-6c1a719be73f tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2306573 Mar 07 21:45:47.115221 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48152) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:47.153223 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] Attempting to bind port 22f7e500-6e1c-483d-a4f2-9def843c6126 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:45:47.153590 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] Attempting to bind port 22f7e500-6e1c-483d-a4f2-9def843c6126 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '72a4a0be-e0e1-4979-9f2f-964cc8e37e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:45:47.153980 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] Attempting to bind port 22f7e500-6e1c-483d-a4f2-9def843c6126 on network dbf659ed-e1b5-410c-bec1-108af7eba963 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:45:47.175399 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08172d7d-df58-4550-a3e4-91c32d9242d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:47.175998 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-08172d7d-df58-4550-a3e4-91c32d9242d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:47.182510 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08172d7d-df58-4550-a3e4-91c32d9242d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Port': ['ID=6b1c2559-f470-4187-a219-4d97aca9a7e9,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:47.224748 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:45:47.225040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] Checking segment: {'id': '72a4a0be-e0e1-4979-9f2f-964cc8e37e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:47.225467 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:47.225836 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] Bound using segment: {'id': '72a4a0be-e0e1-4979-9f2f-964cc8e37e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:45:47.226327 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] Bound port: 22f7e500-6e1c-483d-a4f2-9def843c6126, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a4a0be-e0e1-4979-9f2f-964cc8e37e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:45:47.226958 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:47.240100 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-b41726a1-2c87-4932-949c-bf118a0a41c8 None None] Allocated IP 172.20.0.2 (aa98ce8c-3fea-45cd-ba4f-6734c455998d/8b0cb51e-806c-4f05-bad5-f6ebb528c03e/7c7a1ae5-c745-4959-ae7a-a94db7cf4abb) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:47.256551 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-08172d7d-df58-4550-a3e4-91c32d9242d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0536954 Mar 07 21:45:47.259063 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48156) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:47.332847 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-4f61c91e-6062-4459-8483-b2639f920ef4 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting port 6b1c2559-f470-4187-a219-4d97aca9a7e9 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:47.333203 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4f61c91e-6062-4459-8483-b2639f920ef4 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:47.444595 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-de768488-e4c8-42de-978e-697fba19bc9d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:47.492415 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] For port 22f7e500-6e1c-483d-a4f2-9def843c6126, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:45:47.552677 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] For port 22f7e500-6e1c-483d-a4f2-9def843c6126, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=22f7e500-6e1c-483d-a4f2-9def843c6126,segment=NetworkSegment(72a4a0be-e0e1-4979-9f2f-964cc8e37e50),segment_id=72a4a0be-e0e1-4979-9f2f-964cc8e37e50)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:45:47.568031 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d09208d-64de-4a5b-a8be-1c4d8b0dfe88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-b3cba081-e44f-418c-8ee0-c70e2be83492', 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'fixed_ips': [{'subnet_id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:45:47.568857 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3d09208d-64de-4a5b-a8be-1c4d8b0dfe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:47.630032 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:47.718236 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4f61c91e-6062-4459-8483-b2639f920ef4 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:47.752553 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b41726a1-2c87-4932-949c-bf118a0a41c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:47.791887 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b41726a1-2c87-4932-949c-bf118a0a41c8 None None] Transition to ACTIVE for port object 7c7a1ae5-c745-4959-ae7a-a94db7cf4abb will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:47.801563 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-de768488-e4c8-42de-978e-697fba19bc9d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Allocated IP 172.26.2.249 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/1cd0ba18-0db9-493f-9fd6-e7e4a62809d5) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:47.829872 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] Routers {'af094fd3-06a5-4647-a47c-0237d1602a2d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:47.830519 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['af094fd3-06a5-4647-a47c-0237d1602a2d'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:47.882187 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44820d98-2180-4ed0-a714-a5e1de5210c1 None None] Pushing event updated for resources: {'Port': ['ID=22f7e500-6e1c-483d-a4f2-9def843c6126,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:47.913139 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-4f61c91e-6062-4459-8483-b2639f920ef4 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Calling delete_port for 6b1c2559-f470-4187-a219-4d97aca9a7e9 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:45:47.938839 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b41726a1-2c87-4932-949c-bf118a0a41c8 None None] Transition to ACTIVE for port object 7c7a1ae5-c745-4959-ae7a-a94db7cf4abb will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:48.009356 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8bfd9b73-6d9e-4a75-832b-5229470d31f6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:48.035898 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b41726a1-2c87-4932-949c-bf118a0a41c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:48.042732 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-3d09208d-64de-4a5b-a8be-1c4d8b0dfe88 None None] Allocated IP 172.21.0.2 (b3cba081-e44f-418c-8ee0-c70e2be83492/2c5b4e7b-562c-4c4e-97bb-3952c50608f9/cd8dcc78-da02-4063-8a6f-504c3879e26d) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:48.098759 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] Set router af094fd3-06a5-4647-a47c-0237d1602a2d gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:45:48.131302 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-de768488-e4c8-42de-978e-697fba19bc9d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:48.186942 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4f61c91e-6062-4459-8483-b2639f920ef4 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:48.221584 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41726a1-2c87-4932-949c-bf118a0a41c8 None None] Network aa98ce8c-3fea-45cd-ba4f-6734c455998d is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:48.234799 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-b41726a1-2c87-4932-949c-bf118a0a41c8 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:48.245823 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41726a1-2c87-4932-949c-bf118a0a41c8 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:48.269332 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41726a1-2c87-4932-949c-bf118a0a41c8 None None] Pushing event updated for resources: {'Port': ['ID=7c7a1ae5-c745-4959-ae7a-a94db7cf4abb,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:48.278100 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61c91e-6062-4459-8483-b2639f920ef4 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Port': ['ID=6b1c2559-f470-4187-a219-4d97aca9a7e9,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:48.368261 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4f61c91e-6062-4459-8483-b2639f920ef4 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:48.381505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-de768488-e4c8-42de-978e-697fba19bc9d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:48.384671 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4f61c91e-6062-4459-8483-b2639f920ef4 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/ports/6b1c2559-f470-4187-a219-4d97aca9a7e9 HTTP/1.1" status: 204 len: 168 time: 1.1224382 Mar 07 21:45:48.384671 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48160) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:48.429568 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-f050c90b-dba2-4af9-81ec-545fdea98f27 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] DELETE failed (client error): The resource could not be found. Mar 07 21:45:48.430078 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f050c90b-dba2-4af9-81ec-545fdea98f27 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:45:48.434697 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f050c90b-dba2-4af9-81ec-545fdea98f27 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/ports/6b1c2559-f470-4187-a219-4d97aca9a7e9 HTTP/1.1" status: 404 len: 333 time: 0.0504105 Mar 07 21:45:48.435309 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48164) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:48.479613 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1244c2-8503-4c6d-8108-c3db03dfa7a0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] GET failed (client error): The resource could not be found. Mar 07 21:45:48.480160 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6b1244c2-8503-4c6d-8108-c3db03dfa7a0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Synchronizing usage tracker for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:45:48.552292 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6b1244c2-8503-4c6d-8108-c3db03dfa7a0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Unset dirty status for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:45:48.553762 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6b1244c2-8503-4c6d-8108-c3db03dfa7a0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports/6b1c2559-f470-4187-a219-4d97aca9a7e9 HTTP/1.1" status: 404 len: 333 time: 0.1175373 Mar 07 21:45:48.556491 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48168) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:48.569567 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de768488-e4c8-42de-978e-697fba19bc9d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:48.572745 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-de768488-e4c8-42de-978e-697fba19bc9d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:48.574900 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de768488-e4c8-42de-978e-697fba19bc9d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:48.598536 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-b41726a1-2c87-4932-949c-bf118a0a41c8 None None] Attempting to bind port 7c7a1ae5-c745-4959-ae7a-a94db7cf4abb on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:45:48.599042 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-b41726a1-2c87-4932-949c-bf118a0a41c8 None None] Attempting to bind port 7c7a1ae5-c745-4959-ae7a-a94db7cf4abb by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'e2a6e5b0-c8dd-479f-8861-698c32aa6189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'aa98ce8c-3fea-45cd-ba4f-6734c455998d'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:45:48.599502 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41726a1-2c87-4932-949c-bf118a0a41c8 None None] Attempting to bind port 7c7a1ae5-c745-4959-ae7a-a94db7cf4abb on network aa98ce8c-3fea-45cd-ba4f-6734c455998d {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:45:48.617884 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41726a1-2c87-4932-949c-bf118a0a41c8 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:45:48.618451 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41726a1-2c87-4932-949c-bf118a0a41c8 None None] Checking segment: {'id': 'e2a6e5b0-c8dd-479f-8861-698c32aa6189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'aa98ce8c-3fea-45cd-ba4f-6734c455998d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:48.618947 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b41726a1-2c87-4932-949c-bf118a0a41c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:48.619440 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41726a1-2c87-4932-949c-bf118a0a41c8 None None] Bound using segment: {'id': 'e2a6e5b0-c8dd-479f-8861-698c32aa6189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'aa98ce8c-3fea-45cd-ba4f-6734c455998d'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:45:48.620013 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-b41726a1-2c87-4932-949c-bf118a0a41c8 None None] Bound port: 7c7a1ae5-c745-4959-ae7a-a94db7cf4abb, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a6e5b0-c8dd-479f-8861-698c32aa6189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'aa98ce8c-3fea-45cd-ba4f-6734c455998d'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:45:48.620484 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b41726a1-2c87-4932-949c-bf118a0a41c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:48.625829 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6cb4290-a3d7-4cc7-998b-cc150e443b87 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting subnet 8b0cb51e-806c-4f05-bad5-f6ebb528c03e {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:45:48.628842 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c6cb4290-a3d7-4cc7-998b-cc150e443b87 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:48.635253 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de768488-e4c8-42de-978e-697fba19bc9d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Pushing event updated for resources: {'Port': ['ID=1cd0ba18-0db9-493f-9fd6-e7e4a62809d5,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:48.688616 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c6cb4290-a3d7-4cc7-998b-cc150e443b87 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:48.777785 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c6cb4290-a3d7-4cc7-998b-cc150e443b87 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:48.850995 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3d09208d-64de-4a5b-a8be-1c4d8b0dfe88 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:48.869736 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3d09208d-64de-4a5b-a8be-1c4d8b0dfe88 None None] Transition to ACTIVE for port object cd8dcc78-da02-4063-8a6f-504c3879e26d will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:48.893919 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3d09208d-64de-4a5b-a8be-1c4d8b0dfe88 None None] Transition to ACTIVE for port object cd8dcc78-da02-4063-8a6f-504c3879e26d will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:48.905736 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:45:43Z', 'revision_number': 2, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:47Z', 'revision_number': 4, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:48.909815 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739e712f-a2ad-44c9-b62e-5407b0e89f69 None None] The sync data for ids ['af094fd3-06a5-4647-a47c-0237d1602a2d'] in dv-neutron-829957-1-hyperv is: [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:45:43Z', 'revision_number': 2, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:47Z', 'revision_number': 4, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:45:48.953569 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c6cb4290-a3d7-4cc7-998b-cc150e443b87 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:48.959879 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-b41726a1-2c87-4932-949c-bf118a0a41c8 None None] For port 7c7a1ae5-c745-4959-ae7a-a94db7cf4abb, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:45:48.967785 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-b41726a1-2c87-4932-949c-bf118a0a41c8 None None] For port 7c7a1ae5-c745-4959-ae7a-a94db7cf4abb, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=7c7a1ae5-c745-4959-ae7a-a94db7cf4abb,segment=NetworkSegment(e2a6e5b0-c8dd-479f-8861-698c32aa6189),segment_id=e2a6e5b0-c8dd-479f-8861-698c32aa6189)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:45:48.981704 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3d09208d-64de-4a5b-a8be-1c4d8b0dfe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:48.997380 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb4290-a3d7-4cc7-998b-cc150e443b87 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Subnet': ['ID=8b0cb51e-806c-4f05-bad5-f6ebb528c03e,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:49.001903 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c6cb4290-a3d7-4cc7-998b-cc150e443b87 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:49.011907 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c6cb4290-a3d7-4cc7-998b-cc150e443b87 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/subnets/8b0cb51e-806c-4f05-bad5-f6ebb528c03e HTTP/1.1" status: 204 len: 168 time: 0.4542255 Mar 07 21:45:49.016204 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48172) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:49.059770 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b41726a1-2c87-4932-949c-bf118a0a41c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:49.072852 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-8bfd9b73-6d9e-4a75-832b-5229470d31f6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Allocated IP 172.21.0.1 (b3cba081-e44f-418c-8ee0-c70e2be83492/2c5b4e7b-562c-4c4e-97bb-3952c50608f9/f5e07cd7-4037-4df0-846f-8bc885c8666f) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:49.073513 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d09208d-64de-4a5b-a8be-1c4d8b0dfe88 None None] Network b3cba081-e44f-418c-8ee0-c70e2be83492 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:49.078603 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-3d09208d-64de-4a5b-a8be-1c4d8b0dfe88 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:49.089996 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d09208d-64de-4a5b-a8be-1c4d8b0dfe88 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:49.183748 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-78640d88-2e52-424f-a628-904a564a1751 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:49.194850 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-78640d88-2e52-424f-a628-904a564a1751 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting port 7c7a1ae5-c745-4959-ae7a-a94db7cf4abb {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:49.195282 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-78640d88-2e52-424f-a628-904a564a1751 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:49.211055 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09208d-64de-4a5b-a8be-1c4d8b0dfe88 None None] Pushing event updated for resources: {'Port': ['ID=cd8dcc78-da02-4063-8a6f-504c3879e26d,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:49.237998 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-de768488-e4c8-42de-978e-697fba19bc9d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:49.299355 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8bfd9b73-6d9e-4a75-832b-5229470d31f6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:49.302687 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-3d09208d-64de-4a5b-a8be-1c4d8b0dfe88 None None] Attempting to bind port cd8dcc78-da02-4063-8a6f-504c3879e26d on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:45:49.302687 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-3d09208d-64de-4a5b-a8be-1c4d8b0dfe88 None None] Attempting to bind port cd8dcc78-da02-4063-8a6f-504c3879e26d by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'da624cb1-112b-4a36-97a9-58d214a9553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:45:49.303059 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d09208d-64de-4a5b-a8be-1c4d8b0dfe88 None None] Attempting to bind port cd8dcc78-da02-4063-8a6f-504c3879e26d on network b3cba081-e44f-418c-8ee0-c70e2be83492 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:45:49.323440 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-8bfd9b73-6d9e-4a75-832b-5229470d31f6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Transition to ACTIVE for port object f5e07cd7-4037-4df0-846f-8bc885c8666f will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:49.326556 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d09208d-64de-4a5b-a8be-1c4d8b0dfe88 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:45:49.326935 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d09208d-64de-4a5b-a8be-1c4d8b0dfe88 None None] Checking segment: {'id': 'da624cb1-112b-4a36-97a9-58d214a9553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:49.327336 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3d09208d-64de-4a5b-a8be-1c4d8b0dfe88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:49.327724 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d09208d-64de-4a5b-a8be-1c4d8b0dfe88 None None] Bound using segment: {'id': 'da624cb1-112b-4a36-97a9-58d214a9553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:45:49.328253 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-3d09208d-64de-4a5b-a8be-1c4d8b0dfe88 None None] Bound port: cd8dcc78-da02-4063-8a6f-504c3879e26d, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da624cb1-112b-4a36-97a9-58d214a9553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:45:49.328625 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3d09208d-64de-4a5b-a8be-1c4d8b0dfe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:49.410712 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41726a1-2c87-4932-949c-bf118a0a41c8 None None] Pushing event updated for resources: {'Port': ['ID=7c7a1ae5-c745-4959-ae7a-a94db7cf4abb,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:49.450454 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8bfd9b73-6d9e-4a75-832b-5229470d31f6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:49.458602 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-3d09208d-64de-4a5b-a8be-1c4d8b0dfe88 None None] For port cd8dcc78-da02-4063-8a6f-504c3879e26d, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:45:49.462581 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-3d09208d-64de-4a5b-a8be-1c4d8b0dfe88 None None] For port cd8dcc78-da02-4063-8a6f-504c3879e26d, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=cd8dcc78-da02-4063-8a6f-504c3879e26d,segment=NetworkSegment(da624cb1-112b-4a36-97a9-58d214a9553f),segment_id=da624cb1-112b-4a36-97a9-58d214a9553f)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:45:49.495335 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-78640d88-2e52-424f-a628-904a564a1751 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] For port 7c7a1ae5-c745-4959-ae7a-a94db7cf4abb, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=7c7a1ae5-c745-4959-ae7a-a94db7cf4abb,segment=NetworkSegment(e2a6e5b0-c8dd-479f-8861-698c32aa6189),segment_id=e2a6e5b0-c8dd-479f-8861-698c32aa6189)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:49.495686 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-78640d88-2e52-424f-a628-904a564a1751 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:49.503622 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-de768488-e4c8-42de-978e-697fba19bc9d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:49.539667 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3d09208d-64de-4a5b-a8be-1c4d8b0dfe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:49.590170 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfd9b73-6d9e-4a75-832b-5229470d31f6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network b3cba081-e44f-418c-8ee0-c70e2be83492 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:49.595824 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd9b73-6d9e-4a75-832b-5229470d31f6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Port': ['ID=f5e07cd7-4037-4df0-846f-8bc885c8666f,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:49.598312 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-8bfd9b73-6d9e-4a75-832b-5229470d31f6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:49.607389 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfd9b73-6d9e-4a75-832b-5229470d31f6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:49.668587 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-78640d88-2e52-424f-a628-904a564a1751 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Calling delete_port for 7c7a1ae5-c745-4959-ae7a-a94db7cf4abb owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:45:49.723196 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09208d-64de-4a5b-a8be-1c4d8b0dfe88 None None] Pushing event updated for resources: {'Port': ['ID=cd8dcc78-da02-4063-8a6f-504c3879e26d,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:49.757703 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8bfd9b73-6d9e-4a75-832b-5229470d31f6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:49.861132 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-78640d88-2e52-424f-a628-904a564a1751 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:49.927986 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78640d88-2e52-424f-a628-904a564a1751 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Port': ['ID=7c7a1ae5-c745-4959-ae7a-a94db7cf4abb,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:49.932627 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78640d88-2e52-424f-a628-904a564a1751 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] No DVR routers for this DVR port 7c7a1ae5-c745-4959-ae7a-a94db7cf4abb on host dv-neutron-829957-1-hyperv {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:50.059451 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-49864ff2-8701-47fb-8e98-5d9a478dd2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:50.095268 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-78640d88-2e52-424f-a628-904a564a1751 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:50.115601 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-de768488-e4c8-42de-978e-697fba19bc9d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:50.123897 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-78640d88-2e52-424f-a628-904a564a1751 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa98ce8c-3fea-45cd-ba4f-6734c455998d']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:50.137086 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-78640d88-2e52-424f-a628-904a564a1751 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a6e5b0-c8dd-479f-8861-698c32aa6189') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:50.137374 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-78640d88-2e52-424f-a628-904a564a1751 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a6e5b0-c8dd-479f-8861-698c32aa6189') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:50.157384 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-78640d88-2e52-424f-a628-904a564a1751 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:50.170077 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-78640d88-2e52-424f-a628-904a564a1751 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:50.190281 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78640d88-2e52-424f-a628-904a564a1751 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:45:50.190281 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-78640d88-2e52-424f-a628-904a564a1751 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:45:50.193801 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:45:50.235117 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-de768488-e4c8-42de-978e-697fba19bc9d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:50.320169 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8bfd9b73-6d9e-4a75-832b-5229470d31f6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:50.472836 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-78640d88-2e52-424f-a628-904a564a1751 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:50.501120 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-78640d88-2e52-424f-a628-904a564a1751 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:50.508760 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78640d88-2e52-424f-a628-904a564a1751 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Network': ['ID=aa98ce8c-3fea-45cd-ba4f-6734c455998d,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:50.516452 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-78640d88-2e52-424f-a628-904a564a1751 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/networks/aa98ce8c-3fea-45cd-ba4f-6734c455998d HTTP/1.1" status: 204 len: 168 time: 1.5026999 Mar 07 21:45:50.520075 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48182) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:50.525822 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-55652241-e7a5-4609-a684-03d22c0aa76e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-578742661'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:50.531106 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-55652241-e7a5-4609-a684-03d22c0aa76e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:50.536614 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-55652241-e7a5-4609-a684-03d22c0aa76e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:network and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:50.539378 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-55652241-e7a5-4609-a684-03d22c0aa76e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:50.545172 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-55652241-e7a5-4609-a684-03d22c0aa76e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:50.552499 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de768488-e4c8-42de-978e-697fba19bc9d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Pushing event updated for resources: {'Port': ['ID=1cd0ba18-0db9-493f-9fd6-e7e4a62809d5,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:50.554834 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-de768488-e4c8-42de-978e-697fba19bc9d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:50.587411 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 22f7e500-6e1c-483d-a4f2-9def843c6126 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:45:50.655731 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55652241-e7a5-4609-a684-03d22c0aa76e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:50.661175 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-55652241-e7a5-4609-a684-03d22c0aa76e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:50.697517 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55652241-e7a5-4609-a684-03d22c0aa76e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:50.709883 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-55652241-e7a5-4609-a684-03d22c0aa76e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:50.710194 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-55652241-e7a5-4609-a684-03d22c0aa76e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Added segment 5df5deb7-0552-47bb-a191-371acba6effd of type vlan for network 39f5e9a9-e8d0-4d06-9025-58cb6ae2940f Mar 07 21:45:50.750045 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-55652241-e7a5-4609-a684-03d22c0aa76e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:50.792902 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 22f7e500-6e1c-483d-a4f2-9def843c6126 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:50.800919 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 22f7e500-6e1c-483d-a4f2-9def843c6126 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:50.801493 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:50.895561 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-55652241-e7a5-4609-a684-03d22c0aa76e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:50.902638 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55652241-e7a5-4609-a684-03d22c0aa76e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:50.904009 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-55652241-e7a5-4609-a684-03d22c0aa76e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:50.950736 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-de768488-e4c8-42de-978e-697fba19bc9d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Floating IP 53db835b-9554-497b-8268-17aa00177bd9 associated. External IP: 172.26.2.249, port: 4a876368-7a2b-4fd4-b500-482abc64a0fb. Mar 07 21:45:51.008819 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:51.056398 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55652241-e7a5-4609-a684-03d22c0aa76e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Network': ['ID=39f5e9a9-e8d0-4d06-9025-58cb6ae2940f,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:51.063085 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 22f7e500-6e1c-483d-a4f2-9def843c6126, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=22f7e500-6e1c-483d-a4f2-9def843c6126,segment=NetworkSegment(72a4a0be-e0e1-4979-9f2f-964cc8e37e50),segment_id=72a4a0be-e0e1-4979-9f2f-964cc8e37e50)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:51.073822 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-55652241-e7a5-4609-a684-03d22c0aa76e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5498788 Mar 07 21:45:51.074453 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 39f5e9a9-e8d0-4d06-9025-58cb6ae2940f details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:45:51.077326 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48186) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:51.084577 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-7219aa3e-bbc4-49f0-b56c-184c7b9514df tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'subnet': {'network_id': '39f5e9a9-e8d0-4d06-9025-58cb6ae2940f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:51.181681 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:51.181681 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device cd8dcc78-da02-4063-8a6f-504c3879e26d up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:45:51.271613 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7219aa3e-bbc4-49f0-b56c-184c7b9514df tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:51.276880 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7219aa3e-bbc4-49f0-b56c-184c7b9514df tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:subnet and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:51.280649 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7219aa3e-bbc4-49f0-b56c-184c7b9514df tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:51.288237 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7219aa3e-bbc4-49f0-b56c-184c7b9514df tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:51.346863 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dddb589-f125-4d88-b152-f16df14f05a3 None None] DHCP port deletion for aa98ce8c-3fea-45cd-ba4f-6734c455998d request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:45:51.370067 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d168a171-f008-4be2-9046-4049b65791af None None] Could not find standard attr ID for object 7c7a1ae5-c745-4959-ae7a-a94db7cf4abb. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:45:51.402977 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=22f7e500-6e1c-483d-a4f2-9def843c6126,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:51.418706 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68d80fe-c37a-4b91-9c32-92d262f23079 None None] Network aa98ce8c-3fea-45cd-ba4f-6734c455998d requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:51.421576 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7219aa3e-bbc4-49f0-b56c-184c7b9514df tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:51.427032 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7219aa3e-bbc4-49f0-b56c-184c7b9514df tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:51.438785 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68d80fe-c37a-4b91-9c32-92d262f23079 None None] Network aa98ce8c-3fea-45cd-ba4f-6734c455998d could not be found, it might have been deleted concurrently. {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 07 21:45:51.465025 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09f8664-452c-4e69-8a10-4e8436544d59 None None] Network b3cba081-e44f-418c-8ee0-c70e2be83492 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:51.479236 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8bfd9b73-6d9e-4a75-832b-5229470d31f6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:51.483256 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port cd8dcc78-da02-4063-8a6f-504c3879e26d completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:51.507451 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de768488-e4c8-42de-978e-697fba19bc9d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Router 6abe236b-7806-4b2e-988e-bef18bb0775a has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:45:51.569297 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8bfd9b73-6d9e-4a75-832b-5229470d31f6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:51.632569 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-aeea8021-1779-4812-b056-c6d4612c0dfe None None] Provisioning for port cd8dcc78-da02-4063-8a6f-504c3879e26d completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:51.645763 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-aeea8021-1779-4812-b056-c6d4612c0dfe None None] Provisioning complete for port cd8dcc78-da02-4063-8a6f-504c3879e26d triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:51.646169 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-aeea8021-1779-4812-b056-c6d4612c0dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:51.713162 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8bfd9b73-6d9e-4a75-832b-5229470d31f6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:51.776589 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd9b73-6d9e-4a75-832b-5229470d31f6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Port': ['ID=f5e07cd7-4037-4df0-846f-8bc885c8666f,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:51.784207 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7219aa3e-bbc4-49f0-b56c-184c7b9514df tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:51.829858 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-aeea8021-1779-4812-b056-c6d4612c0dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:51.874099 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-aeea8021-1779-4812-b056-c6d4612c0dfe None None] For port cd8dcc78-da02-4063-8a6f-504c3879e26d, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=cd8dcc78-da02-4063-8a6f-504c3879e26d,segment=NetworkSegment(da624cb1-112b-4a36-97a9-58d214a9553f),segment_id=da624cb1-112b-4a36-97a9-58d214a9553f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:51.893895 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219aa3e-bbc4-49f0-b56c-184c7b9514df tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Subnet': ['ID=d379c076-e216-4468-b022-8d6855f26057,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:51.940171 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7219aa3e-bbc4-49f0-b56c-184c7b9514df tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Checking segment: {'id': '5df5deb7-0552-47bb-a191-371acba6effd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '39f5e9a9-e8d0-4d06-9025-58cb6ae2940f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:51.941284 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7219aa3e-bbc4-49f0-b56c-184c7b9514df tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network hostable DHCP agents. Network: 39f5e9a9-e8d0-4d06-9025-58cb6ae2940f, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:45:51.958456 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-aeea8021-1779-4812-b056-c6d4612c0dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:52.033685 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea8021-1779-4812-b056-c6d4612c0dfe None None] Pushing event updated for resources: {'Port': ['ID=cd8dcc78-da02-4063-8a6f-504c3879e26d,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:52.044399 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7219aa3e-bbc4-49f0-b56c-184c7b9514df tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network 39f5e9a9-e8d0-4d06-9025-58cb6ae2940f is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:45:52.057382 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de768488-e4c8-42de-978e-697fba19bc9d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:45:52.071193 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdecf60-8065-476a-b886-57b2626bf140 None None] Sync routers for ids ['6abe236b-7806-4b2e-988e-bef18bb0775a'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:45:52.079775 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdecf60-8065-476a-b886-57b2626bf140 None None] Routers {'6abe236b-7806-4b2e-988e-bef18bb0775a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:52.080439 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-acdecf60-8065-476a-b886-57b2626bf140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['6abe236b-7806-4b2e-988e-bef18bb0775a'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:52.123138 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfd9b73-6d9e-4a75-832b-5229470d31f6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network b3cba081-e44f-418c-8ee0-c70e2be83492 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:52.124342 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-8bfd9b73-6d9e-4a75-832b-5229470d31f6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:52.135465 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-7219aa3e-bbc4-49f0-b56c-184c7b9514df tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 39f5e9a9-e8d0-4d06-9025-58cb6ae2940f) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:52.140061 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7219aa3e-bbc4-49f0-b56c-184c7b9514df tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:52.141064 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7219aa3e-bbc4-49f0-b56c-184c7b9514df tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:52.147306 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe01a1e-4299-43cd-bf81-88e5da57718c None None] Network 39f5e9a9-e8d0-4d06-9025-58cb6ae2940f requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:52.203194 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-de768488-e4c8-42de-978e-697fba19bc9d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:52.253687 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7219aa3e-bbc4-49f0-b56c-184c7b9514df tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1722484 Mar 07 21:45:52.254160 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48192) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:52.259756 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-c7877109-0c64-471a-af5b-dd6bfdadbf8a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'port': {'network_id': '39f5e9a9-e8d0-4d06-9025-58cb6ae2940f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1357536009'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:52.332847 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-acdecf60-8065-476a-b886-57b2626bf140 None None] Set router 6abe236b-7806-4b2e-988e-bef18bb0775a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:45:52.370245 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-de768488-e4c8-42de-978e-697fba19bc9d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6792235 Mar 07 21:45:52.379676 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e82cfd1-af81-4edf-939f-36728eeee2e2', 'tag': '4a876368-7a2b-4fd4-b500-482abc64a0fb'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:45:52.380568 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-271f91fa-7eb5-4871-a4c5-931c52f80ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:52.421254 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f6b0c917-ce34-435d-9a59-08edef4692a9 None None] Provisioning for port f5e07cd7-4037-4df0-846f-8bc885c8666f completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:52.456630 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfd9b73-6d9e-4a75-832b-5229470d31f6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Router af094fd3-06a5-4647-a47c-0237d1602a2d has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:45:52.540082 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c7877109-0c64-471a-af5b-dd6bfdadbf8a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:52.569234 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f6b0c917-ce34-435d-9a59-08edef4692a9 None None] Provisioning complete for port f5e07cd7-4037-4df0-846f-8bc885c8666f triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:52.570156 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f6b0c917-ce34-435d-9a59-08edef4692a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:52.604718 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c7877109-0c64-471a-af5b-dd6bfdadbf8a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:port and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:52.620505 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c7877109-0c64-471a-af5b-dd6bfdadbf8a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:52.632055 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c7877109-0c64-471a-af5b-dd6bfdadbf8a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:52.658877 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-f6b0c917-ce34-435d-9a59-08edef4692a9 None None] Port f5e07cd7-4037-4df0-846f-8bc885c8666f cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:45:52.665408 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 22f7e500-6e1c-483d-a4f2-9def843c6126 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:45:52.665522 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e82cfd1-af81-4edf-939f-36728eeee2e2', 'tag': '4a876368-7a2b-4fd4-b500-482abc64a0fb', 'status': 'completed', 'code': 200} Mar 07 21:45:52.669760 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16d5f9-655d-4e6c-8915-1b1707628027 req-75c4c6ef-ef88-46a3-b7d8-c8692e507c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:52.671355 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4a16d5f9-655d-4e6c-8915-1b1707628027 req-75c4c6ef-ef88-46a3-b7d8-c8692e507c5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfedc51e426f4eb4a516398f68b96880&device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 1098 time: 0.1065054 Mar 07 21:45:52.778110 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 22f7e500-6e1c-483d-a4f2-9def843c6126 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:52.778833 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:52.802284 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7877109-0c64-471a-af5b-dd6bfdadbf8a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:52.805708 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c7877109-0c64-471a-af5b-dd6bfdadbf8a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:52.843825 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcae9646-2431-44dd-ae9a-ea4db48d390b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-39f5e9a9-e8d0-4d06-9025-58cb6ae2940f', 'network_id': '39f5e9a9-e8d0-4d06-9025-58cb6ae2940f', 'tenant_id': 'bf34c810950841a19e370c783f525ceb', 'fixed_ips': [{'subnet_id': 'd379c076-e216-4468-b022-8d6855f26057'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:45:52.844730 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-dcae9646-2431-44dd-ae9a-ea4db48d390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:52.862200 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-c7877109-0c64-471a-af5b-dd6bfdadbf8a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] device_id is not set on port 43ad809d-c789-4d48-997d-3de5f5570481 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:45:52.957298 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16d5f9-655d-4e6c-8915-1b1707628027 req-12f6593f-7873-4f71-8345-145db95fcbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:52.959168 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4a16d5f9-655d-4e6c-8915-1b1707628027 req-12f6593f-7873-4f71-8345-145db95fcbaa service neutron] 10.222.0.11 "GET /v2.0/networks?id=310bb62d-7f36-4e19-9578-56268ae055e5 HTTP/1.1" status: 200 len: 897 time: 0.2808366 Mar 07 21:45:52.979429 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-acdecf60-8065-476a-b886-57b2626bf140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397130995', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:08Z', 'updated_at': '2022-03-07T21:45:21Z', 'revision_number': 4, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'gw_port': {'id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:10Z', 'updated_at': '2022-03-07T21:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '53db835b-9554-497b-8268-17aa00177bd9', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'floating_ip_address': '172.26.2.249', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'port_id': '4a876368-7a2b-4fd4-b500-482abc64a0fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5', 'mac_address': 'fa:16:3e:e1:6d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e82cfd1-af81-4edf-939f-36728eeee2e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:45:48Z', 'updated_at': '2022-03-07T21:45:48Z', 'revision_number': 0, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc35aa1-da3d-4bf2-822f-1d53ebf6879a', 'name': '', 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'mac_address': 'fa:16:3e:45:cb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '80c9a6f9-8590-40ef-b4e1-094835e8ea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:21Z', 'updated_at': '2022-03-07T21:45:29Z', 'revision_number': 5, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'subnets': [{'id': '80c9a6f9-8590-40ef-b4e1-094835e8ea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:52.983778 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdecf60-8065-476a-b886-57b2626bf140 None None] Checking router: 6abe236b-7806-4b2e-988e-bef18bb0775a for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:45:52.994115 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdecf60-8065-476a-b886-57b2626bf140 None None] Routers {'6abe236b-7806-4b2e-988e-bef18bb0775a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:52.997971 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-acdecf60-8065-476a-b886-57b2626bf140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['6abe236b-7806-4b2e-988e-bef18bb0775a'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:53.007897 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfd9b73-6d9e-4a75-832b-5229470d31f6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:45:53.019286 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8bfd9b73-6d9e-4a75-832b-5229470d31f6 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "PUT /v2.0/routers/af094fd3-06a5-4647-a47c-0237d1602a2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9027658 Mar 07 21:45:53.023179 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-dcae9646-2431-44dd-ae9a-ea4db48d390b None None] Allocated IP 172.20.0.2 (39f5e9a9-e8d0-4d06-9025-58cb6ae2940f/d379c076-e216-4468-b022-8d6855f26057/e7dbfd69-9bc3-47d7-96c2-77c45f92fd37) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:53.026778 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48204) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:53.037201 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-a8934826-abc9-4e15-9230-5b86306c8781 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'network': {'name': 'tempest-RoutersTest-836478801'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:53.043736 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a8934826-abc9-4e15-9230-5b86306c8781 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:53.048627 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a8934826-abc9-4e15-9230-5b86306c8781 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:network and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:53.052084 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a8934826-abc9-4e15-9230-5b86306c8781 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:53.061578 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a8934826-abc9-4e15-9230-5b86306c8781 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:53.086157 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc500b-9e22-4fd6-856c-4ebdfe96e67c req-762673c8-5bb8-44e9-911a-457f899ce14f tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:53.088565 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5efc500b-9e22-4fd6-856c-4ebdfe96e67c req-762673c8-5bb8-44e9-911a-457f899ce14f tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 945 time: 0.4938531 Mar 07 21:45:53.120063 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4a16d5f9-655d-4e6c-8915-1b1707628027 req-50fe2ffd-81c3-4539-8578-840e0fbe41ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a876368-7a2b-4fd4-b500-482abc64a0fb HTTP/1.1" status: 200 len: 999 time: 0.1540246 Mar 07 21:45:53.126899 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7358668-9d8a-4d4b-8c84-2b00d2a79fcf req-1640fc88-7ed4-460b-8131-9a5b2fe39c6d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:53.128487 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f7358668-9d8a-4d4b-8c84-2b00d2a79fcf req-1640fc88-7ed4-460b-8131-9a5b2fe39c6d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 946 time: 0.4144132 Mar 07 21:45:53.164605 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8934826-abc9-4e15-9230-5b86306c8781 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Made reservation on behalf of b77dfcf064844de7b83d64320b9ee466 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:53.168775 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] Sync routers for ids ['af094fd3-06a5-4647-a47c-0237d1602a2d'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:45:53.169471 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a8934826-abc9-4e15-9230-5b86306c8781 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:53.203314 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] Routers {'af094fd3-06a5-4647-a47c-0237d1602a2d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:53.203946 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['af094fd3-06a5-4647-a47c-0237d1602a2d'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:53.204376 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-acdecf60-8065-476a-b886-57b2626bf140 None None] Set router 6abe236b-7806-4b2e-988e-bef18bb0775a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:45:53.229018 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16d5f9-655d-4e6c-8915-1b1707628027 req-afc7b94b-cfe1-4e16-9f64-092d74496929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:53.231118 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4a16d5f9-655d-4e6c-8915-1b1707628027 req-afc7b94b-cfe1-4e16-9f64-092d74496929 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=80c9a6f9-8590-40ef-b4e1-094835e8ea95 HTTP/1.1" status: 200 len: 834 time: 0.0957556 Mar 07 21:45:53.233494 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5efc500b-9e22-4fd6-856c-4ebdfe96e67c req-e3b4ad85-dac3-46d4-86da-a572508556af tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365547 Mar 07 21:45:53.251539 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f7358668-9d8a-4d4b-8c84-2b00d2a79fcf req-102a751c-4595-49a8-8c1f-7022f2e16a72 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024690 Mar 07 21:45:53.260767 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8934826-abc9-4e15-9230-5b86306c8781 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:53.263814 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f6b0c917-ce34-435d-9a59-08edef4692a9 None None] Provisioning complete for port cd8dcc78-da02-4063-8a6f-504c3879e26d triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:53.264203 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f6b0c917-ce34-435d-9a59-08edef4692a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:53.279163 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48208) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:53.281852 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a8934826-abc9-4e15-9230-5b86306c8781 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:53.282388 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-a8934826-abc9-4e15-9230-5b86306c8781 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Added segment 63959a15-207d-4a31-a527-d58f065c7446 of type vlan for network d956495d-f88b-496a-8bda-e4f19b96b8fc Mar 07 21:45:53.352476 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16d5f9-655d-4e6c-8915-1b1707628027 req-9c40ac1f-48ce-4726-b3eb-8c7dc4236e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:53.376669 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4a16d5f9-655d-4e6c-8915-1b1707628027 req-9c40ac1f-48ce-4726-b3eb-8c7dc4236e3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=310bb62d-7f36-4e19-9578-56268ae055e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1311014 Mar 07 21:45:53.416525 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a8934826-abc9-4e15-9230-5b86306c8781 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:53.475814 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f427f942-9fcf-4ae3-bfe0-9cf431905c66 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/floatingips/53db835b-9554-497b-8268-17aa00177bd9 HTTP/1.1" status: 200 len: 991 time: 0.1945446 Mar 07 21:45:53.536305 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:53.540876 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a8934826-abc9-4e15-9230-5b86306c8781 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:53.543718 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:53.546298 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8934826-abc9-4e15-9230-5b86306c8781 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:53.547591 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a8934826-abc9-4e15-9230-5b86306c8781 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:53.555954 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4a16d5f9-655d-4e6c-8915-1b1707628027 req-48ad44a4-346e-4fc3-b369-596aa23c3ff1 service neutron] 10.222.0.11 "GET /v2.0/networks/310bb62d-7f36-4e19-9578-56268ae055e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719062 Mar 07 21:45:53.609581 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device cd8dcc78-da02-4063-8a6f-504c3879e26d up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:45:53.638716 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-dcae9646-2431-44dd-ae9a-ea4db48d390b None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:53.647123 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-acdecf60-8065-476a-b886-57b2626bf140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397130995', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:08Z', 'updated_at': '2022-03-07T21:45:21Z', 'revision_number': 4, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'gw_port': {'id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:10Z', 'updated_at': '2022-03-07T21:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '53db835b-9554-497b-8268-17aa00177bd9', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'floating_ip_address': '172.26.2.249', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'port_id': '4a876368-7a2b-4fd4-b500-482abc64a0fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5', 'mac_address': 'fa:16:3e:e1:6d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e82cfd1-af81-4edf-939f-36728eeee2e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:45:48Z', 'updated_at': '2022-03-07T21:45:48Z', 'revision_number': 0, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc35aa1-da3d-4bf2-822f-1d53ebf6879a', 'name': '', 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'mac_address': 'fa:16:3e:45:cb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '80c9a6f9-8590-40ef-b4e1-094835e8ea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:21Z', 'updated_at': '2022-03-07T21:45:29Z', 'revision_number': 5, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'subnets': [{'id': '80c9a6f9-8590-40ef-b4e1-094835e8ea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:53.651723 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdecf60-8065-476a-b886-57b2626bf140 None None] The sync data for ids ['6abe236b-7806-4b2e-988e-bef18bb0775a'] in dv-neutron-829957-1-hyperv is: [{'id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397130995', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:08Z', 'updated_at': '2022-03-07T21:45:21Z', 'revision_number': 4, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'gw_port': {'id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:10Z', 'updated_at': '2022-03-07T21:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '53db835b-9554-497b-8268-17aa00177bd9', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'floating_ip_address': '172.26.2.249', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'port_id': '4a876368-7a2b-4fd4-b500-482abc64a0fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5', 'mac_address': 'fa:16:3e:e1:6d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e82cfd1-af81-4edf-939f-36728eeee2e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:45:48Z', 'updated_at': '2022-03-07T21:45:48Z', 'revision_number': 0, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc35aa1-da3d-4bf2-822f-1d53ebf6879a', 'name': '', 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'mac_address': 'fa:16:3e:45:cb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '80c9a6f9-8590-40ef-b4e1-094835e8ea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:21Z', 'updated_at': '2022-03-07T21:45:29Z', 'revision_number': 5, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'subnets': [{'id': '80c9a6f9-8590-40ef-b4e1-094835e8ea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:45:53.654823 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] Set router af094fd3-06a5-4647-a47c-0237d1602a2d gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:45:53.657592 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8934826-abc9-4e15-9230-5b86306c8781 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Network': ['ID=d956495d-f88b-496a-8bda-e4f19b96b8fc,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:53.730877 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network d956495d-f88b-496a-8bda-e4f19b96b8fc details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:45:53.758197 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a8934826-abc9-4e15-9230-5b86306c8781 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7301655 Mar 07 21:45:53.761320 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48212) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:53.767566 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f8da86c9-de59-4559-b4bb-eeaa36e141bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'subnet': {'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:53.788854 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-dcae9646-2431-44dd-ae9a-ea4db48d390b None None] Transition to ACTIVE for port object e7dbfd69-9bc3-47d7-96c2-77c45f92fd37 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:53.886205 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4a16d5f9-655d-4e6c-8915-1b1707628027 req-b5f93040-1675-4a09-aded-3b94680b1843 service neutron] 10.222.0.11 "GET /v2.0/networks/310bb62d-7f36-4e19-9578-56268ae055e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237920 Mar 07 21:45:53.933622 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-dcae9646-2431-44dd-ae9a-ea4db48d390b None None] Transition to ACTIVE for port object e7dbfd69-9bc3-47d7-96c2-77c45f92fd37 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:53.933931 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbc82c5-0eb5-4bd2-9097-87bbfa3c512c None None] New status for floating IP 53db835b-9554-497b-8268-17aa00177bd9: ACTIVE {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:45:53.959363 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f8da86c9-de59-4559-b4bb-eeaa36e141bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:53.963929 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f8da86c9-de59-4559-b4bb-eeaa36e141bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:subnet and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:53.967088 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f8da86c9-de59-4559-b4bb-eeaa36e141bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:53.973650 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f8da86c9-de59-4559-b4bb-eeaa36e141bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:54.068273 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8da86c9-de59-4559-b4bb-eeaa36e141bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Made reservation on behalf of b77dfcf064844de7b83d64320b9ee466 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:54.068273 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f8da86c9-de59-4559-b4bb-eeaa36e141bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:54.117206 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-dcae9646-2431-44dd-ae9a-ea4db48d390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:54.182029 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port cd8dcc78-da02-4063-8a6f-504c3879e26d triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:54.182711 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:54.246552 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcae9646-2431-44dd-ae9a-ea4db48d390b None None] Network 39f5e9a9-e8d0-4d06-9025-58cb6ae2940f is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:54.266398 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-dcae9646-2431-44dd-ae9a-ea4db48d390b None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:54.286464 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1effe1-8966-4eae-9eb0-8498a1b09824 req-ef589580-de6c-4ef2-981f-580dd112eb98 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:54.286464 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-4f1effe1-8966-4eae-9eb0-8498a1b09824 req-ef589580-de6c-4ef2-981f-580dd112eb98 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Synchronizing usage tracker for tenant:a1d039a5115b40cc849313193266d5ad on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:45:54.293074 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcae9646-2431-44dd-ae9a-ea4db48d390b None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:54.303253 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae9646-2431-44dd-ae9a-ea4db48d390b None None] Pushing event updated for resources: {'Port': ['ID=e7dbfd69-9bc3-47d7-96c2-77c45f92fd37,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:54.305285 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a9b2b99a-c643-445f-b303-b93349a20da3 None None] Provisioning complete for port f5e07cd7-4037-4df0-846f-8bc885c8666f triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:54.305651 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a9b2b99a-c643-445f-b303-b93349a20da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:54.332525 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.api [None req-c7877109-0c64-471a-af5b-dd6bfdadbf8a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-976ed8ae-8ad4-4550-b009-4fa714d94115 {{(pid=88387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:45:54.332877 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG oslo_db.api [None req-c7877109-0c64-471a-af5b-dd6bfdadbf8a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:45:54.382536 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-4f1effe1-8966-4eae-9eb0-8498a1b09824 req-ef589580-de6c-4ef2-981f-580dd112eb98 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Unset dirty status for tenant:a1d039a5115b40cc849313193266d5ad on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:45:54.384229 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4f1effe1-8966-4eae-9eb0-8498a1b09824 req-ef589580-de6c-4ef2-981f-580dd112eb98 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.11 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 946 time: 0.2787170 Mar 07 21:45:54.415584 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f8da86c9-de59-4559-b4bb-eeaa36e141bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:54.469167 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-4f1effe1-8966-4eae-9eb0-8498a1b09824 req-807e11fe-42ff-4f10-8c5b-93aa5cdd752d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Deleting port a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:54.469559 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-4f1effe1-8966-4eae-9eb0-8498a1b09824 req-807e11fe-42ff-4f10-8c5b-93aa5cdd752d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:54.475002 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-a9b2b99a-c643-445f-b303-b93349a20da3 None None] Port f5e07cd7-4037-4df0-846f-8bc885c8666f cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:45:54.497996 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48218) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:54.537898 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-dcae9646-2431-44dd-ae9a-ea4db48d390b None None] Attempting to bind port e7dbfd69-9bc3-47d7-96c2-77c45f92fd37 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:45:54.538317 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-dcae9646-2431-44dd-ae9a-ea4db48d390b None None] Attempting to bind port e7dbfd69-9bc3-47d7-96c2-77c45f92fd37 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '5df5deb7-0552-47bb-a191-371acba6effd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '39f5e9a9-e8d0-4d06-9025-58cb6ae2940f'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:45:54.538635 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcae9646-2431-44dd-ae9a-ea4db48d390b None None] Attempting to bind port e7dbfd69-9bc3-47d7-96c2-77c45f92fd37 on network 39f5e9a9-e8d0-4d06-9025-58cb6ae2940f {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:45:54.552949 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcae9646-2431-44dd-ae9a-ea4db48d390b None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:45:54.553383 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcae9646-2431-44dd-ae9a-ea4db48d390b None None] Checking segment: {'id': '5df5deb7-0552-47bb-a191-371acba6effd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '39f5e9a9-e8d0-4d06-9025-58cb6ae2940f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:54.553701 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-dcae9646-2431-44dd-ae9a-ea4db48d390b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:54.554112 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcae9646-2431-44dd-ae9a-ea4db48d390b None None] Bound using segment: {'id': '5df5deb7-0552-47bb-a191-371acba6effd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '39f5e9a9-e8d0-4d06-9025-58cb6ae2940f'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:45:54.554577 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-dcae9646-2431-44dd-ae9a-ea4db48d390b None None] Bound port: e7dbfd69-9bc3-47d7-96c2-77c45f92fd37, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df5deb7-0552-47bb-a191-371acba6effd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '39f5e9a9-e8d0-4d06-9025-58cb6ae2940f'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:45:54.554942 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-dcae9646-2431-44dd-ae9a-ea4db48d390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:54.617415 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 7c7a1ae5-c745-4959-ae7a-a94db7cf4abb no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:45:54.641090 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da86c9-de59-4559-b4bb-eeaa36e141bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Subnet': ['ID=adf02f6b-bea0-4625-b82e-7fc276a72c26,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:54.654384 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8da86c9-de59-4559-b4bb-eeaa36e141bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Checking segment: {'id': '63959a15-207d-4a31-a527-d58f065c7446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:54.656211 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8da86c9-de59-4559-b4bb-eeaa36e141bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network hostable DHCP agents. Network: d956495d-f88b-496a-8bda-e4f19b96b8fc, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:45:54.669101 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 7c7a1ae5-c745-4959-ae7a-a94db7cf4abb {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:45:54.669438 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 7c7a1ae5-c745-4959-ae7a-a94db7cf4abb not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:45:54.679901 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2325c1a3-4281-4b08-bb38-a7b6bb4104c3 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/floatingips/53db835b-9554-497b-8268-17aa00177bd9 HTTP/1.1" status: 200 len: 993 time: 0.1721385 Mar 07 21:45:54.680144 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:45:50Z', 'revision_number': 3, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:51Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e07cd7-4037-4df0-846f-8bc885c8666f', 'name': '', 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:6e:23:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:48Z', 'updated_at': '2022-03-07T21:45:50Z', 'revision_number': 2, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:54.703957 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce8e39-780a-4a82-9229-8695de4f9f36 req-4bfbc019-4aaf-4dd0-a233-d2db2e67e3fe tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:54.706244 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1cce8e39-780a-4a82-9229-8695de4f9f36 req-4bfbc019-4aaf-4dd0-a233-d2db2e67e3fe tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 946 time: 0.3353324 Mar 07 21:45:54.706460 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] Checking router: af094fd3-06a5-4647-a47c-0237d1602a2d for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:45:54.706807 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] Updating router af094fd3-06a5-4647-a47c-0237d1602a2d port f5e07cd7-4037-4df0-846f-8bc885c8666f binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:45:54.754822 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-dcae9646-2431-44dd-ae9a-ea4db48d390b None None] For port e7dbfd69-9bc3-47d7-96c2-77c45f92fd37, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:45:54.761342 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1cce8e39-780a-4a82-9229-8695de4f9f36 req-0b92fdf8-7af7-45fc-94e8-7d77ce5598d9 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465016 Mar 07 21:45:54.771975 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:54.773523 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-dcae9646-2431-44dd-ae9a-ea4db48d390b None None] For port e7dbfd69-9bc3-47d7-96c2-77c45f92fd37, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e7dbfd69-9bc3-47d7-96c2-77c45f92fd37,segment=NetworkSegment(5df5deb7-0552-47bb-a191-371acba6effd),segment_id=5df5deb7-0552-47bb-a191-371acba6effd)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:45:54.774534 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:54.802898 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8da86c9-de59-4559-b4bb-eeaa36e141bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network d956495d-f88b-496a-8bda-e4f19b96b8fc is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:45:54.837742 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c7877109-0c64-471a-af5b-dd6bfdadbf8a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:54.863075 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-4f1effe1-8966-4eae-9eb0-8498a1b09824 req-807e11fe-42ff-4f10-8c5b-93aa5cdd752d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] For port a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3,segment=NetworkSegment(06732586-f6b0-479a-b70c-dd3efb826038),segment_id=06732586-f6b0-479a-b70c-dd3efb826038)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:54.865275 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-4f1effe1-8966-4eae-9eb0-8498a1b09824 req-807e11fe-42ff-4f10-8c5b-93aa5cdd752d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:54.879361 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-c7877109-0c64-471a-af5b-dd6bfdadbf8a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] device_id is not set on port 3545aec1-f6dc-46b6-b119-75c7bf55b634 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:45:54.884166 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-f8da86c9-de59-4559-b4bb-eeaa36e141bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, d956495d-f88b-496a-8bda-e4f19b96b8fc) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:54.888292 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8da86c9-de59-4559-b4bb-eeaa36e141bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:54.888887 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f8da86c9-de59-4559-b4bb-eeaa36e141bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:54.896000 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a902ac-d1e1-4bca-8b20-ee731b462e2e None None] Network d956495d-f88b-496a-8bda-e4f19b96b8fc requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:54.908676 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-dcae9646-2431-44dd-ae9a-ea4db48d390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:54.975638 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f8da86c9-de59-4559-b4bb-eeaa36e141bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2125533 Mar 07 21:45:54.978126 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48222) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:55.135666 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae9646-2431-44dd-ae9a-ea4db48d390b None None] Pushing event updated for resources: {'Port': ['ID=e7dbfd69-9bc3-47d7-96c2-77c45f92fd37,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:55.336428 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-c7877109-0c64-471a-af5b-dd6bfdadbf8a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Allocated IP 172.20.0.9 (39f5e9a9-e8d0-4d06-9025-58cb6ae2940f/d379c076-e216-4468-b022-8d6855f26057/3545aec1-f6dc-46b6-b119-75c7bf55b634) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:55.420977 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-4f1effe1-8966-4eae-9eb0-8498a1b09824 req-807e11fe-42ff-4f10-8c5b-93aa5cdd752d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:55.422360 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-4f1effe1-8966-4eae-9eb0-8498a1b09824 req-807e11fe-42ff-4f10-8c5b-93aa5cdd752d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:55.422743 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [req-4f1effe1-8966-4eae-9eb0-8498a1b09824 req-807e11fe-42ff-4f10-8c5b-93aa5cdd752d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Floating IP 99736338-1846-47c8-9304-c2784615bdb5 disassociated. External IP: 172.26.2.173, port: a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3. Mar 07 21:45:55.423148 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-4f1effe1-8966-4eae-9eb0-8498a1b09824 req-807e11fe-42ff-4f10-8c5b-93aa5cdd752d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Calling delete_port for a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 owned by compute:nova {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:45:55.433460 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a70b63-cfbb-4ccb-b516-7eb806ec6fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-d956495d-f88b-496a-8bda-e4f19b96b8fc', 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'fixed_ips': [{'subnet_id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:45:55.434299 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f1a70b63-cfbb-4ccb-b516-7eb806ec6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:55.620186 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:55.684256 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c7877109-0c64-471a-af5b-dd6bfdadbf8a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:55.689672 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-25bfac0b-c310-4703-9c92-22e9ac4dbc30 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:55.702388 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-f1a70b63-cfbb-4ccb-b516-7eb806ec6fad None None] Allocated IP 172.22.0.2 (d956495d-f88b-496a-8bda-e4f19b96b8fc/adf02f6b-bea0-4625-b82e-7fc276a72c26/2e9e41f5-a073-4281-943b-5b1630fc9aab) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:55.716159 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-c7877109-0c64-471a-af5b-dd6bfdadbf8a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Transition to ACTIVE for port object 3545aec1-f6dc-46b6-b119-75c7bf55b634 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:55.779602 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-4f1effe1-8966-4eae-9eb0-8498a1b09824 req-807e11fe-42ff-4f10-8c5b-93aa5cdd752d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:55.850766 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c7877109-0c64-471a-af5b-dd6bfdadbf8a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:55.865780 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e11fe-42ff-4f10-8c5b-93aa5cdd752d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Pushing event deleted for resources: {'Port': ['ID=a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:55.951884 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f1a70b63-cfbb-4ccb-b516-7eb806ec6fad None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:55.963697 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f1a70b63-cfbb-4ccb-b516-7eb806ec6fad None None] Transition to ACTIVE for port object 2e9e41f5-a073-4281-943b-5b1630fc9aab will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:55.989984 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f1a70b63-cfbb-4ccb-b516-7eb806ec6fad None None] Transition to ACTIVE for port object 2e9e41f5-a073-4281-943b-5b1630fc9aab will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:55.992991 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] Transition to ACTIVE for port object f5e07cd7-4037-4df0-846f-8bc885c8666f will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:56.066620 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f1a70b63-cfbb-4ccb-b516-7eb806ec6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:56.071987 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:56.083990 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-152fff5d-667c-4959-9e33-b6645c4af5ae req-e32d796a-0ebb-4309-b627-365608a10274 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 210 time: 0.0988400 Mar 07 21:45:56.188549 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7877109-0c64-471a-af5b-dd6bfdadbf8a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network 39f5e9a9-e8d0-4d06-9025-58cb6ae2940f is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:56.199830 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-c7877109-0c64-471a-af5b-dd6bfdadbf8a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:56.202364 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7877109-0c64-471a-af5b-dd6bfdadbf8a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:56.209635 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-25bfac0b-c310-4703-9c92-22e9ac4dbc30 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Allocated IP 172.22.0.1 (d956495d-f88b-496a-8bda-e4f19b96b8fc/adf02f6b-bea0-4625-b82e-7fc276a72c26/09607310-a18f-452b-93a5-a2044bc29c90) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:45:56.235885 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a70b63-cfbb-4ccb-b516-7eb806ec6fad None None] Network d956495d-f88b-496a-8bda-e4f19b96b8fc is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:56.254560 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-f1a70b63-cfbb-4ccb-b516-7eb806ec6fad None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:56.257632 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7877109-0c64-471a-af5b-dd6bfdadbf8a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Port': ['ID=3545aec1-f6dc-46b6-b119-75c7bf55b634,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:56.265549 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a70b63-cfbb-4ccb-b516-7eb806ec6fad None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:56.315278 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a70b63-cfbb-4ccb-b516-7eb806ec6fad None None] Pushing event updated for resources: {'Port': ['ID=2e9e41f5-a073-4281-943b-5b1630fc9aab,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:56.411315 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7877109-0c64-471a-af5b-dd6bfdadbf8a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:56.413321 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c7877109-0c64-471a-af5b-dd6bfdadbf8a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:56.483393 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-25bfac0b-c310-4703-9c92-22e9ac4dbc30 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:56.504258 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-25bfac0b-c310-4703-9c92-22e9ac4dbc30 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Transition to ACTIVE for port object 09607310-a18f-452b-93a5-a2044bc29c90 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:45:56.530432 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f1effe1-8966-4eae-9eb0-8498a1b09824 req-807e11fe-42ff-4f10-8c5b-93aa5cdd752d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Router f210ae77-0c1f-4ea6-b731-f5d2150152a7 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:45:56.547645 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c712ea9-b6b3-4470-a07e-b0e9b5d3c4a3 None None] Network 39f5e9a9-e8d0-4d06-9025-58cb6ae2940f requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:56.591432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-25bfac0b-c310-4703-9c92-22e9ac4dbc30 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:56.598160 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c7877109-0c64-471a-af5b-dd6bfdadbf8a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.3401461 Mar 07 21:45:56.598160 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48230) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:56.610188 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-f1a70b63-cfbb-4ccb-b516-7eb806ec6fad None None] Attempting to bind port 2e9e41f5-a073-4281-943b-5b1630fc9aab on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:45:56.610550 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-f1a70b63-cfbb-4ccb-b516-7eb806ec6fad None None] Attempting to bind port 2e9e41f5-a073-4281-943b-5b1630fc9aab by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '63959a15-207d-4a31-a527-d58f065c7446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:45:56.610909 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a70b63-cfbb-4ccb-b516-7eb806ec6fad None None] Attempting to bind port 2e9e41f5-a073-4281-943b-5b1630fc9aab on network d956495d-f88b-496a-8bda-e4f19b96b8fc {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:45:56.622582 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d570f-525c-4713-b960-4f8ad9236df8 None None] Pushing event updated for resources: {'Port': ['ID=f5e07cd7-4037-4df0-846f-8bc885c8666f,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:56.657259 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bfac0b-c310-4703-9c92-22e9ac4dbc30 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network d956495d-f88b-496a-8bda-e4f19b96b8fc is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:56.660309 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-25bfac0b-c310-4703-9c92-22e9ac4dbc30 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:56.669548 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bfac0b-c310-4703-9c92-22e9ac4dbc30 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:45:56.678357 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a70b63-cfbb-4ccb-b516-7eb806ec6fad None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:45:56.679188 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a70b63-cfbb-4ccb-b516-7eb806ec6fad None None] Checking segment: {'id': '63959a15-207d-4a31-a527-d58f065c7446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:56.679188 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f1a70b63-cfbb-4ccb-b516-7eb806ec6fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:56.679505 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a70b63-cfbb-4ccb-b516-7eb806ec6fad None None] Bound using segment: {'id': '63959a15-207d-4a31-a527-d58f065c7446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:45:56.679951 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-f1a70b63-cfbb-4ccb-b516-7eb806ec6fad None None] Bound port: 2e9e41f5-a073-4281-943b-5b1630fc9aab, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63959a15-207d-4a31-a527-d58f065c7446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:45:56.680780 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f1a70b63-cfbb-4ccb-b516-7eb806ec6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:56.689211 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] Attempting to bind port f5e07cd7-4037-4df0-846f-8bc885c8666f on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:45:56.689447 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] Attempting to bind port f5e07cd7-4037-4df0-846f-8bc885c8666f by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'da624cb1-112b-4a36-97a9-58d214a9553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:45:56.689803 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] Attempting to bind port f5e07cd7-4037-4df0-846f-8bc885c8666f on network b3cba081-e44f-418c-8ee0-c70e2be83492 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:45:56.702159 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-0b87b24d-338b-4991-acf0-70c2ba8ca9e6 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting port 3545aec1-f6dc-46b6-b119-75c7bf55b634 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:56.702552 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b87b24d-338b-4991-acf0-70c2ba8ca9e6 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:56.704160 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:45:56.704537 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] Checking segment: {'id': 'da624cb1-112b-4a36-97a9-58d214a9553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:45:56.704953 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:56.705327 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] Bound using segment: {'id': 'da624cb1-112b-4a36-97a9-58d214a9553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:45:56.705801 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] Bound port: f5e07cd7-4037-4df0-846f-8bc885c8666f, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da624cb1-112b-4a36-97a9-58d214a9553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:45:56.706196 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:56.886312 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f1effe1-8966-4eae-9eb0-8498a1b09824 req-807e11fe-42ff-4f10-8c5b-93aa5cdd752d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:45:56.886527 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfac0b-c310-4703-9c92-22e9ac4dbc30 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Port': ['ID=09607310-a18f-452b-93a5-a2044bc29c90,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:56.909515 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e7dbfd69-9bc3-47d7-96c2-77c45f92fd37 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:45:56.912895 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-25bfac0b-c310-4703-9c92-22e9ac4dbc30 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:56.944669 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e89375b-578d-4f0b-9f41-b9e2f021711c None None] Sync routers for ids ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:45:56.988632 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1effe1-8966-4eae-9eb0-8498a1b09824 req-807e11fe-42ff-4f10-8c5b-93aa5cdd752d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] No DVR routers for this DVR port a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 on host hv-neutron-8299 {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:56.991114 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-4f1effe1-8966-4eae-9eb0-8498a1b09824 req-807e11fe-42ff-4f10-8c5b-93aa5cdd752d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:56.993236 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4f1effe1-8966-4eae-9eb0-8498a1b09824 req-807e11fe-42ff-4f10-8c5b-93aa5cdd752d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.11 "DELETE /v2.0/ports/a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 HTTP/1.1" status: 204 len: 173 time: 2.5981481 Mar 07 21:45:57.003791 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-f1a70b63-cfbb-4ccb-b516-7eb806ec6fad None None] For port 2e9e41f5-a073-4281-943b-5b1630fc9aab, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:45:57.009789 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99741320-9ed5-44b2-bf3f-40b985939099', 'name': 'network-vif-deleted', 'tag': 'a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:45:57.047300 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e89375b-578d-4f0b-9f41-b9e2f021711c None None] Routers {'f210ae77-0c1f-4ea6-b731-f5d2150152a7'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:57.053111 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-4e89375b-578d-4f0b-9f41-b9e2f021711c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:57.088396 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99741320-9ed5-44b2-bf3f-40b985939099', 'name': 'network-vif-deleted', 'tag': 'a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3', 'status': 'completed', 'code': 200} Mar 07 21:45:57.121561 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-25bfac0b-c310-4703-9c92-22e9ac4dbc30 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:57.153991 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-f1a70b63-cfbb-4ccb-b516-7eb806ec6fad None None] For port 2e9e41f5-a073-4281-943b-5b1630fc9aab, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2e9e41f5-a073-4281-943b-5b1630fc9aab,segment=NetworkSegment(63959a15-207d-4a31-a527-d58f065c7446),segment_id=63959a15-207d-4a31-a527-d58f065c7446)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:45:57.158084 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b87b24d-338b-4991-acf0-70c2ba8ca9e6 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:57.198840 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] For port f5e07cd7-4037-4df0-846f-8bc885c8666f, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:45:57.260471 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] For port f5e07cd7-4037-4df0-846f-8bc885c8666f, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f5e07cd7-4037-4df0-846f-8bc885c8666f,segment=NetworkSegment(da624cb1-112b-4a36-97a9-58d214a9553f),segment_id=da624cb1-112b-4a36-97a9-58d214a9553f)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:45:57.262040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f1a70b63-cfbb-4ccb-b516-7eb806ec6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:57.329859 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-26126950-ebc6-4db4-aaae-adaf5dadee8b req-a2f74cee-4954-4c9b-866c-c13f0db1bc88 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 210 time: 0.0573063 Mar 07 21:45:57.344233 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-0b87b24d-338b-4991-acf0-70c2ba8ca9e6 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Calling delete_port for 3545aec1-f6dc-46b6-b119-75c7bf55b634 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:45:57.361531 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b0263fdc-7a1a-4bb7-9f8a-24cc21620603 None None] Provisioning for port e7dbfd69-9bc3-47d7-96c2-77c45f92fd37 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:57.373909 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:57.452591 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port e7dbfd69-9bc3-47d7-96c2-77c45f92fd37 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:45:57.490537 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-4e89375b-578d-4f0b-9f41-b9e2f021711c None None] Set router f210ae77-0c1f-4ea6-b731-f5d2150152a7 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:45:57.562937 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port e7dbfd69-9bc3-47d7-96c2-77c45f92fd37 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:57.563638 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:57.609697 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a70b63-cfbb-4ccb-b516-7eb806ec6fad None None] Pushing event updated for resources: {'Port': ['ID=2e9e41f5-a073-4281-943b-5b1630fc9aab,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:57.667543 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b87b24d-338b-4991-acf0-70c2ba8ca9e6 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:57.668021 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] Routers {'af094fd3-06a5-4647-a47c-0237d1602a2d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:57.668224 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['af094fd3-06a5-4647-a47c-0237d1602a2d'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:57.747010 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-25bfac0b-c310-4703-9c92-22e9ac4dbc30 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:57.808068 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87b24d-338b-4991-acf0-70c2ba8ca9e6 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Port': ['ID=3545aec1-f6dc-46b6-b119-75c7bf55b634,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:57.815185 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-25bfac0b-c310-4703-9c92-22e9ac4dbc30 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:57.927310 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b87b24d-338b-4991-acf0-70c2ba8ca9e6 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:57.944811 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0b87b24d-338b-4991-acf0-70c2ba8ca9e6 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/ports/3545aec1-f6dc-46b6-b119-75c7bf55b634 HTTP/1.1" status: 204 len: 168 time: 1.3434322 Mar 07 21:45:57.946959 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48238) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:57.987808 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-25bfac0b-c310-4703-9c92-22e9ac4dbc30 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:57.991444 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfac0b-c310-4703-9c92-22e9ac4dbc30 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Port': ['ID=09607310-a18f-452b-93a5-a2044bc29c90,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:58.008125 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d64e62-a12a-413e-bf2c-78210af6c07b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] GET failed (client error): The resource could not be found. Mar 07 21:45:58.009261 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-04d64e62-a12a-413e-bf2c-78210af6c07b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Synchronizing usage tracker for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:45:58.082704 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d570f-525c-4713-b960-4f8ad9236df8 None None] Pushing event updated for resources: {'Port': ['ID=f5e07cd7-4037-4df0-846f-8bc885c8666f,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:58.089430 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-04d64e62-a12a-413e-bf2c-78210af6c07b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Unset dirty status for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:45:58.095662 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-04d64e62-a12a-413e-bf2c-78210af6c07b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports/3545aec1-f6dc-46b6-b119-75c7bf55b634 HTTP/1.1" status: 404 len: 333 time: 0.1428604 Mar 07 21:45:58.095662 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48242) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:58.138424 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:45:58.142366 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bfac0b-c310-4703-9c92-22e9ac4dbc30 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network d956495d-f88b-496a-8bda-e4f19b96b8fc is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:45:58.143983 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-25bfac0b-c310-4703-9c92-22e9ac4dbc30 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:45:58.167099 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1395af8-e193-48d6-a764-90031d338b92 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting subnet d379c076-e216-4468-b022-8d6855f26057 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:45:58.170273 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e1395af8-e193-48d6-a764-90031d338b92 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:58.241085 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e1395af8-e193-48d6-a764-90031d338b92 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:58.241728 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:45:58.242199 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device a2da5f8d-d4d3-45ff-a080-3231bb8bf0f3 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:45:58.293794 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] Set router af094fd3-06a5-4647-a47c-0237d1602a2d gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:45:58.327374 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bfac0b-c310-4703-9c92-22e9ac4dbc30 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Router af094fd3-06a5-4647-a47c-0237d1602a2d has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:45:58.377879 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e1395af8-e193-48d6-a764-90031d338b92 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:58.574570 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:58.620166 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-acca6fa9-9f94-44a5-af8e-161f65ce065d None None] Could not find standard attr ID for object 3545aec1-f6dc-46b6-b119-75c7bf55b634. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:45:58.672876 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-db983135-e3c2-4e48-8fa4-92a706687f79 req-dd3b522a-5d83-41f0-bf14-708857eb047d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=99741320-9ed5-44b2-bf3f-40b985939099 HTTP/1.1" status: 200 len: 210 time: 0.1162980 Mar 07 21:45:58.721719 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bfac0b-c310-4703-9c92-22e9ac4dbc30 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:45:58.744450 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-25bfac0b-c310-4703-9c92-22e9ac4dbc30 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "PUT /v2.0/routers/af094fd3-06a5-4647-a47c-0237d1602a2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7647083 Mar 07 21:45:58.746707 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48248) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:58.755164 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f930258b-84d4-4880-be25-b4fe4cecbdac tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'network': {'name': 'tempest-RoutersTest-1764917207'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:58.762191 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f930258b-84d4-4880-be25-b4fe4cecbdac tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:58.766088 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f930258b-84d4-4880-be25-b4fe4cecbdac tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:network and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:58.769157 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f930258b-84d4-4880-be25-b4fe4cecbdac tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:58.775458 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f930258b-84d4-4880-be25-b4fe4cecbdac tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:58.796649 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e1395af8-e193-48d6-a764-90031d338b92 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:58.864924 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1395af8-e193-48d6-a764-90031d338b92 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Subnet': ['ID=d379c076-e216-4468-b022-8d6855f26057,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:58.872667 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f930258b-84d4-4880-be25-b4fe4cecbdac tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Made reservation on behalf of b77dfcf064844de7b83d64320b9ee466 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:58.877298 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f930258b-84d4-4880-be25-b4fe4cecbdac tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:58.883170 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e1395af8-e193-48d6-a764-90031d338b92 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:58.895746 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e1395af8-e193-48d6-a764-90031d338b92 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/subnets/d379c076-e216-4468-b022-8d6855f26057 HTTP/1.1" status: 204 len: 168 time: 0.8007202 Mar 07 21:45:58.898368 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48252) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:58.934655 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f930258b-84d4-4880-be25-b4fe4cecbdac tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:45:58.949066 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f930258b-84d4-4880-be25-b4fe4cecbdac tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:58.949413 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-f930258b-84d4-4880-be25-b4fe4cecbdac tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Added segment 0f62eac9-de02-49ef-863c-e94516f54a0b of type vlan for network 87470e8b-5d02-4bde-9c01-2ab4007d5850 Mar 07 21:45:58.993780 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f930258b-84d4-4880-be25-b4fe4cecbdac tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:59.034095 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-acca6fa9-9f94-44a5-af8e-161f65ce065d None None] Provisioning complete for port e7dbfd69-9bc3-47d7-96c2-77c45f92fd37 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:45:59.037178 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-acca6fa9-9f94-44a5-af8e-161f65ce065d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:59.072063 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1b6604cc-5f58-413f-8608-3698e42436ab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:59.088236 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-1b6604cc-5f58-413f-8608-3698e42436ab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting port e7dbfd69-9bc3-47d7-96c2-77c45f92fd37 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:45:59.088236 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1b6604cc-5f58-413f-8608-3698e42436ab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:59.088661 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb58694-0477-4bc9-b5e3-b200d60ed3de None None] Network d956495d-f88b-496a-8bda-e4f19b96b8fc requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:59.118861 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f930258b-84d4-4880-be25-b4fe4cecbdac tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:59.126371 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f930258b-84d4-4880-be25-b4fe4cecbdac tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:45:59.128434 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f930258b-84d4-4880-be25-b4fe4cecbdac tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:59.160600 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:45:59.160942 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:45:59.162486 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e226dd5-f0af-48de-9b98-38cd74bd1bec None None] Network 39f5e9a9-e8d0-4d06-9025-58cb6ae2940f requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:45:59.236032 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930258b-84d4-4880-be25-b4fe4cecbdac tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Network': ['ID=87470e8b-5d02-4bde-9c01-2ab4007d5850,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:59.270480 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 87470e8b-5d02-4bde-9c01-2ab4007d5850 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:45:59.292939 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f930258b-84d4-4880-be25-b4fe4cecbdac tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5427935 Mar 07 21:45:59.293254 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48256) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:45:59.299052 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-5dfe023a-48e7-4eec-95ac-cfc1b6e08048 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'subnet': {'network_id': '87470e8b-5d02-4bde-9c01-2ab4007d5850', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:45:59.305233 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-1b6604cc-5f58-413f-8608-3698e42436ab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] For port e7dbfd69-9bc3-47d7-96c2-77c45f92fd37, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e7dbfd69-9bc3-47d7-96c2-77c45f92fd37,segment=NetworkSegment(5df5deb7-0552-47bb-a191-371acba6effd),segment_id=5df5deb7-0552-47bb-a191-371acba6effd)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:45:59.305603 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1b6604cc-5f58-413f-8608-3698e42436ab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:59.439169 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-1b6604cc-5f58-413f-8608-3698e42436ab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Calling delete_port for e7dbfd69-9bc3-47d7-96c2-77c45f92fd37 owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:45:59.462965 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-4e89375b-578d-4f0b-9f41-b9e2f021711c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:41:01Z', 'revision_number': 4, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port': {'id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:47Z', 'updated_at': '2022-03-07T21:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '07655d0a-fa13-4d33-8c21-75878fce99e7', 'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'mac_address': 'fa:16:3e:47:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:57Z', 'updated_at': '2022-03-07T21:41:14Z', 'revision_number': 5, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'subnets': [{'id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:59.519945 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e89375b-578d-4f0b-9f41-b9e2f021711c None None] Checking router: f210ae77-0c1f-4ea6-b731-f5d2150152a7 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:45:59.535789 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5dfe023a-48e7-4eec-95ac-cfc1b6e08048 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:45:59.540215 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5dfe023a-48e7-4eec-95ac-cfc1b6e08048 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:subnet and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:45:59.543081 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5dfe023a-48e7-4eec-95ac-cfc1b6e08048 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:45:59.549004 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5dfe023a-48e7-4eec-95ac-cfc1b6e08048 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:45:59.596510 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1b6604cc-5f58-413f-8608-3698e42436ab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:59.643485 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6604cc-5f58-413f-8608-3698e42436ab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Port': ['ID=e7dbfd69-9bc3-47d7-96c2-77c45f92fd37,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:45:59.646957 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6604cc-5f58-413f-8608-3698e42436ab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] No DVR routers for this DVR port e7dbfd69-9bc3-47d7-96c2-77c45f92fd37 on host dv-neutron-829957-1-hyperv {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:45:59.650637 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e89375b-578d-4f0b-9f41-b9e2f021711c None None] Routers {'f210ae77-0c1f-4ea6-b731-f5d2150152a7'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:45:59.651276 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-4e89375b-578d-4f0b-9f41-b9e2f021711c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:59.655202 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfe023a-48e7-4eec-95ac-cfc1b6e08048 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Made reservation on behalf of b77dfcf064844de7b83d64320b9ee466 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:45:59.658721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5dfe023a-48e7-4eec-95ac-cfc1b6e08048 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:59.735802 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-acca6fa9-9f94-44a5-af8e-161f65ce065d None None] Port e7dbfd69-9bc3-47d7-96c2-77c45f92fd37 update to ACTIVE by agent not found {{(pid=88388) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 07 21:45:59.772339 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Port e7dbfd69-9bc3-47d7-96c2-77c45f92fd37 update to ACTIVE by agent not found {{(pid=88388) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 07 21:45:59.793161 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f00414-b14f-4a8c-9731-9b56f3c0506c None None] DHCP port deletion for 39f5e9a9-e8d0-4d06-9025-58cb6ae2940f request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:45:59.800649 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1b6604cc-5f58-413f-8608-3698e42436ab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:59.830259 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-1b6604cc-5f58-413f-8608-3698e42436ab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f5e9a9-e8d0-4d06-9025-58cb6ae2940f']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:59.857623 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-1b6604cc-5f58-413f-8608-3698e42436ab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df5deb7-0552-47bb-a191-371acba6effd') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:59.857916 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-1b6604cc-5f58-413f-8608-3698e42436ab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df5deb7-0552-47bb-a191-371acba6effd') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:45:59.897085 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1b6604cc-5f58-413f-8608-3698e42436ab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:59.918632 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1b6604cc-5f58-413f-8608-3698e42436ab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:59.925984 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6604cc-5f58-413f-8608-3698e42436ab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:45:59.926292 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1b6604cc-5f58-413f-8608-3698e42436ab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:45:59.968613 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:45:59.979726 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fd09807e-f5fb-4863-88ad-8318f4f935ec None None] Could not find standard attr ID for object 3545aec1-f6dc-46b6-b119-75c7bf55b634. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:45:59.992971 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2e9e41f5-a073-4281-943b-5b1630fc9aab up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:46:00.038634 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:45:56Z', 'revision_number': 4, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '09607310-a18f-452b-93a5-a2044bc29c90', 'name': '', 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:89:0f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:55Z', 'updated_at': '2022-03-07T21:45:56Z', 'revision_number': 1, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:51Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e07cd7-4037-4df0-846f-8bc885c8666f', 'name': '', 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:6e:23:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:48Z', 'updated_at': '2022-03-07T21:45:57Z', 'revision_number': 4, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:00.072600 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68930456-7b27-4b2e-b327-ac158aa5df6c None None] The sync data for ids ['af094fd3-06a5-4647-a47c-0237d1602a2d'] in dv-neutron-829957-1-hyperv is: [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:45:56Z', 'revision_number': 4, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '09607310-a18f-452b-93a5-a2044bc29c90', 'name': '', 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:89:0f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:55Z', 'updated_at': '2022-03-07T21:45:56Z', 'revision_number': 1, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:51Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e07cd7-4037-4df0-846f-8bc885c8666f', 'name': '', 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:6e:23:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:48Z', 'updated_at': '2022-03-07T21:45:57Z', 'revision_number': 4, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:00.095212 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-4e89375b-578d-4f0b-9f41-b9e2f021711c None None] Set router f210ae77-0c1f-4ea6-b731-f5d2150152a7 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:46:00.150312 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5dfe023a-48e7-4eec-95ac-cfc1b6e08048 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:00.170193 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1b6604cc-5f58-413f-8608-3698e42436ab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:00.184556 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fd09807e-f5fb-4863-88ad-8318f4f935ec None None] Provisioning for port 2e9e41f5-a073-4281-943b-5b1630fc9aab completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:00.200543 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1b6604cc-5f58-413f-8608-3698e42436ab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:00.220734 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6604cc-5f58-413f-8608-3698e42436ab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Network': ['ID=39f5e9a9-e8d0-4d06-9025-58cb6ae2940f,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:00.293097 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe023a-48e7-4eec-95ac-cfc1b6e08048 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Subnet': ['ID=6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:00.297945 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-56df73eb-806b-4555-8919-abeb46cdea28 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-421056467&fields=id&tenant_id=a1d039a5115b40cc849313193266d5ad HTTP/1.1" status: 200 len: 267 time: 0.0983160 Mar 07 21:46:00.306087 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfe023a-48e7-4eec-95ac-cfc1b6e08048 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Checking segment: {'id': '0f62eac9-de02-49ef-863c-e94516f54a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '87470e8b-5d02-4bde-9c01-2ab4007d5850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:46:00.306436 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfe023a-48e7-4eec-95ac-cfc1b6e08048 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network hostable DHCP agents. Network: 87470e8b-5d02-4bde-9c01-2ab4007d5850, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:46:00.308097 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1b6604cc-5f58-413f-8608-3698e42436ab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/networks/39f5e9a9-e8d0-4d06-9025-58cb6ae2940f HTTP/1.1" status: 204 len: 168 time: 1.4050622 Mar 07 21:46:00.312558 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48268) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:00.320238 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-4e49288d-08fb-4dad-8754-b3a5d7e9f7ff tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'port': {'network_id': '2bd543d4-9bee-4c67-a1dd-2044b28211e4', 'name': 'tempest-PortsTestJSON-1855576305'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:00.370205 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 2e9e41f5-a073-4281-943b-5b1630fc9aab completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:00.387032 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 2e9e41f5-a073-4281-943b-5b1630fc9aab triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:00.387253 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:00.487371 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-4e49288d-08fb-4dad-8754-b3a5d7e9f7ff tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:00.494376 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4e49288d-08fb-4dad-8754-b3a5d7e9f7ff tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:port and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:00.500241 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4e49288d-08fb-4dad-8754-b3a5d7e9f7ff tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:00.506933 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfe023a-48e7-4eec-95ac-cfc1b6e08048 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network 87470e8b-5d02-4bde-9c01-2ab4007d5850 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:46:00.515628 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-4e49288d-08fb-4dad-8754-b3a5d7e9f7ff tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:00.518152 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-e32f3e73-df5b-4ddb-86a3-aff6f6f43021 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:00.519666 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-e32f3e73-df5b-4ddb-86a3-aff6f6f43021 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/networks?id=e71fce04-ffbd-435e-bfc3-87f58b6e4967 HTTP/1.1" status: 200 len: 811 time: 0.2042539 Mar 07 21:46:00.537927 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-7b6b6a0b-2c8f-4245-8d24-4f5843a59e7a tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/quotas/a1d039a5115b40cc849313193266d5ad HTTP/1.1" status: 200 len: 375 time: 0.0107918 Mar 07 21:46:00.601120 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-5dfe023a-48e7-4eec-95ac-cfc1b6e08048 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 87470e8b-5d02-4bde-9c01-2ab4007d5850) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:00.609018 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfe023a-48e7-4eec-95ac-cfc1b6e08048 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:00.609018 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5dfe023a-48e7-4eec-95ac-cfc1b6e08048 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:00.626686 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e49288d-08fb-4dad-8754-b3a5d7e9f7ff tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:00.630393 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4e49288d-08fb-4dad-8754-b3a5d7e9f7ff tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:00.668689 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-4e49288d-08fb-4dad-8754-b3a5d7e9f7ff tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] device_id is not set on port bd5a8ace-a4fd-4c04-9b52-30c0828528fc yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:46:00.686559 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-400829a7-c762-4f04-bdd4-7153dd8aacb4 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1d039a5115b40cc849313193266d5ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1429293 Mar 07 21:46:00.688862 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0345a5ae-01f1-4a7e-8f2d-b6a95d0a90f9 None None] Network 87470e8b-5d02-4bde-9c01-2ab4007d5850 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:46:00.729244 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5dfe023a-48e7-4eec-95ac-cfc1b6e08048 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4344888 Mar 07 21:46:00.730149 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48274) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:00.857302 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-28da30f4-0a44-433c-b274-fee6a58dec3b None None] Provisioning for port 09607310-a18f-452b-93a5-a2044bc29c90 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:00.868482 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-28da30f4-0a44-433c-b274-fee6a58dec3b None None] Provisioning complete for port 09607310-a18f-452b-93a5-a2044bc29c90 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:00.868857 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-28da30f4-0a44-433c-b274-fee6a58dec3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:00.901051 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:01.022351 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 2e9e41f5-a073-4281-943b-5b1630fc9aab, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2e9e41f5-a073-4281-943b-5b1630fc9aab,segment=NetworkSegment(63959a15-207d-4a31-a527-d58f065c7446),segment_id=63959a15-207d-4a31-a527-d58f065c7446)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:01.039264 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-4e89375b-578d-4f0b-9f41-b9e2f021711c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:41:01Z', 'revision_number': 4, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port': {'id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:47Z', 'updated_at': '2022-03-07T21:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '07655d0a-fa13-4d33-8c21-75878fce99e7', 'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'mac_address': 'fa:16:3e:47:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:57Z', 'updated_at': '2022-03-07T21:41:14Z', 'revision_number': 5, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'subnets': [{'id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:01.046063 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-28da30f4-0a44-433c-b274-fee6a58dec3b None None] Port 09607310-a18f-452b-93a5-a2044bc29c90 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:46:01.068925 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e89375b-578d-4f0b-9f41-b9e2f021711c None None] The sync data for ids ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'] in dv-neutron-829957-1-hyperv is: [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:41:01Z', 'revision_number': 4, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port': {'id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:47Z', 'updated_at': '2022-03-07T21:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '07655d0a-fa13-4d33-8c21-75878fce99e7', 'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'mac_address': 'fa:16:3e:47:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:57Z', 'updated_at': '2022-03-07T21:41:14Z', 'revision_number': 5, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'subnets': [{'id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:01.121906 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:01.170873 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-28da30f4-0a44-433c-b274-fee6a58dec3b None None] Provisioning complete for port 2e9e41f5-a073-4281-943b-5b1630fc9aab triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:01.171976 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-28da30f4-0a44-433c-b274-fee6a58dec3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:01.175188 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4e49288d-08fb-4dad-8754-b3a5d7e9f7ff tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:01.233448 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e7dbfd69-9bc3-47d7-96c2-77c45f92fd37 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:46:01.274068 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48280) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:01.337532 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4e49288d-08fb-4dad-8754-b3a5d7e9f7ff tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:01.337645 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: e7dbfd69-9bc3-47d7-96c2-77c45f92fd37 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:46:01.337645 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e7dbfd69-9bc3-47d7-96c2-77c45f92fd37 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:46:01.402604 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c1a1a6-aa64-4847-a8f1-99380dcbcbe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-87470e8b-5d02-4bde-9c01-2ab4007d5850', 'network_id': '87470e8b-5d02-4bde-9c01-2ab4007d5850', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'fixed_ips': [{'subnet_id': '6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:46:01.403610 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-03c1a1a6-aa64-4847-a8f1-99380dcbcbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:01.487358 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-94fc25ad-5786-46ba-b205-6832dbf5923b service neutron] 10.222.0.21 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7919436 Mar 07 21:46:01.541016 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=2e9e41f5-a073-4281-943b-5b1630fc9aab,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:01.574230 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e49288d-08fb-4dad-8754-b3a5d7e9f7ff tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network 2bd543d4-9bee-4c67-a1dd-2044b28211e4 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:01.585105 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-4e49288d-08fb-4dad-8754-b3a5d7e9f7ff tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:01.590680 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5b0916-dabf-4c99-bfd5-f3064a75c5b5 None None] New status for floating IP 99736338-1846-47c8-9304-c2784615bdb5: DOWN {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:46:01.594233 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e49288d-08fb-4dad-8754-b3a5d7e9f7ff tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:46:01.599338 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e49288d-08fb-4dad-8754-b3a5d7e9f7ff tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:01.599939 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4e49288d-08fb-4dad-8754-b3a5d7e9f7ff tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:01.606159 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49288d-08fb-4dad-8754-b3a5d7e9f7ff tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Port': ['ID=bd5a8ace-a4fd-4c04-9b52-30c0828528fc,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:01.659973 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-57bd9537-d746-44d1-b7e7-d17dea952b1f service neutron] 10.222.0.21 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718440 Mar 07 21:46:01.677709 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdaa7eb-5e17-428e-8fbd-975ac9456c62 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:01.680440 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdaa7eb-5e17-428e-8fbd-975ac9456c62 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:01.683109 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdaa7eb-5e17-428e-8fbd-975ac9456c62 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:01.685146 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4fdaa7eb-5e17-428e-8fbd-975ac9456c62 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=eabc753b02e646aebebe0162c5cfe322&network_id=5ae28d24-a6ec-458e-a0b6-64341e8114c4 HTTP/1.1" status: 200 len: 3000 time: 0.4100504 Mar 07 21:46:01.725857 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-03c1a1a6-aa64-4847-a8f1-99380dcbcbe9 None None] Allocated IP 172.23.0.2 (87470e8b-5d02-4bde-9c01-2ab4007d5850/6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae/65a16af8-ed27-4634-a689-2d98565f04c0) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:01.737043 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4e49288d-08fb-4dad-8754-b3a5d7e9f7ff tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4215956 Mar 07 21:46:01.741097 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48288) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:01.862431 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-cc2f3244-841e-4f15-9e46-d35fc0c77bbb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting port bd5a8ace-a4fd-4c04-9b52-30c0828528fc {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:01.864169 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc2f3244-841e-4f15-9e46-d35fc0c77bbb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:02.041161 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] Sync routers for ids ['af094fd3-06a5-4647-a47c-0237d1602a2d'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:46:02.087156 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] Routers {'af094fd3-06a5-4647-a47c-0237d1602a2d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:46:02.087774 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['af094fd3-06a5-4647-a47c-0237d1602a2d'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:02.146509 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f5aea28e-0933-407e-9710-695c82b8f7e0 None None] Provisioning complete for port 09607310-a18f-452b-93a5-a2044bc29c90 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:02.147059 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f5aea28e-0933-407e-9710-695c82b8f7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:02.170699 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f5e07cd7-4037-4df0-846f-8bc885c8666f up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:46:02.204521 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc2f3244-841e-4f15-9e46-d35fc0c77bbb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:02.250649 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f1e75e27-c8e8-4f2f-a5cb-77d89763540e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:02.351199 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-cc2f3244-841e-4f15-9e46-d35fc0c77bbb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Calling delete_port for bd5a8ace-a4fd-4c04-9b52-30c0828528fc owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:46:02.367265 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-f5aea28e-0933-407e-9710-695c82b8f7e0 None None] Port 09607310-a18f-452b-93a5-a2044bc29c90 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:46:02.424993 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] Set router af094fd3-06a5-4647-a47c-0237d1602a2d gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:46:02.482042 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port f5e07cd7-4037-4df0-846f-8bc885c8666f completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:02.501331 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port f5e07cd7-4037-4df0-846f-8bc885c8666f triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:02.501696 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:02.530041 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc2f3244-841e-4f15-9e46-d35fc0c77bbb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:02.550759 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1d52d5a2-9aea-454e-9951-22c9ec4faeeb req-bd03bfb1-5dce-4bcf-9cd8-5d8ae75dfc03 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 210 time: 0.0526688 Mar 07 21:46:02.601540 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f3244-841e-4f15-9e46-d35fc0c77bbb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Port': ['ID=bd5a8ace-a4fd-4c04-9b52-30c0828528fc,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:02.609802 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc2f3244-841e-4f15-9e46-d35fc0c77bbb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:02.626659 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-03c1a1a6-aa64-4847-a8f1-99380dcbcbe9 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:02.630183 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cc2f3244-841e-4f15-9e46-d35fc0c77bbb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/ports/bd5a8ace-a4fd-4c04-9b52-30c0828528fc HTTP/1.1" status: 204 len: 168 time: 0.8853524 Mar 07 21:46:02.630183 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48304) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:02.643753 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-2e1f6b4a-2851-4757-8526-0932b932dea3 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'port': {'network_id': '2bd543d4-9bee-4c67-a1dd-2044b28211e4', 'mac_address': 'fa:16:3e:fa:6d:57', 'name': 'tempest-PortsTestJSON-1721244035'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:02.730650 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-03c1a1a6-aa64-4847-a8f1-99380dcbcbe9 None None] Transition to ACTIVE for port object 65a16af8-ed27-4634-a689-2d98565f04c0 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:02.765455 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2e1f6b4a-2851-4757-8526-0932b932dea3 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:02.769543 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2e1f6b4a-2851-4757-8526-0932b932dea3 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:port and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:02.772425 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2e1f6b4a-2851-4757-8526-0932b932dea3 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:02.778357 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2e1f6b4a-2851-4757-8526-0932b932dea3 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:02.817221 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-03c1a1a6-aa64-4847-a8f1-99380dcbcbe9 None None] Transition to ACTIVE for port object 65a16af8-ed27-4634-a689-2d98565f04c0 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:02.912171 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1f6b4a-2851-4757-8526-0932b932dea3 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:02.918071 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:02.959538 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-03c1a1a6-aa64-4847-a8f1-99380dcbcbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:03.014385 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port f5e07cd7-4037-4df0-846f-8bc885c8666f, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f5e07cd7-4037-4df0-846f-8bc885c8666f,segment=NetworkSegment(da624cb1-112b-4a36-97a9-58d214a9553f),segment_id=da624cb1-112b-4a36-97a9-58d214a9553f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:03.017845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-f1e75e27-c8e8-4f2f-a5cb-77d89763540e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Allocated IP 172.23.0.1 (87470e8b-5d02-4bde-9c01-2ab4007d5850/6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae/cb1b74df-f1ab-4386-a77e-6a7c6ea102ce) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:03.034472 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6b4a-2851-4757-8526-0932b932dea3 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:03.040716 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c1a1a6-aa64-4847-a8f1-99380dcbcbe9 None None] Network 87470e8b-5d02-4bde-9c01-2ab4007d5850 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:03.045535 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-03c1a1a6-aa64-4847-a8f1-99380dcbcbe9 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:03.047300 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1a1a6-aa64-4847-a8f1-99380dcbcbe9 None None] Pushing event updated for resources: {'Port': ['ID=65a16af8-ed27-4634-a689-2d98565f04c0,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:03.050567 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c1a1a6-aa64-4847-a8f1-99380dcbcbe9 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:46:03.075707 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-2e1f6b4a-2851-4757-8526-0932b932dea3 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] device_id is not set on port 6c2d8619-d633-4a0e-9795-48049597b525 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:46:03.088614 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:03.089397 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2e9e41f5-a073-4281-943b-5b1630fc9aab up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:46:03.195192 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f1e75e27-c8e8-4f2f-a5cb-77d89763540e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:03.212559 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-f1e75e27-c8e8-4f2f-a5cb-77d89763540e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Transition to ACTIVE for port object cb1b74df-f1ab-4386-a77e-6a7c6ea102ce will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:03.254849 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-03c1a1a6-aa64-4847-a8f1-99380dcbcbe9 None None] Attempting to bind port 65a16af8-ed27-4634-a689-2d98565f04c0 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:46:03.255193 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-03c1a1a6-aa64-4847-a8f1-99380dcbcbe9 None None] Attempting to bind port 65a16af8-ed27-4634-a689-2d98565f04c0 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '0f62eac9-de02-49ef-863c-e94516f54a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '87470e8b-5d02-4bde-9c01-2ab4007d5850'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:46:03.255543 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c1a1a6-aa64-4847-a8f1-99380dcbcbe9 None None] Attempting to bind port 65a16af8-ed27-4634-a689-2d98565f04c0 on network 87470e8b-5d02-4bde-9c01-2ab4007d5850 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:46:03.259245 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:45:56Z', 'revision_number': 4, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '09607310-a18f-452b-93a5-a2044bc29c90', 'name': '', 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:89:0f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:55Z', 'updated_at': '2022-03-07T21:45:57Z', 'revision_number': 2, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:51Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e07cd7-4037-4df0-846f-8bc885c8666f', 'name': '', 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:6e:23:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:48Z', 'updated_at': '2022-03-07T21:45:57Z', 'revision_number': 4, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:03.271486 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] Checking router: af094fd3-06a5-4647-a47c-0237d1602a2d for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:46:03.271829 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] Updating router af094fd3-06a5-4647-a47c-0237d1602a2d port 09607310-a18f-452b-93a5-a2044bc29c90 binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:46:03.296471 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c1a1a6-aa64-4847-a8f1-99380dcbcbe9 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:46:03.296854 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c1a1a6-aa64-4847-a8f1-99380dcbcbe9 None None] Checking segment: {'id': '0f62eac9-de02-49ef-863c-e94516f54a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '87470e8b-5d02-4bde-9c01-2ab4007d5850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:46:03.297232 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-03c1a1a6-aa64-4847-a8f1-99380dcbcbe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:03.297613 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c1a1a6-aa64-4847-a8f1-99380dcbcbe9 None None] Bound using segment: {'id': '0f62eac9-de02-49ef-863c-e94516f54a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '87470e8b-5d02-4bde-9c01-2ab4007d5850'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:46:03.298105 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-03c1a1a6-aa64-4847-a8f1-99380dcbcbe9 None None] Bound port: 65a16af8-ed27-4634-a689-2d98565f04c0, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f62eac9-de02-49ef-863c-e94516f54a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '87470e8b-5d02-4bde-9c01-2ab4007d5850'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:46:03.298471 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-03c1a1a6-aa64-4847-a8f1-99380dcbcbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:03.306320 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f1e75e27-c8e8-4f2f-a5cb-77d89763540e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:03.312477 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6b4a-2851-4757-8526-0932b932dea3 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:03.326716 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=f5e07cd7-4037-4df0-846f-8bc885c8666f,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:03.378719 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e75e27-c8e8-4f2f-a5cb-77d89763540e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network 87470e8b-5d02-4bde-9c01-2ab4007d5850 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:03.382155 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-f1e75e27-c8e8-4f2f-a5cb-77d89763540e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:03.391546 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e75e27-c8e8-4f2f-a5cb-77d89763540e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:46:03.398047 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 2e9e41f5-a073-4281-943b-5b1630fc9aab triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:03.398443 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:03.430647 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:03.433219 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e75e27-c8e8-4f2f-a5cb-77d89763540e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Port': ['ID=cb1b74df-f1ab-4386-a77e-6a7c6ea102ce,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:03.439812 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6b4a-2851-4757-8526-0932b932dea3 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:03.454348 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f1e75e27-c8e8-4f2f-a5cb-77d89763540e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:03.518033 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1f6b4a-2851-4757-8526-0932b932dea3 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network 2bd543d4-9bee-4c67-a1dd-2044b28211e4 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:03.522279 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-2e1f6b4a-2851-4757-8526-0932b932dea3 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:03.524492 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1f6b4a-2851-4757-8526-0932b932dea3 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:46:03.527410 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-03c1a1a6-aa64-4847-a8f1-99380dcbcbe9 None None] For port 65a16af8-ed27-4634-a689-2d98565f04c0, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:46:03.531361 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1f6b4a-2851-4757-8526-0932b932dea3 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:03.531666 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6b4a-2851-4757-8526-0932b932dea3 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:03.550624 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-03c1a1a6-aa64-4847-a8f1-99380dcbcbe9 None None] For port 65a16af8-ed27-4634-a689-2d98565f04c0, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=65a16af8-ed27-4634-a689-2d98565f04c0,segment=NetworkSegment(0f62eac9-de02-49ef-863c-e94516f54a0b),segment_id=0f62eac9-de02-49ef-863c-e94516f54a0b)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:46:03.562678 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f6b4a-2851-4757-8526-0932b932dea3 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Port': ['ID=6c2d8619-d633-4a0e-9795-48049597b525,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:03.597437 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48318) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:03.639230 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f1e75e27-c8e8-4f2f-a5cb-77d89763540e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:03.649009 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-03c1a1a6-aa64-4847-a8f1-99380dcbcbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:03.685037 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b17deb-64fa-4eb2-83f3-108905b019be tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:03.696459 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-71b17deb-64fa-4eb2-83f3-108905b019be tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093 HTTP/1.1" status: 200 len: 814 time: 0.0902948 Mar 07 21:46:03.696459 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2e1f6b4a-2851-4757-8526-0932b932dea3 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0644238 Mar 07 21:46:03.706675 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48322) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:03.771507 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-64391ebf-d0a1-4bfd-ab79-ac07c4530a9c req-edf79077-a66e-4747-964b-89e7ef544d18 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 210 time: 0.0591078 Mar 07 21:46:03.800432 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2750c98a-07bf-4b32-9427-a60b03038812 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:03.801255 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2750c98a-07bf-4b32-9427-a60b03038812 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Synchronizing usage tracker for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:46:03.849705 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1a1a6-aa64-4847-a8f1-99380dcbcbe9 None None] Pushing event updated for resources: {'Port': ['ID=65a16af8-ed27-4634-a689-2d98565f04c0,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:03.889486 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2750c98a-07bf-4b32-9427-a60b03038812 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Unset dirty status for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:46:03.894643 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2750c98a-07bf-4b32-9427-a60b03038812 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports/6c2d8619-d633-4a0e-9795-48049597b525 HTTP/1.1" status: 200 len: 841 time: 0.1912210 Mar 07 21:46:03.897544 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48330) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:03.977029 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f5e07cd7-4037-4df0-846f-8bc885c8666f up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:46:04.013001 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-ee4e7114-0ff9-4199-8b8b-a7257217282f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting port 6c2d8619-d633-4a0e-9795-48049597b525 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:04.013346 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee4e7114-0ff9-4199-8b8b-a7257217282f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:04.117686 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:04.146063 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] Transition to ACTIVE for port object 09607310-a18f-452b-93a5-a2044bc29c90 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:04.156498 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port f5e07cd7-4037-4df0-846f-8bc885c8666f triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:04.157008 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:04.200754 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48334) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:04.219192 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-52759406-0e3a-4c18-8748-42bca6c086b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'network': {'name': 'tempest-network-smoke--790033285', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'port_security_enabled': True}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:04.221699 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:04.229698 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-52759406-0e3a-4c18-8748-42bca6c086b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:04.298398 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-52759406-0e3a-4c18-8748-42bca6c086b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:04.300442 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f1e75e27-c8e8-4f2f-a5cb-77d89763540e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:04.317484 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee4e7114-0ff9-4199-8b8b-a7257217282f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:04.350022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f1e75e27-c8e8-4f2f-a5cb-77d89763540e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:04.372640 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82684e42-c7a7-4cac-8a64-d60ab1e94d64 None None] Pushing event updated for resources: {'Port': ['ID=09607310-a18f-452b-93a5-a2044bc29c90,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:04.511557 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52759406-0e3a-4c18-8748-42bca6c086b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:04.515575 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-52759406-0e3a-4c18-8748-42bca6c086b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:04.601674 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] Attempting to bind port 09607310-a18f-452b-93a5-a2044bc29c90 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:46:04.601674 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] Attempting to bind port 09607310-a18f-452b-93a5-a2044bc29c90 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '63959a15-207d-4a31-a527-d58f065c7446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:46:04.601674 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] Attempting to bind port 09607310-a18f-452b-93a5-a2044bc29c90 on network d956495d-f88b-496a-8bda-e4f19b96b8fc {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:46:04.612695 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:46:04.613069 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] Checking segment: {'id': '63959a15-207d-4a31-a527-d58f065c7446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:46:04.613524 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:04.613903 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] Bound using segment: {'id': '63959a15-207d-4a31-a527-d58f065c7446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:46:04.614395 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] Bound port: 09607310-a18f-452b-93a5-a2044bc29c90, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63959a15-207d-4a31-a527-d58f065c7446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:46:04.614763 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:04.641632 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-ee4e7114-0ff9-4199-8b8b-a7257217282f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Calling delete_port for 6c2d8619-d633-4a0e-9795-48049597b525 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:46:04.655442 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e75e27-c8e8-4f2f-a5cb-77d89763540e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event updated for resources: {'Port': ['ID=cb1b74df-f1ab-4386-a77e-6a7c6ea102ce,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:04.659012 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f1e75e27-c8e8-4f2f-a5cb-77d89763540e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:04.698459 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52759406-0e3a-4c18-8748-42bca6c086b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:46:04.723875 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-52759406-0e3a-4c18-8748-42bca6c086b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:04.724263 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-52759406-0e3a-4c18-8748-42bca6c086b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Added segment 89d72f3b-9b27-49f8-acd2-67c9630c4cf9 of type vlan for network 2781cbd4-565f-4ac6-a170-60fa711718e8 Mar 07 21:46:04.734838 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] For port 09607310-a18f-452b-93a5-a2044bc29c90, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:46:04.738737 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] For port 09607310-a18f-452b-93a5-a2044bc29c90, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=09607310-a18f-452b-93a5-a2044bc29c90,segment=NetworkSegment(63959a15-207d-4a31-a527-d58f065c7446),segment_id=63959a15-207d-4a31-a527-d58f065c7446)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:46:04.774240 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-52759406-0e3a-4c18-8748-42bca6c086b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:04.822499 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:04.871708 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e75e27-c8e8-4f2f-a5cb-77d89763540e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Network 87470e8b-5d02-4bde-9c01-2ab4007d5850 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:04.872934 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-f1e75e27-c8e8-4f2f-a5cb-77d89763540e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:04.940239 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee4e7114-0ff9-4199-8b8b-a7257217282f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:04.953615 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] Routers {'af094fd3-06a5-4647-a47c-0237d1602a2d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:46:04.954288 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['af094fd3-06a5-4647-a47c-0237d1602a2d'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:05.062425 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e7114-0ff9-4199-8b8b-a7257217282f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Port': ['ID=6c2d8619-d633-4a0e-9795-48049597b525,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:05.090574 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-60d9674a-be08-44b6-abd0-d8831892f0df req-b6610adc-f495-403a-a016-448ff4570d21 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 210 time: 0.0786765 Mar 07 21:46:05.090794 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee4e7114-0ff9-4199-8b8b-a7257217282f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:05.111404 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-eb7a539b-22e8-46d1-8828-fa79055c68db tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:05.112855 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-eb7a539b-22e8-46d1-8828-fa79055c68db tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.11 "GET /v2.0/networks?id=e71fce04-ffbd-435e-bfc3-87f58b6e4967 HTTP/1.1" status: 200 len: 811 time: 0.3339829 Mar 07 21:46:05.116831 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-52759406-0e3a-4c18-8748-42bca6c086b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:05.126434 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52759406-0e3a-4c18-8748-42bca6c086b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:05.129761 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-52759406-0e3a-4c18-8748-42bca6c086b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:05.157686 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] Set router af094fd3-06a5-4647-a47c-0237d1602a2d gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:46:05.245790 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e75e27-c8e8-4f2f-a5cb-77d89763540e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Router af094fd3-06a5-4647-a47c-0237d1602a2d has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:46:05.257378 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82684e42-c7a7-4cac-8a64-d60ab1e94d64 None None] Pushing event updated for resources: {'Port': ['ID=09607310-a18f-452b-93a5-a2044bc29c90,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:05.360930 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-52759406-0e3a-4c18-8748-42bca6c086b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1590524 Mar 07 21:46:05.373241 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48340) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:05.375823 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52759406-0e3a-4c18-8748-42bca6c086b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Network': ['ID=2781cbd4-565f-4ac6-a170-60fa711718e8,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:05.450619 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c29e28-f0fa-4ab6-88f2-c8f6d23b4345 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:05.455814 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-93c29e28-f0fa-4ab6-88f2-c8f6d23b4345 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=eabc753b02e646aebebe0162c5cfe322&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0813322 Mar 07 21:46:05.456976 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48346) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:05.464005 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-831f65e7-fe1f-4662-8cae-53227c6fe3bb tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1d039a5115b40cc849313193266d5ad HTTP/1.1" status: 200 len: 379 time: 0.3034663 Mar 07 21:46:05.477262 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e75e27-c8e8-4f2f-a5cb-77d89763540e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:46:05.486443 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ee4e7114-0ff9-4199-8b8b-a7257217282f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/ports/6c2d8619-d633-4a0e-9795-48049597b525 HTTP/1.1" status: 204 len: 168 time: 1.5876117 Mar 07 21:46:05.490925 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48352) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:05.492305 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-b9e0ad0f-eab8-4f9c-b4c8-97ff277d3f10 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Request body: {'port': {'device_id': 'd90dd6df-3c76-4865-9086-88d503f19fd5', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'admin_state_up': True, 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'security_groups': ['86295398-b7ce-40d9-a44c-f823e2e85efb']}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:05.499173 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f1e75e27-c8e8-4f2f-a5cb-77d89763540e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "PUT /v2.0/routers/af094fd3-06a5-4647-a47c-0237d1602a2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7678385 Mar 07 21:46:05.504820 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 2781cbd4-565f-4ac6-a170-60fa711718e8 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:46:05.515621 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48356) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:05.520206 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803f59e2-d84c-4e43-82b9-1036914d8f20 None None] Network 87470e8b-5d02-4bde-9c01-2ab4007d5850 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:46:05.557135 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-3a51ad24-22e1-4ff3-8eea-cb634adf4e2f tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:05.563366 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-029911ae-2534-4a8c-9de8-117f2e5255b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] GET failed (client error): The resource could not be found. Mar 07 21:46:05.570274 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-029911ae-2534-4a8c-9de8-117f2e5255b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports/6c2d8619-d633-4a0e-9795-48049597b525 HTTP/1.1" status: 404 len: 333 time: 0.0687716 Mar 07 21:46:05.570444 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48360) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:05.576691 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-9cf6330a-93fd-4b3d-800c-92524dc8a36a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'port': {'network_id': '2bd543d4-9bee-4c67-a1dd-2044b28211e4', 'name': 'tempest-PortsTestJSON-1103792925'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:05.699602 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9cf6330a-93fd-4b3d-800c-92524dc8a36a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:05.704905 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9cf6330a-93fd-4b3d-800c-92524dc8a36a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:port and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:05.718769 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9cf6330a-93fd-4b3d-800c-92524dc8a36a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:05.718769 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9cf6330a-93fd-4b3d-800c-92524dc8a36a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:05.860654 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf6330a-93fd-4b3d-800c-92524dc8a36a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:05.868898 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9cf6330a-93fd-4b3d-800c-92524dc8a36a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:05.916319 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-933c554a-2a62-439d-89df-5b71901434e5 None None] Provisioning for port 65a16af8-ed27-4634-a689-2d98565f04c0 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:05.934134 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-9cf6330a-93fd-4b3d-800c-92524dc8a36a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] device_id is not set on port f486b5cb-1c21-4ad6-8837-89def1cf83e9 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:46:05.978458 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:46:03Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '09607310-a18f-452b-93a5-a2044bc29c90', 'name': '', 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:89:0f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:55Z', 'updated_at': '2022-03-07T21:46:04Z', 'revision_number': 4, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:51Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb1b74df-f1ab-4386-a77e-6a7c6ea102ce', 'name': '', 'network_id': '87470e8b-5d02-4bde-9c01-2ab4007d5850', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:0f:cc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:02Z', 'updated_at': '2022-03-07T21:46:04Z', 'revision_number': 2, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e07cd7-4037-4df0-846f-8bc885c8666f', 'name': '', 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:6e:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:48Z', 'updated_at': '2022-03-07T21:46:02Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:06.014450 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7b33c0-f4aa-4e65-ab31-acf3c23fc410 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:06.020062 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2c7b33c0-f4aa-4e65-ab31-acf3c23fc410 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5571485 Mar 07 21:46:06.027589 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48364) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:06.042150 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49d16da-f0ef-4ef0-98e3-064dc439823e None None] The sync data for ids ['af094fd3-06a5-4647-a47c-0237d1602a2d'] in dv-neutron-829957-1-hyperv is: [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:46:03Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '09607310-a18f-452b-93a5-a2044bc29c90', 'name': '', 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:89:0f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:55Z', 'updated_at': '2022-03-07T21:46:04Z', 'revision_number': 4, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:51Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb1b74df-f1ab-4386-a77e-6a7c6ea102ce', 'name': '', 'network_id': '87470e8b-5d02-4bde-9c01-2ab4007d5850', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:0f:cc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:02Z', 'updated_at': '2022-03-07T21:46:04Z', 'revision_number': 2, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e07cd7-4037-4df0-846f-8bc885c8666f', 'name': '', 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:6e:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:48Z', 'updated_at': '2022-03-07T21:46:02Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:06.107743 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 09607310-a18f-452b-93a5-a2044bc29c90 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:46:06.164356 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-b9e0ad0f-eab8-4f9c-b4c8-97ff277d3f10 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:06.170145 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e8b63836-0897-4413-aadc-f56f27ed1d93 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1414728 Mar 07 21:46:06.180202 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48370) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:06.239628 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-b9e0ad0f-eab8-4f9c-b4c8-97ff277d3f10 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:06.260335 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-77027985-d740-4920-bd6d-3494f7fa3b0a tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=eabc753b02e646aebebe0162c5cfe322&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0786300 Mar 07 21:46:06.266763 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48374) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:06.305487 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 09607310-a18f-452b-93a5-a2044bc29c90 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:06.313053 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 09607310-a18f-452b-93a5-a2044bc29c90 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:06.313637 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:06.330891 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9cf6330a-93fd-4b3d-800c-92524dc8a36a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:06.437171 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6333a66e-df5a-4f3a-8020-84e44d4dc5b1 req-e88bee18-a49e-4872-9ea8-b581cd73259e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 210 time: 0.0802438 Mar 07 21:46:06.511607 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:06.531429 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9cf6330a-93fd-4b3d-800c-92524dc8a36a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:06.580631 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-b9e0ad0f-eab8-4f9c-b4c8-97ff277d3f10 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Made reservation on behalf of a1d039a5115b40cc849313193266d5ad for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:06.586011 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-b9e0ad0f-eab8-4f9c-b4c8-97ff277d3f10 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:06.586978 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 09607310-a18f-452b-93a5-a2044bc29c90, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=09607310-a18f-452b-93a5-a2044bc29c90,segment=NetworkSegment(63959a15-207d-4a31-a527-d58f065c7446),segment_id=63959a15-207d-4a31-a527-d58f065c7446)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:06.602721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf6330a-93fd-4b3d-800c-92524dc8a36a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network 2bd543d4-9bee-4c67-a1dd-2044b28211e4 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:06.605892 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-9cf6330a-93fd-4b3d-800c-92524dc8a36a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:06.612150 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf6330a-93fd-4b3d-800c-92524dc8a36a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:46:06.623301 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf6330a-93fd-4b3d-800c-92524dc8a36a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:06.626833 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9cf6330a-93fd-4b3d-800c-92524dc8a36a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:06.660157 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:06.660958 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 65a16af8-ed27-4634-a689-2d98565f04c0 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:46:06.683665 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6330a-93fd-4b3d-800c-92524dc8a36a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Port': ['ID=f486b5cb-1c21-4ad6-8837-89def1cf83e9,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:06.780020 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9cf6330a-93fd-4b3d-800c-92524dc8a36a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2085261 Mar 07 21:46:06.784592 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48378) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:06.790814 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-926f57c6-d24d-4202-aae2-bfaa8b8a6098 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:06.867731 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9d1629d8-b89e-430c-9fb0-566d028ef598 None None] Provisioning for port cb1b74df-f1ab-4386-a77e-6a7c6ea102ce completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:06.880164 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=09607310-a18f-452b-93a5-a2044bc29c90,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:06.882867 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9d1629d8-b89e-430c-9fb0-566d028ef598 None None] Provisioning complete for port cb1b74df-f1ab-4386-a77e-6a7c6ea102ce triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:06.883232 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9d1629d8-b89e-430c-9fb0-566d028ef598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:06.991562 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-926f57c6-d24d-4202-aae2-bfaa8b8a6098 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:07.031904 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-9d1629d8-b89e-430c-9fb0-566d028ef598 None None] Port cb1b74df-f1ab-4386-a77e-6a7c6ea102ce cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:46:07.123960 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 65a16af8-ed27-4634-a689-2d98565f04c0 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:07.131553 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 65a16af8-ed27-4634-a689-2d98565f04c0 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:07.136997 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:07.150355 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb532aa-55bc-488f-8c47-22b1038e9917 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:07.154845 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6fb532aa-55bc-488f-8c47-22b1038e9917 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8870854 Mar 07 21:46:07.156119 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48382) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:07.179164 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] Sync routers for ids ['af094fd3-06a5-4647-a47c-0237d1602a2d'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:46:07.191936 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] Routers {'af094fd3-06a5-4647-a47c-0237d1602a2d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:46:07.193881 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['af094fd3-06a5-4647-a47c-0237d1602a2d'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:07.209244 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d17224d3-0a92-4246-889c-216a48d1e8cb None None] Provisioning complete for port cb1b74df-f1ab-4386-a77e-6a7c6ea102ce triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:07.209987 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d17224d3-0a92-4246-889c-216a48d1e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:07.277706 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1477d81c-d515-4946-9d23-f5c9d65b840d tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0735164 Mar 07 21:46:07.283708 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48386) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:07.293646 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-0351e02d-fbbf-4aff-8c72-1389165f9b89 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2052889046', 'network_id': '2781cbd4-565f-4ac6-a170-60fa711718e8', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:07.313376 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-d17224d3-0a92-4246-889c-216a48d1e8cb None None] Port cb1b74df-f1ab-4386-a77e-6a7c6ea102ce cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:46:07.356259 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.extraroute_db [None req-3a51ad24-22e1-4ff3-8eea-cb634adf4e2f tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88387) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 07 21:46:07.389174 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:07.430878 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 65a16af8-ed27-4634-a689-2d98565f04c0, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=65a16af8-ed27-4634-a689-2d98565f04c0,segment=NetworkSegment(0f62eac9-de02-49ef-863c-e94516f54a0b),segment_id=0f62eac9-de02-49ef-863c-e94516f54a0b)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:07.447907 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e9f7a317-791c-416e-8a4b-cef1fa8d041a None None] Provisioning complete for port cb1b74df-f1ab-4386-a77e-6a7c6ea102ce triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:07.448664 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e9f7a317-791c-416e-8a4b-cef1fa8d041a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:07.480252 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.extraroute_db [None req-3a51ad24-22e1-4ff3-8eea-cb634adf4e2f tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Removed routes are [] {{(pid=88387) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 07 21:46:07.480706 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3a51ad24-22e1-4ff3-8eea-cb634adf4e2f tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:07.492766 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-926f57c6-d24d-4202-aae2-bfaa8b8a6098 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:07.493099 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] Set router af094fd3-06a5-4647-a47c-0237d1602a2d gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:46:07.505686 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0351e02d-fbbf-4aff-8c72-1389165f9b89 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:07.514091 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0351e02d-fbbf-4aff-8c72-1389165f9b89 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:subnet and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:07.519305 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0351e02d-fbbf-4aff-8c72-1389165f9b89 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:07.522432 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-b9e0ad0f-eab8-4f9c-b4c8-97ff277d3f10 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Allocated IP 172.20.0.6 (e71fce04-ffbd-435e-bfc3-87f58b6e4967/ca279e0e-f6b2-4a41-a814-7c87369c7833/04134ed6-35b8-438d-b6ea-b5ee2e0a2175) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:07.529207 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0351e02d-fbbf-4aff-8c72-1389165f9b89 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:07.529758 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:07.581091 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-926f57c6-d24d-4202-aae2-bfaa8b8a6098 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:07.618780 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-e9f7a317-791c-416e-8a4b-cef1fa8d041a None None] Port cb1b74df-f1ab-4386-a77e-6a7c6ea102ce cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:46:07.663243 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=65a16af8-ed27-4634-a689-2d98565f04c0,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:07.680293 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0351e02d-fbbf-4aff-8c72-1389165f9b89 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:07.684881 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0351e02d-fbbf-4aff-8c72-1389165f9b89 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:07.736101 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-78285b73-3a2e-41f3-b8cd-c125a8247c85 req-0b9f9cda-8466-4a2f-9722-2d00d60ffdd8 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 210 time: 0.0633543 Mar 07 21:46:07.736101 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-926f57c6-d24d-4202-aae2-bfaa8b8a6098 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] In _notify_port_updated(), no bound segment for port f486b5cb-1c21-4ad6-8837-89def1cf83e9 on network 2bd543d4-9bee-4c67-a1dd-2044b28211e4 {{(pid=88386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 07 21:46:07.737657 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926f57c6-d24d-4202-aae2-bfaa8b8a6098 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:07.738298 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-926f57c6-d24d-4202-aae2-bfaa8b8a6098 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:07.741989 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-926f57c6-d24d-4202-aae2-bfaa8b8a6098 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "PUT /v2.0/ports/f486b5cb-1c21-4ad6-8837-89def1cf83e9 HTTP/1.1" status: 200 len: 818 time: 0.9537613 Mar 07 21:46:07.742590 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48392) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:07.794127 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f57c6-d24d-4202-aae2-bfaa8b8a6098 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Port': ['ID=f486b5cb-1c21-4ad6-8837-89def1cf83e9,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:07.825729 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-97b1b712-e89c-4b5a-959f-953e4712007b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting port f486b5cb-1c21-4ad6-8837-89def1cf83e9 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:07.826277 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-97b1b712-e89c-4b5a-959f-953e4712007b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:07.925789 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:46:03Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '09607310-a18f-452b-93a5-a2044bc29c90', 'name': '', 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:89:0f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:55Z', 'updated_at': '2022-03-07T21:46:06Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:51Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb1b74df-f1ab-4386-a77e-6a7c6ea102ce', 'name': '', 'network_id': '87470e8b-5d02-4bde-9c01-2ab4007d5850', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:0f:cc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:02Z', 'updated_at': '2022-03-07T21:46:04Z', 'revision_number': 2, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e07cd7-4037-4df0-846f-8bc885c8666f', 'name': '', 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:6e:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:48Z', 'updated_at': '2022-03-07T21:46:02Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:07.930283 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] Checking router: af094fd3-06a5-4647-a47c-0237d1602a2d for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:46:07.930633 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] Updating router af094fd3-06a5-4647-a47c-0237d1602a2d port cb1b74df-f1ab-4386-a77e-6a7c6ea102ce binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:46:07.935585 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 09607310-a18f-452b-93a5-a2044bc29c90 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:46:07.997131 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:08.014142 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 09607310-a18f-452b-93a5-a2044bc29c90 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:08.014515 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:08.109388 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-97b1b712-e89c-4b5a-959f-953e4712007b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:08.204776 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 65a16af8-ed27-4634-a689-2d98565f04c0 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:46:08.255354 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3a51ad24-22e1-4ff3-8eea-cb634adf4e2f tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:08.271341 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-97b1b712-e89c-4b5a-959f-953e4712007b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Calling delete_port for f486b5cb-1c21-4ad6-8837-89def1cf83e9 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:46:08.276533 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3a51ad24-22e1-4ff3-8eea-cb634adf4e2f tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-864536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-864531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-867168'] for router, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:08.286976 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-b9e0ad0f-eab8-4f9c-b4c8-97ff277d3f10 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:08.294062 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 65a16af8-ed27-4634-a689-2d98565f04c0 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:08.294577 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:08.446007 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:08.466973 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-97b1b712-e89c-4b5a-959f-953e4712007b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:08.469253 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] Transition to ACTIVE for port object cb1b74df-f1ab-4386-a77e-6a7c6ea102ce will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:08.515735 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-97b1b712-e89c-4b5a-959f-953e4712007b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:08.536288 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1b712-e89c-4b5a-959f-953e4712007b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Port': ['ID=f486b5cb-1c21-4ad6-8837-89def1cf83e9,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:08.540377 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-97b1b712-e89c-4b5a-959f-953e4712007b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/ports/f486b5cb-1c21-4ad6-8837-89def1cf83e9 HTTP/1.1" status: 204 len: 168 time: 0.7968721 Mar 07 21:46:08.542790 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48396) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:08.550053 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-b9e0ad0f-eab8-4f9c-b4c8-97ff277d3f10 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Transition to ACTIVE for port object 04134ed6-35b8-438d-b6ea-b5ee2e0a2175 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:08.552385 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:08.633538 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f06789-e27c-4cff-a249-0dfbe4d355b6 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:08.634353 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f7f06789-e27c-4cff-a249-0dfbe4d355b6 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Synchronizing usage tracker for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:46:08.648885 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a51ad24-22e1-4ff3-8eea-cb634adf4e2f tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Router af094fd3-06a5-4647-a47c-0237d1602a2d has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:46:08.696786 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f7f06789-e27c-4cff-a249-0dfbe4d355b6 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Unset dirty status for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:46:08.701357 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f7f06789-e27c-4cff-a249-0dfbe4d355b6 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1575644 Mar 07 21:46:08.702046 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48400) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:08.748111 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e025fc4-1d72-4089-8d68-6f54d782b1c6 None None] Pushing event updated for resources: {'Port': ['ID=cb1b74df-f1ab-4386-a77e-6a7c6ea102ce,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:08.756784 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e3c399-2c51-4747-9e40-49c00e2240e5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] GET failed (client error): The resource could not be found. Mar 07 21:46:08.769271 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-80e3c399-2c51-4747-9e40-49c00e2240e5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports/f486b5cb-1c21-4ad6-8837-89def1cf83e9 HTTP/1.1" status: 404 len: 333 time: 0.0653212 Mar 07 21:46:08.769990 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48406) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:08.776675 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-ddb6a5a6-1610-4f7b-9c91-d511441f47eb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2112783404'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:08.797716 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e025fc4-1d72-4089-8d68-6f54d782b1c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:08.797716 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e025fc4-1d72-4089-8d68-6f54d782b1c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:08.798130 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e025fc4-1d72-4089-8d68-6f54d782b1c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:08.798408 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e025fc4-1d72-4089-8d68-6f54d782b1c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:08.798725 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e025fc4-1d72-4089-8d68-6f54d782b1c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:08.799044 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e025fc4-1d72-4089-8d68-6f54d782b1c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:08.799172 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ddb6a5a6-1610-4f7b-9c91-d511441f47eb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:08.799630 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e025fc4-1d72-4089-8d68-6f54d782b1c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:08.799730 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e025fc4-1d72-4089-8d68-6f54d782b1c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:08.799959 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e025fc4-1d72-4089-8d68-6f54d782b1c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:08.800269 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e025fc4-1d72-4089-8d68-6f54d782b1c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:08.800584 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e025fc4-1d72-4089-8d68-6f54d782b1c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:08.800896 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e025fc4-1d72-4089-8d68-6f54d782b1c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:08.813234 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ddb6a5a6-1610-4f7b-9c91-d511441f47eb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:network and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:08.816918 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ddb6a5a6-1610-4f7b-9c91-d511441f47eb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:08.833671 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] Attempting to bind port cb1b74df-f1ab-4386-a77e-6a7c6ea102ce on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:46:08.834053 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] Attempting to bind port cb1b74df-f1ab-4386-a77e-6a7c6ea102ce by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '0f62eac9-de02-49ef-863c-e94516f54a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '87470e8b-5d02-4bde-9c01-2ab4007d5850'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:46:08.834208 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ddb6a5a6-1610-4f7b-9c91-d511441f47eb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:08.834415 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] Attempting to bind port cb1b74df-f1ab-4386-a77e-6a7c6ea102ce on network 87470e8b-5d02-4bde-9c01-2ab4007d5850 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:46:08.844577 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:46:08.844947 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] Checking segment: {'id': '0f62eac9-de02-49ef-863c-e94516f54a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '87470e8b-5d02-4bde-9c01-2ab4007d5850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:46:08.845402 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:08.845791 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] Bound using segment: {'id': '0f62eac9-de02-49ef-863c-e94516f54a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '87470e8b-5d02-4bde-9c01-2ab4007d5850'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:46:08.846278 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] Bound port: cb1b74df-f1ab-4386-a77e-6a7c6ea102ce, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f62eac9-de02-49ef-863c-e94516f54a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '87470e8b-5d02-4bde-9c01-2ab4007d5850'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:46:08.846643 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:08.928702 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-b9e0ad0f-eab8-4f9c-b4c8-97ff277d3f10 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:08.948001 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb6a5a6-1610-4f7b-9c91-d511441f47eb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:08.951399 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ddb6a5a6-1610-4f7b-9c91-d511441f47eb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:08.954843 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] For port cb1b74df-f1ab-4386-a77e-6a7c6ea102ce, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:46:08.958580 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] For port cb1b74df-f1ab-4386-a77e-6a7c6ea102ce, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=cb1b74df-f1ab-4386-a77e-6a7c6ea102ce,segment=NetworkSegment(0f62eac9-de02-49ef-863c-e94516f54a0b),segment_id=0f62eac9-de02-49ef-863c-e94516f54a0b)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:46:08.988795 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0351e02d-fbbf-4aff-8c72-1389165f9b89 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:08.992703 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a51ad24-22e1-4ff3-8eea-cb634adf4e2f tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:46:09.000040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354d742-b510-4f03-a14a-05925485c02a req-4fc88df7-580f-444b-8630-e609258d8edf tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:09.001554 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4354d742-b510-4f03-a14a-05925485c02a req-4fc88df7-580f-444b-8630-e609258d8edf tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 931 time: 0.1107111 Mar 07 21:46:09.004934 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb6a5a6-1610-4f7b-9c91-d511441f47eb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:46:09.014818 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:09.030132 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ddb6a5a6-1610-4f7b-9c91-d511441f47eb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:09.030521 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-ddb6a5a6-1610-4f7b-9c91-d511441f47eb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Added segment 8001f507-24b6-4eee-9751-cf19d3dc8303 of type vlan for network 5cda47f6-2baf-4af7-902a-a95f7ae48c22 Mar 07 21:46:09.063822 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-b9e0ad0f-eab8-4f9c-b4c8-97ff277d3f10 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Network e71fce04-ffbd-435e-bfc3-87f58b6e4967 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:09.075494 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-b9e0ad0f-eab8-4f9c-b4c8-97ff277d3f10 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:09.079598 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4354d742-b510-4f03-a14a-05925485c02a req-6ea22549-2380-46e8-9311-b46c32c63395 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694993 Mar 07 21:46:09.084254 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-b9e0ad0f-eab8-4f9c-b4c8-97ff277d3f10 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:46:09.101675 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ddb6a5a6-1610-4f7b-9c91-d511441f47eb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:09.102482 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] Routers {'af094fd3-06a5-4647-a47c-0237d1602a2d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:46:09.103043 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['af094fd3-06a5-4647-a47c-0237d1602a2d'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:09.137411 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0ad0f-eab8-4f9c-b4c8-97ff277d3f10 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Pushing event updated for resources: {'Port': ['ID=04134ed6-35b8-438d-b6ea-b5ee2e0a2175,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:09.153071 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3a51ad24-22e1-4ff3-8eea-cb634adf4e2f tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:09.157048 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3a51ad24-22e1-4ff3-8eea-cb634adf4e2f tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "PUT /v2.0/routers/af094fd3-06a5-4647-a47c-0237d1602a2d HTTP/1.1" status: 200 len: 933 time: 3.6347249 Mar 07 21:46:09.159279 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48410) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:09.182995 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e025fc4-1d72-4089-8d68-6f54d782b1c6 None None] Pushing event updated for resources: {'Port': ['ID=cb1b74df-f1ab-4386-a77e-6a7c6ea102ce,revision_number=4']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:09.185974 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351e02d-fbbf-4aff-8c72-1389165f9b89 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Subnet': ['ID=07acfb8d-9cae-43be-89cf-2a6886bb40f8,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:09.208465 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0351e02d-fbbf-4aff-8c72-1389165f9b89 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Checking segment: {'id': '89d72f3b-9b27-49f8-acd2-67c9630c4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2781cbd4-565f-4ac6-a170-60fa711718e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:46:09.213933 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0351e02d-fbbf-4aff-8c72-1389165f9b89 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network hostable DHCP agents. Network: 2781cbd4-565f-4ac6-a170-60fa711718e8, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:46:09.225604 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-b9e0ad0f-eab8-4f9c-b4c8-97ff277d3f10 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:09.226729 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-b9e0ad0f-eab8-4f9c-b4c8-97ff277d3f10 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:09.246761 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ddb6a5a6-1610-4f7b-9c91-d511441f47eb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:09.254262 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb6a5a6-1610-4f7b-9c91-d511441f47eb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:09.254876 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ddb6a5a6-1610-4f7b-9c91-d511441f47eb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:09.319701 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-b9e0ad0f-eab8-4f9c-b4c8-97ff277d3f10 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8320320 Mar 07 21:46:09.331610 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-91304aba-4114-480a-afc3-911ac72242d1 service neutron] Request body: {'port': {'device_id': 'd90dd6df-3c76-4865-9086-88d503f19fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:09.347400 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] Set router af094fd3-06a5-4647-a47c-0237d1602a2d gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:46:09.397350 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0351e02d-fbbf-4aff-8c72-1389165f9b89 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 2781cbd4-565f-4ac6-a170-60fa711718e8 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:46:09.507963 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-0351e02d-fbbf-4aff-8c72-1389165f9b89 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 2781cbd4-565f-4ac6-a170-60fa711718e8) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:09.516393 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0351e02d-fbbf-4aff-8c72-1389165f9b89 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:09.517223 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0351e02d-fbbf-4aff-8c72-1389165f9b89 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:09.519927 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc6e1a6-55ae-4bcb-b069-c89f5082d781 None None] Network 2781cbd4-565f-4ac6-a170-60fa711718e8 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:46:09.529412 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6a5a6-1610-4f7b-9c91-d511441f47eb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Network': ['ID=5cda47f6-2baf-4af7-902a-a95f7ae48c22,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:09.541985 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8699ca82-d143-49ec-9e46-4e3ca1f54557 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "GET /v2.0/routers/af094fd3-06a5-4647-a47c-0237d1602a2d HTTP/1.1" status: 200 len: 933 time: 0.3815672 Mar 07 21:46:09.543630 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ddb6a5a6-1610-4f7b-9c91-d511441f47eb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7727549 Mar 07 21:46:09.544788 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48414) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:09.547683 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48416) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:09.550440 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-91304aba-4114-480a-afc3-911ac72242d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:09.551219 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-b7809bad-7d1e-47bb-9a6e-c340b32aed73 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'router': {'routes': None}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:09.565288 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 5cda47f6-2baf-4af7-902a-a95f7ae48c22 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:46:09.621482 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0351e02d-fbbf-4aff-8c72-1389165f9b89 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3345535 Mar 07 21:46:09.626657 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-4d09afb7-9802-41ba-929c-0f819ff91fff None None] Provisioning for port 04134ed6-35b8-438d-b6ea-b5ee2e0a2175 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:09.650829 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-692eb63c-0d0f-4628-940c-915e0eea4db9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'subnet': {'network_id': '5cda47f6-2baf-4af7-902a-a95f7ae48c22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:09.766492 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-4d09afb7-9802-41ba-929c-0f819ff91fff None None] Provisioning complete for port 04134ed6-35b8-438d-b6ea-b5ee2e0a2175 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:09.766831 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4d09afb7-9802-41ba-929c-0f819ff91fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:09.916514 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:46:07Z', 'revision_number': 6, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '09607310-a18f-452b-93a5-a2044bc29c90', 'name': '', 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:89:0f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:55Z', 'updated_at': '2022-03-07T21:46:06Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:51Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb1b74df-f1ab-4386-a77e-6a7c6ea102ce', 'name': '', 'network_id': '87470e8b-5d02-4bde-9c01-2ab4007d5850', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:0f:cc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:02Z', 'updated_at': '2022-03-07T21:46:08Z', 'revision_number': 4, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e07cd7-4037-4df0-846f-8bc885c8666f', 'name': '', 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:6e:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:48Z', 'updated_at': '2022-03-07T21:46:02Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:09.931129 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7886adef-431f-43bf-a5ed-16412cef6249 None None] The sync data for ids ['af094fd3-06a5-4647-a47c-0237d1602a2d'] in dv-neutron-829957-1-hyperv is: [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:46:07Z', 'revision_number': 6, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '09607310-a18f-452b-93a5-a2044bc29c90', 'name': '', 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:89:0f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:55Z', 'updated_at': '2022-03-07T21:46:06Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:51Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb1b74df-f1ab-4386-a77e-6a7c6ea102ce', 'name': '', 'network_id': '87470e8b-5d02-4bde-9c01-2ab4007d5850', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:0f:cc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:02Z', 'updated_at': '2022-03-07T21:46:08Z', 'revision_number': 4, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e07cd7-4037-4df0-846f-8bc885c8666f', 'name': '', 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:6e:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:48Z', 'updated_at': '2022-03-07T21:46:02Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:10.005717 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device cb1b74df-f1ab-4386-a77e-6a7c6ea102ce up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:46:10.029645 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-4d09afb7-9802-41ba-929c-0f819ff91fff None None] Port 04134ed6-35b8-438d-b6ea-b5ee2e0a2175 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:46:10.144589 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-91304aba-4114-480a-afc3-911ac72242d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04134ed6-35b8-438d-b6ea-b5ee2e0a2175 {{(pid=88387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:46:10.154179 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-91304aba-4114-480a-afc3-911ac72242d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:10.171265 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-91304aba-4114-480a-afc3-911ac72242d1 service neutron] Transition to ACTIVE for port object 04134ed6-35b8-438d-b6ea-b5ee2e0a2175 will not be triggered until provisioned by entity L2. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:10.225729 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-91304aba-4114-480a-afc3-911ac72242d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:10.280696 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615a6da2-c28b-4e8b-b0b2-ba680dcc5122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-2781cbd4-565f-4ac6-a170-60fa711718e8', 'network_id': '2781cbd4-565f-4ac6-a170-60fa711718e8', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ips': [{'subnet_id': '07acfb8d-9cae-43be-89cf-2a6886bb40f8'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:46:10.281591 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-615a6da2-c28b-4e8b-b0b2-ba680dcc5122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:10.291209 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48426) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:10.296631 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-be4b201a-ec39-4ed2-b571-eb431d17bd0d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1522135766', 'description': 'tempest-secgroup-smoke-1522135766 description', 'project_id': 'eabc753b02e646aebebe0162c5cfe322'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:10.388467 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-692eb63c-0d0f-4628-940c-915e0eea4db9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:10.410619 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-be4b201a-ec39-4ed2-b571-eb431d17bd0d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:10.432661 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91304aba-4114-480a-afc3-911ac72242d1 service neutron] Pushing event updated for resources: {'Port': ['ID=04134ed6-35b8-438d-b6ea-b5ee2e0a2175,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:10.477682 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654edb2a-955c-4458-afc1-e2864eb14708 None None] Sync routers for ids ['af094fd3-06a5-4647-a47c-0237d1602a2d'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:46:10.480099 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port cb1b74df-f1ab-4386-a77e-6a7c6ea102ce completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:10.492013 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port cb1b74df-f1ab-4386-a77e-6a7c6ea102ce triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:10.492382 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:10.502955 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-be4b201a-ec39-4ed2-b571-eb431d17bd0d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:10.554483 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654edb2a-955c-4458-afc1-e2864eb14708 None None] Routers {'af094fd3-06a5-4647-a47c-0237d1602a2d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:46:10.555234 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-654edb2a-955c-4458-afc1-e2864eb14708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['af094fd3-06a5-4647-a47c-0237d1602a2d'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:10.588540 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-692eb63c-0d0f-4628-940c-915e0eea4db9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:subnet and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:10.594051 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-692eb63c-0d0f-4628-940c-915e0eea4db9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:10.612451 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-692eb63c-0d0f-4628-940c-915e0eea4db9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:10.619878 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-91304aba-4114-480a-afc3-911ac72242d1 service neutron] Attempting to bind port 04134ed6-35b8-438d-b6ea-b5ee2e0a2175 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:46:10.620532 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-91304aba-4114-480a-afc3-911ac72242d1 service neutron] Attempting to bind port 04134ed6-35b8-438d-b6ea-b5ee2e0a2175 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '06732586-f6b0-479a-b70c-dd3efb826038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:46:10.620694 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-91304aba-4114-480a-afc3-911ac72242d1 service neutron] Attempting to bind port 04134ed6-35b8-438d-b6ea-b5ee2e0a2175 on network e71fce04-ffbd-435e-bfc3-87f58b6e4967 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:46:10.626077 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-91304aba-4114-480a-afc3-911ac72242d1 service neutron] Port 04134ed6-35b8-438d-b6ea-b5ee2e0a2175 on network e71fce04-ffbd-435e-bfc3-87f58b6e4967 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:46:10.626398 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-91304aba-4114-480a-afc3-911ac72242d1 service neutron] Attempting to bind port 04134ed6-35b8-438d-b6ea-b5ee2e0a2175 on network e71fce04-ffbd-435e-bfc3-87f58b6e4967 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:46:10.631809 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-91304aba-4114-480a-afc3-911ac72242d1 service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:46:10.635334 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-91304aba-4114-480a-afc3-911ac72242d1 service neutron] Checking segment: {'id': '06732586-f6b0-479a-b70c-dd3efb826038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:46:10.635334 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-91304aba-4114-480a-afc3-911ac72242d1 service neutron] Bound using segment: {'id': '06732586-f6b0-479a-b70c-dd3efb826038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967'} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:46:10.635334 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-91304aba-4114-480a-afc3-911ac72242d1 service neutron] Bound port: 04134ed6-35b8-438d-b6ea-b5ee2e0a2175, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06732586-f6b0-479a-b70c-dd3efb826038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967'}}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:46:10.635334 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-91304aba-4114-480a-afc3-911ac72242d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:10.644572 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-be4b201a-ec39-4ed2-b571-eb431d17bd0d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:10.710813 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-be4b201a-ec39-4ed2-b571-eb431d17bd0d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:10.718077 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-be4b201a-ec39-4ed2-b571-eb431d17bd0d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:10.721595 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fe67a-6f1e-4c29-accc-c93aae4a9d3c req-513e6364-1cb1-47a1-8d84-e7ae634cec75 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:10.722481 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-be4b201a-ec39-4ed2-b571-eb431d17bd0d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:10.723713 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-914fe67a-6f1e-4c29-accc-c93aae4a9d3c req-513e6364-1cb1-47a1-8d84-e7ae634cec75 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 943 time: 0.4952891 Mar 07 21:46:10.727090 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692eb63c-0d0f-4628-940c-915e0eea4db9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:10.731034 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-692eb63c-0d0f-4628-940c-915e0eea4db9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:10.740907 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-be4b201a-ec39-4ed2-b571-eb431d17bd0d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:10.779061 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-91304aba-4114-480a-afc3-911ac72242d1 service neutron] For port 04134ed6-35b8-438d-b6ea-b5ee2e0a2175, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:46:10.779906 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-615a6da2-c28b-4e8b-b0b2-ba680dcc5122 None None] Allocated IP 172.20.0.18 (2781cbd4-565f-4ac6-a170-60fa711718e8/07acfb8d-9cae-43be-89cf-2a6886bb40f8/be74ca3f-6a8e-4693-a05e-820b3876b36a) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:10.783205 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-91304aba-4114-480a-afc3-911ac72242d1 service neutron] For port 04134ed6-35b8-438d-b6ea-b5ee2e0a2175, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=04134ed6-35b8-438d-b6ea-b5ee2e0a2175,segment=NetworkSegment(06732586-f6b0-479a-b70c-dd3efb826038),segment_id=06732586-f6b0-479a-b70c-dd3efb826038)] {{(pid=88387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:46:10.867027 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-91304aba-4114-480a-afc3-911ac72242d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:10.987696 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-654edb2a-955c-4458-afc1-e2864eb14708 None None] Set router af094fd3-06a5-4647-a47c-0237d1602a2d gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:46:11.045687 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-914fe67a-6f1e-4c29-accc-c93aae4a9d3c req-b265e962-abb1-4fbc-a2f8-33f3e7231690 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2851033 Mar 07 21:46:11.086486 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-be4b201a-ec39-4ed2-b571-eb431d17bd0d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:11.118565 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-91304aba-4114-480a-afc3-911ac72242d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:11.123288 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-91304aba-4114-480a-afc3-911ac72242d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:11.123288 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-91304aba-4114-480a-afc3-911ac72242d1 service neutron] 10.222.0.11 "PUT /v2.0/ports/04134ed6-35b8-438d-b6ea-b5ee2e0a2175 HTTP/1.1" status: 200 len: 1093 time: 1.7934258 Mar 07 21:46:11.123288 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90dd6df-3c76-4865-9086-88d503f19fd5', 'tag': '04134ed6-35b8-438d-b6ea-b5ee2e0a2175'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:46:11.132177 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91304aba-4114-480a-afc3-911ac72242d1 service neutron] Pushing event updated for resources: {'Port': ['ID=04134ed6-35b8-438d-b6ea-b5ee2e0a2175,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:11.136532 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:11.153481 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-be4b201a-ec39-4ed2-b571-eb431d17bd0d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:11.191365 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90dd6df-3c76-4865-9086-88d503f19fd5', 'tag': '04134ed6-35b8-438d-b6ea-b5ee2e0a2175', 'status': 'completed', 'code': 200} Mar 07 21:46:11.287384 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b201a-ec39-4ed2-b571-eb431d17bd0d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8b264e-b9b0-48cf-a479-f3a03bcb9164,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:11.307172 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.extraroute_db [None req-b7809bad-7d1e-47bb-9a6e-c340b32aed73 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Added routes are [] {{(pid=88386) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 07 21:46:11.307453 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.extraroute_db [None req-b7809bad-7d1e-47bb-9a6e-c340b32aed73 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88386) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 07 21:46:11.323579 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-be4b201a-ec39-4ed2-b571-eb431d17bd0d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:11.333667 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-be4b201a-ec39-4ed2-b571-eb431d17bd0d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0371234 Mar 07 21:46:11.333667 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48436) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:11.337681 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-8dab54af-f9c7-4ff2-9a5a-981df5865c2d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '6c8b264e-b9b0-48cf-a479-f3a03bcb9164', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:11.348412 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-41a48a8b-13b9-4163-97d1-d027bc79bf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:11.349896 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-41a48a8b-13b9-4163-97d1-d027bc79bf29 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1d039a5115b40cc849313193266d5ad&device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 1096 time: 0.1411033 Mar 07 21:46:11.350893 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8dab54af-f9c7-4ff2-9a5a-981df5865c2d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:11.356024 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8dab54af-f9c7-4ff2-9a5a-981df5865c2d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:11.376162 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b7809bad-7d1e-47bb-9a6e-c340b32aed73 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:11.402351 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port cb1b74df-f1ab-4386-a77e-6a7c6ea102ce, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=cb1b74df-f1ab-4386-a77e-6a7c6ea102ce,segment=NetworkSegment(0f62eac9-de02-49ef-863c-e94516f54a0b),segment_id=0f62eac9-de02-49ef-863c-e94516f54a0b)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:11.416992 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8dab54af-f9c7-4ff2-9a5a-981df5865c2d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:11.428023 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-615a6da2-c28b-4e8b-b0b2-ba680dcc5122 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:11.429446 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-1862a536-e5e7-46d6-a2e1-9c61cd35582b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04134ed6-35b8-438d-b6ea-b5ee2e0a2175 HTTP/1.1" status: 200 len: 217 time: 0.0699277 Mar 07 21:46:11.430301 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8dab54af-f9c7-4ff2-9a5a-981df5865c2d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:11.432876 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-692eb63c-0d0f-4628-940c-915e0eea4db9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:11.451711 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-615a6da2-c28b-4e8b-b0b2-ba680dcc5122 None None] Transition to ACTIVE for port object be74ca3f-6a8e-4693-a05e-820b3876b36a will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:11.480727 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:11.496628 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-2942b91b-020e-4a5a-8561-6d7e17be8c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:11.498135 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-2942b91b-020e-4a5a-8561-6d7e17be8c7e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca279e0e-f6b2-4a41-a814-7c87369c7833 HTTP/1.1" status: 200 len: 850 time: 0.0622652 Mar 07 21:46:11.556750 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8dab54af-f9c7-4ff2-9a5a-981df5865c2d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:11.582905 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-615a6da2-c28b-4e8b-b0b2-ba680dcc5122 None None] Transition to ACTIVE for port object be74ca3f-6a8e-4693-a05e-820b3876b36a will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:11.628278 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=cb1b74df-f1ab-4386-a77e-6a7c6ea102ce,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:11.636576 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-9424eb86-8104-4b1b-982c-9e6ddd8e0b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:11.638109 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-9424eb86-8104-4b1b-982c-9e6ddd8e0b48 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e71fce04-ffbd-435e-bfc3-87f58b6e4967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1330667 Mar 07 21:46:11.640710 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8dab54af-f9c7-4ff2-9a5a-981df5865c2d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:11.645359 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-654edb2a-955c-4458-afc1-e2864eb14708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:46:07Z', 'revision_number': 6, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '09607310-a18f-452b-93a5-a2044bc29c90', 'name': '', 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:89:0f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:55Z', 'updated_at': '2022-03-07T21:46:06Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:51Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb1b74df-f1ab-4386-a77e-6a7c6ea102ce', 'name': '', 'network_id': '87470e8b-5d02-4bde-9c01-2ab4007d5850', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:0f:cc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:02Z', 'updated_at': '2022-03-07T21:46:08Z', 'revision_number': 4, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e07cd7-4037-4df0-846f-8bc885c8666f', 'name': '', 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:6e:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:48Z', 'updated_at': '2022-03-07T21:46:02Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:11.649647 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654edb2a-955c-4458-afc1-e2864eb14708 None None] Checking router: af094fd3-06a5-4647-a47c-0237d1602a2d for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:46:11.658213 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654edb2a-955c-4458-afc1-e2864eb14708 None None] Routers {'af094fd3-06a5-4647-a47c-0237d1602a2d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:46:11.658805 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-654edb2a-955c-4458-afc1-e2864eb14708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['af094fd3-06a5-4647-a47c-0237d1602a2d'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:11.696085 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692eb63c-0d0f-4628-940c-915e0eea4db9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Subnet': ['ID=db5cb32e-7162-449c-b621-02906cfa5e10,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:11.701131 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692eb63c-0d0f-4628-940c-915e0eea4db9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Checking segment: {'id': '8001f507-24b6-4eee-9751-cf19d3dc8303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5cda47f6-2baf-4af7-902a-a95f7ae48c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:46:11.701500 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692eb63c-0d0f-4628-940c-915e0eea4db9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network hostable DHCP agents. Network: 5cda47f6-2baf-4af7-902a-a95f7ae48c22, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:46:11.716569 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-615a6da2-c28b-4e8b-b0b2-ba680dcc5122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:11.740342 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8dab54af-f9c7-4ff2-9a5a-981df5865c2d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:11.775038 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab54af-f9c7-4ff2-9a5a-981df5865c2d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b8d5cd-7236-4471-a9a4-ed3dedc04b8e,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:11.807932 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-0b1fa6a7-17d8-4810-9209-148f2b9b29b7 service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621270 Mar 07 21:46:11.849947 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615a6da2-c28b-4e8b-b0b2-ba680dcc5122 None None] Network 2781cbd4-565f-4ac6-a170-60fa711718e8 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:11.859661 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-615a6da2-c28b-4e8b-b0b2-ba680dcc5122 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:11.862081 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615a6da2-c28b-4e8b-b0b2-ba680dcc5122 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:46:11.885677 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a6da2-c28b-4e8b-b0b2-ba680dcc5122 None None] Pushing event updated for resources: {'Port': ['ID=be74ca3f-6a8e-4693-a05e-820b3876b36a,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:11.912321 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b7809bad-7d1e-47bb-9a6e-c340b32aed73 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:11.917132 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b7809bad-7d1e-47bb-9a6e-c340b32aed73 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-864536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-864531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-867168'] for router, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:11.926105 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8dab54af-f9c7-4ff2-9a5a-981df5865c2d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:11.929758 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8dab54af-f9c7-4ff2-9a5a-981df5865c2d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5950532 Mar 07 21:46:11.937016 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48440) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:11.946028 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-a5c51e4d-dedc-40e7-8650-ac9706a3d6ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '6c8b264e-b9b0-48cf-a479-f3a03bcb9164', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:11.955901 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a5c51e4d-dedc-40e7-8650-ac9706a3d6ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:11.962905 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a5c51e4d-dedc-40e7-8650-ac9706a3d6ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:11.965839 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-654edb2a-955c-4458-afc1-e2864eb14708 None None] Set router af094fd3-06a5-4647-a47c-0237d1602a2d gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:46:11.967536 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a5c51e4d-dedc-40e7-8650-ac9706a3d6ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:11.979137 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a5c51e4d-dedc-40e7-8650-ac9706a3d6ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:12.004318 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-de9e92c6-0869-4e03-a8d6-0fe0084b2008 req-16565123-60a9-4791-80ff-cdf9f439b87c service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896594 Mar 07 21:46:12.011149 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device cb1b74df-f1ab-4386-a77e-6a7c6ea102ce up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:46:12.080934 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a5c51e4d-dedc-40e7-8650-ac9706a3d6ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:12.085849 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-615a6da2-c28b-4e8b-b0b2-ba680dcc5122 None None] Attempting to bind port be74ca3f-6a8e-4693-a05e-820b3876b36a on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:46:12.086231 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-615a6da2-c28b-4e8b-b0b2-ba680dcc5122 None None] Attempting to bind port be74ca3f-6a8e-4693-a05e-820b3876b36a by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '89d72f3b-9b27-49f8-acd2-67c9630c4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2781cbd4-565f-4ac6-a170-60fa711718e8'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:46:12.086586 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615a6da2-c28b-4e8b-b0b2-ba680dcc5122 None None] Attempting to bind port be74ca3f-6a8e-4693-a05e-820b3876b36a on network 2781cbd4-565f-4ac6-a170-60fa711718e8 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:46:12.120926 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692eb63c-0d0f-4628-940c-915e0eea4db9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network 5cda47f6-2baf-4af7-902a-a95f7ae48c22 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:46:12.176867 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615a6da2-c28b-4e8b-b0b2-ba680dcc5122 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:46:12.176867 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615a6da2-c28b-4e8b-b0b2-ba680dcc5122 None None] Checking segment: {'id': '89d72f3b-9b27-49f8-acd2-67c9630c4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2781cbd4-565f-4ac6-a170-60fa711718e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:46:12.176867 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-615a6da2-c28b-4e8b-b0b2-ba680dcc5122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:12.176867 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615a6da2-c28b-4e8b-b0b2-ba680dcc5122 None None] Bound using segment: {'id': '89d72f3b-9b27-49f8-acd2-67c9630c4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2781cbd4-565f-4ac6-a170-60fa711718e8'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:46:12.177465 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-615a6da2-c28b-4e8b-b0b2-ba680dcc5122 None None] Bound port: be74ca3f-6a8e-4693-a05e-820b3876b36a, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d72f3b-9b27-49f8-acd2-67c9630c4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2781cbd4-565f-4ac6-a170-60fa711718e8'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:46:12.177580 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-615a6da2-c28b-4e8b-b0b2-ba680dcc5122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:12.203240 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-692eb63c-0d0f-4628-940c-915e0eea4db9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 5cda47f6-2baf-4af7-902a-a95f7ae48c22) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:12.212326 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692eb63c-0d0f-4628-940c-915e0eea4db9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:12.213124 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-692eb63c-0d0f-4628-940c-915e0eea4db9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:12.224545 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536a3f69-724c-469b-b52a-d29ecf284879 None None] Network 5cda47f6-2baf-4af7-902a-a95f7ae48c22 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:46:12.225943 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a5c51e4d-dedc-40e7-8650-ac9706a3d6ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:12.246908 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:46:12.248410 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c384f-0949-4149-be0d-c4b300ee006c req-a3576397-ef2c-4ced-bf1c-d0efa5c1ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:12.250727 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2c9c384f-0949-4149-be0d-c4b300ee006c req-a3576397-ef2c-4ced-bf1c-d0efa5c1ce74 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1d039a5115b40cc849313193266d5ad&device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 1096 time: 0.1232026 Mar 07 21:46:12.293726 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a5c51e4d-dedc-40e7-8650-ac9706a3d6ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:12.294356 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7809bad-7d1e-47bb-9a6e-c340b32aed73 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Router af094fd3-06a5-4647-a47c-0237d1602a2d has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:46:12.385798 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-692eb63c-0d0f-4628-940c-915e0eea4db9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7567973 Mar 07 21:46:12.390398 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48446) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:12.403992 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-069bc014-9090-411b-9a9a-08a4eeb2bfab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'subnet': {'network_id': '5cda47f6-2baf-4af7-902a-a95f7ae48c22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:12.423664 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c51e4d-dedc-40e7-8650-ac9706a3d6ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74860118-50d4-42a2-b27a-9747ec20571f,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:12.461808 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c51e4d-dedc-40e7-8650-ac9706a3d6ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:12.462232 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c51e4d-dedc-40e7-8650-ac9706a3d6ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:12.462571 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c51e4d-dedc-40e7-8650-ac9706a3d6ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:12.462908 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c51e4d-dedc-40e7-8650-ac9706a3d6ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:12.463234 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c51e4d-dedc-40e7-8650-ac9706a3d6ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:12.463556 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c51e4d-dedc-40e7-8650-ac9706a3d6ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:12.463875 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c51e4d-dedc-40e7-8650-ac9706a3d6ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:12.464634 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c51e4d-dedc-40e7-8650-ac9706a3d6ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:12.464634 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c51e4d-dedc-40e7-8650-ac9706a3d6ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:12.464856 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c51e4d-dedc-40e7-8650-ac9706a3d6ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:12.465293 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c51e4d-dedc-40e7-8650-ac9706a3d6ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:12.465614 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c51e4d-dedc-40e7-8650-ac9706a3d6ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:12.507044 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61213090-bd11-4ef2-aa86-4fbc4719dc50 req-fad0ddb8-ca06-4dfe-afad-ebd5a7a95022 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:12.508511 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-61213090-bd11-4ef2-aa86-4fbc4719dc50 req-fad0ddb8-ca06-4dfe-afad-ebd5a7a95022 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 943 time: 0.2553048 Mar 07 21:46:12.517673 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7809bad-7d1e-47bb-9a6e-c340b32aed73 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:46:12.521213 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port cb1b74df-f1ab-4386-a77e-6a7c6ea102ce triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:12.521585 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:12.536115 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b7809bad-7d1e-47bb-9a6e-c340b32aed73 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:12.537226 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b7809bad-7d1e-47bb-9a6e-c340b32aed73 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "PUT /v2.0/routers/af094fd3-06a5-4647-a47c-0237d1602a2d HTTP/1.1" status: 200 len: 699 time: 2.9914241 Mar 07 21:46:12.539851 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48450) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:12.559140 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a5c51e4d-dedc-40e7-8650-ac9706a3d6ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:12.562997 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a5c51e4d-dedc-40e7-8650-ac9706a3d6ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6223829 Mar 07 21:46:12.566284 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48454) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:12.573586 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-80711702-f54e-4213-90e8-21b8df959cd7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '6c8b264e-b9b0-48cf-a479-f3a03bcb9164', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:12.578210 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c384f-0949-4149-be0d-c4b300ee006c req-274795df-fc22-459d-98f0-a1e9040dd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:12.579600 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2c9c384f-0949-4149-be0d-c4b300ee006c req-274795df-fc22-459d-98f0-a1e9040dd6d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e71fce04-ffbd-435e-bfc3-87f58b6e4967 HTTP/1.1" status: 200 len: 911 time: 0.3209701 Mar 07 21:46:12.585623 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-80711702-f54e-4213-90e8-21b8df959cd7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:12.632435 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-615a6da2-c28b-4e8b-b0b2-ba680dcc5122 None None] For port be74ca3f-6a8e-4693-a05e-820b3876b36a, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:46:12.639023 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-80711702-f54e-4213-90e8-21b8df959cd7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:12.654036 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-80711702-f54e-4213-90e8-21b8df959cd7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:12.677973 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2c9c384f-0949-4149-be0d-c4b300ee006c req-457f205f-2e16-495b-923b-d18a746f28c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04134ed6-35b8-438d-b6ea-b5ee2e0a2175 HTTP/1.1" status: 200 len: 217 time: 0.0898716 Mar 07 21:46:12.679334 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-80711702-f54e-4213-90e8-21b8df959cd7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:12.686646 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-615a6da2-c28b-4e8b-b0b2-ba680dcc5122 None None] For port be74ca3f-6a8e-4693-a05e-820b3876b36a, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=be74ca3f-6a8e-4693-a05e-820b3876b36a,segment=NetworkSegment(89d72f3b-9b27-49f8-acd2-67c9630c4cf9),segment_id=89d72f3b-9b27-49f8-acd2-67c9630c4cf9)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:46:12.691233 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-61213090-bd11-4ef2-aa86-4fbc4719dc50 req-a3f2d0c1-c019-457f-8308-97db86597fa9 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748803 Mar 07 21:46:12.728845 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-cd9048c6-62e4-4558-8a08-95b829cf6921 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "GET /v2.0/routers/af094fd3-06a5-4647-a47c-0237d1602a2d HTTP/1.1" status: 200 len: 699 time: 0.1877291 Mar 07 21:46:12.731426 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48458) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:12.762631 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-069bc014-9090-411b-9a9a-08a4eeb2bfab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:12.770358 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-069bc014-9090-411b-9a9a-08a4eeb2bfab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:subnet and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:12.774959 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-069bc014-9090-411b-9a9a-08a4eeb2bfab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:12.783923 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-069bc014-9090-411b-9a9a-08a4eeb2bfab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:12.784709 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-615a6da2-c28b-4e8b-b0b2-ba680dcc5122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:12.786736 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c384f-0949-4149-be0d-c4b300ee006c req-bfd646a3-8308-49f8-9679-67f88b9becac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:12.788292 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2c9c384f-0949-4149-be0d-c4b300ee006c req-bfd646a3-8308-49f8-9679-67f88b9becac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca279e0e-f6b2-4a41-a814-7c87369c7833 HTTP/1.1" status: 200 len: 850 time: 0.1031799 Mar 07 21:46:12.872338 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1af03d-fb7e-4871-9cac-2a80a80bda4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-5cda47f6-2baf-4af7-902a-a95f7ae48c22', 'network_id': '5cda47f6-2baf-4af7-902a-a95f7ae48c22', 'tenant_id': 'bf34c810950841a19e370c783f525ceb', 'fixed_ips': [{'subnet_id': 'db5cb32e-7162-449c-b621-02906cfa5e10'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:46:12.873251 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ce1af03d-fb7e-4871-9cac-2a80a80bda4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:12.879603 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-80711702-f54e-4213-90e8-21b8df959cd7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:12.897425 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069bc014-9090-411b-9a9a-08a4eeb2bfab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:12.901157 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-069bc014-9090-411b-9a9a-08a4eeb2bfab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:12.995137 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a6da2-c28b-4e8b-b0b2-ba680dcc5122 None None] Pushing event updated for resources: {'Port': ['ID=be74ca3f-6a8e-4693-a05e-820b3876b36a,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:13.027265 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c384f-0949-4149-be0d-c4b300ee006c req-e30c2994-eec5-4c36-b076-0f6a5ff7d0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:13.028061 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2c9c384f-0949-4149-be0d-c4b300ee006c req-e30c2994-eec5-4c36-b076-0f6a5ff7d0bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e71fce04-ffbd-435e-bfc3-87f58b6e4967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2315562 Mar 07 21:46:13.052428 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-654edb2a-955c-4458-afc1-e2864eb14708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:46:11Z', 'revision_number': 7, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '09607310-a18f-452b-93a5-a2044bc29c90', 'name': '', 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:89:0f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:55Z', 'updated_at': '2022-03-07T21:46:06Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:51Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb1b74df-f1ab-4386-a77e-6a7c6ea102ce', 'name': '', 'network_id': '87470e8b-5d02-4bde-9c01-2ab4007d5850', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:0f:cc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:02Z', 'updated_at': '2022-03-07T21:46:11Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e07cd7-4037-4df0-846f-8bc885c8666f', 'name': '', 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:6e:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:48Z', 'updated_at': '2022-03-07T21:46:02Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:13.088618 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654edb2a-955c-4458-afc1-e2864eb14708 None None] The sync data for ids ['af094fd3-06a5-4647-a47c-0237d1602a2d'] in dv-neutron-829957-1-hyperv is: [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:46:11Z', 'revision_number': 7, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '09607310-a18f-452b-93a5-a2044bc29c90', 'name': '', 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:89:0f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:55Z', 'updated_at': '2022-03-07T21:46:06Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:51Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb1b74df-f1ab-4386-a77e-6a7c6ea102ce', 'name': '', 'network_id': '87470e8b-5d02-4bde-9c01-2ab4007d5850', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:0f:cc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:02Z', 'updated_at': '2022-03-07T21:46:11Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e07cd7-4037-4df0-846f-8bc885c8666f', 'name': '', 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:6e:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:48Z', 'updated_at': '2022-03-07T21:46:02Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:13.135042 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-ce1af03d-fb7e-4871-9cac-2a80a80bda4f None None] Allocated IP 172.20.0.2 (5cda47f6-2baf-4af7-902a-a95f7ae48c22/db5cb32e-7162-449c-b621-02906cfa5e10/ab0c884d-d633-4c39-9268-9d937df4514a) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:13.361409 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f4d63b5c-efc2-48fe-ba37-0407c123f94e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:13.416049 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ce1af03d-fb7e-4871-9cac-2a80a80bda4f None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:13.433803 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-80711702-f54e-4213-90e8-21b8df959cd7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:13.436118 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ce1af03d-fb7e-4871-9cac-2a80a80bda4f None None] Transition to ACTIVE for port object ab0c884d-d633-4c39-9268-9d937df4514a will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:13.451996 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.ipam_backend_mixin [None req-069bc014-9090-411b-9a9a-08a4eeb2bfab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet db5cb32e-7162-449c-b621-02906cfa5e10 (CIDR: 172.20.0.0/28) Mar 07 21:46:13.461072 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2c9c384f-0949-4149-be0d-c4b300ee006c req-17c9f8a5-df6c-4ea2-926b-98b2900a716f service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216225 Mar 07 21:46:13.470888 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ce1af03d-fb7e-4871-9cac-2a80a80bda4f None None] Transition to ACTIVE for port object ab0c884d-d633-4c39-9268-9d937df4514a will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:13.493934 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-069bc014-9090-411b-9a9a-08a4eeb2bfab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:46:13.493934 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-069bc014-9090-411b-9a9a-08a4eeb2bfab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:46:13.522895 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-80711702-f54e-4213-90e8-21b8df959cd7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:13.535918 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ce1af03d-fb7e-4871-9cac-2a80a80bda4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:13.549453 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978c2b28-f397-420b-b87d-8e723685ea09 None None] Sync routers for ids ['af094fd3-06a5-4647-a47c-0237d1602a2d'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:46:13.564400 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978c2b28-f397-420b-b87d-8e723685ea09 None None] Routers {'af094fd3-06a5-4647-a47c-0237d1602a2d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:46:13.565639 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-978c2b28-f397-420b-b87d-8e723685ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['af094fd3-06a5-4647-a47c-0237d1602a2d'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:13.622104 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80711702-f54e-4213-90e8-21b8df959cd7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04cde066-f578-45ab-9130-9bb829640579,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:13.625495 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1af03d-fb7e-4871-9cac-2a80a80bda4f None None] Network 5cda47f6-2baf-4af7-902a-a95f7ae48c22 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:13.628545 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-ce1af03d-fb7e-4871-9cac-2a80a80bda4f None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:13.631858 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1af03d-fb7e-4871-9cac-2a80a80bda4f None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:46:13.637423 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-069bc014-9090-411b-9a9a-08a4eeb2bfab tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2396495 Mar 07 21:46:13.641203 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48464) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:13.649235 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-d85362ec-b6fb-4ffb-9b52-2edc29dbcfb2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'subnet': {'network_id': '5cda47f6-2baf-4af7-902a-a95f7ae48c22', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:13.692147 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1af03d-fb7e-4871-9cac-2a80a80bda4f None None] Pushing event updated for resources: {'Port': ['ID=ab0c884d-d633-4c39-9268-9d937df4514a,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:13.761380 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-80711702-f54e-4213-90e8-21b8df959cd7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:13.768975 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-ce1af03d-fb7e-4871-9cac-2a80a80bda4f None None] Attempting to bind port ab0c884d-d633-4c39-9268-9d937df4514a on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:46:13.769128 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-80711702-f54e-4213-90e8-21b8df959cd7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1954830 Mar 07 21:46:13.769237 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-ce1af03d-fb7e-4871-9cac-2a80a80bda4f None None] Attempting to bind port ab0c884d-d633-4c39-9268-9d937df4514a by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '8001f507-24b6-4eee-9751-cf19d3dc8303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5cda47f6-2baf-4af7-902a-a95f7ae48c22'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:46:13.769237 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1af03d-fb7e-4871-9cac-2a80a80bda4f None None] Attempting to bind port ab0c884d-d633-4c39-9268-9d937df4514a on network 5cda47f6-2baf-4af7-902a-a95f7ae48c22 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:46:13.770081 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1af03d-fb7e-4871-9cac-2a80a80bda4f None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:46:13.770548 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1af03d-fb7e-4871-9cac-2a80a80bda4f None None] Checking segment: {'id': '8001f507-24b6-4eee-9751-cf19d3dc8303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5cda47f6-2baf-4af7-902a-a95f7ae48c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:46:13.771015 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ce1af03d-fb7e-4871-9cac-2a80a80bda4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:13.771474 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1af03d-fb7e-4871-9cac-2a80a80bda4f None None] Bound using segment: {'id': '8001f507-24b6-4eee-9751-cf19d3dc8303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5cda47f6-2baf-4af7-902a-a95f7ae48c22'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:46:13.772006 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-ce1af03d-fb7e-4871-9cac-2a80a80bda4f None None] Bound port: ab0c884d-d633-4c39-9268-9d937df4514a, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8001f507-24b6-4eee-9751-cf19d3dc8303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5cda47f6-2baf-4af7-902a-a95f7ae48c22'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:46:13.772445 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ce1af03d-fb7e-4871-9cac-2a80a80bda4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:13.779414 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48470) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:13.804928 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-5863a47b-4511-4381-923f-2ec4349b0df5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '6c8b264e-b9b0-48cf-a479-f3a03bcb9164', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:13.810086 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-978c2b28-f397-420b-b87d-8e723685ea09 None None] Set router af094fd3-06a5-4647-a47c-0237d1602a2d gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:46:13.832507 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5863a47b-4511-4381-923f-2ec4349b0df5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:13.855468 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2c9c384f-0949-4149-be0d-c4b300ee006c req-5670404d-bb34-413e-8e00-cff1fcbd17bb service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864536 Mar 07 21:46:13.881737 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5863a47b-4511-4381-923f-2ec4349b0df5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:13.897878 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5863a47b-4511-4381-923f-2ec4349b0df5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:13.931802 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5863a47b-4511-4381-923f-2ec4349b0df5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:13.934784 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device be74ca3f-6a8e-4693-a05e-820b3876b36a up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:46:13.949879 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d85362ec-b6fb-4ffb-9b52-2edc29dbcfb2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:13.953548 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d85362ec-b6fb-4ffb-9b52-2edc29dbcfb2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:subnet and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:13.957877 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d85362ec-b6fb-4ffb-9b52-2edc29dbcfb2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:13.965049 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d85362ec-b6fb-4ffb-9b52-2edc29dbcfb2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:14.023591 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-ce1af03d-fb7e-4871-9cac-2a80a80bda4f None None] For port ab0c884d-d633-4c39-9268-9d937df4514a, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:46:14.034434 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-ce1af03d-fb7e-4871-9cac-2a80a80bda4f None None] For port ab0c884d-d633-4c39-9268-9d937df4514a, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=ab0c884d-d633-4c39-9268-9d937df4514a,segment=NetworkSegment(8001f507-24b6-4eee-9751-cf19d3dc8303),segment_id=8001f507-24b6-4eee-9751-cf19d3dc8303)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:46:14.037654 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5863a47b-4511-4381-923f-2ec4349b0df5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:14.088896 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85362ec-b6fb-4ffb-9b52-2edc29dbcfb2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:14.094783 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d85362ec-b6fb-4ffb-9b52-2edc29dbcfb2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:14.136673 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ce1af03d-fb7e-4871-9cac-2a80a80bda4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:14.149212 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31566c7-7670-494c-b402-22376ea55ce5 req-1480d866-b9c5-48ba-b6c7-6c54a1530294 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:14.150115 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d31566c7-7670-494c-b402-22376ea55ce5 req-1480d866-b9c5-48ba-b6c7-6c54a1530294 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 943 time: 0.1602154 Mar 07 21:46:14.158060 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5863a47b-4511-4381-923f-2ec4349b0df5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:14.200907 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-f4d63b5c-efc2-48fe-ba37-0407c123f94e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting port cb1b74df-f1ab-4386-a77e-6a7c6ea102ce {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:14.201122 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f4d63b5c-efc2-48fe-ba37-0407c123f94e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:14.232208 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5863a47b-4511-4381-923f-2ec4349b0df5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:14.255740 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1af03d-fb7e-4871-9cac-2a80a80bda4f None None] Pushing event updated for resources: {'Port': ['ID=ab0c884d-d633-4c39-9268-9d937df4514a,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:14.258807 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port be74ca3f-6a8e-4693-a05e-820b3876b36a completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:14.289112 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863a47b-4511-4381-923f-2ec4349b0df5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe08cb7-5a95-419c-afb3-8bb1b5665aa8,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:14.334807 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-978c2b28-f397-420b-b87d-8e723685ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:46:11Z', 'revision_number': 7, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '09607310-a18f-452b-93a5-a2044bc29c90', 'name': '', 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:89:0f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:55Z', 'updated_at': '2022-03-07T21:46:06Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:51Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb1b74df-f1ab-4386-a77e-6a7c6ea102ce', 'name': '', 'network_id': '87470e8b-5d02-4bde-9c01-2ab4007d5850', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:0f:cc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:02Z', 'updated_at': '2022-03-07T21:46:11Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e07cd7-4037-4df0-846f-8bc885c8666f', 'name': '', 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:6e:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:48Z', 'updated_at': '2022-03-07T21:46:02Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:14.338919 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978c2b28-f397-420b-b87d-8e723685ea09 None None] Checking router: af094fd3-06a5-4647-a47c-0237d1602a2d for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:46:14.349053 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978c2b28-f397-420b-b87d-8e723685ea09 None None] Routers {'af094fd3-06a5-4647-a47c-0237d1602a2d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:46:14.349666 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-978c2b28-f397-420b-b87d-8e723685ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['af094fd3-06a5-4647-a47c-0237d1602a2d'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:14.427285 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5863a47b-4511-4381-923f-2ec4349b0df5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:14.428879 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5863a47b-4511-4381-923f-2ec4349b0df5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6456199 Mar 07 21:46:14.433946 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48474) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:14.442687 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-7ae88ab8-c3bb-4682-a09f-c20ef292a541 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '6c8b264e-b9b0-48cf-a479-f3a03bcb9164', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:14.463320 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7ae88ab8-c3bb-4682-a09f-c20ef292a541 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:14.472110 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7ae88ab8-c3bb-4682-a09f-c20ef292a541 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:14.477513 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7ae88ab8-c3bb-4682-a09f-c20ef292a541 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:14.487265 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7ae88ab8-c3bb-4682-a09f-c20ef292a541 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:14.487785 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d31566c7-7670-494c-b402-22376ea55ce5 req-5435c559-5fa6-4f31-a8d1-5fa9feaafa39 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3312140 Mar 07 21:46:14.492617 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-f4d63b5c-efc2-48fe-ba37-0407c123f94e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] For port cb1b74df-f1ab-4386-a77e-6a7c6ea102ce, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=cb1b74df-f1ab-4386-a77e-6a7c6ea102ce,segment=NetworkSegment(0f62eac9-de02-49ef-863c-e94516f54a0b),segment_id=0f62eac9-de02-49ef-863c-e94516f54a0b)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:14.492974 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f4d63b5c-efc2-48fe-ba37-0407c123f94e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:14.513996 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325e0275-e4ca-4e11-948d-d4ced8bbc354 None None] Network 2781cbd4-565f-4ac6-a170-60fa711718e8 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:46:14.563043 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.securitygroups_db [None req-7ae88ab8-c3bb-4682-a09f-c20ef292a541 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Project eabc753b02e646aebebe0162c5cfe322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:46:14.570975 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7ae88ab8-c3bb-4682-a09f-c20ef292a541 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:14.588234 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-978c2b28-f397-420b-b87d-8e723685ea09 None None] Set router af094fd3-06a5-4647-a47c-0237d1602a2d gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:46:14.645832 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d85362ec-b6fb-4ffb-9b52-2edc29dbcfb2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:14.674295 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c24740e6-e343-4283-bfd5-fa9266d6cda0 None None] Provisioning for port be74ca3f-6a8e-4693-a05e-820b3876b36a completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:14.693443 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c24740e6-e343-4283-bfd5-fa9266d6cda0 None None] Provisioning complete for port be74ca3f-6a8e-4693-a05e-820b3876b36a triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:14.694110 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c24740e6-e343-4283-bfd5-fa9266d6cda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:14.749799 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-f4d63b5c-efc2-48fe-ba37-0407c123f94e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Calling delete_port for cb1b74df-f1ab-4386-a77e-6a7c6ea102ce owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:46:14.755657 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85362ec-b6fb-4ffb-9b52-2edc29dbcfb2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network 5cda47f6-2baf-4af7-902a-a95f7ae48c22 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:14.768092 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-d85362ec-b6fb-4ffb-9b52-2edc29dbcfb2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:14.771472 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85362ec-b6fb-4ffb-9b52-2edc29dbcfb2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:14.777433 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d85362ec-b6fb-4ffb-9b52-2edc29dbcfb2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:14.795081 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7ae88ab8-c3bb-4682-a09f-c20ef292a541 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:14.805483 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85362ec-b6fb-4ffb-9b52-2edc29dbcfb2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Subnet': ['ID=4e80f6f6-d0cc-408a-80fa-906c8bc3183e,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:14.867445 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7ae88ab8-c3bb-4682-a09f-c20ef292a541 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:14.869834 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d85362ec-b6fb-4ffb-9b52-2edc29dbcfb2 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2273276 Mar 07 21:46:14.895184 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48478) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:14.925257 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-d4e14a7e-9c9f-421a-bbf1-74bc9257047f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'port': {'network_id': '5cda47f6-2baf-4af7-902a-a95f7ae48c22', 'fixed_ips': [{'subnet_id': 'db5cb32e-7162-449c-b621-02906cfa5e10'}, {'subnet_id': '4e80f6f6-d0cc-408a-80fa-906c8bc3183e'}], 'name': 'tempest-PortsTestJSON-433558921'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:14.968423 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae88ab8-c3bb-4682-a09f-c20ef292a541 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc1d5f9-aece-4bbf-86e9-24aa9b325ffc,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:14.987840 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c24740e6-e343-4283-bfd5-fa9266d6cda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:15.057727 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7ae88ab8-c3bb-4682-a09f-c20ef292a541 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:15.062396 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7ae88ab8-c3bb-4682-a09f-c20ef292a541 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6241887 Mar 07 21:46:15.062895 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48482) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:15.065184 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c24740e6-e343-4283-bfd5-fa9266d6cda0 None None] For port be74ca3f-6a8e-4693-a05e-820b3876b36a, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=be74ca3f-6a8e-4693-a05e-820b3876b36a,segment=NetworkSegment(89d72f3b-9b27-49f8-acd2-67c9630c4cf9),segment_id=89d72f3b-9b27-49f8-acd2-67c9630c4cf9)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:15.068763 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-aad91bf4-574c-4a85-a652-4eae71ea93ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '6c8b264e-b9b0-48cf-a479-f3a03bcb9164', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:15.081212 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-aad91bf4-574c-4a85-a652-4eae71ea93ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:15.090653 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-aad91bf4-574c-4a85-a652-4eae71ea93ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:15.094356 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-aad91bf4-574c-4a85-a652-4eae71ea93ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:15.100557 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d4e14a7e-9c9f-421a-bbf1-74bc9257047f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:15.106014 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d4e14a7e-9c9f-421a-bbf1-74bc9257047f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:port and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:15.107544 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-aad91bf4-574c-4a85-a652-4eae71ea93ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:15.110131 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d4e14a7e-9c9f-421a-bbf1-74bc9257047f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:15.117629 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f4d63b5c-efc2-48fe-ba37-0407c123f94e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:15.117980 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d4e14a7e-9c9f-421a-bbf1-74bc9257047f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:15.129498 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c24740e6-e343-4283-bfd5-fa9266d6cda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:15.138132 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-978c2b28-f397-420b-b87d-8e723685ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:46:11Z', 'revision_number': 7, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '09607310-a18f-452b-93a5-a2044bc29c90', 'name': '', 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:89:0f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:55Z', 'updated_at': '2022-03-07T21:46:06Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:51Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb1b74df-f1ab-4386-a77e-6a7c6ea102ce', 'name': '', 'network_id': '87470e8b-5d02-4bde-9c01-2ab4007d5850', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:0f:cc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:02Z', 'updated_at': '2022-03-07T21:46:11Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e07cd7-4037-4df0-846f-8bc885c8666f', 'name': '', 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:6e:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:48Z', 'updated_at': '2022-03-07T21:46:02Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:15.143301 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978c2b28-f397-420b-b87d-8e723685ea09 None None] The sync data for ids ['af094fd3-06a5-4647-a47c-0237d1602a2d'] in dv-neutron-829957-1-hyperv is: [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:46:11Z', 'revision_number': 7, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '09607310-a18f-452b-93a5-a2044bc29c90', 'name': '', 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:89:0f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:55Z', 'updated_at': '2022-03-07T21:46:06Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:51Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb1b74df-f1ab-4386-a77e-6a7c6ea102ce', 'name': '', 'network_id': '87470e8b-5d02-4bde-9c01-2ab4007d5850', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:0f:cc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:02Z', 'updated_at': '2022-03-07T21:46:11Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e07cd7-4037-4df0-846f-8bc885c8666f', 'name': '', 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:6e:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:48Z', 'updated_at': '2022-03-07T21:46:02Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:15.206457 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d63b5c-efc2-48fe-ba37-0407c123f94e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Port': ['ID=cb1b74df-f1ab-4386-a77e-6a7c6ea102ce,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:15.207913 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24740e6-e343-4283-bfd5-fa9266d6cda0 None None] Pushing event updated for resources: {'Port': ['ID=be74ca3f-6a8e-4693-a05e-820b3876b36a,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:15.220489 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e14a7e-9c9f-421a-bbf1-74bc9257047f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:15.279322 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d63b5c-efc2-48fe-ba37-0407c123f94e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:15.279936 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d63b5c-efc2-48fe-ba37-0407c123f94e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:15.280469 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d63b5c-efc2-48fe-ba37-0407c123f94e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:15.280971 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d63b5c-efc2-48fe-ba37-0407c123f94e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:15.281448 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d63b5c-efc2-48fe-ba37-0407c123f94e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:15.282378 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d63b5c-efc2-48fe-ba37-0407c123f94e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:15.285454 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d63b5c-efc2-48fe-ba37-0407c123f94e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:15.286032 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d63b5c-efc2-48fe-ba37-0407c123f94e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:15.286536 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d63b5c-efc2-48fe-ba37-0407c123f94e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:15.287020 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d63b5c-efc2-48fe-ba37-0407c123f94e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:15.287567 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d63b5c-efc2-48fe-ba37-0407c123f94e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:15.289991 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d63b5c-efc2-48fe-ba37-0407c123f94e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:15.298674 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-aad91bf4-574c-4a85-a652-4eae71ea93ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Project eabc753b02e646aebebe0162c5cfe322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:46:15.328239 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aad91bf4-574c-4a85-a652-4eae71ea93ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:15.407392 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d4e14a7e-9c9f-421a-bbf1-74bc9257047f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:15.433212 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-d4e14a7e-9c9f-421a-bbf1-74bc9257047f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] device_id is not set on port 4f1a4f81-889c-4463-ac41-d410998222b1 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:46:15.497751 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aad91bf4-574c-4a85-a652-4eae71ea93ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:15.566922 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9b8bf1f6-ab50-4ffc-8dc1-d81ec4410fbc None None] Provisioning complete for port be74ca3f-6a8e-4693-a05e-820b3876b36a triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:15.567588 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf1f6-ab50-4ffc-8dc1-d81ec4410fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:15.594676 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aad91bf4-574c-4a85-a652-4eae71ea93ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:15.630992 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f4d63b5c-efc2-48fe-ba37-0407c123f94e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:15.640364 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad91bf4-574c-4a85-a652-4eae71ea93ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0bede18-0399-4eba-9b21-8103ac65118b,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:15.757730 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aad91bf4-574c-4a85-a652-4eae71ea93ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:15.769590 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-aad91bf4-574c-4a85-a652-4eae71ea93ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7055440 Mar 07 21:46:15.814126 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:15.860264 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-d4e14a7e-9c9f-421a-bbf1-74bc9257047f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Allocated IP 172.20.0.11 (5cda47f6-2baf-4af7-902a-a95f7ae48c22/db5cb32e-7162-449c-b621-02906cfa5e10/4f1a4f81-889c-4463-ac41-d410998222b1) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:15.880407 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-d4e14a7e-9c9f-421a-bbf1-74bc9257047f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Allocated IP 172.20.0.28 (5cda47f6-2baf-4af7-902a-a95f7ae48c22/4e80f6f6-d0cc-408a-80fa-906c8bc3183e/4f1a4f81-889c-4463-ac41-d410998222b1) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:15.893900 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1502e64-9a21-426e-bd38-aa98da5faee1 None None] Network 5cda47f6-2baf-4af7-902a-a95f7ae48c22 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:46:16.153479 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d4e14a7e-9c9f-421a-bbf1-74bc9257047f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:16.175095 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-d4e14a7e-9c9f-421a-bbf1-74bc9257047f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Transition to ACTIVE for port object 4f1a4f81-889c-4463-ac41-d410998222b1 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:16.181105 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ab0c884d-d633-4c39-9268-9d937df4514a up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:46:16.212333 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-85f7a46a-eb35-4a86-a5a6-c25ea8ff47d2 None None] Provisioning for port ab0c884d-d633-4c39-9268-9d937df4514a completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:16.244189 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d4e14a7e-9c9f-421a-bbf1-74bc9257047f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:16.256276 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c04fe-9780-4249-b883-d3c84cd3ef0f req-1d38e2e0-0817-47fa-9792-7402b86c186d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:16.257648 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bd5c04fe-9780-4249-b883-d3c84cd3ef0f req-1d38e2e0-0817-47fa-9792-7402b86c186d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 943 time: 0.5471437 Mar 07 21:46:16.294564 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-0c7b8109-fb28-4dfc-b1e2-77b6dd22bd4c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1522135766&fields=id&tenant_id=eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 267 time: 0.2227745 Mar 07 21:46:16.321106 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e14a7e-9c9f-421a-bbf1-74bc9257047f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network 5cda47f6-2baf-4af7-902a-a95f7ae48c22 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:16.329088 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-d4e14a7e-9c9f-421a-bbf1-74bc9257047f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:16.334839 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e14a7e-9c9f-421a-bbf1-74bc9257047f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:46:16.363468 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port ab0c884d-d633-4c39-9268-9d937df4514a completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:16.367508 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e14a7e-9c9f-421a-bbf1-74bc9257047f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Port': ['ID=4f1a4f81-889c-4463-ac41-d410998222b1,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:16.376038 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d63b5c-efc2-48fe-ba37-0407c123f94e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Router af094fd3-06a5-4647-a47c-0237d1602a2d has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:46:16.379217 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port ab0c884d-d633-4c39-9268-9d937df4514a triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:16.379777 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:16.409370 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e14a7e-9c9f-421a-bbf1-74bc9257047f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:16.409370 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d4e14a7e-9c9f-421a-bbf1-74bc9257047f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:16.436856 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bd5c04fe-9780-4249-b883-d3c84cd3ef0f req-5fe3d61c-0374-45dd-85df-4fca3f3b3caa tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716328 Mar 07 21:46:16.490057 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d4e14a7e-9c9f-421a-bbf1-74bc9257047f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.5924535 Mar 07 21:46:16.491603 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48500) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:16.497796 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-114f1a24-eb0e-475f-be81-7f9381a03df1 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'db5cb32e-7162-449c-b621-02906cfa5e10'}]}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:16.501490 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74f529a-72ef-499d-a5c4-6bc57e82ecd5 None None] Update dhcp port {'port': {'network_id': '5cda47f6-2baf-4af7-902a-a95f7ae48c22', 'fixed_ips': [{'subnet_id': 'db5cb32e-7162-449c-b621-02906cfa5e10', 'ip_address': '172.20.0.2'}, {'subnet_id': '4e80f6f6-d0cc-408a-80fa-906c8bc3183e'}], 'binding:host_id': 'dv-neutron-829957-1-hyperv'}, 'id': 'ab0c884d-d633-4c39-9268-9d937df4514a'} from dv-neutron-829957-1-hyperv. {{(pid=88388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 07 21:46:16.604107 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c74f529a-72ef-499d-a5c4-6bc57e82ecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:16.615172 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:16.623001 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-51c0c438-7932-4361-8145-12688bed548d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:16.624516 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-51c0c438-7932-4361-8145-12688bed548d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/networks?id=2781cbd4-565f-4ac6-a170-60fa711718e8 HTTP/1.1" status: 200 len: 796 time: 0.3227401 Mar 07 21:46:16.630695 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-114f1a24-eb0e-475f-be81-7f9381a03df1 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:16.651252 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d63b5c-efc2-48fe-ba37-0407c123f94e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:46:16.657164 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f4d63b5c-efc2-48fe-ba37-0407c123f94e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "PUT /v2.0/routers/af094fd3-06a5-4647-a47c-0237d1602a2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9243999 Mar 07 21:46:16.658793 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-e5ee2b9d-cdbe-43a5-ad0f-eb96ea896ddb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/quotas/eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 375 time: 0.0243170 Mar 07 21:46:16.662615 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48504) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:16.671360 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbb3091-272d-4ae8-b922-d2dec3536c83 None None] Sync routers for ids ['af094fd3-06a5-4647-a47c-0237d1602a2d'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:46:16.702538 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port ab0c884d-d633-4c39-9268-9d937df4514a, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=ab0c884d-d633-4c39-9268-9d937df4514a,segment=NetworkSegment(8001f507-24b6-4eee-9751-cf19d3dc8303),segment_id=8001f507-24b6-4eee-9751-cf19d3dc8303)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:16.703491 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbb3091-272d-4ae8-b922-d2dec3536c83 None None] Routers {'af094fd3-06a5-4647-a47c-0237d1602a2d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:46:16.704287 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-2fbb3091-272d-4ae8-b922-d2dec3536c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['af094fd3-06a5-4647-a47c-0237d1602a2d'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:16.779821 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:16.781133 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device be74ca3f-6a8e-4693-a05e-820b3876b36a up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:46:16.786565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-598c3436-2828-483b-af92-0766dc128a1d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting subnet 6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:46:16.792742 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-598c3436-2828-483b-af92-0766dc128a1d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:16.860797 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-7742223a-a90b-4f63-a4aa-7ecdb19c4f3f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1955719 Mar 07 21:46:16.903358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-598c3436-2828-483b-af92-0766dc128a1d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:17.075476 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=ab0c884d-d633-4c39-9268-9d937df4514a,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:17.079320 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-77f07565-05fe-4597-b0db-765afbcdc3c4 service neutron] 10.222.0.21 "GET /v2.0/networks/2781cbd4-565f-4ac6-a170-60fa711718e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985025 Mar 07 21:46:17.083647 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-598c3436-2828-483b-af92-0766dc128a1d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:17.090263 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-2fbb3091-272d-4ae8-b922-d2dec3536c83 None None] Set router af094fd3-06a5-4647-a47c-0237d1602a2d gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:46:17.090962 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-114f1a24-eb0e-475f-be81-7f9381a03df1 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Delete allocated IP 172.20.0.28 (5cda47f6-2baf-4af7-902a-a95f7ae48c22/4e80f6f6-d0cc-408a-80fa-906c8bc3183e) {{(pid=88387) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 21:46:17.152619 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:17.152619 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:17.153090 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:17.153412 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:17.153744 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:17.154096 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:17.154750 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:17.154750 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:17.155610 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:17.155885 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:17.156208 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:17.156523 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:46:17.267423 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-114f1a24-eb0e-475f-be81-7f9381a03df1 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:17.269555 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-8a083c8f-bbb9-487b-8d8f-ea55e8f6f40e service neutron] 10.222.0.21 "GET /v2.0/networks/2781cbd4-565f-4ac6-a170-60fa711718e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576362 Mar 07 21:46:17.283441 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port be74ca3f-6a8e-4693-a05e-820b3876b36a triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:17.283808 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:17.284877 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-114f1a24-eb0e-475f-be81-7f9381a03df1 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Ignored duplicate provisioning block setup for port 4f1a4f81-889c-4463-ac41-d410998222b1 by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 07 21:46:17.306604 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-598c3436-2828-483b-af92-0766dc128a1d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:17.351971 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-114f1a24-eb0e-475f-be81-7f9381a03df1 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:17.357523 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c3436-2828-483b-af92-0766dc128a1d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Subnet': ['ID=6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:17.362941 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-598c3436-2828-483b-af92-0766dc128a1d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:17.371441 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-598c3436-2828-483b-af92-0766dc128a1d tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/subnets/6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae HTTP/1.1" status: 204 len: 168 time: 0.7055354 Mar 07 21:46:17.376211 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48512) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:17.408878 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c67a6e-b9d0-40f3-a245-2c0987c5af6f None None] Network 87470e8b-5d02-4bde-9c01-2ab4007d5850 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:46:17.469594 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f1a24-eb0e-475f-be81-7f9381a03df1 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Port': ['ID=4f1a4f81-889c-4463-ac41-d410998222b1,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:17.538544 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d830915c-f48b-4d2f-ae35-e0b34896ff52 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:17.552440 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-d830915c-f48b-4d2f-ae35-e0b34896ff52 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting port 65a16af8-ed27-4634-a689-2d98565f04c0 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:17.553031 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d830915c-f48b-4d2f-ae35-e0b34896ff52 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:17.587203 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-114f1a24-eb0e-475f-be81-7f9381a03df1 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] In _notify_port_updated(), no bound segment for port 4f1a4f81-889c-4463-ac41-d410998222b1 on network 5cda47f6-2baf-4af7-902a-a95f7ae48c22 {{(pid=88387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 07 21:46:17.598604 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114f1a24-eb0e-475f-be81-7f9381a03df1 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:17.599497 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-114f1a24-eb0e-475f-be81-7f9381a03df1 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:17.600942 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-114f1a24-eb0e-475f-be81-7f9381a03df1 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "PUT /v2.0/ports/4f1a4f81-889c-4463-ac41-d410998222b1 HTTP/1.1" status: 200 len: 919 time: 1.1085160 Mar 07 21:46:17.603931 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48530) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:17.610069 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-c067afc0-4762-4a43-9c07-2e3c819d7656 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'db5cb32e-7162-449c-b621-02906cfa5e10'}, {'subnet_id': '4e80f6f6-d0cc-408a-80fa-906c8bc3183e'}]}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:17.711687 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-c74f529a-72ef-499d-a5c4-6bc57e82ecd5 None None] Allocated IP 172.20.0.18 (5cda47f6-2baf-4af7-902a-a95f7ae48c22/4e80f6f6-d0cc-408a-80fa-906c8bc3183e/ab0c884d-d633-4c39-9268-9d937df4514a) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:17.765794 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c067afc0-4762-4a43-9c07-2e3c819d7656 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:17.972593 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-d830915c-f48b-4d2f-ae35-e0b34896ff52 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] For port 65a16af8-ed27-4634-a689-2d98565f04c0, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=65a16af8-ed27-4634-a689-2d98565f04c0,segment=NetworkSegment(0f62eac9-de02-49ef-863c-e94516f54a0b),segment_id=0f62eac9-de02-49ef-863c-e94516f54a0b)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:17.973542 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d830915c-f48b-4d2f-ae35-e0b34896ff52 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:18.220597 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-d830915c-f48b-4d2f-ae35-e0b34896ff52 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Calling delete_port for 65a16af8-ed27-4634-a689-2d98565f04c0 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:46:18.227258 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ab0c884d-d633-4c39-9268-9d937df4514a up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:46:18.254866 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0bf0c776-d789-4221-bd01-3d1d26150e8a req-b2add01c-f513-4fbb-89c6-188430749652 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0 HTTP/1.1" status: 200 len: 210 time: 0.1039553 Mar 07 21:46:18.302347 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c74f529a-72ef-499d-a5c4-6bc57e82ecd5 None None] For port ab0c884d-d633-4c39-9268-9d937df4514a, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=ab0c884d-d633-4c39-9268-9d937df4514a,segment=NetworkSegment(8001f507-24b6-4eee-9751-cf19d3dc8303),segment_id=8001f507-24b6-4eee-9751-cf19d3dc8303)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:18.303019 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27603b-4714-4f1e-a368-c501c73fc06d req-413feb66-a366-43a9-b6a5-ec80c81154e7 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:18.304502 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cd27603b-4714-4f1e-a368-c501c73fc06d req-413feb66-a366-43a9-b6a5-ec80c81154e7 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 943 time: 0.4005227 Mar 07 21:46:18.347493 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-2fbb3091-272d-4ae8-b922-d2dec3536c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:46:14Z', 'revision_number': 8, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '09607310-a18f-452b-93a5-a2044bc29c90', 'name': '', 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:89:0f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:55Z', 'updated_at': '2022-03-07T21:46:06Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:51Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e07cd7-4037-4df0-846f-8bc885c8666f', 'name': '', 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:6e:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:48Z', 'updated_at': '2022-03-07T21:46:02Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:18.357500 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbb3091-272d-4ae8-b922-d2dec3536c83 None None] Checking router: af094fd3-06a5-4647-a47c-0237d1602a2d for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:46:18.441307 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89be9bcf-a724-45aa-8bea-27e0fd2d3365 None None] DHCP port deletion for 87470e8b-5d02-4bde-9c01-2ab4007d5850 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:46:18.445215 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cd27603b-4714-4f1e-a368-c501c73fc06d req-3b7b8c2f-6c5c-4905-aabf-bbafbadf8ad8 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287167 Mar 07 21:46:18.462979 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c74f529a-72ef-499d-a5c4-6bc57e82ecd5 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:18.473798 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbb3091-272d-4ae8-b922-d2dec3536c83 None None] Routers {'af094fd3-06a5-4647-a47c-0237d1602a2d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:46:18.474448 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-2fbb3091-272d-4ae8-b922-d2dec3536c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:45:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['af094fd3-06a5-4647-a47c-0237d1602a2d'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:18.482812 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6541ea0-e819-4f9b-91e1-bb943a5c48a7 req-d6628ed9-07fb-4927-8259-7d0b6ad20bae tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:18.485228 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a6541ea0-e819-4f9b-91e1-bb943a5c48a7 req-d6628ed9-07fb-4927-8259-7d0b6ad20bae tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 945 time: 0.1152372 Mar 07 21:46:18.511485 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d830915c-f48b-4d2f-ae35-e0b34896ff52 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:18.522866 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-89be9bcf-a724-45aa-8bea-27e0fd2d3365 None None] Deleting port 65a16af8-ed27-4634-a689-2d98565f04c0 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:18.523244 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-89be9bcf-a724-45aa-8bea-27e0fd2d3365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:18.574006 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830915c-f48b-4d2f-ae35-e0b34896ff52 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Port': ['ID=65a16af8-ed27-4634-a689-2d98565f04c0,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:18.577980 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830915c-f48b-4d2f-ae35-e0b34896ff52 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] No DVR routers for this DVR port 65a16af8-ed27-4634-a689-2d98565f04c0 on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:46:18.608913 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a6541ea0-e819-4f9b-91e1-bb943a5c48a7 req-41857c89-bcc5-4ad7-b553-ed967c459242 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172497 Mar 07 21:46:18.621076 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c74f529a-72ef-499d-a5c4-6bc57e82ecd5 None None] Transition to ACTIVE for port object ab0c884d-d633-4c39-9268-9d937df4514a will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:18.688724 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-89be9bcf-a724-45aa-8bea-27e0fd2d3365 None None] The port '65a16af8-ed27-4634-a689-2d98565f04c0' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:46:18.689514 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port ab0c884d-d633-4c39-9268-9d937df4514a triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:18.689881 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:18.719608 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d830915c-f48b-4d2f-ae35-e0b34896ff52 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:18.728209 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c74f529a-72ef-499d-a5c4-6bc57e82ecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:18.749332 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-d830915c-f48b-4d2f-ae35-e0b34896ff52 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87470e8b-5d02-4bde-9c01-2ab4007d5850']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:18.763307 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-d830915c-f48b-4d2f-ae35-e0b34896ff52 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f62eac9-de02-49ef-863c-e94516f54a0b') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:18.763593 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-d830915c-f48b-4d2f-ae35-e0b34896ff52 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f62eac9-de02-49ef-863c-e94516f54a0b') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:18.775472 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-c067afc0-4762-4a43-9c07-2e3c819d7656 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Allocated IP 172.20.0.26 (5cda47f6-2baf-4af7-902a-a95f7ae48c22/4e80f6f6-d0cc-408a-80fa-906c8bc3183e/4f1a4f81-889c-4463-ac41-d410998222b1) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:18.777646 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d830915c-f48b-4d2f-ae35-e0b34896ff52 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:18.797562 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d830915c-f48b-4d2f-ae35-e0b34896ff52 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:18.805527 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d830915c-f48b-4d2f-ae35-e0b34896ff52 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:46:18.806306 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d830915c-f48b-4d2f-ae35-e0b34896ff52 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:46:18.823211 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:46:18.918390 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-2fbb3091-272d-4ae8-b922-d2dec3536c83 None None] Set router af094fd3-06a5-4647-a47c-0237d1602a2d gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:46:19.003093 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c067afc0-4762-4a43-9c07-2e3c819d7656 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:19.009388 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d830915c-f48b-4d2f-ae35-e0b34896ff52 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:19.023395 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-c067afc0-4762-4a43-9c07-2e3c819d7656 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Ignored duplicate provisioning block setup for port 4f1a4f81-889c-4463-ac41-d410998222b1 by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 07 21:46:19.040291 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d830915c-f48b-4d2f-ae35-e0b34896ff52 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:19.049322 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830915c-f48b-4d2f-ae35-e0b34896ff52 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Network': ['ID=87470e8b-5d02-4bde-9c01-2ab4007d5850,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:19.056755 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d830915c-f48b-4d2f-ae35-e0b34896ff52 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/networks/87470e8b-5d02-4bde-9c01-2ab4007d5850 HTTP/1.1" status: 204 len: 168 time: 1.6781616 Mar 07 21:46:19.059424 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48548) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:19.093847 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f529a-72ef-499d-a5c4-6bc57e82ecd5 None None] Pushing event updated for resources: {'Port': ['ID=ab0c884d-d633-4c39-9268-9d937df4514a,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:19.097657 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Port ab0c884d-d633-4c39-9268-9d937df4514a had new provisioning blocks added so it will not transition to active. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 07 21:46:19.112375 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c067afc0-4762-4a43-9c07-2e3c819d7656 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:19.198901 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067afc0-4762-4a43-9c07-2e3c819d7656 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Port': ['ID=4f1a4f81-889c-4463-ac41-d410998222b1,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:19.371990 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-c067afc0-4762-4a43-9c07-2e3c819d7656 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] In _notify_port_updated(), no bound segment for port 4f1a4f81-889c-4463-ac41-d410998222b1 on network 5cda47f6-2baf-4af7-902a-a95f7ae48c22 {{(pid=88387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 07 21:46:19.378503 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c067afc0-4762-4a43-9c07-2e3c819d7656 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:19.379616 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c067afc0-4762-4a43-9c07-2e3c819d7656 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:19.384082 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c067afc0-4762-4a43-9c07-2e3c819d7656 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "PUT /v2.0/ports/4f1a4f81-889c-4463-ac41-d410998222b1 HTTP/1.1" status: 200 len: 999 time: 1.7789822 Mar 07 21:46:19.384933 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48554) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:19.460822 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-fad63ae3-8fbe-4dde-b01c-973fe39fc95d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting port 4f1a4f81-889c-4463-ac41-d410998222b1 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:19.461445 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fad63ae3-8fbe-4dde-b01c-973fe39fc95d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:19.463702 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-2fbb3091-272d-4ae8-b922-d2dec3536c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:46:14Z', 'revision_number': 8, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '09607310-a18f-452b-93a5-a2044bc29c90', 'name': '', 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:89:0f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:55Z', 'updated_at': '2022-03-07T21:46:06Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:51Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e07cd7-4037-4df0-846f-8bc885c8666f', 'name': '', 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:6e:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:48Z', 'updated_at': '2022-03-07T21:46:02Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:19.468549 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbb3091-272d-4ae8-b922-d2dec3536c83 None None] The sync data for ids ['af094fd3-06a5-4647-a47c-0237d1602a2d'] in dv-neutron-829957-1-hyperv is: [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:46:14Z', 'revision_number': 8, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '09607310-a18f-452b-93a5-a2044bc29c90', 'name': '', 'network_id': 'd956495d-f88b-496a-8bda-e4f19b96b8fc', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:89:0f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:55Z', 'updated_at': '2022-03-07T21:46:06Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'adf02f6b-bea0-4625-b82e-7fc276a72c26', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:51Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e07cd7-4037-4df0-846f-8bc885c8666f', 'name': '', 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:6e:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:48Z', 'updated_at': '2022-03-07T21:46:02Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:19.586563 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-82cc857f-654d-4465-8566-b4e1e0efafe8 req-01e9b461-76b0-456e-8d35-c448a3a15f48 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0 HTTP/1.1" status: 200 len: 210 time: 0.1303239 Mar 07 21:46:19.740082 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8387221-e0c0-4703-8981-48bbea0d15a3 None None] Network 5cda47f6-2baf-4af7-902a-a95f7ae48c22 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:46:19.784626 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fad63ae3-8fbe-4dde-b01c-973fe39fc95d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:19.965656 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-fad63ae3-8fbe-4dde-b01c-973fe39fc95d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Calling delete_port for 4f1a4f81-889c-4463-ac41-d410998222b1 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:46:19.969439 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ec52fa24-d44b-49cf-ad2c-deba35c8d14e None None] Provisioning for port ab0c884d-d633-4c39-9268-9d937df4514a completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:19.973066 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c588c9b-1ff1-4e50-8e1c-1d076e13814e req-8b2c9765-161e-4e29-9d22-38cb84f2d450 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:19.977511 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9c588c9b-1ff1-4e50-8e1c-1d076e13814e req-8b2c9765-161e-4e29-9d22-38cb84f2d450 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 943 time: 0.3861294 Mar 07 21:46:19.994067 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ec52fa24-d44b-49cf-ad2c-deba35c8d14e None None] Provisioning complete for port ab0c884d-d633-4c39-9268-9d937df4514a triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:19.994539 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ec52fa24-d44b-49cf-ad2c-deba35c8d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:20.061447 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9c588c9b-1ff1-4e50-8e1c-1d076e13814e req-36bd292f-4967-434a-a941-f442640e2372 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800328 Mar 07 21:46:20.070281 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f11cc-cd12-4716-9d72-f1cb75bb5cb5 req-2c95686a-8789-4dbf-9881-d33ff73fe154 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:20.088296 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-605f11cc-cd12-4716-9d72-f1cb75bb5cb5 req-2c95686a-8789-4dbf-9881-d33ff73fe154 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 945 time: 0.2267246 Mar 07 21:46:20.088482 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c71dad86-bbb8-4d02-9a94-122336b4227a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:20.176086 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-605f11cc-cd12-4716-9d72-f1cb75bb5cb5 req-12193b98-e3a6-43ff-b066-a2188c862a3a tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970714 Mar 07 21:46:20.218915 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-066701ea-26fd-433d-bf74-c39e35d2e4bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:20.228303 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 04134ed6-35b8-438d-b6ea-b5ee2e0a2175 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 21:46:20.232568 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ab0c884d-d633-4c39-9268-9d937df4514a up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:46:20.397240 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port ab0c884d-d633-4c39-9268-9d937df4514a triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:20.397612 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:20.453810 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-d741e41b-cec5-4abb-b160-b22fa6e2c404 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:20.454602 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-d741e41b-cec5-4abb-b160-b22fa6e2c404 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:network {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:46:20.546368 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 04134ed6-35b8-438d-b6ea-b5ee2e0a2175, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=04134ed6-35b8-438d-b6ea-b5ee2e0a2175,segment=NetworkSegment(06732586-f6b0-479a-b70c-dd3efb826038),segment_id=06732586-f6b0-479a-b70c-dd3efb826038)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:20.557082 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-d741e41b-cec5-4abb-b160-b22fa6e2c404 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:network {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:46:20.559261 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-d741e41b-cec5-4abb-b160-b22fa6e2c404 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/networks?id=2781cbd4-565f-4ac6-a170-60fa711718e8 HTTP/1.1" status: 200 len: 796 time: 0.5297875 Mar 07 21:46:20.599687 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '04134ed6-35b8-438d-b6ea-b5ee2e0a2175', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'port_id': '04134ed6-35b8-438d-b6ea-b5ee2e0a2175', 'mac_address': 'fa:16:3e:e7:eb:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 21:46:20.606935 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-066701ea-26fd-433d-bf74-c39e35d2e4bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting port 09607310-a18f-452b-93a5-a2044bc29c90 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:20.607518 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-066701ea-26fd-433d-bf74-c39e35d2e4bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:20.630378 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-aa4d657f-236d-4c8c-b837-5f07e5af7c51 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:46:20.636458 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fad63ae3-8fbe-4dde-b01c-973fe39fc95d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:20.679598 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:20.703628 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ec52fa24-d44b-49cf-ad2c-deba35c8d14e None None] Provisioning for port 4f1a4f81-889c-4463-ac41-d410998222b1 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:20.712986 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ec52fa24-d44b-49cf-ad2c-deba35c8d14e None None] Provisioning complete for port 4f1a4f81-889c-4463-ac41-d410998222b1 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:20.713355 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ec52fa24-d44b-49cf-ad2c-deba35c8d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:20.752500 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad63ae3-8fbe-4dde-b01c-973fe39fc95d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Port': ['ID=4f1a4f81-889c-4463-ac41-d410998222b1,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:20.756041 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-ec52fa24-d44b-49cf-ad2c-deba35c8d14e None None] Port 4f1a4f81-889c-4463-ac41-d410998222b1 was deleted so its status cannot be updated. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 07 21:46:20.758305 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04134ed6-35b8-438d-b6ea-b5ee2e0a2175 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:46:20.778093 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 04134ed6-35b8-438d-b6ea-b5ee2e0a2175, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=04134ed6-35b8-438d-b6ea-b5ee2e0a2175,segment=NetworkSegment(06732586-f6b0-479a-b70c-dd3efb826038),segment_id=06732586-f6b0-479a-b70c-dd3efb826038)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:20.826279 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:20.853633 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9e69f6f9-f169-4747-b8ad-e628171a9d58 req-f702f4ef-7b1f-42f2-81ca-13e7507e1969 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0 HTTP/1.1" status: 200 len: 210 time: 0.1435347 Mar 07 21:46:20.857863 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-aa4d657f-236d-4c8c-b837-5f07e5af7c51 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:46:20.859192 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-aa4d657f-236d-4c8c-b837-5f07e5af7c51 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 471 time: 0.2913005 Mar 07 21:46:20.875936 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-9dac1467-4c55-4927-96fe-1c181e46e7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'port': {'device_id': 'd8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0', 'network_id': '2781cbd4-565f-4ac6-a170-60fa711718e8', 'admin_state_up': True, 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'security_groups': ['6c8b264e-b9b0-48cf-a479-f3a03bcb9164']}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:20.895740 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device cb1b74df-f1ab-4386-a77e-6a7c6ea102ce no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:46:20.939311 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-066701ea-26fd-433d-bf74-c39e35d2e4bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] For port 09607310-a18f-452b-93a5-a2044bc29c90, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=09607310-a18f-452b-93a5-a2044bc29c90,segment=NetworkSegment(63959a15-207d-4a31-a527-d58f065c7446),segment_id=63959a15-207d-4a31-a527-d58f065c7446)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:20.939852 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: cb1b74df-f1ab-4386-a77e-6a7c6ea102ce {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:46:20.940091 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-066701ea-26fd-433d-bf74-c39e35d2e4bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:20.940214 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device cb1b74df-f1ab-4386-a77e-6a7c6ea102ce not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:46:20.940587 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 65a16af8-ed27-4634-a689-2d98565f04c0 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:46:20.970346 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fad63ae3-8fbe-4dde-b01c-973fe39fc95d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:20.976538 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 65a16af8-ed27-4634-a689-2d98565f04c0 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:46:20.976880 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 65a16af8-ed27-4634-a689-2d98565f04c0 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:46:21.003465 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-fad63ae3-8fbe-4dde-b01c-973fe39fc95d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/ports/4f1a4f81-889c-4463-ac41-d410998222b1 HTTP/1.1" status: 204 len: 168 time: 1.6172042 Mar 07 21:46:21.004458 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48568) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:21.008027 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=04134ed6-35b8-438d-b6ea-b5ee2e0a2175,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:21.056933 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-55378a07-6f96-448e-b788-31f5cab4cdc6 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] GET failed (client error): The resource could not be found. Mar 07 21:46:21.057459 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-55378a07-6f96-448e-b788-31f5cab4cdc6 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Synchronizing usage tracker for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:46:21.070317 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['04134ed6-35b8-438d-b6ea-b5ee2e0a2175'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 21:46:21.073827 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-066701ea-26fd-433d-bf74-c39e35d2e4bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Calling delete_port for 09607310-a18f-452b-93a5-a2044bc29c90 owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:46:21.095870 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-9dac1467-4c55-4927-96fe-1c181e46e7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:21.102962 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-9dac1467-4c55-4927-96fe-1c181e46e7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:port and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:21.106758 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-9dac1467-4c55-4927-96fe-1c181e46e7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:21.116227 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-9dac1467-4c55-4927-96fe-1c181e46e7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:21.169401 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-55378a07-6f96-448e-b788-31f5cab4cdc6 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Unset dirty status for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:46:21.174196 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-55378a07-6f96-448e-b788-31f5cab4cdc6 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports/4f1a4f81-889c-4463-ac41-d410998222b1 HTTP/1.1" status: 404 len: 333 time: 0.1666744 Mar 07 21:46:21.187076 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48574) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:21.229989 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9fddc937-45c0-4de9-8d6d-8cdb52416df8 None None] Provisioning complete for port ab0c884d-d633-4c39-9268-9d937df4514a triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:21.230665 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9fddc937-45c0-4de9-8d6d-8cdb52416df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:21.278663 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-211018a5-2f19-4035-95c7-d9e1f919c265 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting subnet 4e80f6f6-d0cc-408a-80fa-906c8bc3183e {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:46:21.281993 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-211018a5-2f19-4035-95c7-d9e1f919c265 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:21.332019 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a9f52-8a36-4f96-b074-c68529d5fe69 req-77773f6d-9661-402b-845f-89f80e69d244 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:21.333748 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cc9a9f52-8a36-4f96-b074-c68529d5fe69 req-77773f6d-9661-402b-845f-89f80e69d244 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 944 time: 0.1473932 Mar 07 21:46:21.349356 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-211018a5-2f19-4035-95c7-d9e1f919c265 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:21.414651 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9fddc937-45c0-4de9-8d6d-8cdb52416df8 None None] Could not find standard attr ID for object 4f1a4f81-889c-4463-ac41-d410998222b1. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:46:21.456244 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-211018a5-2f19-4035-95c7-d9e1f919c265 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:21.482487 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cc9a9f52-8a36-4f96-b074-c68529d5fe69 req-29fad8a8-82f4-4936-8a32-eed9f578e5e2 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413796 Mar 07 21:46:21.489346 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-9dac1467-4c55-4927-96fe-1c181e46e7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:21.494122 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-9dac1467-4c55-4927-96fe-1c181e46e7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:21.535327 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2c266b76-44b6-4668-8a20-1b24f3301e9e None None] Could not find standard attr ID for object 4f1a4f81-889c-4463-ac41-d410998222b1. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:46:21.546292 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f256e-25ca-4485-8986-b9fe3ce50fb0 req-6258705f-4d1e-4770-9490-b25e6a2c7fe6 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:21.550658 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d44f256e-25ca-4485-8986-b9fe3ce50fb0 req-6258705f-4d1e-4770-9490-b25e6a2c7fe6 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 945 time: 0.1533287 Mar 07 21:46:21.571908 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-066701ea-26fd-433d-bf74-c39e35d2e4bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:21.625295 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066701ea-26fd-433d-bf74-c39e35d2e4bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Port': ['ID=09607310-a18f-452b-93a5-a2044bc29c90,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:21.664687 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5aef29fd-20de-4048-9c3b-1bb0b32a7a30 None None] Could not find standard attr ID for object 4f1a4f81-889c-4463-ac41-d410998222b1. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:46:21.673813 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-211018a5-2f19-4035-95c7-d9e1f919c265 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:21.680195 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d44f256e-25ca-4485-8986-b9fe3ce50fb0 req-b307e5af-282f-42ff-a023-e8bf85203fd0 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259990 Mar 07 21:46:21.746677 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211018a5-2f19-4035-95c7-d9e1f919c265 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Subnet': ['ID=4e80f6f6-d0cc-408a-80fa-906c8bc3183e,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:21.757147 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-211018a5-2f19-4035-95c7-d9e1f919c265 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:21.778553 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-211018a5-2f19-4035-95c7-d9e1f919c265 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/subnets/4e80f6f6-d0cc-408a-80fa-906c8bc3183e HTTP/1.1" status: 204 len: 168 time: 0.5902948 Mar 07 21:46:21.783384 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48580) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:21.801919 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bf23b6-35f0-41c7-8e42-b97db9106ce9 None None] Network 5cda47f6-2baf-4af7-902a-a95f7ae48c22 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:46:21.868516 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-23490d3e-1b5b-42a0-b986-aea17b84da0e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting subnet db5cb32e-7162-449c-b621-02906cfa5e10 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:46:21.913876 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-23490d3e-1b5b-42a0-b986-aea17b84da0e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:21.992426 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-23490d3e-1b5b-42a0-b986-aea17b84da0e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:22.025682 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-183c7a12-c8e3-4bb3-81b8-6bfd45ab76a2 None None] Could not find standard attr ID for object 4f1a4f81-889c-4463-ac41-d410998222b1. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:46:22.034379 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-9dac1467-4c55-4927-96fe-1c181e46e7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.20.0.26 (2781cbd4-565f-4ac6-a170-60fa711718e8/07acfb8d-9cae-43be-89cf-2a6886bb40f8/5e147d00-6b76-446b-b0ee-538fcb89a379) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:22.103941 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-61926795-5012-4629-91d4-969b68095d7b req-fcd346b5-bcb2-4192-be52-e9efab4b8a85 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0 HTTP/1.1" status: 200 len: 210 time: 0.1031523 Mar 07 21:46:22.133486 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-066701ea-26fd-433d-bf74-c39e35d2e4bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:22.216998 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-23490d3e-1b5b-42a0-b986-aea17b84da0e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:22.242201 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 04134ed6-35b8-438d-b6ea-b5ee2e0a2175 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:46:22.280972 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5a1db30c-6eef-407f-85a3-15929180f77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:22.341136 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-9dac1467-4c55-4927-96fe-1c181e46e7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:22.402588 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 04134ed6-35b8-438d-b6ea-b5ee2e0a2175 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:22.408042 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 04134ed6-35b8-438d-b6ea-b5ee2e0a2175 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:22.408297 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:22.415203 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-9dac1467-4c55-4927-96fe-1c181e46e7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Transition to ACTIVE for port object 5e147d00-6b76-446b-b0ee-538fcb89a379 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:22.416984 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-23490d3e-1b5b-42a0-b986-aea17b84da0e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:22.465353 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23490d3e-1b5b-42a0-b986-aea17b84da0e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Subnet': ['ID=db5cb32e-7162-449c-b621-02906cfa5e10,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:22.468387 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-23490d3e-1b5b-42a0-b986-aea17b84da0e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:22.480587 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-23490d3e-1b5b-42a0-b986-aea17b84da0e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/subnets/db5cb32e-7162-449c-b621-02906cfa5e10 HTTP/1.1" status: 204 len: 168 time: 0.6963029 Mar 07 21:46:22.484792 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48586) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:22.507200 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066701ea-26fd-433d-bf74-c39e35d2e4bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Router af094fd3-06a5-4647-a47c-0237d1602a2d has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:46:22.551861 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:22.580900 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90dd6df-3c76-4865-9086-88d503f19fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04134ed6-35b8-438d-b6ea-b5ee2e0a2175'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:46:22.591625 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 04134ed6-35b8-438d-b6ea-b5ee2e0a2175, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=04134ed6-35b8-438d-b6ea-b5ee2e0a2175,segment=NetworkSegment(06732586-f6b0-479a-b70c-dd3efb826038),segment_id=06732586-f6b0-479a-b70c-dd3efb826038)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:22.664478 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90dd6df-3c76-4865-9086-88d503f19fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04134ed6-35b8-438d-b6ea-b5ee2e0a2175', 'code': 200} Mar 07 21:46:22.677747 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:22.760896 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=04134ed6-35b8-438d-b6ea-b5ee2e0a2175,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:22.786870 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f0a65367-daab-4529-a56a-b4602f83a443 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:22.798624 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-f0a65367-daab-4529-a56a-b4602f83a443 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting port ab0c884d-d633-4c39-9268-9d937df4514a {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:22.798959 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f0a65367-daab-4529-a56a-b4602f83a443 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:22.807939 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066701ea-26fd-433d-bf74-c39e35d2e4bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:46:22.826101 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b2794a-d242-4c86-8693-2974f1309596 None None] Sync routers for ids ['af094fd3-06a5-4647-a47c-0237d1602a2d'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:46:22.841889 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b2794a-d242-4c86-8693-2974f1309596 None None] Routers {'af094fd3-06a5-4647-a47c-0237d1602a2d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:46:22.843056 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-21b2794a-d242-4c86-8693-2974f1309596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:46:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['af094fd3-06a5-4647-a47c-0237d1602a2d'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:22.861497 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-066701ea-26fd-433d-bf74-c39e35d2e4bb tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "PUT /v2.0/routers/af094fd3-06a5-4647-a47c-0237d1602a2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8008726 Mar 07 21:46:22.864208 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48596) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:22.884805 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63a3c7-a489-4b29-a7a3-8086fba99c76 req-36ba3952-aaf7-49de-b20d-3d02d662eab5 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:22.888552 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ef63a3c7-a489-4b29-a7a3-8086fba99c76 req-36ba3952-aaf7-49de-b20d-3d02d662eab5 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 945 time: 0.2209420 Mar 07 21:46:22.907215 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dfeab9-28b0-42af-ad10-be0c5b3f4380 None None] Network 5cda47f6-2baf-4af7-902a-a95f7ae48c22 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:46:22.968850 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-9dac1467-4c55-4927-96fe-1c181e46e7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:23.005618 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ef63a3c7-a489-4b29-a7a3-8086fba99c76 req-015f34bd-29d7-4267-805f-aac8982e7f3b tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570598 Mar 07 21:46:23.054573 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc92f03e-3826-4068-bfea-2ba2ba3a4333 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting subnet adf02f6b-bea0-4625-b82e-7fc276a72c26 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:46:23.062770 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cd474-1304-4b92-808c-52810ffc5447 req-f6dc695a-2397-43ec-a62e-6e7213b93749 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:23.069842 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bc92f03e-3826-4068-bfea-2ba2ba3a4333 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:23.072853 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8b4cd474-1304-4b92-808c-52810ffc5447 req-f6dc695a-2397-43ec-a62e-6e7213b93749 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 945 time: 0.1832073 Mar 07 21:46:23.080714 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-21b2794a-d242-4c86-8693-2974f1309596 None None] Set router af094fd3-06a5-4647-a47c-0237d1602a2d gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:46:23.122216 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-9dac1467-4c55-4927-96fe-1c181e46e7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 2781cbd4-565f-4ac6-a170-60fa711718e8 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:23.131680 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8b4cd474-1304-4b92-808c-52810ffc5447 req-eb489343-a541-40c6-8116-69b8ae042809 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574322 Mar 07 21:46:23.148379 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-9dac1467-4c55-4927-96fe-1c181e46e7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:23.175086 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-9dac1467-4c55-4927-96fe-1c181e46e7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:46:23.182470 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-4a7b93c4-aa71-40b0-8d66-8f6f8f593895 None None] Provisioning complete for port ab0c884d-d633-4c39-9268-9d937df4514a triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:23.182844 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4a7b93c4-aa71-40b0-8d66-8f6f8f593895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:23.218841 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac1467-4c55-4927-96fe-1c181e46e7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=5e147d00-6b76-446b-b0ee-538fcb89a379,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:23.250006 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:23.370247 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43819e-9ccb-42c8-bdf0-7a01cca2a1da req-acb13c2f-3ec8-42ac-9adc-143ef525754e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:23.379832 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-eb43819e-9ccb-42c8-bdf0-7a01cca2a1da req-acb13c2f-3ec8-42ac-9adc-143ef525754e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0 HTTP/1.1" status: 200 len: 932 time: 0.1128566 Mar 07 21:46:23.424039 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:23.446350 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-eb43819e-9ccb-42c8-bdf0-7a01cca2a1da req-35bc9a6d-ba38-4450-9b12-13e88721f7e8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c8b264e-b9b0-48cf-a479-f3a03bcb9164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654714 Mar 07 21:46:23.466585 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-9dac1467-4c55-4927-96fe-1c181e46e7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:23.467898 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-9dac1467-4c55-4927-96fe-1c181e46e7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:23.471291 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdddbb8-7629-4175-90a6-97e748f8080b None None] DHCP port deletion for 5cda47f6-2baf-4af7-902a-a95f7ae48c22 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:46:23.473995 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-f0a65367-daab-4529-a56a-b4602f83a443 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] For port ab0c884d-d633-4c39-9268-9d937df4514a, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=ab0c884d-d633-4c39-9268-9d937df4514a,segment=NetworkSegment(8001f507-24b6-4eee-9751-cf19d3dc8303),segment_id=8001f507-24b6-4eee-9751-cf19d3dc8303)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:23.474355 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f0a65367-daab-4529-a56a-b4602f83a443 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:23.475459 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-acdddbb8-7629-4175-90a6-97e748f8080b None None] Deleting port ab0c884d-d633-4c39-9268-9d937df4514a {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:23.476167 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-acdddbb8-7629-4175-90a6-97e748f8080b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:23.491058 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bc92f03e-3826-4068-bfea-2ba2ba3a4333 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:23.578046 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-154d553b-51be-46ec-adaf-877745c554ea None None] Provisioning for port 5e147d00-6b76-446b-b0ee-538fcb89a379 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:23.579802 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-21b2794a-d242-4c86-8693-2974f1309596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:46:21Z', 'revision_number': 9, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:51Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e07cd7-4037-4df0-846f-8bc885c8666f', 'name': '', 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:6e:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:48Z', 'updated_at': '2022-03-07T21:46:02Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:23.583847 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b2794a-d242-4c86-8693-2974f1309596 None None] Checking router: af094fd3-06a5-4647-a47c-0237d1602a2d for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:46:23.584941 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-154d553b-51be-46ec-adaf-877745c554ea None None] Provisioning complete for port 5e147d00-6b76-446b-b0ee-538fcb89a379 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:23.585456 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-154d553b-51be-46ec-adaf-877745c554ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:23.593048 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b2794a-d242-4c86-8693-2974f1309596 None None] Routers {'af094fd3-06a5-4647-a47c-0237d1602a2d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:46:23.593764 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-21b2794a-d242-4c86-8693-2974f1309596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:46:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['af094fd3-06a5-4647-a47c-0237d1602a2d'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:23.660197 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-f0a65367-daab-4529-a56a-b4602f83a443 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Calling delete_port for ab0c884d-d633-4c39-9268-9d937df4514a owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:46:23.690901 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-154d553b-51be-46ec-adaf-877745c554ea None None] Port 5e147d00-6b76-446b-b0ee-538fcb89a379 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:46:23.699587 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-9dac1467-4c55-4927-96fe-1c181e46e7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8296807 Mar 07 21:46:23.723604 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-bdb1f0aa-07b0-40a9-a8d1-cec2d6ef3734 service neutron] Request body: {'port': {'device_id': 'd8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:23.754661 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-21b2794a-d242-4c86-8693-2974f1309596 None None] Set router af094fd3-06a5-4647-a47c-0237d1602a2d gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:46:23.774036 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-acdddbb8-7629-4175-90a6-97e748f8080b None None] For port ab0c884d-d633-4c39-9268-9d937df4514a, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=ab0c884d-d633-4c39-9268-9d937df4514a,segment=NetworkSegment(8001f507-24b6-4eee-9751-cf19d3dc8303),segment_id=8001f507-24b6-4eee-9751-cf19d3dc8303)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:23.774569 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-acdddbb8-7629-4175-90a6-97e748f8080b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:23.781512 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-37ed9f0b-1950-47f4-9ad0-dc9e8b82ca9a req-927092c7-c1bf-4369-b7a7-a572001db31e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7df92cb-63d3-4d65-913c-5b89be40871f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1085660 Mar 07 21:46:23.802511 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19b7e9-c2ea-4565-bc93-b29beac4a22a req-3f666c8e-d3ac-45d4-9028-942a857a7c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:23.804002 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-bc19b7e9-c2ea-4565-bc93-b29beac4a22a req-3f666c8e-d3ac-45d4-9028-942a857a7c13 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 1098 time: 0.5803711 Mar 07 21:46:23.914297 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bc92f03e-3826-4068-bfea-2ba2ba3a4333 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:23.951495 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-bc19b7e9-c2ea-4565-bc93-b29beac4a22a req-039d4fe3-edb9-4398-a933-e5e84df1c45a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267042 Mar 07 21:46:23.966314 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed9f0b-1950-47f4-9ad0-dc9e8b82ca9a req-43c27fab-09f1-4be2-94d6-b3a5fd2eb382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:23.968319 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-37ed9f0b-1950-47f4-9ad0-dc9e8b82ca9a req-43c27fab-09f1-4be2-94d6-b3a5fd2eb382 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=d7df92cb-63d3-4d65-913c-5b89be40871f HTTP/1.1" status: 200 len: 1099 time: 0.1036940 Mar 07 21:46:23.976271 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f0a65367-daab-4529-a56a-b4602f83a443 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:24.017293 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-bdb1f0aa-07b0-40a9-a8d1-cec2d6ef3734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:24.052152 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a65367-daab-4529-a56a-b4602f83a443 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] No DVR routers for this DVR port ab0c884d-d633-4c39-9268-9d937df4514a on host dv-neutron-829957-1-hyperv {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:46:24.054573 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-acdddbb8-7629-4175-90a6-97e748f8080b None None] Calling delete_port for ab0c884d-d633-4c39-9268-9d937df4514a owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:46:24.054999 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a65367-daab-4529-a56a-b4602f83a443 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Port': ['ID=ab0c884d-d633-4c39-9268-9d937df4514a,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:24.184331 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-21b2794a-d242-4c86-8693-2974f1309596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:46:21Z', 'revision_number': 9, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:51Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e07cd7-4037-4df0-846f-8bc885c8666f', 'name': '', 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:6e:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:48Z', 'updated_at': '2022-03-07T21:46:02Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:24.190190 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b2794a-d242-4c86-8693-2974f1309596 None None] The sync data for ids ['af094fd3-06a5-4647-a47c-0237d1602a2d'] in dv-neutron-829957-1-hyperv is: [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:46:21Z', 'revision_number': 9, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:51Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e07cd7-4037-4df0-846f-8bc885c8666f', 'name': '', 'network_id': 'b3cba081-e44f-418c-8ee0-c70e2be83492', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:6e:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:48Z', 'updated_at': '2022-03-07T21:46:02Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': '2c5b4e7b-562c-4c4e-97bb-3952c50608f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:24.202232 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-acdddbb8-7629-4175-90a6-97e748f8080b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:46:24.202840 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-acdddbb8-7629-4175-90a6-97e748f8080b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:46:24.212928 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ab0c884d-d633-4c39-9268-9d937df4514a no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:46:24.274477 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: ab0c884d-d633-4c39-9268-9d937df4514a {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:46:24.274790 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ab0c884d-d633-4c39-9268-9d937df4514a not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:46:24.297925 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f0a65367-daab-4529-a56a-b4602f83a443 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:24.310181 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bc92f03e-3826-4068-bfea-2ba2ba3a4333 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:24.521428 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed9f0b-1950-47f4-9ad0-dc9e8b82ca9a req-9f0b5459-0a91-455d-b387-713bc363b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:24.522798 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-37ed9f0b-1950-47f4-9ad0-dc9e8b82ca9a req-9f0b5459-0a91-455d-b387-713bc363b536 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ae28d24-a6ec-458e-a0b6-64341e8114c4 HTTP/1.1" status: 200 len: 897 time: 0.3300633 Mar 07 21:46:24.549348 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bc92f03e-3826-4068-bfea-2ba2ba3a4333 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:24.552136 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13139019-e93b-4482-990d-a24eccc0154e None None] Network d956495d-f88b-496a-8bda-e4f19b96b8fc requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:46:24.554936 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92f03e-3826-4068-bfea-2ba2ba3a4333 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Subnet': ['ID=adf02f6b-bea0-4625-b82e-7fc276a72c26,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:24.560108 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-f0a65367-daab-4529-a56a-b4602f83a443 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cda47f6-2baf-4af7-902a-a95f7ae48c22']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:24.582296 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-f0a65367-daab-4529-a56a-b4602f83a443 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8001f507-24b6-4eee-9751-cf19d3dc8303') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:24.582596 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-f0a65367-daab-4529-a56a-b4602f83a443 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8001f507-24b6-4eee-9751-cf19d3dc8303') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:24.594954 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bc92f03e-3826-4068-bfea-2ba2ba3a4333 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/subnets/adf02f6b-bea0-4625-b82e-7fc276a72c26 HTTP/1.1" status: 204 len: 168 time: 1.7295024 Mar 07 21:46:24.604820 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48608) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:24.623088 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f0a65367-daab-4529-a56a-b4602f83a443 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:24.673259 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c09219-cbbe-404e-b5fc-50f486b6bd60 req-c62a556c-a098-4e64-a012-11484aae3a46 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:24.674749 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c9c09219-cbbe-404e-b5fc-50f486b6bd60 req-c62a556c-a098-4e64-a012-11484aae3a46 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 945 time: 0.5553856 Mar 07 21:46:24.691230 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f0a65367-daab-4529-a56a-b4602f83a443 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:24.703951 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-acdddbb8-7629-4175-90a6-97e748f8080b None None] Deleting port ab0c884d-d633-4c39-9268-9d937df4514a {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:24.704426 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-acdddbb8-7629-4175-90a6-97e748f8080b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:24.713836 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a65367-daab-4529-a56a-b4602f83a443 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:46:24.714378 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f0a65367-daab-4529-a56a-b4602f83a443 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:46:24.729995 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:46:24.774613 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-37ed9f0b-1950-47f4-9ad0-dc9e8b82ca9a req-0a00951b-60bc-4411-b12b-a703727511c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=daabe182-4695-40d2-aa99-f9e0e4a0f531 HTTP/1.1" status: 200 len: 1001 time: 0.2430694 Mar 07 21:46:24.781969 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfd7de-79ac-492d-81df-f3e2d73fc64c req-35f089af-c4bf-486e-a69d-37c5750552ef tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:24.784678 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-56bfd7de-79ac-492d-81df-f3e2d73fc64c req-35f089af-c4bf-486e-a69d-37c5750552ef tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 945 time: 0.4759855 Mar 07 21:46:24.824132 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-acdddbb8-7629-4175-90a6-97e748f8080b None None] The port 'ab0c884d-d633-4c39-9268-9d937df4514a' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:46:24.840733 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:24.898575 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed9f0b-1950-47f4-9ad0-dc9e8b82ca9a req-bc6487ea-0814-449d-8fbd-30b2aefc80c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:24.900014 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-37ed9f0b-1950-47f4-9ad0-dc9e8b82ca9a req-bc6487ea-0814-449d-8fbd-30b2aefc80c7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=859622ca-69ba-432a-afba-67cc59145e77 HTTP/1.1" status: 200 len: 834 time: 0.1158526 Mar 07 21:46:24.913363 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f0a65367-daab-4529-a56a-b4602f83a443 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:24.919560 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f0a65367-daab-4529-a56a-b4602f83a443 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:24.948389 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f0a65367-daab-4529-a56a-b4602f83a443 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/networks/5cda47f6-2baf-4af7-902a-a95f7ae48c22 HTTP/1.1" status: 204 len: 168 time: 2.4625940 Mar 07 21:46:24.953806 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48612) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:24.956200 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-bdb1f0aa-07b0-40a9-a8d1-cec2d6ef3734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e147d00-6b76-446b-b0ee-538fcb89a379 {{(pid=88387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:46:25.000650 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-23ff0bd4-cf58-4779-be17-16b1a2c3acc8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:25.003779 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a65367-daab-4529-a56a-b4602f83a443 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Network': ['ID=5cda47f6-2baf-4af7-902a-a95f7ae48c22,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:25.007751 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-bdb1f0aa-07b0-40a9-a8d1-cec2d6ef3734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:25.040366 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c9c09219-cbbe-404e-b5fc-50f486b6bd60 req-d28f1ca7-e385-4cec-baef-0260bff3fb3a tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2895443 Mar 07 21:46:25.041042 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b572d99c-f0a8-4ad0-93e8-5721d06682aa None None] DHCP port deletion for d956495d-f88b-496a-8bda-e4f19b96b8fc request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:46:25.044663 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-b572d99c-f0a8-4ad0-93e8-5721d06682aa None None] Deleting port 2e9e41f5-a073-4281-943b-5b1630fc9aab {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:25.045820 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b572d99c-f0a8-4ad0-93e8-5721d06682aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:25.072161 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-bdb1f0aa-07b0-40a9-a8d1-cec2d6ef3734 service neutron] Transition to ACTIVE for port object 5e147d00-6b76-446b-b0ee-538fcb89a379 will not be triggered until provisioned by entity L2. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:25.072755 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-23ff0bd4-cf58-4779-be17-16b1a2c3acc8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting port 2e9e41f5-a073-4281-943b-5b1630fc9aab {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:25.073180 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-23ff0bd4-cf58-4779-be17-16b1a2c3acc8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:25.105341 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-56bfd7de-79ac-492d-81df-f3e2d73fc64c req-2d5a267e-3059-4e92-88c3-2588aad13111 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929135 Mar 07 21:46:25.139394 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c84f8c-8d5a-4973-a1d4-b36c8b8be1cc tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:25.140733 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-99c84f8c-8d5a-4973-a1d4-b36c8b8be1cc tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Synchronizing usage tracker for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:46:25.149197 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-bdb1f0aa-07b0-40a9-a8d1-cec2d6ef3734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:25.187903 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed9f0b-1950-47f4-9ad0-dc9e8b82ca9a req-494d386c-8376-479e-87bb-3935957a4a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:25.189505 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-37ed9f0b-1950-47f4-9ad0-dc9e8b82ca9a req-494d386c-8376-479e-87bb-3935957a4a24 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ae28d24-a6ec-458e-a0b6-64341e8114c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2616701 Mar 07 21:46:25.292314 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-b572d99c-f0a8-4ad0-93e8-5721d06682aa None None] For port 2e9e41f5-a073-4281-943b-5b1630fc9aab, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2e9e41f5-a073-4281-943b-5b1630fc9aab,segment=NetworkSegment(63959a15-207d-4a31-a527-d58f065c7446),segment_id=63959a15-207d-4a31-a527-d58f065c7446)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:25.292728 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b572d99c-f0a8-4ad0-93e8-5721d06682aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:25.331192 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1f0aa-07b0-40a9-a8d1-cec2d6ef3734 service neutron] Pushing event updated for resources: {'Port': ['ID=5e147d00-6b76-446b-b0ee-538fcb89a379,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:25.341712 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-37ed9f0b-1950-47f4-9ad0-dc9e8b82ca9a req-22c562ff-7757-4425-b5cd-c2d0d40725f8 service neutron] 10.222.0.11 "GET /v2.0/networks/5ae28d24-a6ec-458e-a0b6-64341e8114c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364784 Mar 07 21:46:25.367811 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-99c84f8c-8d5a-4973-a1d4-b36c8b8be1cc tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Unset dirty status for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:46:25.368573 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-99c84f8c-8d5a-4973-a1d4-b36c8b8be1cc tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4074302 Mar 07 21:46:25.374477 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48616) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:25.442897 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-b572d99c-f0a8-4ad0-93e8-5721d06682aa None None] Calling delete_port for 2e9e41f5-a073-4281-943b-5b1630fc9aab owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:46:25.448660 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-bdb1f0aa-07b0-40a9-a8d1-cec2d6ef3734 service neutron] Attempting to bind port 5e147d00-6b76-446b-b0ee-538fcb89a379 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:46:25.448868 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-bdb1f0aa-07b0-40a9-a8d1-cec2d6ef3734 service neutron] Attempting to bind port 5e147d00-6b76-446b-b0ee-538fcb89a379 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '89d72f3b-9b27-49f8-acd2-67c9630c4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2781cbd4-565f-4ac6-a170-60fa711718e8'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:46:25.449187 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-bdb1f0aa-07b0-40a9-a8d1-cec2d6ef3734 service neutron] Attempting to bind port 5e147d00-6b76-446b-b0ee-538fcb89a379 on network 2781cbd4-565f-4ac6-a170-60fa711718e8 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:46:25.454937 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-bdb1f0aa-07b0-40a9-a8d1-cec2d6ef3734 service neutron] Port 5e147d00-6b76-446b-b0ee-538fcb89a379 on network 2781cbd4-565f-4ac6-a170-60fa711718e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:46:25.455254 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-bdb1f0aa-07b0-40a9-a8d1-cec2d6ef3734 service neutron] Attempting to bind port 5e147d00-6b76-446b-b0ee-538fcb89a379 on network 2781cbd4-565f-4ac6-a170-60fa711718e8 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:46:25.461010 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-bdb1f0aa-07b0-40a9-a8d1-cec2d6ef3734 service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:46:25.461353 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-bdb1f0aa-07b0-40a9-a8d1-cec2d6ef3734 service neutron] Checking segment: {'id': '89d72f3b-9b27-49f8-acd2-67c9630c4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2781cbd4-565f-4ac6-a170-60fa711718e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:46:25.461722 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-bdb1f0aa-07b0-40a9-a8d1-cec2d6ef3734 service neutron] Bound using segment: {'id': '89d72f3b-9b27-49f8-acd2-67c9630c4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2781cbd4-565f-4ac6-a170-60fa711718e8'} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:46:25.462188 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-bdb1f0aa-07b0-40a9-a8d1-cec2d6ef3734 service neutron] Bound port: 5e147d00-6b76-446b-b0ee-538fcb89a379, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89d72f3b-9b27-49f8-acd2-67c9630c4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2781cbd4-565f-4ac6-a170-60fa711718e8'}}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:46:25.462542 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-bdb1f0aa-07b0-40a9-a8d1-cec2d6ef3734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:25.577340 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-bdb1f0aa-07b0-40a9-a8d1-cec2d6ef3734 service neutron] For port 5e147d00-6b76-446b-b0ee-538fcb89a379, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:46:25.580342 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-bdb1f0aa-07b0-40a9-a8d1-cec2d6ef3734 service neutron] For port 5e147d00-6b76-446b-b0ee-538fcb89a379, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=5e147d00-6b76-446b-b0ee-538fcb89a379,segment=NetworkSegment(89d72f3b-9b27-49f8-acd2-67c9630c4cf9),segment_id=89d72f3b-9b27-49f8-acd2-67c9630c4cf9)] {{(pid=88387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:46:25.609641 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b572d99c-f0a8-4ad0-93e8-5721d06682aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:25.632798 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-bdb1f0aa-07b0-40a9-a8d1-cec2d6ef3734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:25.655715 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572d99c-f0a8-4ad0-93e8-5721d06682aa None None] Pushing event deleted for resources: {'Port': ['ID=2e9e41f5-a073-4281-943b-5b1630fc9aab,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:25.659514 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b572d99c-f0a8-4ad0-93e8-5721d06682aa None None] No DVR routers for this DVR port 2e9e41f5-a073-4281-943b-5b1630fc9aab on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:46:25.695261 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-23ff0bd4-cf58-4779-be17-16b1a2c3acc8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] For port 2e9e41f5-a073-4281-943b-5b1630fc9aab, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2e9e41f5-a073-4281-943b-5b1630fc9aab,segment=NetworkSegment(63959a15-207d-4a31-a527-d58f065c7446),segment_id=63959a15-207d-4a31-a527-d58f065c7446)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:25.701218 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-23ff0bd4-cf58-4779-be17-16b1a2c3acc8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:25.701923 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-bdb1f0aa-07b0-40a9-a8d1-cec2d6ef3734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:25.701923 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-bdb1f0aa-07b0-40a9-a8d1-cec2d6ef3734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:25.701923 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-bdb1f0aa-07b0-40a9-a8d1-cec2d6ef3734 service neutron] 10.222.0.11 "PUT /v2.0/ports/5e147d00-6b76-446b-b0ee-538fcb89a379 HTTP/1.1" status: 200 len: 1094 time: 1.9877214 Mar 07 21:46:25.704101 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0', 'tag': '5e147d00-6b76-446b-b0ee-538fcb89a379'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:46:25.739168 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1f0aa-07b0-40a9-a8d1-cec2d6ef3734 service neutron] Pushing event updated for resources: {'Port': ['ID=5e147d00-6b76-446b-b0ee-538fcb89a379,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:25.756812 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0', 'tag': '5e147d00-6b76-446b-b0ee-538fcb89a379', 'status': 'completed', 'code': 200} Mar 07 21:46:25.844571 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f16f25-f4ba-4437-b3dc-a503f0f194f7 req-04465f7a-51f0-4a4b-a5ba-49b640420302 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:25.852069 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e6f16f25-f4ba-4437-b3dc-a503f0f194f7 req-04465f7a-51f0-4a4b-a5ba-49b640420302 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0 HTTP/1.1" status: 200 len: 944 time: 0.5115876 Mar 07 21:46:25.861149 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-23ff0bd4-cf58-4779-be17-16b1a2c3acc8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Calling delete_port for 2e9e41f5-a073-4281-943b-5b1630fc9aab owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:46:25.864611 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0adc4d-ba0b-4957-ab74-f69727ae130b req-fa785153-5752-4912-a803-2baeed10b47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:25.866478 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4b0adc4d-ba0b-4957-ab74-f69727ae130b req-fa785153-5752-4912-a803-2baeed10b47a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=d8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0 HTTP/1.1" status: 200 len: 1097 time: 0.0890546 Mar 07 21:46:25.906355 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-37ed9f0b-1950-47f4-9ad0-dc9e8b82ca9a req-6277bb7e-bcd9-4eba-8dbb-84a1ae6a8431 service neutron] 10.222.0.11 "GET /v2.0/networks/5ae28d24-a6ec-458e-a0b6-64341e8114c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265398 Mar 07 21:46:25.931924 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8d254b13-864f-46bd-872a-1e08faff11b7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5476491 Mar 07 21:46:25.932708 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48622) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:25.954409 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-fa2b5b07-cb00-4917-a5f0-ac55dd85b91f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1107430417'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:25.963485 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-fa2b5b07-cb00-4917-a5f0-ac55dd85b91f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:25.976308 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-fa2b5b07-cb00-4917-a5f0-ac55dd85b91f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:network and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:25.981246 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e6f16f25-f4ba-4437-b3dc-a503f0f194f7 req-990f5e2d-87b2-4011-9e4d-84f6a0f9cf65 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c8b264e-b9b0-48cf-a479-f3a03bcb9164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283774 Mar 07 21:46:25.992659 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-fa2b5b07-cb00-4917-a5f0-ac55dd85b91f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:26.003845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-fa2b5b07-cb00-4917-a5f0-ac55dd85b91f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:26.007772 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.db.api [None req-23ff0bd4-cf58-4779-be17-16b1a2c3acc8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:46:26.008092 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG oslo_db.api [None req-23ff0bd4-cf58-4779-be17-16b1a2c3acc8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:46:26.027067 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0adc4d-ba0b-4957-ab74-f69727ae130b req-75f80c67-7f39-4634-bda1-695c6d7ab6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:26.027560 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0adc4d-ba0b-4957-ab74-f69727ae130b req-75f80c67-7f39-4634-bda1-695c6d7ab6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:26.028985 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4b0adc4d-ba0b-4957-ab74-f69727ae130b req-75f80c67-7f39-4634-bda1-695c6d7ab6d4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=eabc753b02e646aebebe0162c5cfe322&shared=False HTTP/1.1" status: 200 len: 1581 time: 0.1551549 Mar 07 21:46:26.066188 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2b5b07-cb00-4917-a5f0-ac55dd85b91f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:26.069831 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fa2b5b07-cb00-4917-a5f0-ac55dd85b91f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:26.099191 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa2b5b07-cb00-4917-a5f0-ac55dd85b91f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:46:26.109481 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fa2b5b07-cb00-4917-a5f0-ac55dd85b91f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:26.110043 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-fa2b5b07-cb00-4917-a5f0-ac55dd85b91f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Added segment 7153f572-eae1-4e20-a1a7-321ca017a42a of type vlan for network 611194fe-2a6f-4c45-bb13-823117c48185 Mar 07 21:46:26.143545 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fa2b5b07-cb00-4917-a5f0-ac55dd85b91f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:26.181190 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0adc4d-ba0b-4957-ab74-f69727ae130b req-e494c857-892f-41ca-93d0-c9a8fcc7cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:26.183057 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4b0adc4d-ba0b-4957-ab74-f69727ae130b req-e494c857-892f-41ca-93d0-c9a8fcc7cd63 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1477058 Mar 07 21:46:26.199363 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 09607310-a18f-452b-93a5-a2044bc29c90 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:46:26.239446 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 09607310-a18f-452b-93a5-a2044bc29c90 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:46:26.239785 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 09607310-a18f-452b-93a5-a2044bc29c90 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:46:26.240251 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2e9e41f5-a073-4281-943b-5b1630fc9aab no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:46:26.274067 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 2e9e41f5-a073-4281-943b-5b1630fc9aab {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:46:26.274597 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2e9e41f5-a073-4281-943b-5b1630fc9aab not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:46:26.306117 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-7d69c8b6-06ee-4adc-ba80-0c5292ef9065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:26.307603 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-7d69c8b6-06ee-4adc-ba80-0c5292ef9065 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=d8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0 HTTP/1.1" status: 200 len: 1097 time: 0.0841384 Mar 07 21:46:26.377770 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-99910777-3a14-4d1d-b874-d7432413ed3c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=5e147d00-6b76-446b-b0ee-538fcb89a379 HTTP/1.1" status: 200 len: 217 time: 0.0632441 Mar 07 21:46:26.406092 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fa2b5b07-cb00-4917-a5f0-ac55dd85b91f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:26.411291 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2b5b07-cb00-4917-a5f0-ac55dd85b91f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:26.411862 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fa2b5b07-cb00-4917-a5f0-ac55dd85b91f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:26.443538 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-9484f864-b270-4bd3-bb6a-5e9c8a67cd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:26.444957 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-9484f864-b270-4bd3-bb6a-5e9c8a67cd42 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=07acfb8d-9cae-43be-89cf-2a6886bb40f8 HTTP/1.1" status: 200 len: 838 time: 0.0613797 Mar 07 21:46:26.519329 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-12469f2d-eddb-480d-9b1f-d1efa8bad211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:26.520785 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-12469f2d-eddb-480d-9b1f-d1efa8bad211 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2781cbd4-565f-4ac6-a170-60fa711718e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0703990 Mar 07 21:46:26.521013 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-23ff0bd4-cf58-4779-be17-16b1a2c3acc8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting port 2e9e41f5-a073-4281-943b-5b1630fc9aab {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:26.521353 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-23ff0bd4-cf58-4779-be17-16b1a2c3acc8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:26.598181 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b5b07-cb00-4917-a5f0-ac55dd85b91f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Network': ['ID=611194fe-2a6f-4c45-bb13-823117c48185,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:26.612026 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-23ff0bd4-cf58-4779-be17-16b1a2c3acc8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] The port '2e9e41f5-a073-4281-943b-5b1630fc9aab' was deleted {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:46:26.612954 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 611194fe-2a6f-4c45-bb13-823117c48185 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:46:26.655618 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-fa2b5b07-cb00-4917-a5f0-ac55dd85b91f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7216685 Mar 07 21:46:26.663186 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48630) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:26.687899 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-75e9842c-6ad8-4b7f-98c9-f3f3d5d4e7d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'subnet': {'network_id': '611194fe-2a6f-4c45-bb13-823117c48185', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:26.746783 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d091c5-18a9-4d89-bde1-9c91860798fd req-67a151a4-73c5-46db-a78e-21e5320c916d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:26.748233 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-25d091c5-18a9-4d89-bde1-9c91860798fd req-67a151a4-73c5-46db-a78e-21e5320c916d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 945 time: 0.5564525 Mar 07 21:46:26.781052 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-84a61fe0-7651-45b8-8a4b-deb6a5bd5408 service neutron] 10.222.0.11 "GET /v2.0/networks/2781cbd4-565f-4ac6-a170-60fa711718e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540457 Mar 07 21:46:26.889928 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2f4e4-e783-49e5-b506-19d1e8fb2d02 req-947d03ff-157a-478e-bc52-ef4cf4c5f641 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:26.891384 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e6e2f4e4-e783-49e5-b506-19d1e8fb2d02 req-947d03ff-157a-478e-bc52-ef4cf4c5f641 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 945 time: 0.6460514 Mar 07 21:46:26.892900 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-23ff0bd4-cf58-4779-be17-16b1a2c3acc8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:26.920962 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6835b71d-d7e8-4111-86de-682232eae4b8 req-6370d6dc-7fea-4046-a763-0a1f0b93182f service neutron] 10.222.0.11 "GET /v2.0/networks/2781cbd4-565f-4ac6-a170-60fa711718e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317701 Mar 07 21:46:26.961665 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-23ff0bd4-cf58-4779-be17-16b1a2c3acc8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d956495d-f88b-496a-8bda-e4f19b96b8fc']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:26.990270 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-25d091c5-18a9-4d89-bde1-9c91860798fd req-5d9bfd89-4b16-4e61-835b-bc64967ec34a tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304611 Mar 07 21:46:26.991193 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-75e9842c-6ad8-4b7f-98c9-f3f3d5d4e7d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:26.998221 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-23ff0bd4-cf58-4779-be17-16b1a2c3acc8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63959a15-207d-4a31-a527-d58f065c7446') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:26.998221 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-23ff0bd4-cf58-4779-be17-16b1a2c3acc8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63959a15-207d-4a31-a527-d58f065c7446') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:27.017641 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-75e9842c-6ad8-4b7f-98c9-f3f3d5d4e7d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:subnet and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:27.022714 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-23ff0bd4-cf58-4779-be17-16b1a2c3acc8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:27.029251 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-75e9842c-6ad8-4b7f-98c9-f3f3d5d4e7d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:27.034227 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e6e2f4e4-e783-49e5-b506-19d1e8fb2d02 req-0baaa461-4c5c-4773-aded-71164c75705c tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265860 Mar 07 21:46:27.041081 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-75e9842c-6ad8-4b7f-98c9-f3f3d5d4e7d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:27.050004 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-23ff0bd4-cf58-4779-be17-16b1a2c3acc8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:27.057396 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ff0bd4-cf58-4779-be17-16b1a2c3acc8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:46:27.057789 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-23ff0bd4-cf58-4779-be17-16b1a2c3acc8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: util.warn( Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:46:27.082688 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:46:27.147896 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e9842c-6ad8-4b7f-98c9-f3f3d5d4e7d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:27.151267 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-75e9842c-6ad8-4b7f-98c9-f3f3d5d4e7d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:27.326947 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-23ff0bd4-cf58-4779-be17-16b1a2c3acc8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:27.354969 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-23ff0bd4-cf58-4779-be17-16b1a2c3acc8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:27.376381 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff0bd4-cf58-4779-be17-16b1a2c3acc8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Network': ['ID=d956495d-f88b-496a-8bda-e4f19b96b8fc,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:27.383629 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-23ff0bd4-cf58-4779-be17-16b1a2c3acc8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/networks/d956495d-f88b-496a-8bda-e4f19b96b8fc HTTP/1.1" status: 204 len: 168 time: 2.7767591 Mar 07 21:46:27.386487 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48638) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:27.430630 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2636f-7b39-4133-89e8-d8389130a737 req-23ffed4e-6aed-449f-9744-f85ebef04447 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:27.432070 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-57f2636f-7b39-4133-89e8-d8389130a737 req-23ffed4e-6aed-449f-9744-f85ebef04447 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 945 time: 0.2310762 Mar 07 21:46:27.439308 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e4e12-6f90-4875-99ec-e549253934e4 req-e501cb97-cad4-4f54-8c94-8c2f21dbe6fb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:27.440670 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-856e4e12-6f90-4875-99ec-e549253934e4 req-e501cb97-cad4-4f54-8c94-8c2f21dbe6fb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0 HTTP/1.1" status: 200 len: 944 time: 0.2994571 Mar 07 21:46:27.562927 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-57f2636f-7b39-4133-89e8-d8389130a737 req-c5f2c74b-6fe5-4aaa-a55b-2eebb7dae7e2 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202300 Mar 07 21:46:27.567479 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-856e4e12-6f90-4875-99ec-e549253934e4 req-b0d3210f-6ffa-414f-99e0-d70fa3760256 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c8b264e-b9b0-48cf-a479-f3a03bcb9164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102345 Mar 07 21:46:27.588471 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48642) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:27.673140 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da27da54-e865-4782-8f1f-e947d3536b3f tempest-TestVolumeBootPattern-775155891 tempest-TestVolumeBootPattern-775155891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:27.674779 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-da27da54-e865-4782-8f1f-e947d3536b3f tempest-TestVolumeBootPattern-775155891 tempest-TestVolumeBootPattern-775155891-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 1093 time: 0.0853612 Mar 07 21:46:27.677590 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48646) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:27.682411 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-3afa13b9-63b5-41ce-8aba-7a064a6e9eb6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': '04134ed6-35b8-438d-b6ea-b5ee2e0a2175', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:27.688131 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3afa13b9-63b5-41ce-8aba-7a064a6e9eb6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:27.691920 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3afa13b9-63b5-41ce-8aba-7a064a6e9eb6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Usage tracker for resource:floatingip and tenant:a1d039a5115b40cc849313193266d5ad is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:27.694742 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3afa13b9-63b5-41ce-8aba-7a064a6e9eb6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:27.700643 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3afa13b9-63b5-41ce-8aba-7a064a6e9eb6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:27.707430 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-75e9842c-6ad8-4b7f-98c9-f3f3d5d4e7d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:27.788747 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9842c-6ad8-4b7f-98c9-f3f3d5d4e7d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Subnet': ['ID=18836578-3841-4b12-8334-5202e2d1e089,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:27.797479 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e9842c-6ad8-4b7f-98c9-f3f3d5d4e7d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Checking segment: {'id': '7153f572-eae1-4e20-a1a7-321ca017a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '611194fe-2a6f-4c45-bb13-823117c48185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:46:27.797836 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e9842c-6ad8-4b7f-98c9-f3f3d5d4e7d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network hostable DHCP agents. Network: 611194fe-2a6f-4c45-bb13-823117c48185, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:46:27.823525 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3afa13b9-63b5-41ce-8aba-7a064a6e9eb6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for floatingip, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:27.912470 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e9842c-6ad8-4b7f-98c9-f3f3d5d4e7d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network 611194fe-2a6f-4c45-bb13-823117c48185 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:46:27.921634 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-105abac8-11ad-415e-a547-33d5c94b21ef tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:27.965836 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3afa13b9-63b5-41ce-8aba-7a064a6e9eb6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:28.001498 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-75e9842c-6ad8-4b7f-98c9-f3f3d5d4e7d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 611194fe-2a6f-4c45-bb13-823117c48185) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:28.009571 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e9842c-6ad8-4b7f-98c9-f3f3d5d4e7d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:28.009917 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-75e9842c-6ad8-4b7f-98c9-f3f3d5d4e7d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:28.011855 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bf19c2-af83-42d5-af9b-2f689b2792cd None None] Network 611194fe-2a6f-4c45-bb13-823117c48185 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:46:28.238011 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-75e9842c-6ad8-4b7f-98c9-f3f3d5d4e7d7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5592871 Mar 07 21:46:28.244383 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48652) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:28.247562 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f778a4-5a96-4a86-b395-187d81d707fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-611194fe-2a6f-4c45-bb13-823117c48185', 'network_id': '611194fe-2a6f-4c45-bb13-823117c48185', 'tenant_id': 'bf34c810950841a19e370c783f525ceb', 'fixed_ips': [{'subnet_id': '18836578-3841-4b12-8334-5202e2d1e089'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:46:28.249803 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-89f778a4-5a96-4a86-b395-187d81d707fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:28.258808 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-41254d60-b0f4-4f10-bb5e-48508b039648 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'port': {'network_id': '611194fe-2a6f-4c45-bb13-823117c48185', 'name': 'tempest-PortsTestJSON-293861371'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:28.285392 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-3afa13b9-63b5-41ce-8aba-7a064a6e9eb6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Allocated IP 172.26.2.189 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/6257b881-2112-4a71-a169-af027cbd054f) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:28.356109 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-105abac8-11ad-415e-a547-33d5c94b21ef tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting port f5e07cd7-4037-4df0-846f-8bc885c8666f {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:28.356502 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-105abac8-11ad-415e-a547-33d5c94b21ef tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:28.396401 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c2196-c54a-4f9b-9579-63bac06777bf req-347e69a2-fc9d-41aa-9b69-32c6bd9fc20d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:28.398010 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2a0c2196-c54a-4f9b-9579-63bac06777bf req-347e69a2-fc9d-41aa-9b69-32c6bd9fc20d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 945 time: 0.1947589 Mar 07 21:46:28.465381 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2a0c2196-c54a-4f9b-9579-63bac06777bf req-4895f321-e2d8-4d9d-b26b-b4cf41157987 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547826 Mar 07 21:46:28.481185 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-89f778a4-5a96-4a86-b395-187d81d707fa None None] Allocated IP 172.20.0.2 (611194fe-2a6f-4c45-bb13-823117c48185/18836578-3841-4b12-8334-5202e2d1e089/ed5473be-0333-435f-9db3-79df4c7c6031) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:28.497149 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3afa13b9-63b5-41ce-8aba-7a064a6e9eb6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:28.604227 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3afa13b9-63b5-41ce-8aba-7a064a6e9eb6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:28.682275 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-41254d60-b0f4-4f10-bb5e-48508b039648 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:28.683201 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa13b9-63b5-41ce-8aba-7a064a6e9eb6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Pushing event updated for resources: {'Port': ['ID=6257b881-2112-4a71-a169-af027cbd054f,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:28.699925 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-41254d60-b0f4-4f10-bb5e-48508b039648 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:28.717929 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-89f778a4-5a96-4a86-b395-187d81d707fa None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:28.728343 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-89f778a4-5a96-4a86-b395-187d81d707fa None None] Transition to ACTIVE for port object ed5473be-0333-435f-9db3-79df4c7c6031 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:28.742520 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afa13b9-63b5-41ce-8aba-7a064a6e9eb6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:28.746010 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-3afa13b9-63b5-41ce-8aba-7a064a6e9eb6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:28.746146 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-89f778a4-5a96-4a86-b395-187d81d707fa None None] Transition to ACTIVE for port object ed5473be-0333-435f-9db3-79df4c7c6031 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:28.749437 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afa13b9-63b5-41ce-8aba-7a064a6e9eb6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:46:28.831902 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41254d60-b0f4-4f10-bb5e-48508b039648 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:28.835790 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-41254d60-b0f4-4f10-bb5e-48508b039648 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:28.862641 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-105abac8-11ad-415e-a547-33d5c94b21ef tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] For port f5e07cd7-4037-4df0-846f-8bc885c8666f, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f5e07cd7-4037-4df0-846f-8bc885c8666f,segment=NetworkSegment(da624cb1-112b-4a36-97a9-58d214a9553f),segment_id=da624cb1-112b-4a36-97a9-58d214a9553f)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:28.862877 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-105abac8-11ad-415e-a547-33d5c94b21ef tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:28.865925 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7ada9-42f7-4381-b2ea-071e7e5f5faa req-4ede5b5c-fe3c-415d-aad3-c32bce4da816 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:28.867414 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-99c7ada9-42f7-4381-b2ea-071e7e5f5faa req-4ede5b5c-fe3c-415d-aad3-c32bce4da816 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0 HTTP/1.1" status: 200 len: 944 time: 0.1731451 Mar 07 21:46:28.872733 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-89f778a4-5a96-4a86-b395-187d81d707fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:28.877927 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-41254d60-b0f4-4f10-bb5e-48508b039648 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] device_id is not set on port d184d495-4070-42b2-b7a3-42c6f8b47c38 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:46:28.940028 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f778a4-5a96-4a86-b395-187d81d707fa None None] Network 611194fe-2a6f-4c45-bb13-823117c48185 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:28.943593 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-89f778a4-5a96-4a86-b395-187d81d707fa None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:28.947527 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f778a4-5a96-4a86-b395-187d81d707fa None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:46:28.950097 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f778a4-5a96-4a86-b395-187d81d707fa None None] Pushing event updated for resources: {'Port': ['ID=ed5473be-0333-435f-9db3-79df4c7c6031,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:28.976982 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-99c7ada9-42f7-4381-b2ea-071e7e5f5faa req-4dcfd206-b4a3-4390-91c0-f40cd30944e5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c8b264e-b9b0-48cf-a479-f3a03bcb9164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013598 Mar 07 21:46:29.034947 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-105abac8-11ad-415e-a547-33d5c94b21ef tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Calling delete_port for f5e07cd7-4037-4df0-846f-8bc885c8666f owned by network:router_interface {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:46:29.045480 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-89f778a4-5a96-4a86-b395-187d81d707fa None None] Attempting to bind port ed5473be-0333-435f-9db3-79df4c7c6031 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:46:29.046049 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-89f778a4-5a96-4a86-b395-187d81d707fa None None] Attempting to bind port ed5473be-0333-435f-9db3-79df4c7c6031 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '7153f572-eae1-4e20-a1a7-321ca017a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '611194fe-2a6f-4c45-bb13-823117c48185'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:46:29.046828 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f778a4-5a96-4a86-b395-187d81d707fa None None] Attempting to bind port ed5473be-0333-435f-9db3-79df4c7c6031 on network 611194fe-2a6f-4c45-bb13-823117c48185 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:46:29.052406 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f778a4-5a96-4a86-b395-187d81d707fa None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:46:29.052776 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f778a4-5a96-4a86-b395-187d81d707fa None None] Checking segment: {'id': '7153f572-eae1-4e20-a1a7-321ca017a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '611194fe-2a6f-4c45-bb13-823117c48185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:46:29.053169 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-89f778a4-5a96-4a86-b395-187d81d707fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:29.053554 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f778a4-5a96-4a86-b395-187d81d707fa None None] Bound using segment: {'id': '7153f572-eae1-4e20-a1a7-321ca017a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '611194fe-2a6f-4c45-bb13-823117c48185'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:46:29.054033 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-89f778a4-5a96-4a86-b395-187d81d707fa None None] Bound port: ed5473be-0333-435f-9db3-79df4c7c6031, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7153f572-eae1-4e20-a1a7-321ca017a42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '611194fe-2a6f-4c45-bb13-823117c48185'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:46:29.054494 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-89f778a4-5a96-4a86-b395-187d81d707fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:29.150093 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-89f778a4-5a96-4a86-b395-187d81d707fa None None] For port ed5473be-0333-435f-9db3-79df4c7c6031, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:46:29.153944 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-89f778a4-5a96-4a86-b395-187d81d707fa None None] For port ed5473be-0333-435f-9db3-79df4c7c6031, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=ed5473be-0333-435f-9db3-79df4c7c6031,segment=NetworkSegment(7153f572-eae1-4e20-a1a7-321ca017a42a),segment_id=7153f572-eae1-4e20-a1a7-321ca017a42a)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:46:29.212666 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-41254d60-b0f4-4f10-bb5e-48508b039648 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Allocated IP 172.20.0.9 (611194fe-2a6f-4c45-bb13-823117c48185/18836578-3841-4b12-8334-5202e2d1e089/d184d495-4070-42b2-b7a3-42c6f8b47c38) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:29.238977 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3afa13b9-63b5-41ce-8aba-7a064a6e9eb6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:29.244040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-89f778a4-5a96-4a86-b395-187d81d707fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:29.327356 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f778a4-5a96-4a86-b395-187d81d707fa None None] Pushing event updated for resources: {'Port': ['ID=ed5473be-0333-435f-9db3-79df4c7c6031,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:29.387194 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3afa13b9-63b5-41ce-8aba-7a064a6e9eb6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:29.451791 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-105abac8-11ad-415e-a547-33d5c94b21ef tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:29.574371 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-41254d60-b0f4-4f10-bb5e-48508b039648 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:29.605767 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-41254d60-b0f4-4f10-bb5e-48508b039648 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Transition to ACTIVE for port object d184d495-4070-42b2-b7a3-42c6f8b47c38 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:29.608862 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105abac8-11ad-415e-a547-33d5c94b21ef tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Port': ['ID=f5e07cd7-4037-4df0-846f-8bc885c8666f,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:29.710647 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3afa13b9-63b5-41ce-8aba-7a064a6e9eb6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:29.751874 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787b876-52f0-4f2d-9d9c-fd14d16782a6 req-387ee86f-43a6-43a2-b87f-265100c48fde tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:29.753638 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4787b876-52f0-4f2d-9d9c-fd14d16782a6 req-387ee86f-43a6-43a2-b87f-265100c48fde tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 945 time: 0.1459682 Mar 07 21:46:29.815815 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4787b876-52f0-4f2d-9d9c-fd14d16782a6 req-e05d5cee-8841-493f-af6e-495ad41db9ee tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558097 Mar 07 21:46:29.820493 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3afa13b9-63b5-41ce-8aba-7a064a6e9eb6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:29.884080 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-41254d60-b0f4-4f10-bb5e-48508b039648 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:29.933204 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-105abac8-11ad-415e-a547-33d5c94b21ef tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:29.947338 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa13b9-63b5-41ce-8aba-7a064a6e9eb6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Pushing event updated for resources: {'Port': ['ID=6257b881-2112-4a71-a169-af027cbd054f,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:29.953858 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3afa13b9-63b5-41ce-8aba-7a064a6e9eb6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:30.041615 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41254d60-b0f4-4f10-bb5e-48508b039648 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network 611194fe-2a6f-4c45-bb13-823117c48185 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:30.046843 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-41254d60-b0f4-4f10-bb5e-48508b039648 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:30.049217 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41254d60-b0f4-4f10-bb5e-48508b039648 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:46:30.079367 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41254d60-b0f4-4f10-bb5e-48508b039648 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Port': ['ID=d184d495-4070-42b2-b7a3-42c6f8b47c38,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:30.193577 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41254d60-b0f4-4f10-bb5e-48508b039648 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:30.194243 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-41254d60-b0f4-4f10-bb5e-48508b039648 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:30.270066 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ed5473be-0333-435f-9db3-79df4c7c6031 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:46:30.309578 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-3afa13b9-63b5-41ce-8aba-7a064a6e9eb6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Floating IP 44880b46-299e-416c-8fe9-efde7b356eef associated. External IP: 172.26.2.189, port: 04134ed6-35b8-438d-b6ea-b5ee2e0a2175. Mar 07 21:46:30.365515 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 5e147d00-6b76-446b-b0ee-538fcb89a379 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 21:46:30.389772 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46ba69-2d1a-409f-8255-dd9e6c2a4a8c req-ac9af121-c200-431d-b203-51ef10995d75 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:30.391342 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dc46ba69-2d1a-409f-8255-dd9e6c2a4a8c req-ac9af121-c200-431d-b203-51ef10995d75 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0 HTTP/1.1" status: 200 len: 944 time: 0.1799693 Mar 07 21:46:30.530802 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port ed5473be-0333-435f-9db3-79df4c7c6031 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:30.542748 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dc46ba69-2d1a-409f-8255-dd9e6c2a4a8c req-9aa1c617-73fa-4a95-bdea-4e579e27521e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c8b264e-b9b0-48cf-a479-f3a03bcb9164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415989 Mar 07 21:46:30.597909 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105abac8-11ad-415e-a547-33d5c94b21ef tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Router af094fd3-06a5-4647-a47c-0237d1602a2d has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:46:30.621083 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 5e147d00-6b76-446b-b0ee-538fcb89a379, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=5e147d00-6b76-446b-b0ee-538fcb89a379,segment=NetworkSegment(89d72f3b-9b27-49f8-acd2-67c9630c4cf9),segment_id=89d72f3b-9b27-49f8-acd2-67c9630c4cf9)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:30.639628 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '5e147d00-6b76-446b-b0ee-538fcb89a379', 'network_id': '2781cbd4-565f-4ac6-a170-60fa711718e8', 'port_id': '5e147d00-6b76-446b-b0ee-538fcb89a379', 'mac_address': 'fa:16:3e:52:3e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07acfb8d-9cae-43be-89cf-2a6886bb40f8', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 21:46:30.688259 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-41254d60-b0f4-4f10-bb5e-48508b039648 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4427559 Mar 07 21:46:30.691011 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48662) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:30.697661 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-7605d481-f5ae-420d-9520-12e0fac19f48 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'port': {'network_id': '611194fe-2a6f-4c45-bb13-823117c48185', 'name': 'tempest-PortsTestJSON-1602692390'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:30.733812 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:30.768825 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e147d00-6b76-446b-b0ee-538fcb89a379 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:46:30.787252 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 5e147d00-6b76-446b-b0ee-538fcb89a379, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=5e147d00-6b76-446b-b0ee-538fcb89a379,segment=NetworkSegment(89d72f3b-9b27-49f8-acd2-67c9630c4cf9),segment_id=89d72f3b-9b27-49f8-acd2-67c9630c4cf9)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:30.802823 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afa13b9-63b5-41ce-8aba-7a064a6e9eb6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Router f210ae77-0c1f-4ea6-b731-f5d2150152a7 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:46:30.808218 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9ddd9d-8197-44cb-9f88-50c79469c929 None None] Network 611194fe-2a6f-4c45-bb13-823117c48185 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:46:30.885564 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7605d481-f5ae-420d-9520-12e0fac19f48 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:30.892784 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7605d481-f5ae-420d-9520-12e0fac19f48 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:port and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:30.900112 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7605d481-f5ae-420d-9520-12e0fac19f48 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:30.914028 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7605d481-f5ae-420d-9520-12e0fac19f48 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:30.950627 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:30.981439 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7605d481-f5ae-420d-9520-12e0fac19f48 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:30.985582 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7605d481-f5ae-420d-9520-12e0fac19f48 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:30.999088 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afa13b9-63b5-41ce-8aba-7a064a6e9eb6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:46:31.020129 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaefe585-a76f-440f-8f41-dd4ac2c010b4 None None] Sync routers for ids ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:46:31.029259 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-7605d481-f5ae-420d-9520-12e0fac19f48 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] device_id is not set on port f1b5b84b-3952-45af-9204-9a6fe26a3095 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:46:31.065841 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaefe585-a76f-440f-8f41-dd4ac2c010b4 None None] Routers {'f210ae77-0c1f-4ea6-b731-f5d2150152a7'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:46:31.066504 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-eaefe585-a76f-440f-8f41-dd4ac2c010b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:46:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:31.080961 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105abac8-11ad-415e-a547-33d5c94b21ef tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:46:31.091068 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89a3f20-e706-430b-afeb-fd1c8ee9bcc1 None None] Sync routers for ids ['af094fd3-06a5-4647-a47c-0237d1602a2d'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:46:31.102590 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89a3f20-e706-430b-afeb-fd1c8ee9bcc1 None None] Routers {'af094fd3-06a5-4647-a47c-0237d1602a2d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:46:31.106118 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-105abac8-11ad-415e-a547-33d5c94b21ef tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "PUT /v2.0/routers/af094fd3-06a5-4647-a47c-0237d1602a2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7158267 Mar 07 21:46:31.107308 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-e89a3f20-e706-430b-afeb-fd1c8ee9bcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:46:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['af094fd3-06a5-4647-a47c-0237d1602a2d'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:31.112226 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48672) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:31.112408 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3668fca-290e-4742-b869-526a27ceddea req-12fc80ac-9f13-41a8-bc12-e16963fbbb93 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:31.113240 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a3668fca-290e-4742-b869-526a27ceddea req-12fc80ac-9f13-41a8-bc12-e16963fbbb93 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 945 time: 0.1162925 Mar 07 21:46:31.139551 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3afa13b9-63b5-41ce-8aba-7a064a6e9eb6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:31.204647 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a3668fca-290e-4742-b869-526a27ceddea req-56032702-4535-4485-9c90-b5338497824b tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844262 Mar 07 21:46:31.238110 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-b78bae6e-5ef2-4fb8-b3ec-f07fe019e92b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting subnet 2c5b4e7b-562c-4c4e-97bb-3952c50608f9 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:46:31.239489 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3afa13b9-63b5-41ce-8aba-7a064a6e9eb6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5607402 Mar 07 21:46:31.241099 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b78bae6e-5ef2-4fb8-b3ec-f07fe019e92b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:31.242845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90dd6df-3c76-4865-9086-88d503f19fd5', 'tag': '04134ed6-35b8-438d-b6ea-b5ee2e0a2175'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:46:31.254763 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-eaefe585-a76f-440f-8f41-dd4ac2c010b4 None None] Set router f210ae77-0c1f-4ea6-b731-f5d2150152a7 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:46:31.305447 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90dd6df-3c76-4865-9086-88d503f19fd5', 'tag': '04134ed6-35b8-438d-b6ea-b5ee2e0a2175', 'status': 'completed', 'code': 200} Mar 07 21:46:31.307738 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b78bae6e-5ef2-4fb8-b3ec-f07fe019e92b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:31.325437 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1d5e0307-3c22-4b3c-ae10-b73f47ec3353 None None] Provisioning for port ed5473be-0333-435f-9db3-79df4c7c6031 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:31.340974 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-e89a3f20-e706-430b-afeb-fd1c8ee9bcc1 None None] Set router af094fd3-06a5-4647-a47c-0237d1602a2d gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:46:31.394590 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-7605d481-f5ae-420d-9520-12e0fac19f48 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Allocated IP 172.20.0.4 (611194fe-2a6f-4c45-bb13-823117c48185/18836578-3841-4b12-8334-5202e2d1e089/f1b5b84b-3952-45af-9204-9a6fe26a3095) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:31.470667 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=5e147d00-6b76-446b-b0ee-538fcb89a379,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:31.480511 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1d5e0307-3c22-4b3c-ae10-b73f47ec3353 None None] Provisioning complete for port ed5473be-0333-435f-9db3-79df4c7c6031 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:31.480511 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1d5e0307-3c22-4b3c-ae10-b73f47ec3353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:31.523397 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['5e147d00-6b76-446b-b0ee-538fcb89a379'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 21:46:31.536226 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6f220-0e68-44ff-ab50-96b48d87997e req-8489d1b8-38d4-44f5-9133-797bd8a2baea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:31.540835 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-fbe6f220-0e68-44ff-ab50-96b48d87997e req-8489d1b8-38d4-44f5-9133-797bd8a2baea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1d039a5115b40cc849313193266d5ad&device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 1098 time: 0.2026267 Mar 07 21:46:31.657882 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b78bae6e-5ef2-4fb8-b3ec-f07fe019e92b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:31.687193 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-e89a3f20-e706-430b-afeb-fd1c8ee9bcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:46:29Z', 'revision_number': 10, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:51Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:31.694052 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89a3f20-e706-430b-afeb-fd1c8ee9bcc1 None None] Checking router: af094fd3-06a5-4647-a47c-0237d1602a2d for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:46:31.702065 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89a3f20-e706-430b-afeb-fd1c8ee9bcc1 None None] Routers {'af094fd3-06a5-4647-a47c-0237d1602a2d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:46:31.702668 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-e89a3f20-e706-430b-afeb-fd1c8ee9bcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:46:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['af094fd3-06a5-4647-a47c-0237d1602a2d'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:31.770234 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90074ad0-cc2f-4333-8400-3023f175f54a req-e6dbf21f-c440-41b1-a045-f396350403c1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:31.775236 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-90074ad0-cc2f-4333-8400-3023f175f54a req-e6dbf21f-c440-41b1-a045-f396350403c1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0 HTTP/1.1" status: 200 len: 945 time: 0.1055920 Mar 07 21:46:31.853839 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-90074ad0-cc2f-4333-8400-3023f175f54a req-5319a26f-0401-4806-b02c-dff978d4c765 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c8b264e-b9b0-48cf-a479-f3a03bcb9164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706017 Mar 07 21:46:31.861426 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7605d481-f5ae-420d-9520-12e0fac19f48 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:31.865013 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6f220-0e68-44ff-ab50-96b48d87997e req-4d4c042f-b8e1-4f07-9756-6b69bdf62c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:31.866566 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-fbe6f220-0e68-44ff-ab50-96b48d87997e req-4d4c042f-b8e1-4f07-9756-6b69bdf62c5b service neutron] 10.222.0.11 "GET /v2.0/networks?id=e71fce04-ffbd-435e-bfc3-87f58b6e4967 HTTP/1.1" status: 200 len: 911 time: 0.3130963 Mar 07 21:46:31.949587 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b78bae6e-5ef2-4fb8-b3ec-f07fe019e92b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:31.950896 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1d5e0307-3c22-4b3c-ae10-b73f47ec3353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:32.003344 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-e89a3f20-e706-430b-afeb-fd1c8ee9bcc1 None None] Set router af094fd3-06a5-4647-a47c-0237d1602a2d gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:46:32.008166 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-7605d481-f5ae-420d-9520-12e0fac19f48 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Transition to ACTIVE for port object f1b5b84b-3952-45af-9204-9a6fe26a3095 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:32.009651 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bae6e-5ef2-4fb8-b3ec-f07fe019e92b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Subnet': ['ID=2c5b4e7b-562c-4c4e-97bb-3952c50608f9,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:32.025272 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b78bae6e-5ef2-4fb8-b3ec-f07fe019e92b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:32.034281 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-1d5e0307-3c22-4b3c-ae10-b73f47ec3353 None None] For port ed5473be-0333-435f-9db3-79df4c7c6031, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=ed5473be-0333-435f-9db3-79df4c7c6031,segment=NetworkSegment(7153f572-eae1-4e20-a1a7-321ca017a42a),segment_id=7153f572-eae1-4e20-a1a7-321ca017a42a)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:32.036202 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-fbe6f220-0e68-44ff-ab50-96b48d87997e req-9faa3718-37d9-4408-9863-de35e7260f91 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04134ed6-35b8-438d-b6ea-b5ee2e0a2175 HTTP/1.1" status: 200 len: 999 time: 0.1615129 Mar 07 21:46:32.043306 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b78bae6e-5ef2-4fb8-b3ec-f07fe019e92b tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/subnets/2c5b4e7b-562c-4c4e-97bb-3952c50608f9 HTTP/1.1" status: 204 len: 168 time: 0.9272740 Mar 07 21:46:32.043490 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48682) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:32.051105 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f350dc33-adc9-4cfe-b083-ece3df93510f None None] Network b3cba081-e44f-418c-8ee0-c70e2be83492 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:46:32.112638 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1d5e0307-3c22-4b3c-ae10-b73f47ec3353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:32.133526 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6f220-0e68-44ff-ab50-96b48d87997e req-152918bd-bad4-4e1f-ace2-4fae80ec91ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:32.135198 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-fbe6f220-0e68-44ff-ab50-96b48d87997e req-152918bd-bad4-4e1f-ace2-4fae80ec91ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca279e0e-f6b2-4a41-a814-7c87369c7833 HTTP/1.1" status: 200 len: 850 time: 0.0931237 Mar 07 21:46:32.218010 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7605d481-f5ae-420d-9520-12e0fac19f48 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:32.246198 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4b333ba1-1361-4eaf-9f23-d1df9b3603e8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:32.275193 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-4b333ba1-1361-4eaf-9f23-d1df9b3603e8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting port cd8dcc78-da02-4063-8a6f-504c3879e26d {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:32.275652 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4b333ba1-1361-4eaf-9f23-d1df9b3603e8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:32.361551 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25b6df-0a3e-460a-bffe-1ba44c5083e4 req-1cfb5c72-ac55-4c93-8897-e80aa2357af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:32.363153 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fd25b6df-0a3e-460a-bffe-1ba44c5083e4 req-1cfb5c72-ac55-4c93-8897-e80aa2357af1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 1098 time: 0.1868448 Mar 07 21:46:32.402799 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e0307-3c22-4b3c-ae10-b73f47ec3353 None None] Pushing event updated for resources: {'Port': ['ID=ed5473be-0333-435f-9db3-79df4c7c6031,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:32.425407 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 4a876368-7a2b-4fd4-b500-482abc64a0fb details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 21:46:32.505674 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7605d481-f5ae-420d-9520-12e0fac19f48 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network 611194fe-2a6f-4c45-bb13-823117c48185 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:32.508141 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-7605d481-f5ae-420d-9520-12e0fac19f48 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:32.510806 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7605d481-f5ae-420d-9520-12e0fac19f48 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:46:32.565197 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-e89a3f20-e706-430b-afeb-fd1c8ee9bcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:46:29Z', 'revision_number': 10, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:51Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:32.570706 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89a3f20-e706-430b-afeb-fd1c8ee9bcc1 None None] The sync data for ids ['af094fd3-06a5-4647-a47c-0237d1602a2d'] in dv-neutron-829957-1-hyperv is: [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:46:29Z', 'revision_number': 10, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None, '_interfaces': [{'id': '22f7e500-6e1c-483d-a4f2-9def843c6126', 'name': '', 'network_id': 'dbf659ed-e1b5-410c-bec1-108af7eba963', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'mac_address': 'fa:16:3e:a6:26:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:42Z', 'updated_at': '2022-03-07T21:45:51Z', 'revision_number': 5, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'subnets': [{'id': 'fb3bf977-4ff2-49c8-92ec-f5df716178ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:32.574427 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fd25b6df-0a3e-460a-bffe-1ba44c5083e4 req-a77b47d3-ddad-4d0c-bdca-85cb4e89e34a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719277 Mar 07 21:46:32.610181 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7605d481-f5ae-420d-9520-12e0fac19f48 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:32.610782 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7605d481-f5ae-420d-9520-12e0fac19f48 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:32.629298 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605d481-f5ae-420d-9520-12e0fac19f48 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Port': ['ID=f1b5b84b-3952-45af-9204-9a6fe26a3095,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:32.634488 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6f220-0e68-44ff-ab50-96b48d87997e req-c1935eca-e8a7-4a01-b0cd-d8cdb9bcba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:32.635976 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-fbe6f220-0e68-44ff-ab50-96b48d87997e req-c1935eca-e8a7-4a01-b0cd-d8cdb9bcba31 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e71fce04-ffbd-435e-bfc3-87f58b6e4967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4953146 Mar 07 21:46:32.688483 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-4b333ba1-1361-4eaf-9f23-d1df9b3603e8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] For port cd8dcc78-da02-4063-8a6f-504c3879e26d, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=cd8dcc78-da02-4063-8a6f-504c3879e26d,segment=NetworkSegment(da624cb1-112b-4a36-97a9-58d214a9553f),segment_id=da624cb1-112b-4a36-97a9-58d214a9553f)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:32.688850 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4b333ba1-1361-4eaf-9f23-d1df9b3603e8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:32.713755 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7605d481-f5ae-420d-9520-12e0fac19f48 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0207348 Mar 07 21:46:32.715928 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48688) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:32.840257 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 4a876368-7a2b-4fd4-b500-482abc64a0fb, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=4a876368-7a2b-4fd4-b500-482abc64a0fb,segment=NetworkSegment(26e41f47-657c-4e85-b994-dcfeb77ffb5e),segment_id=26e41f47-657c-4e85-b994-dcfeb77ffb5e)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:32.870362 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '4a876368-7a2b-4fd4-b500-482abc64a0fb', 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5', 'port_id': '4a876368-7a2b-4fd4-b500-482abc64a0fb', 'mac_address': 'fa:16:3e:e1:6d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c9a6f9-8590-40ef-b4e1-094835e8ea95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 21:46:32.888244 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a99ebf62-3bfe-4272-8a9c-5eaca8ee2d4f None None] Provisioning for port d184d495-4070-42b2-b7a3-42c6f8b47c38 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:32.913589 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8d6d7-9a8d-4da3-8711-8434fbb28ee3 req-2c077302-3b83-4fd1-b6ec-c7e40187479d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:32.927696 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5bd8d6d7-9a8d-4da3-8711-8434fbb28ee3 req-2c077302-3b83-4fd1-b6ec-c7e40187479d tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 945 time: 0.5031326 Mar 07 21:46:32.947602 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700b608e-a95f-4263-bd2c-81670e83acfd tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:32.949321 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-700b608e-a95f-4263-bd2c-81670e83acfd tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Synchronizing usage tracker for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:46:33.003223 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-fbe6f220-0e68-44ff-ab50-96b48d87997e req-3e0e592b-f4f6-4e05-a11f-a1eed2d5154d service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235258 Mar 07 21:46:33.031250 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:33.044080 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-4b333ba1-1361-4eaf-9f23-d1df9b3603e8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Calling delete_port for cd8dcc78-da02-4063-8a6f-504c3879e26d owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:46:33.051071 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-eaefe585-a76f-440f-8f41-dd4ac2c010b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:41:01Z', 'revision_number': 4, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port': {'id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:47Z', 'updated_at': '2022-03-07T21:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '44880b46-299e-416c-8fe9-efde7b356eef', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'floating_ip_address': '172.26.2.189', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'port_id': '04134ed6-35b8-438d-b6ea-b5ee2e0a2175', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'mac_address': 'fa:16:3e:e7:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90dd6df-3c76-4865-9086-88d503f19fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:46:29Z', 'updated_at': '2022-03-07T21:46:29Z', 'revision_number': 0, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07655d0a-fa13-4d33-8c21-75878fce99e7', 'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'mac_address': 'fa:16:3e:47:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:57Z', 'updated_at': '2022-03-07T21:41:14Z', 'revision_number': 5, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'subnets': [{'id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:33.056330 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a99ebf62-3bfe-4272-8a9c-5eaca8ee2d4f None None] Provisioning complete for port d184d495-4070-42b2-b7a3-42c6f8b47c38 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:33.059876 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a99ebf62-3bfe-4272-8a9c-5eaca8ee2d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:33.096758 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a876368-7a2b-4fd4-b500-482abc64a0fb {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:46:33.111833 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaefe585-a76f-440f-8f41-dd4ac2c010b4 None None] Checking router: f210ae77-0c1f-4ea6-b731-f5d2150152a7 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:46:33.138331 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-700b608e-a95f-4263-bd2c-81670e83acfd tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Unset dirty status for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:46:33.144167 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-700b608e-a95f-4263-bd2c-81670e83acfd tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.4230025 Mar 07 21:46:33.144857 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48694) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:33.148778 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 4a876368-7a2b-4fd4-b500-482abc64a0fb, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=4a876368-7a2b-4fd4-b500-482abc64a0fb,segment=NetworkSegment(26e41f47-657c-4e85-b994-dcfeb77ffb5e),segment_id=26e41f47-657c-4e85-b994-dcfeb77ffb5e)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:33.157542 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaefe585-a76f-440f-8f41-dd4ac2c010b4 None None] Routers {'f210ae77-0c1f-4ea6-b731-f5d2150152a7'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:46:33.158563 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-eaefe585-a76f-440f-8f41-dd4ac2c010b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:46:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:33.181201 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-fbe6f220-0e68-44ff-ab50-96b48d87997e req-76c48d69-5f20-41e4-ad5b-5fc68a09a2bc service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701415 Mar 07 21:46:33.205813 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5bd8d6d7-9a8d-4da3-8711-8434fbb28ee3 req-aa16b417-79a5-46b3-a413-1649cac064cb tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2770348 Mar 07 21:46:33.213208 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-a99ebf62-3bfe-4272-8a9c-5eaca8ee2d4f None None] Port d184d495-4070-42b2-b7a3-42c6f8b47c38 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:46:33.235919 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:33.261232 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-7b32fbf8-b112-47af-b3ff-357dec7d8c71 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting port f1b5b84b-3952-45af-9204-9a6fe26a3095 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:33.261568 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7b32fbf8-b112-47af-b3ff-357dec7d8c71 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:33.312942 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a99ebf62-3bfe-4272-8a9c-5eaca8ee2d4f None None] Provisioning complete for port ed5473be-0333-435f-9db3-79df4c7c6031 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:33.313308 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a99ebf62-3bfe-4272-8a9c-5eaca8ee2d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:33.335362 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3d80b-1824-4beb-9f26-87d4adb757a0 req-12638d8d-4bde-473f-914a-41a245972bb8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:33.336804 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a4b3d80b-1824-4beb-9f26-87d4adb757a0 req-12638d8d-4bde-473f-914a-41a245972bb8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0 HTTP/1.1" status: 200 len: 945 time: 0.3163750 Mar 07 21:46:33.388567 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4b333ba1-1361-4eaf-9f23-d1df9b3603e8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:33.473182 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b333ba1-1361-4eaf-9f23-d1df9b3603e8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Port': ['ID=cd8dcc78-da02-4063-8a6f-504c3879e26d,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:33.482883 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151391d7-e719-4a04-8f29-0d0035812e06 None None] DHCP port deletion for b3cba081-e44f-418c-8ee0-c70e2be83492 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:46:33.492418 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b333ba1-1361-4eaf-9f23-d1df9b3603e8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] No DVR routers for this DVR port cd8dcc78-da02-4063-8a6f-504c3879e26d on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:46:33.517942 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=4a876368-7a2b-4fd4-b500-482abc64a0fb,revision_number=6']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:33.540618 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a4b3d80b-1824-4beb-9f26-87d4adb757a0 req-175cfb0d-20ed-452a-b7a0-7fc2fef31801 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c8b264e-b9b0-48cf-a479-f3a03bcb9164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771696 Mar 07 21:46:33.562387 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-eaefe585-a76f-440f-8f41-dd4ac2c010b4 None None] Set router f210ae77-0c1f-4ea6-b731-f5d2150152a7 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:46:33.702574 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4b333ba1-1361-4eaf-9f23-d1df9b3603e8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:33.744346 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-4b333ba1-1361-4eaf-9f23-d1df9b3603e8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3cba081-e44f-418c-8ee0-c70e2be83492']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:33.752518 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7b32fbf8-b112-47af-b3ff-357dec7d8c71 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:33.767835 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-4b333ba1-1361-4eaf-9f23-d1df9b3603e8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da624cb1-112b-4a36-97a9-58d214a9553f') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:33.768123 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-4b333ba1-1361-4eaf-9f23-d1df9b3603e8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da624cb1-112b-4a36-97a9-58d214a9553f') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:33.889629 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-7b32fbf8-b112-47af-b3ff-357dec7d8c71 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Calling delete_port for f1b5b84b-3952-45af-9204-9a6fe26a3095 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:46:33.892843 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-df620ce1-d066-424c-b77d-5a5304697dcf None None] Provisioning complete for port d184d495-4070-42b2-b7a3-42c6f8b47c38 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:33.893287 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-df620ce1-d066-424c-b77d-5a5304697dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:33.916967 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4b333ba1-1361-4eaf-9f23-d1df9b3603e8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:33.947914 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4b333ba1-1361-4eaf-9f23-d1df9b3603e8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:33.964374 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b333ba1-1361-4eaf-9f23-d1df9b3603e8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:46:33.964765 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4b333ba1-1361-4eaf-9f23-d1df9b3603e8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:46:33.979265 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:46:34.000365 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-df620ce1-d066-424c-b77d-5a5304697dcf None None] Port d184d495-4070-42b2-b7a3-42c6f8b47c38 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:46:34.042931 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-eaefe585-a76f-440f-8f41-dd4ac2c010b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:41:01Z', 'revision_number': 4, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port': {'id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:47Z', 'updated_at': '2022-03-07T21:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '44880b46-299e-416c-8fe9-efde7b356eef', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'floating_ip_address': '172.26.2.189', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'port_id': '04134ed6-35b8-438d-b6ea-b5ee2e0a2175', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'mac_address': 'fa:16:3e:e7:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90dd6df-3c76-4865-9086-88d503f19fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:46:29Z', 'updated_at': '2022-03-07T21:46:29Z', 'revision_number': 0, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07655d0a-fa13-4d33-8c21-75878fce99e7', 'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'mac_address': 'fa:16:3e:47:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:57Z', 'updated_at': '2022-03-07T21:41:14Z', 'revision_number': 5, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'subnets': [{'id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:34.047955 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaefe585-a76f-440f-8f41-dd4ac2c010b4 None None] The sync data for ids ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'] in dv-neutron-829957-1-hyperv is: [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:41:01Z', 'revision_number': 4, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port': {'id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:47Z', 'updated_at': '2022-03-07T21:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '44880b46-299e-416c-8fe9-efde7b356eef', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'floating_ip_address': '172.26.2.189', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'port_id': '04134ed6-35b8-438d-b6ea-b5ee2e0a2175', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'mac_address': 'fa:16:3e:e7:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90dd6df-3c76-4865-9086-88d503f19fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:46:29Z', 'updated_at': '2022-03-07T21:46:29Z', 'revision_number': 0, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07655d0a-fa13-4d33-8c21-75878fce99e7', 'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'mac_address': 'fa:16:3e:47:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:57Z', 'updated_at': '2022-03-07T21:41:14Z', 'revision_number': 5, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'subnets': [{'id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:34.124399 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-df620ce1-d066-424c-b77d-5a5304697dcf None None] Provisioning for port f1b5b84b-3952-45af-9204-9a6fe26a3095 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:34.129646 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-df620ce1-d066-424c-b77d-5a5304697dcf None None] Provisioning complete for port f1b5b84b-3952-45af-9204-9a6fe26a3095 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:34.130041 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-df620ce1-d066-424c-b77d-5a5304697dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:34.162284 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4b333ba1-1361-4eaf-9f23-d1df9b3603e8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:34.184221 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4b333ba1-1361-4eaf-9f23-d1df9b3603e8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:34.199061 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-df620ce1-d066-424c-b77d-5a5304697dcf None None] Port f1b5b84b-3952-45af-9204-9a6fe26a3095 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:46:34.203330 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ed5473be-0333-435f-9db3-79df4c7c6031 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:46:34.211882 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b333ba1-1361-4eaf-9f23-d1df9b3603e8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Network': ['ID=b3cba081-e44f-418c-8ee0-c70e2be83492,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:34.220666 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4b333ba1-1361-4eaf-9f23-d1df9b3603e8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/networks/b3cba081-e44f-418c-8ee0-c70e2be83492 HTTP/1.1" status: 204 len: 168 time: 2.1737411 Mar 07 21:46:34.221097 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48698) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:34.286561 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port ed5473be-0333-435f-9db3-79df4c7c6031 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:34.287068 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:34.320469 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c3b690-9476-4c20-a9ce-271eca5ab66c None None] New status for floating IP 44880b46-299e-416c-8fe9-efde7b356eef: ACTIVE {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:46:34.369233 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 5e147d00-6b76-446b-b0ee-538fcb89a379 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:46:34.543407 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7b32fbf8-b112-47af-b3ff-357dec7d8c71 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:34.608228 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['4a876368-7a2b-4fd4-b500-482abc64a0fb'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 21:46:34.617782 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32fbf8-b112-47af-b3ff-357dec7d8c71 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Port': ['ID=f1b5b84b-3952-45af-9204-9a6fe26a3095,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:34.787476 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 5e147d00-6b76-446b-b0ee-538fcb89a379 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:34.796256 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 5e147d00-6b76-446b-b0ee-538fcb89a379 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:34.796626 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:34.896846 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f5e07cd7-4037-4df0-846f-8bc885c8666f no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:46:34.944546 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: f5e07cd7-4037-4df0-846f-8bc885c8666f {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:46:34.944875 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f5e07cd7-4037-4df0-846f-8bc885c8666f not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:46:34.945278 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device cd8dcc78-da02-4063-8a6f-504c3879e26d no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:46:34.984237 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: cd8dcc78-da02-4063-8a6f-504c3879e26d {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:46:34.984573 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device cd8dcc78-da02-4063-8a6f-504c3879e26d not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:46:34.999476 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7b32fbf8-b112-47af-b3ff-357dec7d8c71 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:35.001307 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7b32fbf8-b112-47af-b3ff-357dec7d8c71 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/ports/f1b5b84b-3952-45af-9204-9a6fe26a3095 HTTP/1.1" status: 204 len: 168 time: 1.8526757 Mar 07 21:46:35.004199 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48706) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:35.022508 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf76748-f411-458a-9e60-ee0243fadd0c req-440f5014-b15a-4c19-b3d3-4aa3da36a36a tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:35.023941 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3cf76748-f411-458a-9e60-ee0243fadd0c req-440f5014-b15a-4c19-b3d3-4aa3da36a36a tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 944 time: 0.6588919 Mar 07 21:46:35.054432 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed19b06-0802-4d96-bf41-6d3d6db31855 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] GET failed (client error): The resource could not be found. Mar 07 21:46:35.056025 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4ed19b06-0802-4d96-bf41-6d3d6db31855 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports/f1b5b84b-3952-45af-9204-9a6fe26a3095 HTTP/1.1" status: 404 len: 333 time: 0.0504372 Mar 07 21:46:35.058472 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48710) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:35.084978 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:35.105304 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4dc70-0254-43ab-a926-9461e9d63be3 req-f63103b5-de3f-48c6-a822-6235c8114ec4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:35.106853 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4cf4dc70-0254-43ab-a926-9461e9d63be3 req-f63103b5-de3f-48c6-a822-6235c8114ec4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0 HTTP/1.1" status: 200 len: 945 time: 0.3739526 Mar 07 21:46:35.130902 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-c280f606-29eb-45f0-8050-8750eabf4389 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting port d184d495-4070-42b2-b7a3-42c6f8b47c38 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:35.131331 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c280f606-29eb-45f0-8050-8750eabf4389 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:35.155655 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3cf76748-f411-458a-9e60-ee0243fadd0c req-e31d0872-2e05-4b12-8d3a-f6663a55e8e2 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150503 Mar 07 21:46:35.180982 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48714) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:35.189734 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4cf4dc70-0254-43ab-a926-9461e9d63be3 req-1c6a7a86-59dd-4b77-8ca3-9eeaef5f1a1e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c8b264e-b9b0-48cf-a479-f3a03bcb9164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641983 Mar 07 21:46:35.223336 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e147d00-6b76-446b-b0ee-538fcb89a379'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:46:35.245166 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 5e147d00-6b76-446b-b0ee-538fcb89a379, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=5e147d00-6b76-446b-b0ee-538fcb89a379,segment=NetworkSegment(89d72f3b-9b27-49f8-acd2-67c9630c4cf9),segment_id=89d72f3b-9b27-49f8-acd2-67c9630c4cf9)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:35.289836 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:35.291837 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 4a876368-7a2b-4fd4-b500-482abc64a0fb no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:46:35.328847 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e147d00-6b76-446b-b0ee-538fcb89a379', 'code': 200} Mar 07 21:46:35.341753 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6c1224e0-3403-40bf-be63-4d8b84ba2280 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:35.428763 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7d09e229-417e-44ac-86e6-171fa7efe833 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/floatingips/53db835b-9554-497b-8268-17aa00177bd9 HTTP/1.1" status: 200 len: 992 time: 0.2465975 Mar 07 21:46:35.477393 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=5e147d00-6b76-446b-b0ee-538fcb89a379,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:35.552034 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:35.573183 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4a876368-7a2b-4fd4-b500-482abc64a0fb {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:46:35.581393 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c280f606-29eb-45f0-8050-8750eabf4389 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:35.603486 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 4a876368-7a2b-4fd4-b500-482abc64a0fb, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=4a876368-7a2b-4fd4-b500-482abc64a0fb,segment=NetworkSegment(26e41f47-657c-4e85-b994-dcfeb77ffb5e),segment_id=26e41f47-657c-4e85-b994-dcfeb77ffb5e)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:35.650504 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:35.723861 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-c280f606-29eb-45f0-8050-8750eabf4389 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Calling delete_port for d184d495-4070-42b2-b7a3-42c6f8b47c38 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:46:35.742989 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-6c1224e0-3403-40bf-be63-4d8b84ba2280 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting port 22f7e500-6e1c-483d-a4f2-9def843c6126 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:35.743369 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6c1224e0-3403-40bf-be63-4d8b84ba2280 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:35.750308 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=4a876368-7a2b-4fd4-b500-482abc64a0fb,revision_number=7']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:35.860789 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1ec26-6c5b-440b-ac61-444d96cfdd17 req-6ccdc1cb-c374-4002-ac98-eb18039619b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:35.862492 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c1e1ec26-6c5b-440b-ac61-444d96cfdd17 req-6ccdc1cb-c374-4002-ac98-eb18039619b3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0 HTTP/1.1" status: 200 len: 1099 time: 0.1112242 Mar 07 21:46:35.934668 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-6c1224e0-3403-40bf-be63-4d8b84ba2280 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] For port 22f7e500-6e1c-483d-a4f2-9def843c6126, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=22f7e500-6e1c-483d-a4f2-9def843c6126,segment=NetworkSegment(72a4a0be-e0e1-4979-9f2f-964cc8e37e50),segment_id=72a4a0be-e0e1-4979-9f2f-964cc8e37e50)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:35.935019 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6c1224e0-3403-40bf-be63-4d8b84ba2280 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:35.948885 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c1e1ec26-6c5b-440b-ac61-444d96cfdd17 req-c0c4f7f0-b8be-484a-9ac6-6fab6080fc06 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6c8b264e-b9b0-48cf-a479-f3a03bcb9164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568080 Mar 07 21:46:36.019413 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c280f606-29eb-45f0-8050-8750eabf4389 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:36.057745 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-6c1224e0-3403-40bf-be63-4d8b84ba2280 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Calling delete_port for 22f7e500-6e1c-483d-a4f2-9def843c6126 owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:46:36.072485 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280f606-29eb-45f0-8050-8750eabf4389 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Port': ['ID=d184d495-4070-42b2-b7a3-42c6f8b47c38,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:36.175875 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c280f606-29eb-45f0-8050-8750eabf4389 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:36.266679 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c280f606-29eb-45f0-8050-8750eabf4389 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/ports/d184d495-4070-42b2-b7a3-42c6f8b47c38 HTTP/1.1" status: 204 len: 168 time: 1.2068100 Mar 07 21:46:36.276505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48722) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:36.321921 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 4a876368-7a2b-4fd4-b500-482abc64a0fb up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:46:36.358906 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a3319d-bd30-431f-8361-3a117f7dfe96 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] GET failed (client error): The resource could not be found. Mar 07 21:46:36.359432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-03a3319d-bd30-431f-8361-3a117f7dfe96 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Synchronizing usage tracker for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:46:36.400871 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 4a876368-7a2b-4fd4-b500-482abc64a0fb triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:36.401589 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:36.460682 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-03a3319d-bd30-431f-8361-3a117f7dfe96 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Unset dirty status for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:46:36.461846 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-03a3319d-bd30-431f-8361-3a117f7dfe96 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports/d184d495-4070-42b2-b7a3-42c6f8b47c38 HTTP/1.1" status: 404 len: 333 time: 0.1914978 Mar 07 21:46:36.466123 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48726) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:36.475541 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844d9af-5049-4d10-83c2-6b06ea09e487 req-24437d6f-d3fa-43a2-94b3-fe7c41d40fdd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:36.477415 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d844d9af-5049-4d10-83c2-6b06ea09e487 req-24437d6f-d3fa-43a2-94b3-fe7c41d40fdd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0 HTTP/1.1" status: 200 len: 946 time: 0.1518545 Mar 07 21:46:36.543087 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:36.572408 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d844d9af-5049-4d10-83c2-6b06ea09e487 req-2bd99640-53f0-4a0b-b1f1-04f2988ee997 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c8b264e-b9b0-48cf-a479-f3a03bcb9164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629563 Mar 07 21:46:36.583851 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6c1224e0-3403-40bf-be63-4d8b84ba2280 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:36.595688 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 4a876368-7a2b-4fd4-b500-482abc64a0fb, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=4a876368-7a2b-4fd4-b500-482abc64a0fb,segment=NetworkSegment(26e41f47-657c-4e85-b994-dcfeb77ffb5e),segment_id=26e41f47-657c-4e85-b994-dcfeb77ffb5e)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:36.631862 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1224e0-3403-40bf-be63-4d8b84ba2280 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Port': ['ID=22f7e500-6e1c-483d-a4f2-9def843c6126,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:36.696964 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-125c2055-c348-464c-a451-65500bd66072 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting subnet 18836578-3841-4b12-8334-5202e2d1e089 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:46:36.696964 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-125c2055-c348-464c-a451-65500bd66072 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:36.758841 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-125c2055-c348-464c-a451-65500bd66072 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:36.807339 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:36.877164 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-125c2055-c348-464c-a451-65500bd66072 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:36.961756 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=4a876368-7a2b-4fd4-b500-482abc64a0fb,revision_number=8']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:36.971298 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6c1224e0-3403-40bf-be63-4d8b84ba2280 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:37.080078 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-125c2055-c348-464c-a451-65500bd66072 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:37.125403 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c2055-c348-464c-a451-65500bd66072 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Subnet': ['ID=18836578-3841-4b12-8334-5202e2d1e089,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:37.130237 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-125c2055-c348-464c-a451-65500bd66072 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:37.136834 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-125c2055-c348-464c-a451-65500bd66072 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/subnets/18836578-3841-4b12-8334-5202e2d1e089 HTTP/1.1" status: 204 len: 168 time: 0.6686065 Mar 07 21:46:37.140166 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48730) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:37.149108 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241db696-dd9a-4038-be01-e196c872ff5a None None] Network 611194fe-2a6f-4c45-bb13-823117c48185 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:46:37.281559 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1e28f5d-7921-47a7-b4a2-09d803126e70 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:37.294016 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-d1e28f5d-7921-47a7-b4a2-09d803126e70 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting port ed5473be-0333-435f-9db3-79df4c7c6031 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:37.294016 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1e28f5d-7921-47a7-b4a2-09d803126e70 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:37.319437 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1224e0-3403-40bf-be63-4d8b84ba2280 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Router af094fd3-06a5-4647-a47c-0237d1602a2d has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:46:37.349832 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e82cfd1-af81-4edf-939f-36728eeee2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a876368-7a2b-4fd4-b500-482abc64a0fb'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:46:37.407631 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e82cfd1-af81-4edf-939f-36728eeee2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a876368-7a2b-4fd4-b500-482abc64a0fb', 'code': 200} Mar 07 21:46:37.485887 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1224e0-3403-40bf-be63-4d8b84ba2280 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:46:37.497391 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4bd644-9721-4629-8aff-eef6c5cc2016 None None] Sync routers for ids ['af094fd3-06a5-4647-a47c-0237d1602a2d'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:46:37.507782 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6c1224e0-3403-40bf-be63-4d8b84ba2280 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "PUT /v2.0/routers/af094fd3-06a5-4647-a47c-0237d1602a2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2836971 Mar 07 21:46:37.507782 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48736) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:37.508521 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4bd644-9721-4629-8aff-eef6c5cc2016 None None] Routers {'af094fd3-06a5-4647-a47c-0237d1602a2d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:46:37.509124 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-fd4bd644-9721-4629-8aff-eef6c5cc2016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:46:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['af094fd3-06a5-4647-a47c-0237d1602a2d'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:37.556529 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a06894-d01b-466c-a34c-bb9a60e6da9b None None] DHCP port deletion for 611194fe-2a6f-4c45-bb13-823117c48185 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:46:37.562750 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-03a06894-d01b-466c-a34c-bb9a60e6da9b None None] Deleting port ed5473be-0333-435f-9db3-79df4c7c6031 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:37.562750 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-03a06894-d01b-466c-a34c-bb9a60e6da9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:37.570269 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-d1e28f5d-7921-47a7-b4a2-09d803126e70 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] For port ed5473be-0333-435f-9db3-79df4c7c6031, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=ed5473be-0333-435f-9db3-79df4c7c6031,segment=NetworkSegment(7153f572-eae1-4e20-a1a7-321ca017a42a),segment_id=7153f572-eae1-4e20-a1a7-321ca017a42a)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:37.571530 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1e28f5d-7921-47a7-b4a2-09d803126e70 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:37.650619 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad60b20c-9223-4161-ada7-7045fd42bb2c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting subnet fb3bf977-4ff2-49c8-92ec-f5df716178ca {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:46:37.655114 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ad60b20c-9223-4161-ada7-7045fd42bb2c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:37.726362 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-fd4bd644-9721-4629-8aff-eef6c5cc2016 None None] Set router af094fd3-06a5-4647-a47c-0237d1602a2d gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:46:37.776265 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ad60b20c-9223-4161-ada7-7045fd42bb2c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:37.812037 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-d1e28f5d-7921-47a7-b4a2-09d803126e70 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Calling delete_port for ed5473be-0333-435f-9db3-79df4c7c6031 owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:46:37.894046 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-03a06894-d01b-466c-a34c-bb9a60e6da9b None None] For port ed5473be-0333-435f-9db3-79df4c7c6031, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=ed5473be-0333-435f-9db3-79df4c7c6031,segment=NetworkSegment(7153f572-eae1-4e20-a1a7-321ca017a42a),segment_id=7153f572-eae1-4e20-a1a7-321ca017a42a)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:37.894558 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-03a06894-d01b-466c-a34c-bb9a60e6da9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:37.908195 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ad60b20c-9223-4161-ada7-7045fd42bb2c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:37.953372 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-fd4bd644-9721-4629-8aff-eef6c5cc2016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:46:36Z', 'revision_number': 11, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:37.962053 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4bd644-9721-4629-8aff-eef6c5cc2016 None None] Checking router: af094fd3-06a5-4647-a47c-0237d1602a2d for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:46:37.981901 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4bd644-9721-4629-8aff-eef6c5cc2016 None None] Routers {'af094fd3-06a5-4647-a47c-0237d1602a2d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:46:37.990472 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-fd4bd644-9721-4629-8aff-eef6c5cc2016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:46:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['af094fd3-06a5-4647-a47c-0237d1602a2d'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:38.047696 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1e28f5d-7921-47a7-b4a2-09d803126e70 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:38.060599 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf829a8e-c454-4790-abb8-3d8776b2efd8 req-71ca58c6-ab8c-44c9-a907-2e3c0d9d380f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:38.062157 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cf829a8e-c454-4790-abb8-3d8776b2efd8 req-71ca58c6-ab8c-44c9-a907-2e3c0d9d380f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0 HTTP/1.1" status: 200 len: 946 time: 0.1126208 Mar 07 21:46:38.080532 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-03a06894-d01b-466c-a34c-bb9a60e6da9b None None] Calling delete_port for ed5473be-0333-435f-9db3-79df4c7c6031 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:46:38.105219 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e28f5d-7921-47a7-b4a2-09d803126e70 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Port': ['ID=ed5473be-0333-435f-9db3-79df4c7c6031,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:38.116889 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e28f5d-7921-47a7-b4a2-09d803126e70 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] No DVR routers for this DVR port ed5473be-0333-435f-9db3-79df4c7c6031 on host dv-neutron-829957-1-hyperv {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:46:38.128753 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-fd4bd644-9721-4629-8aff-eef6c5cc2016 None None] Set router af094fd3-06a5-4647-a47c-0237d1602a2d gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:46:38.133517 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cf829a8e-c454-4790-abb8-3d8776b2efd8 req-ab60de01-b7d9-4eb7-b942-e0a9ec2cbbb1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c8b264e-b9b0-48cf-a479-f3a03bcb9164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656009 Mar 07 21:46:38.139633 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ad60b20c-9223-4161-ada7-7045fd42bb2c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:38.213017 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-03a06894-d01b-466c-a34c-bb9a60e6da9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:46:38.213490 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-03a06894-d01b-466c-a34c-bb9a60e6da9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:46:38.267881 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ed5473be-0333-435f-9db3-79df4c7c6031 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:46:38.285638 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1e28f5d-7921-47a7-b4a2-09d803126e70 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:38.299865 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-fd4bd644-9721-4629-8aff-eef6c5cc2016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:46:36Z', 'revision_number': 11, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:38.304842 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4bd644-9721-4629-8aff-eef6c5cc2016 None None] The sync data for ids ['af094fd3-06a5-4647-a47c-0237d1602a2d'] in dv-neutron-829957-1-hyperv is: [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:46:36Z', 'revision_number': 11, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:38.315929 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: ed5473be-0333-435f-9db3-79df4c7c6031 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:46:38.316627 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ed5473be-0333-435f-9db3-79df4c7c6031 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:46:38.326002 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-d1e28f5d-7921-47a7-b4a2-09d803126e70 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611194fe-2a6f-4c45-bb13-823117c48185']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:38.348879 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-d1e28f5d-7921-47a7-b4a2-09d803126e70 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7153f572-eae1-4e20-a1a7-321ca017a42a') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:38.349176 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-d1e28f5d-7921-47a7-b4a2-09d803126e70 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7153f572-eae1-4e20-a1a7-321ca017a42a') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:38.361635 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1e28f5d-7921-47a7-b4a2-09d803126e70 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:38.374354 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ad60b20c-9223-4161-ada7-7045fd42bb2c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:38.378587 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1e28f5d-7921-47a7-b4a2-09d803126e70 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:38.384557 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d3bae3-25a7-4299-b317-abc97c4e415e None None] Network dbf659ed-e1b5-410c-bec1-108af7eba963 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:46:38.386398 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e28f5d-7921-47a7-b4a2-09d803126e70 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:46:38.386797 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1e28f5d-7921-47a7-b4a2-09d803126e70 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:46:38.402216 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:46:38.427447 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60b20c-9223-4161-ada7-7045fd42bb2c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Subnet': ['ID=fb3bf977-4ff2-49c8-92ec-f5df716178ca,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:38.434918 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ad60b20c-9223-4161-ada7-7045fd42bb2c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/subnets/fb3bf977-4ff2-49c8-92ec-f5df716178ca HTTP/1.1" status: 204 len: 168 time: 0.9268954 Mar 07 21:46:38.438734 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48744) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:38.570797 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7688016b-626c-4990-a05a-3dd53c555310 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:38.581676 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b10692-c3d9-45e8-812a-a5e730d0cd8e req-544d0b9c-ef99-4863-86d2-ab477bbbde67 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:38.583342 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-09b10692-c3d9-45e8-812a-a5e730d0cd8e req-544d0b9c-ef99-4863-86d2-ab477bbbde67 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0 HTTP/1.1" status: 200 len: 946 time: 0.2061689 Mar 07 21:46:38.594135 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-7688016b-626c-4990-a05a-3dd53c555310 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Deleting port cdbea839-366c-4a6d-a723-2aaeb0cfa558 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:38.594411 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7688016b-626c-4990-a05a-3dd53c555310 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:38.597877 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1e28f5d-7921-47a7-b4a2-09d803126e70 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:38.602602 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1e28f5d-7921-47a7-b4a2-09d803126e70 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:38.636295 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e28f5d-7921-47a7-b4a2-09d803126e70 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Network': ['ID=611194fe-2a6f-4c45-bb13-823117c48185,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:38.683167 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581425ab-7a4c-4fe9-abaa-2ad3bbf17317 None None] DHCP port deletion for dbf659ed-e1b5-410c-bec1-108af7eba963 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:46:38.688274 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-581425ab-7a4c-4fe9-abaa-2ad3bbf17317 None None] Deleting port cdbea839-366c-4a6d-a723-2aaeb0cfa558 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:38.688855 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-581425ab-7a4c-4fe9-abaa-2ad3bbf17317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:38.707328 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d1e28f5d-7921-47a7-b4a2-09d803126e70 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/networks/611194fe-2a6f-4c45-bb13-823117c48185 HTTP/1.1" status: 204 len: 168 time: 1.5677011 Mar 07 21:46:38.710953 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-09b10692-c3d9-45e8-812a-a5e730d0cd8e req-c8806da6-c10e-4834-918e-ff64e0c2bd7b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c8b264e-b9b0-48cf-a479-f3a03bcb9164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173041 Mar 07 21:46:38.711691 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48748) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:38.720301 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-105ccf49-6738-4a7c-8605-1af386d7e211 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1978321933'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:38.725073 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-105ccf49-6738-4a7c-8605-1af386d7e211 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:38.730901 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-105ccf49-6738-4a7c-8605-1af386d7e211 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:network and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:38.734671 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-105ccf49-6738-4a7c-8605-1af386d7e211 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:38.741763 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-105ccf49-6738-4a7c-8605-1af386d7e211 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:38.773731 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-03a06894-d01b-466c-a34c-bb9a60e6da9b None None] Deleting port ed5473be-0333-435f-9db3-79df4c7c6031 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:38.773731 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-03a06894-d01b-466c-a34c-bb9a60e6da9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:38.814960 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105ccf49-6738-4a7c-8605-1af386d7e211 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:38.819831 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-105ccf49-6738-4a7c-8605-1af386d7e211 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:38.849899 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-03a06894-d01b-466c-a34c-bb9a60e6da9b None None] The port 'ed5473be-0333-435f-9db3-79df4c7c6031' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:46:38.871040 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105ccf49-6738-4a7c-8605-1af386d7e211 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:46:38.890153 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-105ccf49-6738-4a7c-8605-1af386d7e211 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:38.890905 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-105ccf49-6738-4a7c-8605-1af386d7e211 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Added segment 83247e83-6a9d-4add-97a0-d1357aeee65c of type vlan for network 4a7fc84c-2165-4038-92ef-6dccb4feb65d Mar 07 21:46:38.893788 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-7688016b-626c-4990-a05a-3dd53c555310 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] For port cdbea839-366c-4a6d-a723-2aaeb0cfa558, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=cdbea839-366c-4a6d-a723-2aaeb0cfa558,segment=NetworkSegment(72a4a0be-e0e1-4979-9f2f-964cc8e37e50),segment_id=72a4a0be-e0e1-4979-9f2f-964cc8e37e50)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:38.894176 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7688016b-626c-4990-a05a-3dd53c555310 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:38.920228 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-105ccf49-6738-4a7c-8605-1af386d7e211 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:39.019408 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-105ccf49-6738-4a7c-8605-1af386d7e211 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:39.022832 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-7688016b-626c-4990-a05a-3dd53c555310 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Calling delete_port for cdbea839-366c-4a6d-a723-2aaeb0cfa558 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:46:39.024833 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105ccf49-6738-4a7c-8605-1af386d7e211 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:39.025059 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-581425ab-7a4c-4fe9-abaa-2ad3bbf17317 None None] For port cdbea839-366c-4a6d-a723-2aaeb0cfa558, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=cdbea839-366c-4a6d-a723-2aaeb0cfa558,segment=NetworkSegment(72a4a0be-e0e1-4979-9f2f-964cc8e37e50),segment_id=72a4a0be-e0e1-4979-9f2f-964cc8e37e50)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:39.025547 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-581425ab-7a4c-4fe9-abaa-2ad3bbf17317 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:39.025635 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-105ccf49-6738-4a7c-8605-1af386d7e211 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:39.135011 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ccf49-6738-4a7c-8605-1af386d7e211 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Network': ['ID=4a7fc84c-2165-4038-92ef-6dccb4feb65d,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:39.146905 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-105ccf49-6738-4a7c-8605-1af386d7e211 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4339118 Mar 07 21:46:39.148601 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-581425ab-7a4c-4fe9-abaa-2ad3bbf17317 None None] Calling delete_port for cdbea839-366c-4a6d-a723-2aaeb0cfa558 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:46:39.149579 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48756) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:39.155167 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-c05ac3c4-a207-470b-93c5-bfdea76f8297 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'subnet': {'network_id': '4a7fc84c-2165-4038-92ef-6dccb4feb65d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:39.174980 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7688016b-626c-4990-a05a-3dd53c555310 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:39.176330 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 4a7fc84c-2165-4038-92ef-6dccb4feb65d details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:46:39.222094 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688016b-626c-4990-a05a-3dd53c555310 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Port': ['ID=cdbea839-366c-4a6d-a723-2aaeb0cfa558,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:39.229541 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7688016b-626c-4990-a05a-3dd53c555310 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] No DVR routers for this DVR port cdbea839-366c-4a6d-a723-2aaeb0cfa558 on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:46:39.269028 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c05ac3c4-a207-470b-93c5-bfdea76f8297 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:39.272731 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c05ac3c4-a207-470b-93c5-bfdea76f8297 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:subnet and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:39.275820 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c05ac3c4-a207-470b-93c5-bfdea76f8297 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:39.283244 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c05ac3c4-a207-470b-93c5-bfdea76f8297 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:39.315772 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-581425ab-7a4c-4fe9-abaa-2ad3bbf17317 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:46:39.315963 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-581425ab-7a4c-4fe9-abaa-2ad3bbf17317 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:46:39.359688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7688016b-626c-4990-a05a-3dd53c555310 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:39.380117 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05ac3c4-a207-470b-93c5-bfdea76f8297 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:39.383701 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c05ac3c4-a207-470b-93c5-bfdea76f8297 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:39.384340 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-7688016b-626c-4990-a05a-3dd53c555310 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf659ed-e1b5-410c-bec1-108af7eba963']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:39.396205 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-7688016b-626c-4990-a05a-3dd53c555310 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a4a0be-e0e1-4979-9f2f-964cc8e37e50') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:39.396429 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-7688016b-626c-4990-a05a-3dd53c555310 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a4a0be-e0e1-4979-9f2f-964cc8e37e50') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:39.408078 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7688016b-626c-4990-a05a-3dd53c555310 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:39.424547 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7688016b-626c-4990-a05a-3dd53c555310 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:39.431355 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7688016b-626c-4990-a05a-3dd53c555310 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:46:39.433641 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7688016b-626c-4990-a05a-3dd53c555310 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:46:39.450177 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:46:39.590824 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7688016b-626c-4990-a05a-3dd53c555310 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:39.610379 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7688016b-626c-4990-a05a-3dd53c555310 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:39.621744 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688016b-626c-4990-a05a-3dd53c555310 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Pushing event deleted for resources: {'Network': ['ID=dbf659ed-e1b5-410c-bec1-108af7eba963,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:39.629118 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7688016b-626c-4990-a05a-3dd53c555310 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/networks/dbf659ed-e1b5-410c-bec1-108af7eba963 HTTP/1.1" status: 204 len: 168 time: 1.1891227 Mar 07 21:46:39.632219 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48760) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:39.637048 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d121d236-311a-4897-a3a6-e8b1ce17713e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'router': {'routes': None}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:39.740288 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c05ac3c4-a207-470b-93c5-bfdea76f8297 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:39.817440 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-581425ab-7a4c-4fe9-abaa-2ad3bbf17317 None None] Deleting port cdbea839-366c-4a6d-a723-2aaeb0cfa558 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:39.819629 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ac3c4-a207-470b-93c5-bfdea76f8297 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Subnet': ['ID=44b8451a-0be2-4137-b4d4-48936af57f73,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:39.820045 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-581425ab-7a4c-4fe9-abaa-2ad3bbf17317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:39.828739 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05ac3c4-a207-470b-93c5-bfdea76f8297 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Checking segment: {'id': '83247e83-6a9d-4add-97a0-d1357aeee65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4a7fc84c-2165-4038-92ef-6dccb4feb65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:46:39.829096 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05ac3c4-a207-470b-93c5-bfdea76f8297 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network hostable DHCP agents. Network: 4a7fc84c-2165-4038-92ef-6dccb4feb65d, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:46:39.899065 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-581425ab-7a4c-4fe9-abaa-2ad3bbf17317 None None] The port 'cdbea839-366c-4a6d-a723-2aaeb0cfa558' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:46:39.910713 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05ac3c4-a207-470b-93c5-bfdea76f8297 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network 4a7fc84c-2165-4038-92ef-6dccb4feb65d is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:46:39.925478 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.extraroute_db [None req-d121d236-311a-4897-a3a6-e8b1ce17713e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Added routes are [] {{(pid=88386) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 07 21:46:39.925777 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.extraroute_db [None req-d121d236-311a-4897-a3a6-e8b1ce17713e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Removed routes are [] {{(pid=88386) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 07 21:46:39.926161 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d121d236-311a-4897-a3a6-e8b1ce17713e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:39.979323 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-c05ac3c4-a207-470b-93c5-bfdea76f8297 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 4a7fc84c-2165-4038-92ef-6dccb4feb65d) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:39.984158 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05ac3c4-a207-470b-93c5-bfdea76f8297 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:39.984783 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c05ac3c4-a207-470b-93c5-bfdea76f8297 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:39.988656 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faaf2a4-6409-4e9d-89f9-27e447e27f2b None None] Network 4a7fc84c-2165-4038-92ef-6dccb4feb65d requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:46:40.072264 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c05ac3c4-a207-470b-93c5-bfdea76f8297 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9216044 Mar 07 21:46:40.075075 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48766) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:40.081905 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-8ab98ba5-2e6b-41e3-a81b-16748254ab91 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'port': {'network_id': '4a7fc84c-2165-4038-92ef-6dccb4feb65d', 'name': 'tempest-PortsTestJSON-830028089', 'fixed_ips': [{'subnet_id': '44b8451a-0be2-4137-b4d4-48936af57f73', 'ip_address': '172.20.0.10'}]}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:40.197465 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 22f7e500-6e1c-483d-a4f2-9def843c6126 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:46:40.230394 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8ab98ba5-2e6b-41e3-a81b-16748254ab91 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:40.234722 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8ab98ba5-2e6b-41e3-a81b-16748254ab91 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:port and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:40.236166 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 22f7e500-6e1c-483d-a4f2-9def843c6126 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:46:40.236714 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 22f7e500-6e1c-483d-a4f2-9def843c6126 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:46:40.237426 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device cdbea839-366c-4a6d-a723-2aaeb0cfa558 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:46:40.238406 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8ab98ba5-2e6b-41e3-a81b-16748254ab91 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:40.244533 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8ab98ba5-2e6b-41e3-a81b-16748254ab91 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:40.267448 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd38b9d-e518-449e-a84f-adbdd4952096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-4a7fc84c-2165-4038-92ef-6dccb4feb65d', 'network_id': '4a7fc84c-2165-4038-92ef-6dccb4feb65d', 'tenant_id': 'bf34c810950841a19e370c783f525ceb', 'fixed_ips': [{'subnet_id': '44b8451a-0be2-4137-b4d4-48936af57f73'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:46:40.268288 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1dd38b9d-e518-449e-a84f-adbdd4952096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:40.288701 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: cdbea839-366c-4a6d-a723-2aaeb0cfa558 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:46:40.289036 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device cdbea839-366c-4a6d-a723-2aaeb0cfa558 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:46:40.291653 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48770) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:40.304440 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d121d236-311a-4897-a3a6-e8b1ce17713e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:40.308838 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d121d236-311a-4897-a3a6-e8b1ce17713e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-864536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-864531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-867168'] for router, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:40.365927 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab98ba5-2e6b-41e3-a81b-16748254ab91 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:40.447372 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d121d236-311a-4897-a3a6-e8b1ce17713e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Router af094fd3-06a5-4647-a47c-0237d1602a2d has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:46:40.456398 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-1dd38b9d-e518-449e-a84f-adbdd4952096 None None] Allocated IP 172.20.0.2 (4a7fc84c-2165-4038-92ef-6dccb4feb65d/44b8451a-0be2-4137-b4d4-48936af57f73/adff4d90-540c-4c65-ba37-2be90fb1584b) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:40.584406 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d121d236-311a-4897-a3a6-e8b1ce17713e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:46:40.591125 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d121d236-311a-4897-a3a6-e8b1ce17713e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:40.595856 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d121d236-311a-4897-a3a6-e8b1ce17713e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "PUT /v2.0/routers/af094fd3-06a5-4647-a47c-0237d1602a2d HTTP/1.1" status: 200 len: 700 time: 0.9591837 Mar 07 21:46:40.596077 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48774) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:40.605625 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaa713e-d4cf-443f-9565-63b24b057e3f None None] Sync routers for ids ['af094fd3-06a5-4647-a47c-0237d1602a2d'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:46:40.642896 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d70c1af2-064a-409c-af44-cd126ec9ff01 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Synchronizing usage tracker for tenant:b77dfcf064844de7b83d64320b9ee466 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:46:40.652750 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaa713e-d4cf-443f-9565-63b24b057e3f None None] Routers {'af094fd3-06a5-4647-a47c-0237d1602a2d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:46:40.653822 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-bbaa713e-d4cf-443f-9565-63b24b057e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:46:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['af094fd3-06a5-4647-a47c-0237d1602a2d'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:40.657275 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8ab98ba5-2e6b-41e3-a81b-16748254ab91 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:40.694207 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-8ab98ba5-2e6b-41e3-a81b-16748254ab91 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] device_id is not set on port fea60b96-de55-4943-afd0-4087c6393ee6 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:46:40.717252 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d70c1af2-064a-409c-af44-cd126ec9ff01 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Unset dirty status for tenant:b77dfcf064844de7b83d64320b9ee466 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:46:40.722278 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d70c1af2-064a-409c-af44-cd126ec9ff01 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "GET /v2.0/ports?device_id=af094fd3-06a5-4647-a47c-0237d1602a2d HTTP/1.1" status: 200 len: 205 time: 0.1251531 Mar 07 21:46:40.723025 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48778) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:40.828390 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1dd38b9d-e518-449e-a84f-adbdd4952096 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:40.838335 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1dd38b9d-e518-449e-a84f-adbdd4952096 None None] Transition to ACTIVE for port object adff4d90-540c-4c65-ba37-2be90fb1584b will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:40.860785 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1dd38b9d-e518-449e-a84f-adbdd4952096 None None] Transition to ACTIVE for port object adff4d90-540c-4c65-ba37-2be90fb1584b will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:40.867138 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7be52279-9767-485a-b009-bea50ba89a20 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:40.875590 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-bbaa713e-d4cf-443f-9565-63b24b057e3f None None] Set router af094fd3-06a5-4647-a47c-0237d1602a2d gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:46:40.973402 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1dd38b9d-e518-449e-a84f-adbdd4952096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:41.028706 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-bbaa713e-d4cf-443f-9565-63b24b057e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:46:36Z', 'revision_number': 11, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:41.045417 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd38b9d-e518-449e-a84f-adbdd4952096 None None] Network 4a7fc84c-2165-4038-92ef-6dccb4feb65d is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:41.046499 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaa713e-d4cf-443f-9565-63b24b057e3f None None] Checking router: af094fd3-06a5-4647-a47c-0237d1602a2d for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:46:41.050490 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-1dd38b9d-e518-449e-a84f-adbdd4952096 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:41.059460 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd38b9d-e518-449e-a84f-adbdd4952096 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:46:41.100111 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd38b9d-e518-449e-a84f-adbdd4952096 None None] Pushing event updated for resources: {'Port': ['ID=adff4d90-540c-4c65-ba37-2be90fb1584b,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:41.144943 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaa713e-d4cf-443f-9565-63b24b057e3f None None] Routers {'af094fd3-06a5-4647-a47c-0237d1602a2d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:46:41.145737 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-bbaa713e-d4cf-443f-9565-63b24b057e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:46:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['af094fd3-06a5-4647-a47c-0237d1602a2d'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:41.146286 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-8ab98ba5-2e6b-41e3-a81b-16748254ab91 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Allocated IP 172.20.0.10 (4a7fc84c-2165-4038-92ef-6dccb4feb65d/44b8451a-0be2-4137-b4d4-48936af57f73/fea60b96-de55-4943-afd0-4087c6393ee6) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:41.173974 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7be52279-9767-485a-b009-bea50ba89a20 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:41.176111 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7be52279-9767-485a-b009-bea50ba89a20 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:41.223265 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-1dd38b9d-e518-449e-a84f-adbdd4952096 None None] Attempting to bind port adff4d90-540c-4c65-ba37-2be90fb1584b on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:46:41.223879 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-1dd38b9d-e518-449e-a84f-adbdd4952096 None None] Attempting to bind port adff4d90-540c-4c65-ba37-2be90fb1584b by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '83247e83-6a9d-4add-97a0-d1357aeee65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4a7fc84c-2165-4038-92ef-6dccb4feb65d'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:46:41.224004 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd38b9d-e518-449e-a84f-adbdd4952096 None None] Attempting to bind port adff4d90-540c-4c65-ba37-2be90fb1584b on network 4a7fc84c-2165-4038-92ef-6dccb4feb65d {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:46:41.285170 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd38b9d-e518-449e-a84f-adbdd4952096 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:46:41.285532 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd38b9d-e518-449e-a84f-adbdd4952096 None None] Checking segment: {'id': '83247e83-6a9d-4add-97a0-d1357aeee65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4a7fc84c-2165-4038-92ef-6dccb4feb65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:46:41.285923 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1dd38b9d-e518-449e-a84f-adbdd4952096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:41.286329 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd38b9d-e518-449e-a84f-adbdd4952096 None None] Bound using segment: {'id': '83247e83-6a9d-4add-97a0-d1357aeee65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4a7fc84c-2165-4038-92ef-6dccb4feb65d'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:46:41.286829 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-1dd38b9d-e518-449e-a84f-adbdd4952096 None None] Bound port: adff4d90-540c-4c65-ba37-2be90fb1584b, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83247e83-6a9d-4add-97a0-d1357aeee65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4a7fc84c-2165-4038-92ef-6dccb4feb65d'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:46:41.287191 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1dd38b9d-e518-449e-a84f-adbdd4952096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:41.294556 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7be52279-9767-485a-b009-bea50ba89a20 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:41.295168 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be52279-9767-485a-b009-bea50ba89a20 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Fanout notify agent at l3_agent the message router_deleted on router af094fd3-06a5-4647-a47c-0237d1602a2d {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:46:41.311509 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7be52279-9767-485a-b009-bea50ba89a20 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:41.313079 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7be52279-9767-485a-b009-bea50ba89a20 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/routers/af094fd3-06a5-4647-a47c-0237d1602a2d HTTP/1.1" status: 204 len: 168 time: 0.5890436 Mar 07 21:46:41.318408 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48782) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:41.323826 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-be55d984-845d-418f-a38f-e7667eab2d77 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-174368555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:41.331480 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-be55d984-845d-418f-a38f-e7667eab2d77 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:41.336117 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-be55d984-845d-418f-a38f-e7667eab2d77 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Usage tracker for resource:router and tenant:b77dfcf064844de7b83d64320b9ee466 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:41.339400 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-be55d984-845d-418f-a38f-e7667eab2d77 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:41.346029 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-be55d984-845d-418f-a38f-e7667eab2d77 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:41.348575 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-bbaa713e-d4cf-443f-9565-63b24b057e3f None None] Set router af094fd3-06a5-4647-a47c-0237d1602a2d gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:46:41.414865 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-be55d984-845d-418f-a38f-e7667eab2d77 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:41.416090 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-be55d984-845d-418f-a38f-e7667eab2d77 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:41.436447 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-be55d984-845d-418f-a38f-e7667eab2d77 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:41.473007 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-bbaa713e-d4cf-443f-9565-63b24b057e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:46:36Z', 'revision_number': 11, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:41.478977 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaa713e-d4cf-443f-9565-63b24b057e3f None None] The sync data for ids ['af094fd3-06a5-4647-a47c-0237d1602a2d'] in dv-neutron-829957-1-hyperv is: [{'id': 'af094fd3-06a5-4647-a47c-0237d1602a2d', 'name': 'tempest-RoutersTest-router-353919145', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:38Z', 'updated_at': '2022-03-07T21:46:36Z', 'revision_number': 11, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:41.516612 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-1dd38b9d-e518-449e-a84f-adbdd4952096 None None] For port adff4d90-540c-4c65-ba37-2be90fb1584b, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:46:41.520083 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-1dd38b9d-e518-449e-a84f-adbdd4952096 None None] For port adff4d90-540c-4c65-ba37-2be90fb1584b, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=adff4d90-540c-4c65-ba37-2be90fb1584b,segment=NetworkSegment(83247e83-6a9d-4add-97a0-d1357aeee65c),segment_id=83247e83-6a9d-4add-97a0-d1357aeee65c)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:46:41.533737 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-be55d984-845d-418f-a38f-e7667eab2d77 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:41.585696 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1dd38b9d-e518-449e-a84f-adbdd4952096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:41.594880 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cfeecad3-850a-4640-926a-bcbd3ca4de57 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:41.638233 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-be55d984-845d-418f-a38f-e7667eab2d77 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:41.640265 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-be55d984-845d-418f-a38f-e7667eab2d77 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3209760 Mar 07 21:46:41.649033 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48786) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:41.656042 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-574f691c-94f7-4c66-8101-9b0572b649c9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:41.675852 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd38b9d-e518-449e-a84f-adbdd4952096 None None] Pushing event updated for resources: {'Port': ['ID=adff4d90-540c-4c65-ba37-2be90fb1584b,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:41.704426 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8ab98ba5-2e6b-41e3-a81b-16748254ab91 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:41.732817 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-8ab98ba5-2e6b-41e3-a81b-16748254ab91 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Transition to ACTIVE for port object fea60b96-de55-4943-afd0-4087c6393ee6 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:42.027194 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8ab98ba5-2e6b-41e3-a81b-16748254ab91 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:42.156472 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab98ba5-2e6b-41e3-a81b-16748254ab91 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network 4a7fc84c-2165-4038-92ef-6dccb4feb65d is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:42.162281 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-8ab98ba5-2e6b-41e3-a81b-16748254ab91 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:42.169087 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab98ba5-2e6b-41e3-a81b-16748254ab91 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:46:42.200675 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-574f691c-94f7-4c66-8101-9b0572b649c9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:42.205726 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab98ba5-2e6b-41e3-a81b-16748254ab91 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Port': ['ID=fea60b96-de55-4943-afd0-4087c6393ee6,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:42.237233 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device adff4d90-540c-4c65-ba37-2be90fb1584b up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:46:42.242478 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-cfeecad3-850a-4640-926a-bcbd3ca4de57 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.20.0.17 (2781cbd4-565f-4ac6-a170-60fa711718e8/07acfb8d-9cae-43be-89cf-2a6886bb40f8/6a99a73c-1957-44d5-88d6-ffa5c8e8cae4) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:42.252983 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab98ba5-2e6b-41e3-a81b-16748254ab91 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:42.253584 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8ab98ba5-2e6b-41e3-a81b-16748254ab91 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:42.272339 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-574f691c-94f7-4c66-8101-9b0572b649c9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-864536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-864531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-867168'] for router, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:42.361867 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port adff4d90-540c-4c65-ba37-2be90fb1584b completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:42.380386 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8ab98ba5-2e6b-41e3-a81b-16748254ab91 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3040144 Mar 07 21:46:42.383956 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48790) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:42.394212 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-6bead9a3-3100-466c-91b4-0d4543c0f5f5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'port': {'network_id': '4a7fc84c-2165-4038-92ef-6dccb4feb65d', 'name': 'tempest-PortsTestJSON-544774756', 'fixed_ips': [{'subnet_id': '44b8451a-0be2-4137-b4d4-48936af57f73', 'ip_address': '172.20.0.9'}]}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:42.516210 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574f691c-94f7-4c66-8101-9b0572b649c9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Router d06431ca-bccd-468d-92aa-bbcc5d077123 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:46:42.535651 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cfeecad3-850a-4640-926a-bcbd3ca4de57 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:42.573739 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-cfeecad3-850a-4640-926a-bcbd3ca4de57 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Transition to ACTIVE for port object 6a99a73c-1957-44d5-88d6-ffa5c8e8cae4 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:42.591192 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6bead9a3-3100-466c-91b4-0d4543c0f5f5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:42.598815 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6bead9a3-3100-466c-91b4-0d4543c0f5f5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:port and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:42.617702 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6bead9a3-3100-466c-91b4-0d4543c0f5f5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:42.617702 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6bead9a3-3100-466c-91b4-0d4543c0f5f5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:42.667763 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574f691c-94f7-4c66-8101-9b0572b649c9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:46:42.674783 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-574f691c-94f7-4c66-8101-9b0572b649c9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:42.684661 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-574f691c-94f7-4c66-8101-9b0572b649c9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "PUT /v2.0/routers/d06431ca-bccd-468d-92aa-bbcc5d077123 HTTP/1.1" status: 200 len: 693 time: 1.0250249 Mar 07 21:46:42.689434 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bead9a3-3100-466c-91b4-0d4543c0f5f5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:42.689919 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48794) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:42.690101 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6bead9a3-3100-466c-91b4-0d4543c0f5f5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:42.690254 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a5cbd7-c9f1-4763-9276-7715668a82a0 None None] Sync routers for ids ['d06431ca-bccd-468d-92aa-bbcc5d077123'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:46:42.709276 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cfeecad3-850a-4640-926a-bcbd3ca4de57 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:42.714285 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a5cbd7-c9f1-4763-9276-7715668a82a0 None None] Routers {'d06431ca-bccd-468d-92aa-bbcc5d077123'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:46:42.718674 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d1a5cbd7-c9f1-4763-9276-7715668a82a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:46:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d06431ca-bccd-468d-92aa-bbcc5d077123'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:42.756838 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-6bead9a3-3100-466c-91b4-0d4543c0f5f5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] device_id is not set on port 31389a13-2987-49ca-9ecf-65d6afbf675b yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:46:42.835527 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeecad3-850a-4640-926a-bcbd3ca4de57 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 2781cbd4-565f-4ac6-a170-60fa711718e8 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:42.846521 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-cfeecad3-850a-4640-926a-bcbd3ca4de57 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:42.871270 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeecad3-850a-4640-926a-bcbd3ca4de57 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:46:42.881833 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2d913fb5-a8a1-4d62-a85c-5b48a6f7fdf1 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "GET /v2.0/routers/d06431ca-bccd-468d-92aa-bbcc5d077123 HTTP/1.1" status: 200 len: 699 time: 0.1987004 Mar 07 21:46:42.884627 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48798) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:42.898360 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-d1a5cbd7-c9f1-4763-9276-7715668a82a0 None None] Set router d06431ca-bccd-468d-92aa-bbcc5d077123 gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:46:42.911675 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68f4c6e-efc2-45ce-8b16-37f0320fc427 None None] Network 4a7fc84c-2165-4038-92ef-6dccb4feb65d requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:46:42.932463 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeecad3-850a-4640-926a-bcbd3ca4de57 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=6a99a73c-1957-44d5-88d6-ffa5c8e8cae4,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:42.948256 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-aedd657e-846d-4b4d-8a3a-0471d6d02900 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "GET /v2.0/ports?device_id=d06431ca-bccd-468d-92aa-bbcc5d077123 HTTP/1.1" status: 200 len: 205 time: 0.0625453 Mar 07 21:46:42.957826 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48802) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:43.021036 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d1a5cbd7-c9f1-4763-9276-7715668a82a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06431ca-bccd-468d-92aa-bbcc5d077123', 'name': 'tempest-RoutersTest-router-174368555', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:41Z', 'updated_at': '2022-03-07T21:46:42Z', 'revision_number': 2, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:43.026260 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a5cbd7-c9f1-4763-9276-7715668a82a0 None None] Checking router: d06431ca-bccd-468d-92aa-bbcc5d077123 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:46:43.036248 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a5cbd7-c9f1-4763-9276-7715668a82a0 None None] Routers {'d06431ca-bccd-468d-92aa-bbcc5d077123'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:46:43.037223 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d1a5cbd7-c9f1-4763-9276-7715668a82a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:46:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d06431ca-bccd-468d-92aa-bbcc5d077123'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:43.138923 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-32664aaa-a932-479a-a8fd-679d47b73137 None None] Provisioning for port adff4d90-540c-4c65-ba37-2be90fb1584b completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:43.148057 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-32664aaa-a932-479a-a8fd-679d47b73137 None None] Provisioning complete for port adff4d90-540c-4c65-ba37-2be90fb1584b triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:43.148429 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-32664aaa-a932-479a-a8fd-679d47b73137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:43.172232 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-d1a5cbd7-c9f1-4763-9276-7715668a82a0 None None] Set router d06431ca-bccd-468d-92aa-bbcc5d077123 gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:46:43.236004 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-50051ee0-6c4c-461e-8627-8cdf48a3b148 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:43.284305 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d1a5cbd7-c9f1-4763-9276-7715668a82a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06431ca-bccd-468d-92aa-bbcc5d077123', 'name': 'tempest-RoutersTest-router-174368555', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:41Z', 'updated_at': '2022-03-07T21:46:42Z', 'revision_number': 2, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:43.287437 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-32664aaa-a932-479a-a8fd-679d47b73137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:43.289445 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a5cbd7-c9f1-4763-9276-7715668a82a0 None None] The sync data for ids ['d06431ca-bccd-468d-92aa-bbcc5d077123'] in dv-neutron-829957-1-hyperv is: [{'id': 'd06431ca-bccd-468d-92aa-bbcc5d077123', 'name': 'tempest-RoutersTest-router-174368555', 'tenant_id': 'b77dfcf064844de7b83d64320b9ee466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:46:41Z', 'updated_at': '2022-03-07T21:46:42Z', 'revision_number': 2, 'project_id': 'b77dfcf064844de7b83d64320b9ee466', 'gw_port_host': None}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:43.325813 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-32664aaa-a932-479a-a8fd-679d47b73137 None None] For port adff4d90-540c-4c65-ba37-2be90fb1584b, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=adff4d90-540c-4c65-ba37-2be90fb1584b,segment=NetworkSegment(83247e83-6a9d-4add-97a0-d1357aeee65c),segment_id=83247e83-6a9d-4add-97a0-d1357aeee65c)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:43.414496 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-32664aaa-a932-479a-a8fd-679d47b73137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:43.428310 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cfeecad3-850a-4640-926a-bcbd3ca4de57 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:43.499999 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32664aaa-a932-479a-a8fd-679d47b73137 None None] Pushing event updated for resources: {'Port': ['ID=adff4d90-540c-4c65-ba37-2be90fb1584b,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:43.625106 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9e342c66-3b30-4880-8d9d-bb4ab8bdd7d6 None None] Provisioning for port fea60b96-de55-4943-afd0-4087c6393ee6 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:43.630885 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9e342c66-3b30-4880-8d9d-bb4ab8bdd7d6 None None] Provisioning complete for port fea60b96-de55-4943-afd0-4087c6393ee6 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:43.631254 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9e342c66-3b30-4880-8d9d-bb4ab8bdd7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:43.695591 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-9e342c66-3b30-4880-8d9d-bb4ab8bdd7d6 None None] Port fea60b96-de55-4943-afd0-4087c6393ee6 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:46:43.729543 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9e342c66-3b30-4880-8d9d-bb4ab8bdd7d6 None None] Provisioning complete for port adff4d90-540c-4c65-ba37-2be90fb1584b triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:43.729543 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9e342c66-3b30-4880-8d9d-bb4ab8bdd7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:43.745047 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-6bead9a3-3100-466c-91b4-0d4543c0f5f5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Allocated IP 172.20.0.9 (4a7fc84c-2165-4038-92ef-6dccb4feb65d/44b8451a-0be2-4137-b4d4-48936af57f73/31389a13-2987-49ca-9ecf-65d6afbf675b) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:43.846494 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-50051ee0-6c4c-461e-8627-8cdf48a3b148 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:43.856092 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-50051ee0-6c4c-461e-8627-8cdf48a3b148 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:44.014145 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9e342c66-3b30-4880-8d9d-bb4ab8bdd7d6 None None] Provisioning for port 6a99a73c-1957-44d5-88d6-ffa5c8e8cae4 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:44.022425 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9e342c66-3b30-4880-8d9d-bb4ab8bdd7d6 None None] Provisioning complete for port 6a99a73c-1957-44d5-88d6-ffa5c8e8cae4 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:44.022425 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9e342c66-3b30-4880-8d9d-bb4ab8bdd7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:44.031486 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-50051ee0-6c4c-461e-8627-8cdf48a3b148 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:44.031486 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50051ee0-6c4c-461e-8627-8cdf48a3b148 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Fanout notify agent at l3_agent the message router_deleted on router d06431ca-bccd-468d-92aa-bbcc5d077123 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:46:44.092273 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-9e342c66-3b30-4880-8d9d-bb4ab8bdd7d6 None None] Port 6a99a73c-1957-44d5-88d6-ffa5c8e8cae4 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:46:44.099774 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-50051ee0-6c4c-461e-8627-8cdf48a3b148 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:44.102933 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48808) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:44.115845 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-50051ee0-6c4c-461e-8627-8cdf48a3b148 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/routers/d06431ca-bccd-468d-92aa-bbcc5d077123 HTTP/1.1" status: 204 len: 168 time: 1.1468339 Mar 07 21:46:44.182635 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cfeecad3-850a-4640-926a-bcbd3ca4de57 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:44.200796 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6bead9a3-3100-466c-91b4-0d4543c0f5f5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:44.215420 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device adff4d90-540c-4c65-ba37-2be90fb1584b up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:46:44.220268 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ae58087e-8af0-42e8-9aeb-2bab11060056 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "GET /v2.0/ports?device_id=d06431ca-bccd-468d-92aa-bbcc5d077123 HTTP/1.1" status: 200 len: 205 time: 0.1139324 Mar 07 21:46:44.220268 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48812) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:44.285783 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-6bead9a3-3100-466c-91b4-0d4543c0f5f5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Transition to ACTIVE for port object 31389a13-2987-49ca-9ecf-65d6afbf675b will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:44.324151 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-807bebb8-1013-4d01-82c9-43a4579bfcf8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] delete failed (client error): The resource could not be found. Mar 07 21:46:44.324151 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-807bebb8-1013-4d01-82c9-43a4579bfcf8 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/routers/d06431ca-bccd-468d-92aa-bbcc5d077123 HTTP/1.1" status: 404 len: 336 time: 0.0994017 Mar 07 21:46:44.330776 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-29881f2f-e3eb-44a2-89e8-a0ba699e3caf None None] Provisioning complete for port fea60b96-de55-4943-afd0-4087c6393ee6 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:44.330776 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-29881f2f-e3eb-44a2-89e8-a0ba699e3caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:44.337091 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48816) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:44.392553 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-a295272b-0afb-48d3-b538-4db8a809f48e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] DELETE failed (client error): The resource could not be found. Mar 07 21:46:44.392553 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a295272b-0afb-48d3-b538-4db8a809f48e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:46:44.392553 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a295272b-0afb-48d3-b538-4db8a809f48e tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/subnets/6ebaac2c-82f2-48e7-838b-ba4ba2c3b8ae HTTP/1.1" status: 404 len: 337 time: 0.0611119 Mar 07 21:46:44.392553 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48820) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:44.404929 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port adff4d90-540c-4c65-ba37-2be90fb1584b triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:44.404929 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:44.467524 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c5ed72-33e7-4fbf-bc7f-f995c27fd77c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] DELETE failed (client error): The resource could not be found. Mar 07 21:46:44.467524 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c5ed72-33e7-4fbf-bc7f-f995c27fd77c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:46:44.467524 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-42c5ed72-33e7-4fbf-bc7f-f995c27fd77c tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/subnets/adf02f6b-bea0-4625-b82e-7fc276a72c26 HTTP/1.1" status: 404 len: 337 time: 0.0674403 Mar 07 21:46:44.467524 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48824) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:44.506144 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-29881f2f-e3eb-44a2-89e8-a0ba699e3caf None None] Port fea60b96-de55-4943-afd0-4087c6393ee6 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:46:44.557029 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-8291079e-f235-40d7-9004-30ec11dacec5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] DELETE failed (client error): The resource could not be found. Mar 07 21:46:44.557029 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8291079e-f235-40d7-9004-30ec11dacec5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:46:44.557029 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8291079e-f235-40d7-9004-30ec11dacec5 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/subnets/2c5b4e7b-562c-4c4e-97bb-3952c50608f9 HTTP/1.1" status: 404 len: 337 time: 0.0815454 Mar 07 21:46:44.566956 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48828) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:44.611805 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6bead9a3-3100-466c-91b4-0d4543c0f5f5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:44.665893 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-afabb77e-5c87-429e-8b6e-e4d8c50767b9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] DELETE failed (client error): The resource could not be found. Mar 07 21:46:44.665893 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afabb77e-5c87-429e-8b6e-e4d8c50767b9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:46:44.665893 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-afabb77e-5c87-429e-8b6e-e4d8c50767b9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/subnets/fb3bf977-4ff2-49c8-92ec-f5df716178ca HTTP/1.1" status: 404 len: 337 time: 0.1006863 Mar 07 21:46:44.670667 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48832) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:44.751258 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bead9a3-3100-466c-91b4-0d4543c0f5f5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network 4a7fc84c-2165-4038-92ef-6dccb4feb65d is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:44.763018 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-6bead9a3-3100-466c-91b4-0d4543c0f5f5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:44.763018 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bead9a3-3100-466c-91b4-0d4543c0f5f5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:46:44.865107 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d96770a5-0ec8-4b9b-b6fa-25ac0011b2dc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "GET /v2.0/ports?device_id=af094fd3-06a5-4647-a47c-0237d1602a2d HTTP/1.1" status: 200 len: 205 time: 0.1907194 Mar 07 21:46:44.865107 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48836) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:44.884591 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bead9a3-3100-466c-91b4-0d4543c0f5f5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Port': ['ID=31389a13-2987-49ca-9ecf-65d6afbf675b,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:44.947832 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-f6d934c3-3cf1-4643-bbc6-472c2809e9a9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] delete failed (client error): The resource could not be found. Mar 07 21:46:44.947832 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f6d934c3-3cf1-4643-bbc6-472c2809e9a9 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/routers/af094fd3-06a5-4647-a47c-0237d1602a2d HTTP/1.1" status: 404 len: 336 time: 0.0793984 Mar 07 21:46:44.947832 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48840) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:44.965833 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bead9a3-3100-466c-91b4-0d4543c0f5f5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:44.965833 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6bead9a3-3100-466c-91b4-0d4543c0f5f5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:45.019309 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cfeecad3-850a-4640-926a-bcbd3ca4de57 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:45.026013 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-36215fe5-ce3f-4047-bbcb-3574ef9ef785 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef6d9896-2fb0-423a-bd8d-c1c859748399 HTTP/1.1" status: 200 len: 205 time: 0.0740809 Mar 07 21:46:45.026013 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48844) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:45.040050 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6bead9a3-3100-466c-91b4-0d4543c0f5f5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6480958 Mar 07 21:46:45.040050 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48848) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:45.094608 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cfeecad3-850a-4640-926a-bcbd3ca4de57 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:45.124429 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-747cf1ff-4ad3-4200-9f9c-9bd2b9912087 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] delete failed (client error): The resource could not be found. Mar 07 21:46:45.124429 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-747cf1ff-4ad3-4200-9f9c-9bd2b9912087 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/routers/ef6d9896-2fb0-423a-bd8d-c1c859748399 HTTP/1.1" status: 404 len: 336 time: 0.0953615 Mar 07 21:46:45.124429 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48852) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:45.170440 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc26931-748f-4ef3-819b-c4d0da0b6fa1 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] DELETE failed (client error): The resource could not be found. Mar 07 21:46:45.170440 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bc26931-748f-4ef3-819b-c4d0da0b6fa1 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:46:45.170440 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0bc26931-748f-4ef3-819b-c4d0da0b6fa1 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/subnets/916588ed-e943-490c-85d4-1a7940a4ed9a HTTP/1.1" status: 404 len: 337 time: 0.0433245 Mar 07 21:46:45.174438 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48856) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:45.212046 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ff817e32-93b0-488d-a61a-e62aa1ce78f6 None None] Provisioning for port 31389a13-2987-49ca-9ecf-65d6afbf675b completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:45.223906 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ff817e32-93b0-488d-a61a-e62aa1ce78f6 None None] Provisioning complete for port 31389a13-2987-49ca-9ecf-65d6afbf675b triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:45.223906 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ff817e32-93b0-488d-a61a-e62aa1ce78f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:45.227531 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6516adc5-5d4f-4c4e-978e-9ab5d08b5957 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "GET /v2.0/ports?device_id=4088996d-4c05-43ec-bfe7-5caefbffc4f3 HTTP/1.1" status: 200 len: 205 time: 0.0477569 Mar 07 21:46:45.227531 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48860) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:45.303190 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-dfb8a076-0bcf-4552-95ba-33ddc4398704 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] delete failed (client error): The resource could not be found. Mar 07 21:46:45.303190 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-dfb8a076-0bcf-4552-95ba-33ddc4398704 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/routers/4088996d-4c05-43ec-bfe7-5caefbffc4f3 HTTP/1.1" status: 404 len: 336 time: 0.0745485 Mar 07 21:46:45.303190 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48864) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:45.322287 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-ff817e32-93b0-488d-a61a-e62aa1ce78f6 None None] Port 31389a13-2987-49ca-9ecf-65d6afbf675b cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:46:45.332680 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cfeecad3-850a-4640-926a-bcbd3ca4de57 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:45.360012 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4d95d394-3383-4fbb-8f91-297098d57414 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "GET /v2.0/ports?device_id=79a948e4-f9e3-419d-9750-552973489418 HTTP/1.1" status: 200 len: 205 time: 0.0506647 Mar 07 21:46:45.360012 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48868) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:45.428835 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeecad3-850a-4640-926a-bcbd3ca4de57 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=6a99a73c-1957-44d5-88d6-ffa5c8e8cae4,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:45.439688 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-da25457f-a8d8-41fe-bd8f-eb2a893a5e15 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] delete failed (client error): The resource could not be found. Mar 07 21:46:45.439688 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-da25457f-a8d8-41fe-bd8f-eb2a893a5e15 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/routers/79a948e4-f9e3-419d-9750-552973489418 HTTP/1.1" status: 404 len: 336 time: 0.0759904 Mar 07 21:46:45.439688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48872) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:45.485706 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-00487d62-a2b3-43f3-a29e-f7e90c131760 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] DELETE failed (client error): The resource could not be found. Mar 07 21:46:45.485706 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00487d62-a2b3-43f3-a29e-f7e90c131760 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:46:45.485706 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-00487d62-a2b3-43f3-a29e-f7e90c131760 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/subnets/1945cc49-300c-4bef-a10f-49dd47b6dd9f HTTP/1.1" status: 404 len: 337 time: 0.0448854 Mar 07 21:46:45.485706 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48876) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:45.534381 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de74cc6-348b-4991-98c7-6be984774168 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:45.534381 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6de74cc6-348b-4991-98c7-6be984774168 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Synchronizing usage tracker for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:46:45.547671 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-13dba228-918a-4ec1-ac2b-fbd5ba267793 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b05f99-c46d-47a4-b5b9-e3a216d86e43 HTTP/1.1" status: 200 len: 205 time: 0.0525856 Mar 07 21:46:45.547671 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48880) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:45.583102 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeecad3-850a-4640-926a-bcbd3ca4de57 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 2781cbd4-565f-4ac6-a170-60fa711718e8 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:45.583102 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-cfeecad3-850a-4640-926a-bcbd3ca4de57 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:45.621693 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-03b4d7bc-0026-4ecb-81ce-af8989c323fc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] delete failed (client error): The resource could not be found. Mar 07 21:46:45.621693 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-03b4d7bc-0026-4ecb-81ce-af8989c323fc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/routers/80b05f99-c46d-47a4-b5b9-e3a216d86e43 HTTP/1.1" status: 404 len: 336 time: 0.0738552 Mar 07 21:46:45.627152 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48884) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:45.662281 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6de74cc6-348b-4991-98c7-6be984774168 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Unset dirty status for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:46:45.662281 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6de74cc6-348b-4991-98c7-6be984774168 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.6189325 Mar 07 21:46:45.662281 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48888) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:45.680292 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0b38cf-9257-4a69-9cff-cd16a67c7816 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] DELETE failed (client error): The resource could not be found. Mar 07 21:46:45.680292 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0b38cf-9257-4a69-9cff-cd16a67c7816 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:46:45.680292 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7b0b38cf-9257-4a69-9cff-cd16a67c7816 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/subnets/e04f7255-951d-4604-864c-d32624683297 HTTP/1.1" status: 404 len: 337 time: 0.0487370 Mar 07 21:46:45.699607 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48892) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:45.740799 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2e218d54-2bcb-4dda-9558-2577d60d5955 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b5c135-ba0f-44f9-959e-24c14653d927 HTTP/1.1" status: 200 len: 205 time: 0.0502651 Mar 07 21:46:45.753777 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48896) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:45.760862 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:45.839717 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-b27270ce-0641-405e-94af-1518752eda10 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] delete failed (client error): The resource could not be found. Mar 07 21:46:45.839717 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b27270ce-0641-405e-94af-1518752eda10 tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/routers/83b5c135-ba0f-44f9-959e-24c14653d927 HTTP/1.1" status: 404 len: 336 time: 0.0901275 Mar 07 21:46:45.839717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48900) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:45.894225 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4d4a46-ee7e-45ff-85ee-c9f510b25dbe tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] DELETE failed (client error): The resource could not be found. Mar 07 21:46:45.894225 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a4d4a46-ee7e-45ff-85ee-c9f510b25dbe tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:46:45.894225 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4a4d4a46-ee7e-45ff-85ee-c9f510b25dbe tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/subnets/4dcd13c7-4132-44c5-a59c-747fe1e40811 HTTP/1.1" status: 404 len: 337 time: 0.0485177 Mar 07 21:46:45.894225 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48904) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:45.944456 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0085b7-d9d5-41d8-9b3d-92b31ee19abc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] DELETE failed (client error): The resource could not be found. Mar 07 21:46:45.944456 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0085b7-d9d5-41d8-9b3d-92b31ee19abc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:46:45.944456 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-be0085b7-d9d5-41d8-9b3d-92b31ee19abc tempest-RoutersTest-1161457460 tempest-RoutersTest-1161457460-project] 10.222.0.21 "DELETE /v2.0/subnets/ccc1c56e-0447-45c8-bd4c-aa6ba084d373 HTTP/1.1" status: 404 len: 337 time: 0.0506752 Mar 07 21:46:45.962273 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-22ce0b05-6349-43df-baf0-ea87b95d1fa0 None None] Provisioning complete for port 6a99a73c-1957-44d5-88d6-ffa5c8e8cae4 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:45.962273 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-22ce0b05-6349-43df-baf0-ea87b95d1fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:45.967161 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfeecad3-850a-4640-926a-bcbd3ca4de57 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router 72e2b836-a1be-4d82-b3ee-eaf2f951418a has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:46:45.967161 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120573f1-33dd-4106-931d-8316ccaf92d6 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:45.967161 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120573f1-33dd-4106-931d-8316ccaf92d6 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:45.980628 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120573f1-33dd-4106-931d-8316ccaf92d6 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:45.980628 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-120573f1-33dd-4106-931d-8316ccaf92d6 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3036575 Mar 07 21:46:45.980628 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48910) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:46.026431 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-22ce0b05-6349-43df-baf0-ea87b95d1fa0 None None] Port 6a99a73c-1957-44d5-88d6-ffa5c8e8cae4 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:46:46.121251 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-2153f60a-7a1f-4802-b864-6a7fae2746b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting port 31389a13-2987-49ca-9ecf-65d6afbf675b {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:46.124494 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2153f60a-7a1f-4802-b864-6a7fae2746b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:46.324375 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfeecad3-850a-4640-926a-bcbd3ca4de57 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:46:46.328796 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cfeecad3-850a-4640-926a-bcbd3ca4de57 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "PUT /v2.0/routers/72e2b836-a1be-4d82-b3ee-eaf2f951418a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0351815 Mar 07 21:46:46.359695 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] Sync routers for ids ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:46:46.366634 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] Routers {'72e2b836-a1be-4d82-b3ee-eaf2f951418a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:46:46.366634 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:46:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:46.456333 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48918) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:46.486651 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2153f60a-7a1f-4802-b864-6a7fae2746b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:46.572703 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] Set router 72e2b836-a1be-4d82-b3ee-eaf2f951418a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:46:46.619450 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-2153f60a-7a1f-4802-b864-6a7fae2746b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Calling delete_port for 31389a13-2987-49ca-9ecf-65d6afbf675b owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:46:46.624754 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ef786354-618e-4733-922c-8f7315e80506 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b77dfcf064844de7b83d64320b9ee466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1658804 Mar 07 21:46:46.625757 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48926) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:46.688140 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f8304b78-07a3-442f-a45c-ded6285168f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:46.732149 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f8304b78-07a3-442f-a45c-ded6285168f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:46.848622 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f8304b78-07a3-442f-a45c-ded6285168f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:46.863506 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304b78-07a3-442f-a45c-ded6285168f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e025e10f-b5fd-47b5-99b5-fe8df49ca250,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:46.864891 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f8304b78-07a3-442f-a45c-ded6285168f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:46.868463 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f8304b78-07a3-442f-a45c-ded6285168f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e025e10f-b5fd-47b5-99b5-fe8df49ca250 HTTP/1.1" status: 204 len: 168 time: 0.2389774 Mar 07 21:46:46.950308 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2153f60a-7a1f-4802-b864-6a7fae2746b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:46.973994 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'name': 'tempest-TestNetworkBasicOps-router-782167076', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:37Z', 'updated_at': '2022-03-07T21:46:43Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:38Z', 'updated_at': '2022-03-07T21:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '1aa9ba72-f357-4e9e-acf2-b09abc3f0dc3', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.35', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'port_id': 'daabe182-4695-40d2-aa99-f9e0e4a0f531', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'mac_address': 'fa:16:3e:9d:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7df92cb-63d3-4d65-913c-5b89be40871f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:45:30Z', 'updated_at': '2022-03-07T21:45:35Z', 'revision_number': 1, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40874310-df4f-442c-8e98-7b14fc1c8c25', 'name': '', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:29:f1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '859622ca-69ba-432a-afba-67cc59145e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:46Z', 'updated_at': '2022-03-07T21:44:56Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '859622ca-69ba-432a-afba-67cc59145e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a99a73c-1957-44d5-88d6-ffa5c8e8cae4', 'name': '', 'network_id': '2781cbd4-565f-4ac6-a170-60fa711718e8', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:42:cd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '07acfb8d-9cae-43be-89cf-2a6886bb40f8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:41Z', 'updated_at': '2022-03-07T21:46:44Z', 'revision_number': 2, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '07acfb8d-9cae-43be-89cf-2a6886bb40f8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:46.978812 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] Checking router: 72e2b836-a1be-4d82-b3ee-eaf2f951418a for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:46:46.979228 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] Updating router 72e2b836-a1be-4d82-b3ee-eaf2f951418a port 6a99a73c-1957-44d5-88d6-ffa5c8e8cae4 binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:46:46.995926 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153f60a-7a1f-4802-b864-6a7fae2746b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Port': ['ID=31389a13-2987-49ca-9ecf-65d6afbf675b,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:47.055980 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:47.278468 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2153f60a-7a1f-4802-b864-6a7fae2746b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:47.355991 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2153f60a-7a1f-4802-b864-6a7fae2746b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/ports/31389a13-2987-49ca-9ecf-65d6afbf675b HTTP/1.1" status: 204 len: 168 time: 1.3678150 Mar 07 21:46:47.364343 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48936) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:47.408364 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d42e2c9-9242-4e9b-af1a-d83e16891b1c tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] GET failed (client error): The resource could not be found. Mar 07 21:46:47.409855 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9d42e2c9-9242-4e9b-af1a-d83e16891b1c tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports/31389a13-2987-49ca-9ecf-65d6afbf675b HTTP/1.1" status: 404 len: 333 time: 0.0542324 Mar 07 21:46:47.412668 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48942) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:47.514645 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-8f417bf6-607c-4674-87fd-092bfe020cac tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting port fea60b96-de55-4943-afd0-4087c6393ee6 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:47.514645 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8f417bf6-607c-4674-87fd-092bfe020cac tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:47.563159 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:47.575681 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] Transition to ACTIVE for port object 6a99a73c-1957-44d5-88d6-ffa5c8e8cae4 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:47.628825 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:47.837477 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8f417bf6-607c-4674-87fd-092bfe020cac tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:48.014206 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82d55b-5064-4fdc-b176-f71fe3493b2a None None] Pushing event updated for resources: {'Port': ['ID=6a99a73c-1957-44d5-88d6-ffa5c8e8cae4,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:48.037487 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] Attempting to bind port 6a99a73c-1957-44d5-88d6-ffa5c8e8cae4 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:46:48.038474 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] Attempting to bind port 6a99a73c-1957-44d5-88d6-ffa5c8e8cae4 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '89d72f3b-9b27-49f8-acd2-67c9630c4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2781cbd4-565f-4ac6-a170-60fa711718e8'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:46:48.038955 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] Attempting to bind port 6a99a73c-1957-44d5-88d6-ffa5c8e8cae4 on network 2781cbd4-565f-4ac6-a170-60fa711718e8 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:46:48.050293 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:46:48.050504 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] Checking segment: {'id': '89d72f3b-9b27-49f8-acd2-67c9630c4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2781cbd4-565f-4ac6-a170-60fa711718e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:46:48.051080 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:48.052236 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] Bound using segment: {'id': '89d72f3b-9b27-49f8-acd2-67c9630c4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2781cbd4-565f-4ac6-a170-60fa711718e8'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:46:48.052715 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] Bound port: 6a99a73c-1957-44d5-88d6-ffa5c8e8cae4, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d72f3b-9b27-49f8-acd2-67c9630c4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2781cbd4-565f-4ac6-a170-60fa711718e8'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:46:48.053128 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:48.110307 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-8f417bf6-607c-4674-87fd-092bfe020cac tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Calling delete_port for fea60b96-de55-4943-afd0-4087c6393ee6 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:46:48.177744 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] For port 6a99a73c-1957-44d5-88d6-ffa5c8e8cae4, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:46:48.187232 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] For port 6a99a73c-1957-44d5-88d6-ffa5c8e8cae4, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6a99a73c-1957-44d5-88d6-ffa5c8e8cae4,segment=NetworkSegment(89d72f3b-9b27-49f8-acd2-67c9630c4cf9),segment_id=89d72f3b-9b27-49f8-acd2-67c9630c4cf9)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:46:48.207104 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48958) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:48.256673 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:48.329775 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-34854536-b4b2-4e69-aadf-42bf3be73082 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:48.329775 dv-neutron-829957-1-hyperv neutron-server[88387]: WARNING neutron.api.v2.base [None req-34854536-b4b2-4e69-aadf-42bf3be73082 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 07 21:46:48.329775 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-34854536-b4b2-4e69-aadf-42bf3be73082 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 21:46:48.329775 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-34854536-b4b2-4e69-aadf-42bf3be73082 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1172249 Mar 07 21:46:48.332583 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48964) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:48.335139 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] Routers {'72e2b836-a1be-4d82-b3ee-eaf2f951418a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:46:48.335767 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:46:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:48.338201 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-6e9d6fda-9d0d-4988-8edf-51a090dc8b66 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group': {'name': 'tempest-secgroup--458825708'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:48.346456 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6e9d6fda-9d0d-4988-8edf-51a090dc8b66 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:48.347222 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8f417bf6-607c-4674-87fd-092bfe020cac tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:48.351847 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6e9d6fda-9d0d-4988-8edf-51a090dc8b66 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:48.355203 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6e9d6fda-9d0d-4988-8edf-51a090dc8b66 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:48.361896 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6e9d6fda-9d0d-4988-8edf-51a090dc8b66 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:48.401838 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f417bf6-607c-4674-87fd-092bfe020cac tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Port': ['ID=fea60b96-de55-4943-afd0-4087c6393ee6,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:48.414122 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82d55b-5064-4fdc-b176-f71fe3493b2a None None] Pushing event updated for resources: {'Port': ['ID=6a99a73c-1957-44d5-88d6-ffa5c8e8cae4,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:48.438377 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6e9d6fda-9d0d-4988-8edf-51a090dc8b66 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:48.454354 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6e9d6fda-9d0d-4988-8edf-51a090dc8b66 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:48.472658 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6e9d6fda-9d0d-4988-8edf-51a090dc8b66 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:48.477829 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6e9d6fda-9d0d-4988-8edf-51a090dc8b66 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group_rule and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:48.481407 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6e9d6fda-9d0d-4988-8edf-51a090dc8b66 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:48.488392 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6e9d6fda-9d0d-4988-8edf-51a090dc8b66 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:48.556883 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] Set router 72e2b836-a1be-4d82-b3ee-eaf2f951418a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:46:48.559970 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8f417bf6-607c-4674-87fd-092bfe020cac tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:48.573104 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8f417bf6-607c-4674-87fd-092bfe020cac tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/ports/fea60b96-de55-4943-afd0-4087c6393ee6 HTTP/1.1" status: 204 len: 168 time: 1.1594028 Mar 07 21:46:48.574179 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48968) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:48.597037 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6e9d6fda-9d0d-4988-8edf-51a090dc8b66 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:48.618700 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa171553-6540-40be-af64-7e17232c7910 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] GET failed (client error): The resource could not be found. Mar 07 21:46:48.619158 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-aa171553-6540-40be-af64-7e17232c7910 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Synchronizing usage tracker for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:46:48.659974 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6e9d6fda-9d0d-4988-8edf-51a090dc8b66 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:48.676290 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6e9d6fda-9d0d-4988-8edf-51a090dc8b66 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:48.688283 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6e9d6fda-9d0d-4988-8edf-51a090dc8b66 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group_rule and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:48.697405 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6e9d6fda-9d0d-4988-8edf-51a090dc8b66 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:48.703251 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-aa171553-6540-40be-af64-7e17232c7910 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Unset dirty status for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:46:48.706260 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6e9d6fda-9d0d-4988-8edf-51a090dc8b66 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:48.707963 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48972) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:48.709717 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-aa171553-6540-40be-af64-7e17232c7910 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports/fea60b96-de55-4943-afd0-4087c6393ee6 HTTP/1.1" status: 404 len: 333 time: 0.1291819 Mar 07 21:46:48.710259 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d6fda-9d0d-4988-8edf-51a090dc8b66 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f20989-5858-4180-aa3a-e029cfd37f9b,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:48.796227 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f784928-aaf3-4243-bd5d-11196573fb37 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting subnet 44b8451a-0be2-4137-b4d4-48936af57f73 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:46:48.803623 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6f784928-aaf3-4243-bd5d-11196573fb37 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:48.886098 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6f784928-aaf3-4243-bd5d-11196573fb37 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:48.933795 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6e9d6fda-9d0d-4988-8edf-51a090dc8b66 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:48.945771 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'name': 'tempest-TestNetworkBasicOps-router-782167076', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:37Z', 'updated_at': '2022-03-07T21:46:43Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:38Z', 'updated_at': '2022-03-07T21:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '1aa9ba72-f357-4e9e-acf2-b09abc3f0dc3', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.35', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'port_id': 'daabe182-4695-40d2-aa99-f9e0e4a0f531', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'mac_address': 'fa:16:3e:9d:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7df92cb-63d3-4d65-913c-5b89be40871f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:45:30Z', 'updated_at': '2022-03-07T21:45:35Z', 'revision_number': 1, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40874310-df4f-442c-8e98-7b14fc1c8c25', 'name': '', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:29:f1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '859622ca-69ba-432a-afba-67cc59145e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:46Z', 'updated_at': '2022-03-07T21:44:56Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '859622ca-69ba-432a-afba-67cc59145e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a99a73c-1957-44d5-88d6-ffa5c8e8cae4', 'name': '', 'network_id': '2781cbd4-565f-4ac6-a170-60fa711718e8', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:42:cd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '07acfb8d-9cae-43be-89cf-2a6886bb40f8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:41Z', 'updated_at': '2022-03-07T21:46:48Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '07acfb8d-9cae-43be-89cf-2a6886bb40f8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:48.949846 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d135d-a1fd-4eb7-9c47-ebf524577d96 None None] The sync data for ids ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'] in dv-neutron-829957-1-hyperv is: [{'id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'name': 'tempest-TestNetworkBasicOps-router-782167076', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:37Z', 'updated_at': '2022-03-07T21:46:43Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:38Z', 'updated_at': '2022-03-07T21:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '1aa9ba72-f357-4e9e-acf2-b09abc3f0dc3', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.35', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'port_id': 'daabe182-4695-40d2-aa99-f9e0e4a0f531', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'mac_address': 'fa:16:3e:9d:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7df92cb-63d3-4d65-913c-5b89be40871f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:45:30Z', 'updated_at': '2022-03-07T21:45:35Z', 'revision_number': 1, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40874310-df4f-442c-8e98-7b14fc1c8c25', 'name': '', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:29:f1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '859622ca-69ba-432a-afba-67cc59145e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:46Z', 'updated_at': '2022-03-07T21:44:56Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '859622ca-69ba-432a-afba-67cc59145e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a99a73c-1957-44d5-88d6-ffa5c8e8cae4', 'name': '', 'network_id': '2781cbd4-565f-4ac6-a170-60fa711718e8', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:42:cd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '07acfb8d-9cae-43be-89cf-2a6886bb40f8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:46:41Z', 'updated_at': '2022-03-07T21:46:48Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '07acfb8d-9cae-43be-89cf-2a6886bb40f8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:48.981302 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6f784928-aaf3-4243-bd5d-11196573fb37 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:49.016718 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6e9d6fda-9d0d-4988-8edf-51a090dc8b66 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:49.088964 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d6fda-9d0d-4988-8edf-51a090dc8b66 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa00119d-fae9-49b4-8243-5e17d2a11009,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:49.140084 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6e9d6fda-9d0d-4988-8edf-51a090dc8b66 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:49.141336 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6e9d6fda-9d0d-4988-8edf-51a090dc8b66 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8076327 Mar 07 21:46:49.144189 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48978) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:49.149302 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-c01507e1-899c-4673-89dc-bed5dd76377e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group_rule': {'security_group_id': 'aa00119d-fae9-49b4-8243-5e17d2a11009', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:49.156297 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c01507e1-899c-4673-89dc-bed5dd76377e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:49.160497 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c01507e1-899c-4673-89dc-bed5dd76377e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group_rule and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:49.163635 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c01507e1-899c-4673-89dc-bed5dd76377e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:49.170954 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c01507e1-899c-4673-89dc-bed5dd76377e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:49.174666 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6f784928-aaf3-4243-bd5d-11196573fb37 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:49.217728 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f784928-aaf3-4243-bd5d-11196573fb37 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Subnet': ['ID=44b8451a-0be2-4137-b4d4-48936af57f73,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:49.221382 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6f784928-aaf3-4243-bd5d-11196573fb37 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:49.231277 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48982) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:49.231854 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf80839-32b8-4488-867c-289fdae50a1f None None] Network 4a7fc84c-2165-4038-92ef-6dccb4feb65d requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:46:49.246256 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6f784928-aaf3-4243-bd5d-11196573fb37 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/subnets/44b8451a-0be2-4137-b4d4-48936af57f73 HTTP/1.1" status: 204 len: 168 time: 0.5255749 Mar 07 21:46:49.247949 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:46:49.277155 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c01507e1-899c-4673-89dc-bed5dd76377e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:49.356979 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c01507e1-899c-4673-89dc-bed5dd76377e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:49.403486 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e7e46f6c-a413-444c-b3ac-1e4b46fb31b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:49.415898 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-e7e46f6c-a413-444c-b3ac-1e4b46fb31b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting port adff4d90-540c-4c65-ba37-2be90fb1584b {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:49.415898 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e7e46f6c-a413-444c-b3ac-1e4b46fb31b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:49.447613 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c01507e1-899c-4673-89dc-bed5dd76377e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:49.479367 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01507e1-899c-4673-89dc-bed5dd76377e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46001c3e-5630-4653-b228-930d19a4e80d,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:49.553266 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c01507e1-899c-4673-89dc-bed5dd76377e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:49.556986 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c01507e1-899c-4673-89dc-bed5dd76377e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4094377 Mar 07 21:46:49.557361 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48986) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:49.559823 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a27a14c-7c7d-4428-8e5c-3c4f181b013e None None] DHCP port deletion for 4a7fc84c-2165-4038-92ef-6dccb4feb65d request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:46:49.572506 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2a27a14c-7c7d-4428-8e5c-3c4f181b013e None None] Deleting port adff4d90-540c-4c65-ba37-2be90fb1584b {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:49.572506 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2a27a14c-7c7d-4428-8e5c-3c4f181b013e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:49.584403 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-51fce370-bfc9-4cef-96e9-f67c6df5069e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group_rule': {'security_group_id': 'aa00119d-fae9-49b4-8243-5e17d2a11009', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:49.608686 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-51fce370-bfc9-4cef-96e9-f67c6df5069e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:49.613587 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-51fce370-bfc9-4cef-96e9-f67c6df5069e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group_rule and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:49.621820 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-51fce370-bfc9-4cef-96e9-f67c6df5069e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:49.674684 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-51fce370-bfc9-4cef-96e9-f67c6df5069e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:49.698240 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-e7e46f6c-a413-444c-b3ac-1e4b46fb31b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] For port adff4d90-540c-4c65-ba37-2be90fb1584b, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=adff4d90-540c-4c65-ba37-2be90fb1584b,segment=NetworkSegment(83247e83-6a9d-4add-97a0-d1357aeee65c),segment_id=83247e83-6a9d-4add-97a0-d1357aeee65c)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:49.698583 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e7e46f6c-a413-444c-b3ac-1e4b46fb31b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:49.793554 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2a27a14c-7c7d-4428-8e5c-3c4f181b013e None None] For port adff4d90-540c-4c65-ba37-2be90fb1584b, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=adff4d90-540c-4c65-ba37-2be90fb1584b,segment=NetworkSegment(83247e83-6a9d-4add-97a0-d1357aeee65c),segment_id=83247e83-6a9d-4add-97a0-d1357aeee65c)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:49.793940 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2a27a14c-7c7d-4428-8e5c-3c4f181b013e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:49.828735 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-e7e46f6c-a413-444c-b3ac-1e4b46fb31b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Calling delete_port for adff4d90-540c-4c65-ba37-2be90fb1584b owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:46:49.858089 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-51fce370-bfc9-4cef-96e9-f67c6df5069e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:49.948040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2a27a14c-7c7d-4428-8e5c-3c4f181b013e None None] Calling delete_port for adff4d90-540c-4c65-ba37-2be90fb1584b owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:46:50.025708 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e7e46f6c-a413-444c-b3ac-1e4b46fb31b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:50.030464 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-2a27a14c-7c7d-4428-8e5c-3c4f181b013e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:46:50.030820 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-2a27a14c-7c7d-4428-8e5c-3c4f181b013e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:46:50.071454 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d123863d-9715-4f1b-af4d-c3e4e6c337f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:50.074217 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e46f6c-a413-444c-b3ac-1e4b46fb31b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Port': ['ID=adff4d90-540c-4c65-ba37-2be90fb1584b,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:50.076625 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e46f6c-a413-444c-b3ac-1e4b46fb31b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] No DVR routers for this DVR port adff4d90-540c-4c65-ba37-2be90fb1584b on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:46:50.080938 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-51fce370-bfc9-4cef-96e9-f67c6df5069e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 21:46:50.082317 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 48990) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:50.082459 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-51fce370-bfc9-4cef-96e9-f67c6df5069e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5241487 Mar 07 21:46:50.150367 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c560c8d9-65ac-44cd-9ea0-308f7ca92ed3 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:50.182160 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c560c8d9-65ac-44cd-9ea0-308f7ca92ed3 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:50.206017 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e7e46f6c-a413-444c-b3ac-1e4b46fb31b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:50.228020 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6a99a73c-1957-44d5-88d6-ffa5c8e8cae4 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:46:50.235937 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-e7e46f6c-a413-444c-b3ac-1e4b46fb31b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7fc84c-2165-4038-92ef-6dccb4feb65d']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:50.249371 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-e7e46f6c-a413-444c-b3ac-1e4b46fb31b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83247e83-6a9d-4add-97a0-d1357aeee65c') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:50.249716 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-e7e46f6c-a413-444c-b3ac-1e4b46fb31b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83247e83-6a9d-4add-97a0-d1357aeee65c') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:50.261257 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e7e46f6c-a413-444c-b3ac-1e4b46fb31b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:50.282431 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e7e46f6c-a413-444c-b3ac-1e4b46fb31b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:50.286566 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e46f6c-a413-444c-b3ac-1e4b46fb31b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:46:50.286948 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e7e46f6c-a413-444c-b3ac-1e4b46fb31b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:46:50.301532 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:46:50.334609 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c560c8d9-65ac-44cd-9ea0-308f7ca92ed3 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:50.363324 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c560c8d9-65ac-44cd-9ea0-308f7ca92ed3 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:50.363324 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c560c8d9-65ac-44cd-9ea0-308f7ca92ed3 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "DELETE /v2.0/security-groups/aa00119d-fae9-49b4-8243-5e17d2a11009 HTTP/1.1" status: 204 len: 168 time: 0.2753754 Mar 07 21:46:50.363324 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560c8d9-65ac-44cd-9ea0-308f7ca92ed3 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa00119d-fae9-49b4-8243-5e17d2a11009,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:50.363769 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48994) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:50.414443 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 6a99a73c-1957-44d5-88d6-ffa5c8e8cae4 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:50.420202 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 6a99a73c-1957-44d5-88d6-ffa5c8e8cae4 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:50.420591 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:50.424054 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-95422b16-fe6b-4493-9919-b03b5f8561e4 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0599749 Mar 07 21:46:50.426699 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 48998) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:50.431661 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-17c0a1ad-0568-44ee-923d-9bc7c4ec1a3c tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group': {'name': 'tempest-secgroup--2074893555'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:50.437982 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-17c0a1ad-0568-44ee-923d-9bc7c4ec1a3c tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:50.443967 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-17c0a1ad-0568-44ee-923d-9bc7c4ec1a3c tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:50.446822 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-17c0a1ad-0568-44ee-923d-9bc7c4ec1a3c tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:50.452498 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-17c0a1ad-0568-44ee-923d-9bc7c4ec1a3c tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:50.497161 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e7e46f6c-a413-444c-b3ac-1e4b46fb31b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:50.517721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e7e46f6c-a413-444c-b3ac-1e4b46fb31b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:50.524228 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e46f6c-a413-444c-b3ac-1e4b46fb31b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Network': ['ID=4a7fc84c-2165-4038-92ef-6dccb4feb65d,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:50.536276 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-17c0a1ad-0568-44ee-923d-9bc7c4ec1a3c tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:50.536506 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2a27a14c-7c7d-4428-8e5c-3c4f181b013e None None] Deleting port adff4d90-540c-4c65-ba37-2be90fb1584b {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:50.536506 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2a27a14c-7c7d-4428-8e5c-3c4f181b013e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:50.553383 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-17c0a1ad-0568-44ee-923d-9bc7c4ec1a3c tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:50.557227 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-17c0a1ad-0568-44ee-923d-9bc7c4ec1a3c tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group_rule and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:50.562555 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-17c0a1ad-0568-44ee-923d-9bc7c4ec1a3c tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:50.566455 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-17c0a1ad-0568-44ee-923d-9bc7c4ec1a3c tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:50.577410 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:50.609263 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e7e46f6c-a413-444c-b3ac-1e4b46fb31b0 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/networks/4a7fc84c-2165-4038-92ef-6dccb4feb65d HTTP/1.1" status: 204 len: 168 time: 1.3767302 Mar 07 21:46:50.613733 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49002) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:50.621069 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-b756e1bb-aa9a-43db-b4a4-39638f23197d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-969786193'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:50.625240 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b756e1bb-aa9a-43db-b4a4-39638f23197d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:50.628693 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2a27a14c-7c7d-4428-8e5c-3c4f181b013e None None] The port 'adff4d90-540c-4c65-ba37-2be90fb1584b' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:46:50.629424 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b756e1bb-aa9a-43db-b4a4-39638f23197d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:network and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:50.641986 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b756e1bb-aa9a-43db-b4a4-39638f23197d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:50.647927 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-17c0a1ad-0568-44ee-923d-9bc7c4ec1a3c tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:50.648761 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 6a99a73c-1957-44d5-88d6-ffa5c8e8cae4, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6a99a73c-1957-44d5-88d6-ffa5c8e8cae4,segment=NetworkSegment(89d72f3b-9b27-49f8-acd2-67c9630c4cf9),segment_id=89d72f3b-9b27-49f8-acd2-67c9630c4cf9)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:50.649767 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b756e1bb-aa9a-43db-b4a4-39638f23197d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:50.694505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-17c0a1ad-0568-44ee-923d-9bc7c4ec1a3c tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:50.734514 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:50.739996 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0a1ad-0568-44ee-923d-9bc7c4ec1a3c tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d30388-fe56-4a7e-86c6-9e25bdbee6b4,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:50.785804 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b756e1bb-aa9a-43db-b4a4-39638f23197d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:50.793617 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b756e1bb-aa9a-43db-b4a4-39638f23197d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:50.800655 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device adff4d90-540c-4c65-ba37-2be90fb1584b no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:46:50.808992 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-17c0a1ad-0568-44ee-923d-9bc7c4ec1a3c tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:50.811437 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-17c0a1ad-0568-44ee-923d-9bc7c4ec1a3c tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3836975 Mar 07 21:46:50.818071 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49006) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:50.824290 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b756e1bb-aa9a-43db-b4a4-39638f23197d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:46:50.825746 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-60fcf1fc-d90a-40b6-a2f3-1f722b8c3531 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group_rule': {'security_group_id': 'f5d30388-fe56-4a7e-86c6-9e25bdbee6b4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:50.826640 dv-neutron-829957-1-hyperv neutron-server[88386]: WARNING neutron.api.v2.base [None req-60fcf1fc-d90a-40b6-a2f3-1f722b8c3531 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 07 21:46:50.828894 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-60fcf1fc-d90a-40b6-a2f3-1f722b8c3531 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:46:50.834705 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-60fcf1fc-d90a-40b6-a2f3-1f722b8c3531 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0106549 Mar 07 21:46:50.835036 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b756e1bb-aa9a-43db-b4a4-39638f23197d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:50.836338 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-b756e1bb-aa9a-43db-b4a4-39638f23197d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Added segment faddd3c8-3119-4395-8329-ed25ce000215 of type vlan for network 0f726f55-699c-4d40-9b8b-27fb230e7331 Mar 07 21:46:50.837234 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49010) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:50.851337 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: adff4d90-540c-4c65-ba37-2be90fb1584b {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:46:50.851337 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device adff4d90-540c-4c65-ba37-2be90fb1584b not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:46:50.866881 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=6a99a73c-1957-44d5-88d6-ffa5c8e8cae4,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:50.879870 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b756e1bb-aa9a-43db-b4a4-39638f23197d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:50.933299 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8eab776e-05ce-4cdf-9f8e-694d69089fff tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:50.958090 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8eab776e-05ce-4cdf-9f8e-694d69089fff tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:50.969607 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b756e1bb-aa9a-43db-b4a4-39638f23197d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:50.969607 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b756e1bb-aa9a-43db-b4a4-39638f23197d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:50.974709 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b756e1bb-aa9a-43db-b4a4-39638f23197d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:51.067380 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8eab776e-05ce-4cdf-9f8e-694d69089fff tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:51.085946 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756e1bb-aa9a-43db-b4a4-39638f23197d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Network': ['ID=0f726f55-699c-4d40-9b8b-27fb230e7331,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:51.086589 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab776e-05ce-4cdf-9f8e-694d69089fff tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d30388-fe56-4a7e-86c6-9e25bdbee6b4,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:51.092880 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b756e1bb-aa9a-43db-b4a4-39638f23197d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4756460 Mar 07 21:46:51.093486 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8eab776e-05ce-4cdf-9f8e-694d69089fff tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:51.093656 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49014) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:51.102591 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8eab776e-05ce-4cdf-9f8e-694d69089fff tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "DELETE /v2.0/security-groups/f5d30388-fe56-4a7e-86c6-9e25bdbee6b4 HTTP/1.1" status: 204 len: 168 time: 0.2560592 Mar 07 21:46:51.102753 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 0f726f55-699c-4d40-9b8b-27fb230e7331 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:46:51.102932 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-07bec9d1-284b-43fa-9773-de2824e0893e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'subnet': {'network_id': '0f726f55-699c-4d40-9b8b-27fb230e7331', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:51.103103 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49018) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:51.179255 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-de288952-5d00-40ca-b1ae-9de650623473 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Synchronizing usage tracker for tenant:940832fccf1642d0b6653a266e959320 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:46:51.234243 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-07bec9d1-284b-43fa-9773-de2824e0893e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:51.234243 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-07bec9d1-284b-43fa-9773-de2824e0893e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:subnet and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:51.241229 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-07bec9d1-284b-43fa-9773-de2824e0893e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:51.247733 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-07bec9d1-284b-43fa-9773-de2824e0893e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:51.251837 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-de288952-5d00-40ca-b1ae-9de650623473 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Unset dirty status for tenant:940832fccf1642d0b6653a266e959320 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:46:51.251837 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-de288952-5d00-40ca-b1ae-9de650623473 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1468275 Mar 07 21:46:51.254124 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49026) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:51.261154 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-4f502d82-ef93-44d2-9de1-11629c9364b5 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group': {'name': 'tempest-secgroup--245122565'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:51.273306 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-4f502d82-ef93-44d2-9de1-11629c9364b5 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:51.285332 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-4f502d82-ef93-44d2-9de1-11629c9364b5 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:51.297037 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bec9d1-284b-43fa-9773-de2824e0893e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:51.297535 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-07bec9d1-284b-43fa-9773-de2824e0893e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:51.384829 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4f502d82-ef93-44d2-9de1-11629c9364b5 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:51.427327 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-4f502d82-ef93-44d2-9de1-11629c9364b5 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:51.428176 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4f502d82-ef93-44d2-9de1-11629c9364b5 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group_rule and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:51.431710 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4f502d82-ef93-44d2-9de1-11629c9364b5 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:51.439874 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-4f502d82-ef93-44d2-9de1-11629c9364b5 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:51.605211 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4f502d82-ef93-44d2-9de1-11629c9364b5 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:51.682929 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4f502d82-ef93-44d2-9de1-11629c9364b5 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:51.713435 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-07bec9d1-284b-43fa-9773-de2824e0893e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:51.778209 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f502d82-ef93-44d2-9de1-11629c9364b5 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5375f7-94bd-4ef1-8c6a-34924072cd00,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:51.826218 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bec9d1-284b-43fa-9773-de2824e0893e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Subnet': ['ID=4f0a7ca0-b497-4e2a-8ceb-87b2b032b06f,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:51.835474 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bec9d1-284b-43fa-9773-de2824e0893e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Checking segment: {'id': 'faddd3c8-3119-4395-8329-ed25ce000215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0f726f55-699c-4d40-9b8b-27fb230e7331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:46:51.835808 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bec9d1-284b-43fa-9773-de2824e0893e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network hostable DHCP agents. Network: 0f726f55-699c-4d40-9b8b-27fb230e7331, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:46:51.913605 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4f502d82-ef93-44d2-9de1-11629c9364b5 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:51.913605 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4f502d82-ef93-44d2-9de1-11629c9364b5 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6580482 Mar 07 21:46:51.915995 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49032) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:51.923769 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-81d5451a-b082-4933-ad53-06168191c9d5 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group_rule': {'security_group_id': '4e5375f7-94bd-4ef1-8c6a-34924072cd00', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:51.923769 dv-neutron-829957-1-hyperv neutron-server[88387]: WARNING neutron.api.v2.base [None req-81d5451a-b082-4933-ad53-06168191c9d5 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 07 21:46:51.923769 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-81d5451a-b082-4933-ad53-06168191c9d5 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:46:51.926516 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-81d5451a-b082-4933-ad53-06168191c9d5 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0074217 Mar 07 21:46:51.926643 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49036) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:51.943892 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bec9d1-284b-43fa-9773-de2824e0893e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network 0f726f55-699c-4d40-9b8b-27fb230e7331 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:46:51.993091 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b30488c-ae1f-4bbd-878b-368787a362e9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:52.027002 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b30488c-ae1f-4bbd-878b-368787a362e9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:52.043461 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-07bec9d1-284b-43fa-9773-de2824e0893e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 0f726f55-699c-4d40-9b8b-27fb230e7331) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:52.051729 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b2fd16-ec8c-4d3d-a612-848420ee3b82 None None] Network 0f726f55-699c-4d40-9b8b-27fb230e7331 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:46:52.055920 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bec9d1-284b-43fa-9773-de2824e0893e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:52.056504 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-07bec9d1-284b-43fa-9773-de2824e0893e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:52.163433 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49040) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:52.163899 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-07bec9d1-284b-43fa-9773-de2824e0893e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0660450 Mar 07 21:46:52.166994 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-0e7203c8-fdb4-47b7-a67a-af850cc07a57 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-845777464', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:52.175311 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0e7203c8-fdb4-47b7-a67a-af850cc07a57 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:52.182328 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b30488c-ae1f-4bbd-878b-368787a362e9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:52.183303 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2b30488c-ae1f-4bbd-878b-368787a362e9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:52.184560 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2b30488c-ae1f-4bbd-878b-368787a362e9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "DELETE /v2.0/security-groups/4e5375f7-94bd-4ef1-8c6a-34924072cd00 HTTP/1.1" status: 204 len: 168 time: 0.2570939 Mar 07 21:46:52.188198 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0e7203c8-fdb4-47b7-a67a-af850cc07a57 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:router and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:52.193011 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49044) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:52.199508 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0e7203c8-fdb4-47b7-a67a-af850cc07a57 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:52.203795 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6a99a73c-1957-44d5-88d6-ffa5c8e8cae4 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:46:52.204928 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0e7203c8-fdb4-47b7-a67a-af850cc07a57 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:52.215575 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30488c-ae1f-4bbd-878b-368787a362e9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5375f7-94bd-4ef1-8c6a-34924072cd00,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:52.251005 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f3f4876d-9cf9-4447-aa28-b3cfe6cda66d tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Synchronizing usage tracker for tenant:940832fccf1642d0b6653a266e959320 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:46:52.293121 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0e7203c8-fdb4-47b7-a67a-af850cc07a57 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:52.293121 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0e7203c8-fdb4-47b7-a67a-af850cc07a57 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:52.306339 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0e7203c8-fdb4-47b7-a67a-af850cc07a57 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:52.339023 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f3f4876d-9cf9-4447-aa28-b3cfe6cda66d tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Unset dirty status for tenant:940832fccf1642d0b6653a266e959320 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:46:52.340555 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f3f4876d-9cf9-4447-aa28-b3cfe6cda66d tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1468613 Mar 07 21:46:52.345203 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49048) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:52.357873 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-2101e54d-320b-4f36-b884-5b5f89c9bdd6 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1441377220'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:52.360704 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bae9da-d214-40e1-baa1-3a79002c13b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-0f726f55-699c-4d40-9b8b-27fb230e7331', 'network_id': '0f726f55-699c-4d40-9b8b-27fb230e7331', 'tenant_id': 'bf34c810950841a19e370c783f525ceb', 'fixed_ips': [{'subnet_id': '4f0a7ca0-b497-4e2a-8ceb-87b2b032b06f'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:46:52.360704 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a8bae9da-d214-40e1-baa1-3a79002c13b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:52.364247 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-2101e54d-320b-4f36-b884-5b5f89c9bdd6 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:52.366682 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-2101e54d-320b-4f36-b884-5b5f89c9bdd6 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:52.376481 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-92084251-e15d-41f7-9e23-742ea5644cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:52.383524 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 6a99a73c-1957-44d5-88d6-ffa5c8e8cae4 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:52.383524 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:52.391421 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0e7203c8-fdb4-47b7-a67a-af850cc07a57 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:52.431553 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2101e54d-320b-4f36-b884-5b5f89c9bdd6 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:52.455282 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-2101e54d-320b-4f36-b884-5b5f89c9bdd6 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:52.458980 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-2101e54d-320b-4f36-b884-5b5f89c9bdd6 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group_rule and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:52.461715 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-2101e54d-320b-4f36-b884-5b5f89c9bdd6 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:52.469285 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-2101e54d-320b-4f36-b884-5b5f89c9bdd6 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:52.493818 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0e7203c8-fdb4-47b7-a67a-af850cc07a57 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:52.495025 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0e7203c8-fdb4-47b7-a67a-af850cc07a57 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3332121 Mar 07 21:46:52.498101 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49052) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:52.505872 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-314d8a4c-a637-4256-8b63-0e185e31f980 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'port': {'network_id': '0f726f55-699c-4d40-9b8b-27fb230e7331', 'name': 'tempest-PortsTestJSON-1804498252'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:52.568870 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2101e54d-320b-4f36-b884-5b5f89c9bdd6 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:52.614822 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-a8bae9da-d214-40e1-baa1-3a79002c13b9 None None] Allocated IP 172.20.0.2 (0f726f55-699c-4d40-9b8b-27fb230e7331/4f0a7ca0-b497-4e2a-8ceb-87b2b032b06f/b868063a-90cc-48cb-b0f1-cde5be1a34a3) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:52.631800 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2101e54d-320b-4f36-b884-5b5f89c9bdd6 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:52.657809 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-314d8a4c-a637-4256-8b63-0e185e31f980 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:52.661875 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-314d8a4c-a637-4256-8b63-0e185e31f980 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:port and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:52.664768 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-314d8a4c-a637-4256-8b63-0e185e31f980 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:52.676540 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-314d8a4c-a637-4256-8b63-0e185e31f980 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:52.678222 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101e54d-320b-4f36-b884-5b5f89c9bdd6 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=276876a2-5d1e-414f-86e3-40e3e739651a,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:52.756829 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2101e54d-320b-4f36-b884-5b5f89c9bdd6 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:52.760930 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49056) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:52.761162 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2101e54d-320b-4f36-b884-5b5f89c9bdd6 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4146690 Mar 07 21:46:52.767666 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-16403c91-613e-477e-8add-6244917cae18 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group_rule': {'security_group_id': '276876a2-5d1e-414f-86e3-40e3e739651a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:52.768107 dv-neutron-829957-1-hyperv neutron-server[88387]: WARNING neutron.api.v2.base [None req-16403c91-613e-477e-8add-6244917cae18 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 07 21:46:52.768743 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-16403c91-613e-477e-8add-6244917cae18 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:46:52.769672 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-16403c91-613e-477e-8add-6244917cae18 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078576 Mar 07 21:46:52.770521 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314d8a4c-a637-4256-8b63-0e185e31f980 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:46:52.772672 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49060) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:52.774037 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-314d8a4c-a637-4256-8b63-0e185e31f980 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:52.778246 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-44ed6657-00d5-4e57-bbf4-6b3cf5f9734c tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group_rule': {'security_group_id': '276876a2-5d1e-414f-86e3-40e3e739651a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:52.779830 dv-neutron-829957-1-hyperv neutron-server[88386]: WARNING neutron.api.v2.base [None req-44ed6657-00d5-4e57-bbf4-6b3cf5f9734c tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 07 21:46:52.780391 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-44ed6657-00d5-4e57-bbf4-6b3cf5f9734c tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:46:52.784048 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-44ed6657-00d5-4e57-bbf4-6b3cf5f9734c tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0102887 Mar 07 21:46:52.785180 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49064) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:52.807167 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f79cdfef-3f87-42ab-ae04-68ab28968cca tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group_rule': {'security_group_id': '276876a2-5d1e-414f-86e3-40e3e739651a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:52.807167 dv-neutron-829957-1-hyperv neutron-server[88386]: WARNING neutron.api.v2.base [None req-f79cdfef-3f87-42ab-ae04-68ab28968cca tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 07 21:46:52.807167 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-f79cdfef-3f87-42ab-ae04-68ab28968cca tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:46:52.807167 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f79cdfef-3f87-42ab-ae04-68ab28968cca tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0094044 Mar 07 21:46:52.807167 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49068) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:52.811674 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-785e0390-874b-43fd-87a4-c62ecdcb8fc8 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group_rule': {'security_group_id': '276876a2-5d1e-414f-86e3-40e3e739651a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:52.813314 dv-neutron-829957-1-hyperv neutron-server[88386]: WARNING neutron.api.v2.base [None req-785e0390-874b-43fd-87a4-c62ecdcb8fc8 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 07 21:46:52.814262 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-785e0390-874b-43fd-87a4-c62ecdcb8fc8 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:46:52.818955 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49072) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:52.819700 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-785e0390-874b-43fd-87a4-c62ecdcb8fc8 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0149350 Mar 07 21:46:52.837532 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a8bae9da-d214-40e1-baa1-3a79002c13b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:52.838096 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-314d8a4c-a637-4256-8b63-0e185e31f980 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] device_id is not set on port 557dcd07-ae21-4c92-bbf6-a1d177afdcb4 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:46:52.848129 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a8bae9da-d214-40e1-baa1-3a79002c13b9 None None] Transition to ACTIVE for port object b868063a-90cc-48cb-b0f1-cde5be1a34a3 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:52.866951 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a8bae9da-d214-40e1-baa1-3a79002c13b9 None None] Transition to ACTIVE for port object b868063a-90cc-48cb-b0f1-cde5be1a34a3 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:52.940274 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a8bae9da-d214-40e1-baa1-3a79002c13b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:53.010223 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bae9da-d214-40e1-baa1-3a79002c13b9 None None] Network 0f726f55-699c-4d40-9b8b-27fb230e7331 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:53.014812 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-a8bae9da-d214-40e1-baa1-3a79002c13b9 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:53.019318 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bae9da-d214-40e1-baa1-3a79002c13b9 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:46:53.021593 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bae9da-d214-40e1-baa1-3a79002c13b9 None None] Pushing event updated for resources: {'Port': ['ID=b868063a-90cc-48cb-b0f1-cde5be1a34a3,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:53.109334 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-130b291a-e4f8-4acb-9434-dc76290201ed tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:53.150574 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-130b291a-e4f8-4acb-9434-dc76290201ed tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:53.153406 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-a8bae9da-d214-40e1-baa1-3a79002c13b9 None None] Attempting to bind port b868063a-90cc-48cb-b0f1-cde5be1a34a3 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:46:53.153924 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-a8bae9da-d214-40e1-baa1-3a79002c13b9 None None] Attempting to bind port b868063a-90cc-48cb-b0f1-cde5be1a34a3 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'faddd3c8-3119-4395-8329-ed25ce000215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0f726f55-699c-4d40-9b8b-27fb230e7331'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:46:53.154195 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bae9da-d214-40e1-baa1-3a79002c13b9 None None] Attempting to bind port b868063a-90cc-48cb-b0f1-cde5be1a34a3 on network 0f726f55-699c-4d40-9b8b-27fb230e7331 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:46:53.167331 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bae9da-d214-40e1-baa1-3a79002c13b9 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:46:53.167331 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bae9da-d214-40e1-baa1-3a79002c13b9 None None] Checking segment: {'id': 'faddd3c8-3119-4395-8329-ed25ce000215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0f726f55-699c-4d40-9b8b-27fb230e7331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:46:53.167331 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a8bae9da-d214-40e1-baa1-3a79002c13b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:53.167331 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bae9da-d214-40e1-baa1-3a79002c13b9 None None] Bound using segment: {'id': 'faddd3c8-3119-4395-8329-ed25ce000215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0f726f55-699c-4d40-9b8b-27fb230e7331'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:46:53.167331 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-a8bae9da-d214-40e1-baa1-3a79002c13b9 None None] Bound port: b868063a-90cc-48cb-b0f1-cde5be1a34a3, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faddd3c8-3119-4395-8329-ed25ce000215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0f726f55-699c-4d40-9b8b-27fb230e7331'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:46:53.167331 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a8bae9da-d214-40e1-baa1-3a79002c13b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:53.230772 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.api [None req-314d8a4c-a637-4256-8b63-0e185e31f980 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a544a9b7-fafa-4246-8b87-920866b5fb2a {{(pid=88387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:46:53.234237 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG oslo_db.api [None req-314d8a4c-a637-4256-8b63-0e185e31f980 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:46:53.237212 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:53.250037 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-a8bae9da-d214-40e1-baa1-3a79002c13b9 None None] For port b868063a-90cc-48cb-b0f1-cde5be1a34a3, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:46:53.260596 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-a8bae9da-d214-40e1-baa1-3a79002c13b9 None None] For port b868063a-90cc-48cb-b0f1-cde5be1a34a3, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=b868063a-90cc-48cb-b0f1-cde5be1a34a3,segment=NetworkSegment(faddd3c8-3119-4395-8329-ed25ce000215),segment_id=faddd3c8-3119-4395-8329-ed25ce000215)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:46:53.317089 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-130b291a-e4f8-4acb-9434-dc76290201ed tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:53.345648 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b291a-e4f8-4acb-9434-dc76290201ed tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=276876a2-5d1e-414f-86e3-40e3e739651a,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:53.346246 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-130b291a-e4f8-4acb-9434-dc76290201ed tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:53.347341 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-130b291a-e4f8-4acb-9434-dc76290201ed tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "DELETE /v2.0/security-groups/276876a2-5d1e-414f-86e3-40e3e739651a HTTP/1.1" status: 204 len: 168 time: 0.5274477 Mar 07 21:46:53.350018 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49076) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:53.365843 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a8bae9da-d214-40e1-baa1-3a79002c13b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:53.399201 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b66b5a1e-4978-4a04-8903-fcf2c7fdadc9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Synchronizing usage tracker for tenant:940832fccf1642d0b6653a266e959320 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:46:53.404188 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:53.447069 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bae9da-d214-40e1-baa1-3a79002c13b9 None None] Pushing event updated for resources: {'Port': ['ID=b868063a-90cc-48cb-b0f1-cde5be1a34a3,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:53.506115 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b66b5a1e-4978-4a04-8903-fcf2c7fdadc9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Unset dirty status for tenant:940832fccf1642d0b6653a266e959320 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:46:53.511570 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b66b5a1e-4978-4a04-8903-fcf2c7fdadc9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1562653 Mar 07 21:46:53.511802 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49080) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:53.517155 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-04058013-e322-42bd-9443-34482c6f5a9e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1564838822'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:53.523970 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-04058013-e322-42bd-9443-34482c6f5a9e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:53.537840 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-04058013-e322-42bd-9443-34482c6f5a9e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:53.605019 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-04058013-e322-42bd-9443-34482c6f5a9e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:53.633158 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-04058013-e322-42bd-9443-34482c6f5a9e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:53.637052 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-04058013-e322-42bd-9443-34482c6f5a9e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group_rule and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:53.639881 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-04058013-e322-42bd-9443-34482c6f5a9e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:53.645604 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-04058013-e322-42bd-9443-34482c6f5a9e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:53.737541 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-314d8a4c-a637-4256-8b63-0e185e31f980 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:53.754862 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-04058013-e322-42bd-9443-34482c6f5a9e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:53.763565 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [None req-314d8a4c-a637-4256-8b63-0e185e31f980 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] device_id is not set on port 37def5b1-f681-4654-80a7-0d7ad05801c4 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:46:53.831091 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-04058013-e322-42bd-9443-34482c6f5a9e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:53.930826 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04058013-e322-42bd-9443-34482c6f5a9e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3166b5-17bf-480a-bf17-33f60bc2d70a,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:53.970676 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-314d8a4c-a637-4256-8b63-0e185e31f980 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Allocated IP 172.20.0.4 (0f726f55-699c-4d40-9b8b-27fb230e7331/4f0a7ca0-b497-4e2a-8ceb-87b2b032b06f/37def5b1-f681-4654-80a7-0d7ad05801c4) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:46:53.972735 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-04058013-e322-42bd-9443-34482c6f5a9e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:53.973923 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-04058013-e322-42bd-9443-34482c6f5a9e tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4611900 Mar 07 21:46:53.977540 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49086) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:53.983897 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-68f792c6-4d74-4fb5-8552-cdb084f0eebd tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group_rule': {'security_group_id': '6f3166b5-17bf-480a-bf17-33f60bc2d70a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:53.984403 dv-neutron-829957-1-hyperv neutron-server[88386]: WARNING neutron.api.v2.base [None req-68f792c6-4d74-4fb5-8552-cdb084f0eebd tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 07 21:46:53.984504 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-68f792c6-4d74-4fb5-8552-cdb084f0eebd tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:46:53.985598 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-68f792c6-4d74-4fb5-8552-cdb084f0eebd tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070651 Mar 07 21:46:53.988822 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49090) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:53.994058 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-77602724-8116-4d06-a241-2579d5e91f3f tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group_rule': {'security_group_id': '6f3166b5-17bf-480a-bf17-33f60bc2d70a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:54.002139 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-77602724-8116-4d06-a241-2579d5e91f3f tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:54.006457 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-77602724-8116-4d06-a241-2579d5e91f3f tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group_rule and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:54.009485 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-77602724-8116-4d06-a241-2579d5e91f3f tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:54.016371 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-77602724-8116-4d06-a241-2579d5e91f3f tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:54.175251 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-77602724-8116-4d06-a241-2579d5e91f3f tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:46:54.175877 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-77602724-8116-4d06-a241-2579d5e91f3f tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1864679 Mar 07 21:46:54.179407 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49094) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:54.190678 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-5a080957-67f4-48f4-a1c1-f552783eb2e8 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group_rule': {'security_group_id': '6f3166b5-17bf-480a-bf17-33f60bc2d70a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:54.190678 dv-neutron-829957-1-hyperv neutron-server[88386]: WARNING neutron.api.v2.base [None req-5a080957-67f4-48f4-a1c1-f552783eb2e8 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 07 21:46:54.190678 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-5a080957-67f4-48f4-a1c1-f552783eb2e8 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:46:54.190678 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5a080957-67f4-48f4-a1c1-f552783eb2e8 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062170 Mar 07 21:46:54.190678 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49098) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:54.194375 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-13776278-7627-49eb-9e79-eca117490686 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group_rule': {'security_group_id': '6f3166b5-17bf-480a-bf17-33f60bc2d70a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:54.202888 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-13776278-7627-49eb-9e79-eca117490686 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:54.208477 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-13776278-7627-49eb-9e79-eca117490686 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group_rule and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:54.211393 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-13776278-7627-49eb-9e79-eca117490686 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:54.219482 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-13776278-7627-49eb-9e79-eca117490686 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:54.233889 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-314d8a4c-a637-4256-8b63-0e185e31f980 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:54.255581 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b868063a-90cc-48cb-b0f1-cde5be1a34a3 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:46:54.267765 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-314d8a4c-a637-4256-8b63-0e185e31f980 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Transition to ACTIVE for port object 37def5b1-f681-4654-80a7-0d7ad05801c4 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:46:54.385530 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-314d8a4c-a637-4256-8b63-0e185e31f980 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:54.414264 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port b868063a-90cc-48cb-b0f1-cde5be1a34a3 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:54.414698 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-13776278-7627-49eb-9e79-eca117490686 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:46:54.416080 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-13776278-7627-49eb-9e79-eca117490686 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2262907 Mar 07 21:46:54.427092 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49102) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:54.427092 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-53c6196c-61d7-467e-94af-4079dd4cf324 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group_rule': {'security_group_id': '6f3166b5-17bf-480a-bf17-33f60bc2d70a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:54.427092 dv-neutron-829957-1-hyperv neutron-server[88386]: WARNING neutron.api.v2.base [None req-53c6196c-61d7-467e-94af-4079dd4cf324 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 07 21:46:54.433400 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-53c6196c-61d7-467e-94af-4079dd4cf324 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:46:54.434418 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-53c6196c-61d7-467e-94af-4079dd4cf324 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0126841 Mar 07 21:46:54.438397 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49106) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:54.446312 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d6582978-b487-4965-b304-92ca7f0c74da tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group_rule': {'security_group_id': '6f3166b5-17bf-480a-bf17-33f60bc2d70a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:54.454528 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d6582978-b487-4965-b304-92ca7f0c74da tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:54.461350 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d6582978-b487-4965-b304-92ca7f0c74da tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group_rule and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:54.461477 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314d8a4c-a637-4256-8b63-0e185e31f980 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network 0f726f55-699c-4d40-9b8b-27fb230e7331 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:54.464284 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-314d8a4c-a637-4256-8b63-0e185e31f980 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:54.464650 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d6582978-b487-4965-b304-92ca7f0c74da tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:54.473819 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314d8a4c-a637-4256-8b63-0e185e31f980 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:46:54.474702 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d6582978-b487-4965-b304-92ca7f0c74da tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:54.521712 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d8a4c-a637-4256-8b63-0e185e31f980 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Port': ['ID=37def5b1-f681-4654-80a7-0d7ad05801c4,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:54.544525 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be041ed2-f027-4db5-90f8-2be5f21df84e None None] Network 0f726f55-699c-4d40-9b8b-27fb230e7331 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:46:54.546036 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-d6582978-b487-4965-b304-92ca7f0c74da tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Project 940832fccf1642d0b6653a266e959320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:46:54.546185 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314d8a4c-a637-4256-8b63-0e185e31f980 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:54.546653 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-314d8a4c-a637-4256-8b63-0e185e31f980 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:54.632210 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-314d8a4c-a637-4256-8b63-0e185e31f980 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1315818 Mar 07 21:46:54.635023 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49110) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:54.708204 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-d6582978-b487-4965-b304-92ca7f0c74da tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:46:54.708204 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d6582978-b487-4965-b304-92ca7f0c74da tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2669363 Mar 07 21:46:54.710157 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49114) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:54.721522 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3492cd83-3dc4-47ae-8d6f-79d17c7c00d2 None None] Provisioning for port b868063a-90cc-48cb-b0f1-cde5be1a34a3 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:54.723456 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-e55fd68f-6141-4857-9e38-51ba31081814 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group_rule': {'security_group_id': '6f3166b5-17bf-480a-bf17-33f60bc2d70a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:54.723456 dv-neutron-829957-1-hyperv neutron-server[88387]: WARNING neutron.api.v2.base [None req-e55fd68f-6141-4857-9e38-51ba31081814 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 07 21:46:54.723456 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-e55fd68f-6141-4857-9e38-51ba31081814 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:46:54.726898 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e55fd68f-6141-4857-9e38-51ba31081814 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0128608 Mar 07 21:46:54.727769 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49118) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:54.731101 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3492cd83-3dc4-47ae-8d6f-79d17c7c00d2 None None] Provisioning complete for port b868063a-90cc-48cb-b0f1-cde5be1a34a3 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:54.731101 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3492cd83-3dc4-47ae-8d6f-79d17c7c00d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:54.737088 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-c7b70136-ec55-40dc-8cfe-9ca6068bf958 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group_rule': {'security_group_id': '6f3166b5-17bf-480a-bf17-33f60bc2d70a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:54.750982 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c7b70136-ec55-40dc-8cfe-9ca6068bf958 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:54.760222 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c7b70136-ec55-40dc-8cfe-9ca6068bf958 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group_rule and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:54.760222 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c7b70136-ec55-40dc-8cfe-9ca6068bf958 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:54.770196 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c7b70136-ec55-40dc-8cfe-9ca6068bf958 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:54.787164 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:54.838931 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.securitygroups_db [None req-c7b70136-ec55-40dc-8cfe-9ca6068bf958 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Project 940832fccf1642d0b6653a266e959320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:46:54.945720 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-c7b70136-ec55-40dc-8cfe-9ca6068bf958 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:46:54.946805 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c7b70136-ec55-40dc-8cfe-9ca6068bf958 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2180955 Mar 07 21:46:54.949688 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49122) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:54.956943 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3492cd83-3dc4-47ae-8d6f-79d17c7c00d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:54.957039 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-bc6c0ce3-3e2a-4446-8a0b-e6bdf90aa6b0 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group_rule': {'security_group_id': '6f3166b5-17bf-480a-bf17-33f60bc2d70a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:54.962842 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-bc6c0ce3-3e2a-4446-8a0b-e6bdf90aa6b0 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:54.970269 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-bc6c0ce3-3e2a-4446-8a0b-e6bdf90aa6b0 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group_rule and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:54.977054 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-bc6c0ce3-3e2a-4446-8a0b-e6bdf90aa6b0 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:54.989336 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-bc6c0ce3-3e2a-4446-8a0b-e6bdf90aa6b0 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:54.998511 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-3492cd83-3dc4-47ae-8d6f-79d17c7c00d2 None None] For port b868063a-90cc-48cb-b0f1-cde5be1a34a3, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=b868063a-90cc-48cb-b0f1-cde5be1a34a3,segment=NetworkSegment(faddd3c8-3119-4395-8329-ed25ce000215),segment_id=faddd3c8-3119-4395-8329-ed25ce000215)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:46:55.062448 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.securitygroups_db [None req-bc6c0ce3-3e2a-4446-8a0b-e6bdf90aa6b0 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Project 940832fccf1642d0b6653a266e959320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:46:55.082880 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3492cd83-3dc4-47ae-8d6f-79d17c7c00d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:55.160118 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492cd83-3dc4-47ae-8d6f-79d17c7c00d2 None None] Pushing event updated for resources: {'Port': ['ID=b868063a-90cc-48cb-b0f1-cde5be1a34a3,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:55.180081 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-bc6c0ce3-3e2a-4446-8a0b-e6bdf90aa6b0 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:46:55.184703 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bc6c0ce3-3e2a-4446-8a0b-e6bdf90aa6b0 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2307036 Mar 07 21:46:55.184703 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49126) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:55.208598 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-03414cf1-fc5f-416e-885d-f17fe39d379f None None] Provisioning complete for port b868063a-90cc-48cb-b0f1-cde5be1a34a3 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:55.208598 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-03414cf1-fc5f-416e-885d-f17fe39d379f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:55.263480 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5019c524-42aa-4ac5-906a-5083af994f20 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:55.302077 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5019c524-42aa-4ac5-906a-5083af994f20 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:55.396767 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-99b4e05b-af88-4e64-b767-f9765e7faed7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:55.437092 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-03414cf1-fc5f-416e-885d-f17fe39d379f None None] Provisioning for port 37def5b1-f681-4654-80a7-0d7ad05801c4 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:46:55.442245 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-03414cf1-fc5f-416e-885d-f17fe39d379f None None] Provisioning complete for port 37def5b1-f681-4654-80a7-0d7ad05801c4 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:55.446990 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-03414cf1-fc5f-416e-885d-f17fe39d379f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:55.467234 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5019c524-42aa-4ac5-906a-5083af994f20 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:55.486401 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019c524-42aa-4ac5-906a-5083af994f20 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3166b5-17bf-480a-bf17-33f60bc2d70a,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:55.494851 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5019c524-42aa-4ac5-906a-5083af994f20 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:55.495955 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5019c524-42aa-4ac5-906a-5083af994f20 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "DELETE /v2.0/security-groups/6f3166b5-17bf-480a-bf17-33f60bc2d70a HTTP/1.1" status: 204 len: 168 time: 0.3108230 Mar 07 21:46:55.498412 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49130) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:55.515741 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-03414cf1-fc5f-416e-885d-f17fe39d379f None None] Port 37def5b1-f681-4654-80a7-0d7ad05801c4 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:46:55.551138 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e93c8a62-9d41-4814-bf79-81227fedf483 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Synchronizing usage tracker for tenant:940832fccf1642d0b6653a266e959320 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:46:55.634968 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-caa1ebf6-695c-41b1-a194-254bd839f35a None None] Provisioning complete for port 37def5b1-f681-4654-80a7-0d7ad05801c4 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:55.635341 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-caa1ebf6-695c-41b1-a194-254bd839f35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:55.676458 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e93c8a62-9d41-4814-bf79-81227fedf483 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Unset dirty status for tenant:940832fccf1642d0b6653a266e959320 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:46:55.677708 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e93c8a62-9d41-4814-bf79-81227fedf483 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1784132 Mar 07 21:46:55.681580 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49136) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:55.687052 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-92ffdd39-bff2-4061-a975-a1bbe083b70a tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group': {'name': 'tempest-secgroup--407388616'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:55.695627 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-92ffdd39-bff2-4061-a975-a1bbe083b70a tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:55.703542 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-caa1ebf6-695c-41b1-a194-254bd839f35a None None] Port 37def5b1-f681-4654-80a7-0d7ad05801c4 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:46:55.707134 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-92ffdd39-bff2-4061-a975-a1bbe083b70a tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:55.775175 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-99b4e05b-af88-4e64-b767-f9765e7faed7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:55.802319 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-92ffdd39-bff2-4061-a975-a1bbe083b70a tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:55.822941 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-92ffdd39-bff2-4061-a975-a1bbe083b70a tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:55.829465 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-92ffdd39-bff2-4061-a975-a1bbe083b70a tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group_rule and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:55.830545 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-92ffdd39-bff2-4061-a975-a1bbe083b70a tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:55.836274 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-92ffdd39-bff2-4061-a975-a1bbe083b70a tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:55.912269 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-92ffdd39-bff2-4061-a975-a1bbe083b70a tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:55.922878 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-99b4e05b-af88-4e64-b767-f9765e7faed7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:56.041282 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4e05b-af88-4e64-b767-f9765e7faed7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Port': ['ID=37def5b1-f681-4654-80a7-0d7ad05801c4,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:56.048715 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-92ffdd39-bff2-4061-a975-a1bbe083b70a tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:56.098359 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffdd39-bff2-4061-a975-a1bbe083b70a tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9773e602-ff34-4203-9be4-904b14a491cc,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:56.163515 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-92ffdd39-bff2-4061-a975-a1bbe083b70a tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:56.164920 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-92ffdd39-bff2-4061-a975-a1bbe083b70a tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4819422 Mar 07 21:46:56.167858 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49140) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:56.176697 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-320fab8a-9564-49ab-83c6-3d01b39093d7 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group_rule': {'security_group_id': '9773e602-ff34-4203-9be4-904b14a491cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:56.183175 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-320fab8a-9564-49ab-83c6-3d01b39093d7 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:56.194450 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-320fab8a-9564-49ab-83c6-3d01b39093d7 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group_rule and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:56.194568 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b868063a-90cc-48cb-b0f1-cde5be1a34a3 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:46:56.198276 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-320fab8a-9564-49ab-83c6-3d01b39093d7 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:56.204664 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-320fab8a-9564-49ab-83c6-3d01b39093d7 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:56.257662 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f824e04c-63a7-486e-832a-b43b41c76cc2 None None] Provisioning complete for port 37def5b1-f681-4654-80a7-0d7ad05801c4 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:56.262115 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f824e04c-63a7-486e-832a-b43b41c76cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:56.270721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-99b4e05b-af88-4e64-b767-f9765e7faed7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:56.322082 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-f824e04c-63a7-486e-832a-b43b41c76cc2 None None] Port 37def5b1-f681-4654-80a7-0d7ad05801c4 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:46:56.328513 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port b868063a-90cc-48cb-b0f1-cde5be1a34a3 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:56.328880 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:56.379837 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-320fab8a-9564-49ab-83c6-3d01b39093d7 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] create failed (client error): The resource could not be found. Mar 07 21:46:56.384473 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-320fab8a-9564-49ab-83c6-3d01b39093d7 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2109342 Mar 07 21:46:56.384473 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49144) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:56.388943 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-a6a2aeb8-8fe1-4bda-89e9-a48ccf694437 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group_rule': {'security_group_id': '9773e602-ff34-4203-9be4-904b14a491cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b442e3b7-b7cb-4ae8-8430-36f7b217bce3'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:56.394797 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a6a2aeb8-8fe1-4bda-89e9-a48ccf694437 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:56.398666 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a6a2aeb8-8fe1-4bda-89e9-a48ccf694437 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group_rule and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:56.401865 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a6a2aeb8-8fe1-4bda-89e9-a48ccf694437 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:56.408147 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a6a2aeb8-8fe1-4bda-89e9-a48ccf694437 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:56.464844 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-99b4e05b-af88-4e64-b767-f9765e7faed7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:56.556985 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-a6a2aeb8-8fe1-4bda-89e9-a48ccf694437 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] create failed (client error): The resource could not be found. Mar 07 21:46:56.567226 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a6a2aeb8-8fe1-4bda-89e9-a48ccf694437 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1734390 Mar 07 21:46:56.567226 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49148) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:56.664720 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-57712f9d-4094-4e3d-aef1-5b7d436ea4af tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:56.691899 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-57712f9d-4094-4e3d-aef1-5b7d436ea4af tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:56.838381 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-57712f9d-4094-4e3d-aef1-5b7d436ea4af tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:56.860184 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57712f9d-4094-4e3d-aef1-5b7d436ea4af tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9773e602-ff34-4203-9be4-904b14a491cc,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:56.869768 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-57712f9d-4094-4e3d-aef1-5b7d436ea4af tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:56.871318 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-57712f9d-4094-4e3d-aef1-5b7d436ea4af tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "DELETE /v2.0/security-groups/9773e602-ff34-4203-9be4-904b14a491cc HTTP/1.1" status: 204 len: 168 time: 0.3084784 Mar 07 21:46:56.873645 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49152) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:56.926017 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-21fef810-5a32-4069-9318-a1f8503eff38 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Synchronizing usage tracker for tenant:940832fccf1642d0b6653a266e959320 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:46:56.969786 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-99b4e05b-af88-4e64-b767-f9765e7faed7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:56.996489 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-21fef810-5a32-4069-9318-a1f8503eff38 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Unset dirty status for tenant:940832fccf1642d0b6653a266e959320 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:46:56.998934 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-21fef810-5a32-4069-9318-a1f8503eff38 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1229343 Mar 07 21:46:57.002180 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49156) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:57.013801 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-27080094-26a9-4a75-9767-488e405a871c tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group_rule': {'security_group_id': '71a11887-3c2a-459d-bdde-8d4e55b3d30d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:57.014633 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-27080094-26a9-4a75-9767-488e405a871c tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:57.018483 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-27080094-26a9-4a75-9767-488e405a871c tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group_rule and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:57.021277 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-27080094-26a9-4a75-9767-488e405a871c tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:57.025193 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-99b4e05b-af88-4e64-b767-f9765e7faed7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:57.030459 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-27080094-26a9-4a75-9767-488e405a871c tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:57.140146 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-99b4e05b-af88-4e64-b767-f9765e7faed7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:57.143457 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4e05b-af88-4e64-b767-f9765e7faed7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Port': ['ID=37def5b1-f681-4654-80a7-0d7ad05801c4,revision_number=3']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:57.185177 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-27080094-26a9-4a75-9767-488e405a871c tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] create failed (client error): The resource could not be found. Mar 07 21:46:57.189889 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-27080094-26a9-4a75-9767-488e405a871c tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1826146 Mar 07 21:46:57.189889 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49160) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:57.195114 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-953647dc-f9ad-46cc-b2c5-740e74997ae9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1788739423'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:57.201363 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-953647dc-f9ad-46cc-b2c5-740e74997ae9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:57.210811 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-953647dc-f9ad-46cc-b2c5-740e74997ae9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:57.266285 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-953647dc-f9ad-46cc-b2c5-740e74997ae9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:57.276402 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b4e05b-af88-4e64-b767-f9765e7faed7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network 0f726f55-699c-4d40-9b8b-27fb230e7331 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:46:57.283625 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-99b4e05b-af88-4e64-b767-f9765e7faed7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:46:57.286949 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-953647dc-f9ad-46cc-b2c5-740e74997ae9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:57.290722 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-953647dc-f9ad-46cc-b2c5-740e74997ae9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group_rule and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:57.294862 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-953647dc-f9ad-46cc-b2c5-740e74997ae9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:57.300562 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-953647dc-f9ad-46cc-b2c5-740e74997ae9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:57.379002 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-953647dc-f9ad-46cc-b2c5-740e74997ae9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:57.437374 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-953647dc-f9ad-46cc-b2c5-740e74997ae9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:57.488357 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953647dc-f9ad-46cc-b2c5-740e74997ae9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=101f2dd2-3566-4c4c-bb35-3e18197fc9ce,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:57.548518 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-76acb14d-83ed-44b8-87bd-251f85c855e6 None None] Provisioning complete for port 37def5b1-f681-4654-80a7-0d7ad05801c4 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:46:57.549107 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-76acb14d-83ed-44b8-87bd-251f85c855e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:57.557201 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b4e05b-af88-4e64-b767-f9765e7faed7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Router a7be8874-e324-4ae6-a1b7-320b0c93099e is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:46:57.590092 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-953647dc-f9ad-46cc-b2c5-740e74997ae9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:57.590092 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-953647dc-f9ad-46cc-b2c5-740e74997ae9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3962493 Mar 07 21:46:57.591665 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49164) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:57.595659 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-8c7015de-fcba-42ff-bda6-65b2ebed1f45 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group': {'name': 'tempest-secgroup--265836974'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:57.601774 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8c7015de-fcba-42ff-bda6-65b2ebed1f45 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:57.606592 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8c7015de-fcba-42ff-bda6-65b2ebed1f45 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:57.609590 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8c7015de-fcba-42ff-bda6-65b2ebed1f45 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:57.620443 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-76acb14d-83ed-44b8-87bd-251f85c855e6 None None] Port 37def5b1-f681-4654-80a7-0d7ad05801c4 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:46:57.620985 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8c7015de-fcba-42ff-bda6-65b2ebed1f45 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:57.693545 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8c7015de-fcba-42ff-bda6-65b2ebed1f45 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:57.718226 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8c7015de-fcba-42ff-bda6-65b2ebed1f45 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:57.721984 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8c7015de-fcba-42ff-bda6-65b2ebed1f45 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group_rule and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:57.724976 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8c7015de-fcba-42ff-bda6-65b2ebed1f45 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:57.726411 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b4e05b-af88-4e64-b767-f9765e7faed7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:46:57.731105 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-99b4e05b-af88-4e64-b767-f9765e7faed7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "PUT /v2.0/routers/a7be8874-e324-4ae6-a1b7-320b0c93099e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0946522 Mar 07 21:46:57.732628 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8c7015de-fcba-42ff-bda6-65b2ebed1f45 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:57.736039 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def9bfd3-7516-4dce-b09b-8e792b08e46c None None] Sync routers for ids ['a7be8874-e324-4ae6-a1b7-320b0c93099e'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:46:57.741698 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49168) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:57.746460 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def9bfd3-7516-4dce-b09b-8e792b08e46c None None] Routers {'a7be8874-e324-4ae6-a1b7-320b0c93099e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:46:57.747195 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-def9bfd3-7516-4dce-b09b-8e792b08e46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:46:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['a7be8874-e324-4ae6-a1b7-320b0c93099e'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:57.808089 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8c7015de-fcba-42ff-bda6-65b2ebed1f45 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:57.828115 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-def9bfd3-7516-4dce-b09b-8e792b08e46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:57.829784 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7764ea-db75-4fae-9690-c36a8b2dbfbe tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:46:57.830816 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-aa7764ea-db75-4fae-9690-c36a8b2dbfbe tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Synchronizing usage tracker for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:46:57.836733 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def9bfd3-7516-4dce-b09b-8e792b08e46c None None] Routers {'a7be8874-e324-4ae6-a1b7-320b0c93099e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:46:57.837317 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-def9bfd3-7516-4dce-b09b-8e792b08e46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:46:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['a7be8874-e324-4ae6-a1b7-320b0c93099e'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:57.884070 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8c7015de-fcba-42ff-bda6-65b2ebed1f45 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:57.899608 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-def9bfd3-7516-4dce-b09b-8e792b08e46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:46:57.900004 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def9bfd3-7516-4dce-b09b-8e792b08e46c None None] The sync data for ids ['a7be8874-e324-4ae6-a1b7-320b0c93099e'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:46:57.905914 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-aa7764ea-db75-4fae-9690-c36a8b2dbfbe tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Unset dirty status for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:46:57.910501 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-aa7764ea-db75-4fae-9690-c36a8b2dbfbe tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7be8874-e324-4ae6-a1b7-320b0c93099e HTTP/1.1" status: 200 len: 982 time: 0.1677239 Mar 07 21:46:57.911297 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49172) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:58.004169 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7015de-fcba-42ff-bda6-65b2ebed1f45 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c58df5-d5a9-4e98-b3aa-cb8cb72f4906,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:58.056738 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8c7015de-fcba-42ff-bda6-65b2ebed1f45 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:58.057942 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8c7015de-fcba-42ff-bda6-65b2ebed1f45 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4668260 Mar 07 21:46:58.061610 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49178) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:58.067818 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d0245e41-6b4b-4c42-a876-e06bb6248c2b tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group_rule': {'security_group_id': '101f2dd2-3566-4c4c-bb35-3e18197fc9ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b4c58df5-d5a9-4e98-b3aa-cb8cb72f4906'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:58.073702 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d0245e41-6b4b-4c42-a876-e06bb6248c2b tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:58.077606 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d0245e41-6b4b-4c42-a876-e06bb6248c2b tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group_rule and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:58.081425 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d0245e41-6b4b-4c42-a876-e06bb6248c2b tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:58.086755 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d0245e41-6b4b-4c42-a876-e06bb6248c2b tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:58.226445 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-d0245e41-6b4b-4c42-a876-e06bb6248c2b tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:46:58.227215 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d0245e41-6b4b-4c42-a876-e06bb6248c2b tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1643424 Mar 07 21:46:58.230042 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49182) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:58.295246 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-75e6d6f1-3987-4f8c-9cff-3ae43b6e7e46 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:58.320572 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-75e6d6f1-3987-4f8c-9cff-3ae43b6e7e46 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:58.437683 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-75e6d6f1-3987-4f8c-9cff-3ae43b6e7e46 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:58.456382 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6d6f1-3987-4f8c-9cff-3ae43b6e7e46 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c58df5-d5a9-4e98-b3aa-cb8cb72f4906,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:58.464090 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-75e6d6f1-3987-4f8c-9cff-3ae43b6e7e46 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:58.465187 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-75e6d6f1-3987-4f8c-9cff-3ae43b6e7e46 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "DELETE /v2.0/security-groups/b4c58df5-d5a9-4e98-b3aa-cb8cb72f4906 HTTP/1.1" status: 204 len: 168 time: 0.2342408 Mar 07 21:46:58.468488 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49186) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:58.588087 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-716ddeb8-ab01-43e6-a704-4727a348cc6a tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Synchronizing usage tracker for tenant:940832fccf1642d0b6653a266e959320 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:46:58.611672 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7af5d610-2b42-43f2-9870-7c4a60881db8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:58.676233 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-716ddeb8-ab01-43e6-a704-4727a348cc6a tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Unset dirty status for tenant:940832fccf1642d0b6653a266e959320 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:46:58.677559 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-716ddeb8-ab01-43e6-a704-4727a348cc6a tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2081649 Mar 07 21:46:58.680647 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49190) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:58.756998 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b50551e2-ae81-49bf-9259-57d325923c37 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:58.785832 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b50551e2-ae81-49bf-9259-57d325923c37 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:58.888615 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b50551e2-ae81-49bf-9259-57d325923c37 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:58.901686 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-7af5d610-2b42-43f2-9870-7c4a60881db8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting port 37def5b1-f681-4654-80a7-0d7ad05801c4 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:46:58.902048 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7af5d610-2b42-43f2-9870-7c4a60881db8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:58.908730 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50551e2-ae81-49bf-9259-57d325923c37 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=101f2dd2-3566-4c4c-bb35-3e18197fc9ce,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:58.973455 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b50551e2-ae81-49bf-9259-57d325923c37 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:58.977150 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b50551e2-ae81-49bf-9259-57d325923c37 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "DELETE /v2.0/security-groups/101f2dd2-3566-4c4c-bb35-3e18197fc9ce HTTP/1.1" status: 204 len: 168 time: 0.2930224 Mar 07 21:46:58.977685 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49194) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:59.033346 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a9638293-61f6-492a-b35d-572b18f63d63 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Synchronizing usage tracker for tenant:940832fccf1642d0b6653a266e959320 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:46:59.086301 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7af5d610-2b42-43f2-9870-7c4a60881db8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:59.110388 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a9638293-61f6-492a-b35d-572b18f63d63 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Unset dirty status for tenant:940832fccf1642d0b6653a266e959320 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:46:59.114703 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a9638293-61f6-492a-b35d-572b18f63d63 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1331103 Mar 07 21:46:59.115860 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49198) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:59.120926 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f98f17e9-5120-4ff3-ad65-3563ba750fd9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group': {'name': 'tempest-secgroup--595240224'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:59.129212 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f98f17e9-5120-4ff3-ad65-3563ba750fd9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:59.139248 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f98f17e9-5120-4ff3-ad65-3563ba750fd9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:59.208448 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f98f17e9-5120-4ff3-ad65-3563ba750fd9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:59.210091 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-7af5d610-2b42-43f2-9870-7c4a60881db8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Calling delete_port for 37def5b1-f681-4654-80a7-0d7ad05801c4 owned by network:router_interface {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:46:59.229492 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f98f17e9-5120-4ff3-ad65-3563ba750fd9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:59.233794 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f98f17e9-5120-4ff3-ad65-3563ba750fd9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group_rule and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:59.236634 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f98f17e9-5120-4ff3-ad65-3563ba750fd9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:59.243133 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f98f17e9-5120-4ff3-ad65-3563ba750fd9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:59.318134 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f98f17e9-5120-4ff3-ad65-3563ba750fd9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:59.395813 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f98f17e9-5120-4ff3-ad65-3563ba750fd9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:59.445067 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f17e9-5120-4ff3-ad65-3563ba750fd9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa190873-6a92-4f65-8306-0565b4d6e0ae,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:59.464674 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7af5d610-2b42-43f2-9870-7c4a60881db8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:59.505526 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f98f17e9-5120-4ff3-ad65-3563ba750fd9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:59.506651 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f98f17e9-5120-4ff3-ad65-3563ba750fd9 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3898361 Mar 07 21:46:59.509989 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49202) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:59.514458 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-7975fd43-0cf3-45b9-9a92-2dc22d083a82 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group_rule': {'security_group_id': 'aa190873-6a92-4f65-8306-0565b4d6e0ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:59.520334 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7975fd43-0cf3-45b9-9a92-2dc22d083a82 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:59.520610 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5d610-2b42-43f2-9870-7c4a60881db8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Port': ['ID=37def5b1-f681-4654-80a7-0d7ad05801c4,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:46:59.524777 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7975fd43-0cf3-45b9-9a92-2dc22d083a82 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group_rule and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:59.528974 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7975fd43-0cf3-45b9-9a92-2dc22d083a82 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:59.535803 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7975fd43-0cf3-45b9-9a92-2dc22d083a82 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:59.656561 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-7975fd43-0cf3-45b9-9a92-2dc22d083a82 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:46:59.657812 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7975fd43-0cf3-45b9-9a92-2dc22d083a82 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1472924 Mar 07 21:46:59.660549 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49206) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:59.665575 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-7ff46a55-9eea-47e8-9a95-59967e800dcb tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group_rule': {'security_group_id': 'aa190873-6a92-4f65-8306-0565b4d6e0ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:46:59.673796 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7ff46a55-9eea-47e8-9a95-59967e800dcb tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:46:59.677749 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7ff46a55-9eea-47e8-9a95-59967e800dcb tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group_rule and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:46:59.680825 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7ff46a55-9eea-47e8-9a95-59967e800dcb tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:46:59.687556 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7ff46a55-9eea-47e8-9a95-59967e800dcb tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:46:59.871497 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-7ff46a55-9eea-47e8-9a95-59967e800dcb tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:46:59.875197 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7ff46a55-9eea-47e8-9a95-59967e800dcb tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2110457 Mar 07 21:46:59.875394 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49210) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:46:59.884790 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7af5d610-2b42-43f2-9870-7c4a60881db8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:59.937179 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fcd81d6d-f21f-4ddb-b86e-1c78e4ffefcc tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:46:59.963879 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fcd81d6d-f21f-4ddb-b86e-1c78e4ffefcc tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:00.066031 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fcd81d6d-f21f-4ddb-b86e-1c78e4ffefcc tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:00.165432 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af5d610-2b42-43f2-9870-7c4a60881db8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Router a7be8874-e324-4ae6-a1b7-320b0c93099e has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:47:00.192222 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd81d6d-f21f-4ddb-b86e-1c78e4ffefcc tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa190873-6a92-4f65-8306-0565b4d6e0ae,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:00.199017 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fcd81d6d-f21f-4ddb-b86e-1c78e4ffefcc tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:00.203277 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-fcd81d6d-f21f-4ddb-b86e-1c78e4ffefcc tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "DELETE /v2.0/security-groups/aa190873-6a92-4f65-8306-0565b4d6e0ae HTTP/1.1" status: 204 len: 168 time: 0.3269298 Mar 07 21:47:00.204232 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49218) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:00.256139 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-79f9cf21-85fc-4b28-994d-b02550a123d7 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Synchronizing usage tracker for tenant:940832fccf1642d0b6653a266e959320 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:47:00.302529 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af5d610-2b42-43f2-9870-7c4a60881db8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:47:00.313188 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ab8563-86b1-455c-a7da-08f7bbbd02ff None None] Sync routers for ids ['a7be8874-e324-4ae6-a1b7-320b0c93099e'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:47:00.316636 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-79f9cf21-85fc-4b28-994d-b02550a123d7 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Unset dirty status for tenant:940832fccf1642d0b6653a266e959320 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:47:00.317940 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-79f9cf21-85fc-4b28-994d-b02550a123d7 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1132071 Mar 07 21:47:00.321669 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49222) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:00.323718 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ab8563-86b1-455c-a7da-08f7bbbd02ff None None] Routers {'a7be8874-e324-4ae6-a1b7-320b0c93099e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:47:00.324390 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-53ab8563-86b1-455c-a7da-08f7bbbd02ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:46:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['a7be8874-e324-4ae6-a1b7-320b0c93099e'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:00.327843 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-1c722bb4-f5fb-47d0-9bb8-cb9e1fa732aa tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1799652967'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:00.334546 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1c722bb4-f5fb-47d0-9bb8-cb9e1fa732aa tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:00.344128 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1c722bb4-f5fb-47d0-9bb8-cb9e1fa732aa tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:00.370268 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7af5d610-2b42-43f2-9870-7c4a60881db8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "PUT /v2.0/routers/a7be8874-e324-4ae6-a1b7-320b0c93099e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4579034 Mar 07 21:47:00.373485 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49226) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:00.389750 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-53ab8563-86b1-455c-a7da-08f7bbbd02ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:00.398164 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ab8563-86b1-455c-a7da-08f7bbbd02ff None None] Routers {'a7be8874-e324-4ae6-a1b7-320b0c93099e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:47:00.399984 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-53ab8563-86b1-455c-a7da-08f7bbbd02ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:46:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['a7be8874-e324-4ae6-a1b7-320b0c93099e'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:00.415655 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-330fe495-cfe3-4917-8865-b1ebd9fa1740 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] GET failed (client error): The resource could not be found. Mar 07 21:47:00.416183 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-330fe495-cfe3-4917-8865-b1ebd9fa1740 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Synchronizing usage tracker for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:47:00.419435 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1c722bb4-f5fb-47d0-9bb8-cb9e1fa732aa tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:00.444897 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1c722bb4-f5fb-47d0-9bb8-cb9e1fa732aa tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:00.448465 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1c722bb4-f5fb-47d0-9bb8-cb9e1fa732aa tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Usage tracker for resource:security_group_rule and tenant:940832fccf1642d0b6653a266e959320 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:00.451811 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1c722bb4-f5fb-47d0-9bb8-cb9e1fa732aa tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:00.457407 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1c722bb4-f5fb-47d0-9bb8-cb9e1fa732aa tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:00.463074 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-53ab8563-86b1-455c-a7da-08f7bbbd02ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:00.463074 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ab8563-86b1-455c-a7da-08f7bbbd02ff None None] The sync data for ids ['a7be8874-e324-4ae6-a1b7-320b0c93099e'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:47:00.511382 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-330fe495-cfe3-4917-8865-b1ebd9fa1740 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Unset dirty status for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:47:00.514015 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-330fe495-cfe3-4917-8865-b1ebd9fa1740 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports/37def5b1-f681-4654-80a7-0d7ad05801c4 HTTP/1.1" status: 404 len: 333 time: 0.1381199 Mar 07 21:47:00.516022 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49230) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:00.526607 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1c722bb4-f5fb-47d0-9bb8-cb9e1fa732aa tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:00.602995 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1c722bb4-f5fb-47d0-9bb8-cb9e1fa732aa tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:00.646745 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b33890a1-8c74-423f-8ed3-3723bbb5aef7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:00.651511 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c722bb4-f5fb-47d0-9bb8-cb9e1fa732aa tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d66d1e69-bcc2-4ad6-8725-c3456717749c,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:00.706049 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1c722bb4-f5fb-47d0-9bb8-cb9e1fa732aa tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:00.707249 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1c722bb4-f5fb-47d0-9bb8-cb9e1fa732aa tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3842237 Mar 07 21:47:00.710193 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49234) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:00.715270 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-0b66ed88-b58f-43e6-94a4-c00e1f7c8de3 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:00.715712 dv-neutron-829957-1-hyperv neutron-server[88386]: WARNING neutron.api.v2.base [None req-0b66ed88-b58f-43e6-94a4-c00e1f7c8de3 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 07 21:47:00.716187 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-0b66ed88-b58f-43e6-94a4-c00e1f7c8de3 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] update failed (client error): There was a conflict when trying to complete your request. Mar 07 21:47:00.717149 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0b66ed88-b58f-43e6-94a4-c00e1f7c8de3 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "PUT /v2.0/security-groups/d66d1e69-bcc2-4ad6-8725-c3456717749c HTTP/1.1" status: 409 len: 330 time: 0.0060787 Mar 07 21:47:00.719451 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49238) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:00.786920 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-132b9958-c6dd-472d-b4e5-52a868a8d2d4 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:00.814517 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-132b9958-c6dd-472d-b4e5-52a868a8d2d4 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:00.917317 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-132b9958-c6dd-472d-b4e5-52a868a8d2d4 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:00.937448 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b9958-c6dd-472d-b4e5-52a868a8d2d4 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66d1e69-bcc2-4ad6-8725-c3456717749c,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:00.944342 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-132b9958-c6dd-472d-b4e5-52a868a8d2d4 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:00.945426 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-132b9958-c6dd-472d-b4e5-52a868a8d2d4 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "DELETE /v2.0/security-groups/d66d1e69-bcc2-4ad6-8725-c3456717749c HTTP/1.1" status: 204 len: 168 time: 0.2251515 Mar 07 21:47:00.948092 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49242) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:00.948951 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b33890a1-8c74-423f-8ed3-3723bbb5aef7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:00.952540 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b33890a1-8c74-423f-8ed3-3723bbb5aef7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:01.003070 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a79684e7-03e4-4816-9fc0-04730a3f7e7b tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Synchronizing usage tracker for tenant:940832fccf1642d0b6653a266e959320 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:47:01.065489 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b33890a1-8c74-423f-8ed3-3723bbb5aef7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:01.066037 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33890a1-8c74-423f-8ed3-3723bbb5aef7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Fanout notify agent at l3_agent the message router_deleted on router a7be8874-e324-4ae6-a1b7-320b0c93099e {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:47:01.076759 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b33890a1-8c74-423f-8ed3-3723bbb5aef7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:01.077806 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b33890a1-8c74-423f-8ed3-3723bbb5aef7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/routers/a7be8874-e324-4ae6-a1b7-320b0c93099e HTTP/1.1" status: 204 len: 168 time: 0.5609086 Mar 07 21:47:01.080453 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49246) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:01.088425 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a79684e7-03e4-4816-9fc0-04730a3f7e7b tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] Unset dirty status for tenant:940832fccf1642d0b6653a266e959320 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:47:01.095316 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a79684e7-03e4-4816-9fc0-04730a3f7e7b tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1405168 Mar 07 21:47:01.097829 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49250) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:01.113374 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-a5e4c8ad-99ce-4c5a-bfa7-e33c2a04eb51 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] delete failed (client error): The resource could not be found. Mar 07 21:47:01.115850 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a5e4c8ad-99ce-4c5a-bfa7-e33c2a04eb51 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "DELETE /v2.0/security-groups/3543edfe-65d4-4f11-805d-772536eac955 HTTP/1.1" status: 404 len: 347 time: 0.0178475 Mar 07 21:47:01.118599 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49254) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:01.134282 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-dc8eaeb2-7fc6-46a4-8391-a5a2e0f97be5 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] show failed (client error): The resource could not be found. Mar 07 21:47:01.135082 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-dc8eaeb2-7fc6-46a4-8391-a5a2e0f97be5 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "GET /v2.0/security-groups/0ddcabc3-6f6e-4a55-919e-08bc34ad10f6 HTTP/1.1" status: 404 len: 347 time: 0.0156076 Mar 07 21:47:01.138771 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49258) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:01.146966 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f9de0ab-7661-419e-90f1-43747e12f1c1 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting subnet 4f0a7ca0-b497-4e2a-8ceb-87b2b032b06f {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:47:01.150158 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4f9de0ab-7661-419e-90f1-43747e12f1c1 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:01.152469 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-4ae9e49f-c70f-4d82-b801-d215b25c6de7 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] show failed (client error): The resource could not be found. Mar 07 21:47:01.153978 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4ae9e49f-c70f-4d82-b801-d215b25c6de7 tempest-NegativeSecGroupIPv6Test-1259968036 tempest-NegativeSecGroupIPv6Test-1259968036-project] 10.222.0.21 "GET /v2.0/security-group-rules/76041dad-b62a-476d-b9de-abe481d5c0d8 HTTP/1.1" status: 404 len: 356 time: 0.0137780 Mar 07 21:47:01.208784 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4f9de0ab-7661-419e-90f1-43747e12f1c1 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:01.293140 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4f9de0ab-7661-419e-90f1-43747e12f1c1 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:01.459894 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4f9de0ab-7661-419e-90f1-43747e12f1c1 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:01.628788 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9de0ab-7661-419e-90f1-43747e12f1c1 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Subnet': ['ID=4f0a7ca0-b497-4e2a-8ceb-87b2b032b06f,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:01.629515 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4f9de0ab-7661-419e-90f1-43747e12f1c1 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:01.633962 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3611c3a-f674-4b80-8f57-9720c93a4131 None None] Network 0f726f55-699c-4d40-9b8b-27fb230e7331 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:47:01.635985 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4f9de0ab-7661-419e-90f1-43747e12f1c1 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/subnets/4f0a7ca0-b497-4e2a-8ceb-87b2b032b06f HTTP/1.1" status: 204 len: 168 time: 0.5546072 Mar 07 21:47:01.639155 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49266) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:01.762255 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-594c734f-e5f1-4ea7-ad93-7d821742f5e5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:01.773609 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-594c734f-e5f1-4ea7-ad93-7d821742f5e5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting port b868063a-90cc-48cb-b0f1-cde5be1a34a3 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:47:01.773942 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-594c734f-e5f1-4ea7-ad93-7d821742f5e5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:01.799330 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49274) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:01.954390 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303b5aaa-0596-410c-bbf5-3761d08ec57b None None] DHCP port deletion for 0f726f55-699c-4d40-9b8b-27fb230e7331 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:47:01.958554 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-303b5aaa-0596-410c-bbf5-3761d08ec57b None None] Deleting port b868063a-90cc-48cb-b0f1-cde5be1a34a3 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:47:01.958924 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-303b5aaa-0596-410c-bbf5-3761d08ec57b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:01.969199 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ca1b0e81-a32c-4e20-85cc-3b5719819c10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=940832fccf1642d0b6653a266e959320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1696599 Mar 07 21:47:01.974972 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49280) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:02.017847 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-594c734f-e5f1-4ea7-ad93-7d821742f5e5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] For port b868063a-90cc-48cb-b0f1-cde5be1a34a3, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=b868063a-90cc-48cb-b0f1-cde5be1a34a3,segment=NetworkSegment(faddd3c8-3119-4395-8329-ed25ce000215),segment_id=faddd3c8-3119-4395-8329-ed25ce000215)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:02.018214 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-594c734f-e5f1-4ea7-ad93-7d821742f5e5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:02.156636 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-594c734f-e5f1-4ea7-ad93-7d821742f5e5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Calling delete_port for b868063a-90cc-48cb-b0f1-cde5be1a34a3 owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:47:02.166000 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-303b5aaa-0596-410c-bbf5-3761d08ec57b None None] For port b868063a-90cc-48cb-b0f1-cde5be1a34a3, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=b868063a-90cc-48cb-b0f1-cde5be1a34a3,segment=NetworkSegment(faddd3c8-3119-4395-8329-ed25ce000215),segment_id=faddd3c8-3119-4395-8329-ed25ce000215)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:02.166399 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-303b5aaa-0596-410c-bbf5-3761d08ec57b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:02.216510 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c4f02ed6-4bf0-49d4-bc38-14075b2c1552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:02.231071 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b868063a-90cc-48cb-b0f1-cde5be1a34a3 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:47:02.264052 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c4f02ed6-4bf0-49d4-bc38-14075b2c1552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:02.320623 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-303b5aaa-0596-410c-bbf5-3761d08ec57b None None] Calling delete_port for b868063a-90cc-48cb-b0f1-cde5be1a34a3 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:47:02.334739 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-594c734f-e5f1-4ea7-ad93-7d821742f5e5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:02.379584 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c734f-e5f1-4ea7-ad93-7d821742f5e5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Port': ['ID=b868063a-90cc-48cb-b0f1-cde5be1a34a3,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:02.389332 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c734f-e5f1-4ea7-ad93-7d821742f5e5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] No DVR routers for this DVR port b868063a-90cc-48cb-b0f1-cde5be1a34a3 on host dv-neutron-829957-1-hyperv {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:47:02.398602 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No active binding found for port b868063a-90cc-48cb-b0f1-cde5be1a34a3 {{(pid=88388) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 07 21:47:02.399002 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b868063a-90cc-48cb-b0f1-cde5be1a34a3 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:47:02.413523 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c4f02ed6-4bf0-49d4-bc38-14075b2c1552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:02.418197 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-303b5aaa-0596-410c-bbf5-3761d08ec57b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:47:02.418374 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-303b5aaa-0596-410c-bbf5-3761d08ec57b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:47:02.461156 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f02ed6-4bf0-49d4-bc38-14075b2c1552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f20989-5858-4180-aa3a-e029cfd37f9b,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:02.526470 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-594c734f-e5f1-4ea7-ad93-7d821742f5e5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:02.554789 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-594c734f-e5f1-4ea7-ad93-7d821742f5e5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f726f55-699c-4d40-9b8b-27fb230e7331']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:02.572200 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-594c734f-e5f1-4ea7-ad93-7d821742f5e5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faddd3c8-3119-4395-8329-ed25ce000215') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:02.572200 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-594c734f-e5f1-4ea7-ad93-7d821742f5e5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faddd3c8-3119-4395-8329-ed25ce000215') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:02.583447 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-594c734f-e5f1-4ea7-ad93-7d821742f5e5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:02.599406 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-594c734f-e5f1-4ea7-ad93-7d821742f5e5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:02.607733 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594c734f-e5f1-4ea7-ad93-7d821742f5e5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:47:02.607733 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-594c734f-e5f1-4ea7-ad93-7d821742f5e5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:47:02.620568 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:47:02.680531 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c4f02ed6-4bf0-49d4-bc38-14075b2c1552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:02.681615 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c4f02ed6-4bf0-49d4-bc38-14075b2c1552 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26f20989-5858-4180-aa3a-e029cfd37f9b HTTP/1.1" status: 204 len: 168 time: 0.7107589 Mar 07 21:47:02.762857 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-594c734f-e5f1-4ea7-ad93-7d821742f5e5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:02.779746 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-594c734f-e5f1-4ea7-ad93-7d821742f5e5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:02.794872 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-594c734f-e5f1-4ea7-ad93-7d821742f5e5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/networks/0f726f55-699c-4d40-9b8b-27fb230e7331 HTTP/1.1" status: 204 len: 168 time: 1.1535685 Mar 07 21:47:02.795761 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c734f-e5f1-4ea7-ad93-7d821742f5e5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Network': ['ID=0f726f55-699c-4d40-9b8b-27fb230e7331,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:02.798611 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49288) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:02.873976 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42768b1d-6e48-4ce1-843a-931824ab4d25 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:02.875339 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-42768b1d-6e48-4ce1-843a-931824ab4d25 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports/e964517a-1878-4f3b-88b3-e831b3363714 HTTP/1.1" status: 200 len: 840 time: 0.0757627 Mar 07 21:47:02.878970 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49292) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:02.920148 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-303b5aaa-0596-410c-bbf5-3761d08ec57b None None] Deleting port b868063a-90cc-48cb-b0f1-cde5be1a34a3 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:47:02.920707 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-303b5aaa-0596-410c-bbf5-3761d08ec57b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:02.953412 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5fe6c637-fed7-4bdc-963b-489dee9c69a5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports/e964517a-1878-4f3b-88b3-e831b3363714?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0706019 Mar 07 21:47:02.954682 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49296) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:02.960709 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-6f7e8b35-bbc0-4a0c-a558-3c4dbac826b9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'subnet': {'network_id': '2bd543d4-9bee-4c67-a1dd-2044b28211e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:02.991047 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-303b5aaa-0596-410c-bbf5-3761d08ec57b None None] The port 'b868063a-90cc-48cb-b0f1-cde5be1a34a3' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:47:03.075918 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-6f7e8b35-bbc0-4a0c-a558-3c4dbac826b9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:03.079818 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6f7e8b35-bbc0-4a0c-a558-3c4dbac826b9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:subnet and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:03.082632 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6f7e8b35-bbc0-4a0c-a558-3c4dbac826b9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:03.088329 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-6f7e8b35-bbc0-4a0c-a558-3c4dbac826b9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:03.145853 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7e8b35-bbc0-4a0c-a558-3c4dbac826b9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:03.149884 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8b35-bbc0-4a0c-a558-3c4dbac826b9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:03.459692 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8b35-bbc0-4a0c-a558-3c4dbac826b9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:03.513825 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7e8b35-bbc0-4a0c-a558-3c4dbac826b9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network 2bd543d4-9bee-4c67-a1dd-2044b28211e4 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:03.516929 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-6f7e8b35-bbc0-4a0c-a558-3c4dbac826b9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:03.521287 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7e8b35-bbc0-4a0c-a558-3c4dbac826b9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:03.522134 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8b35-bbc0-4a0c-a558-3c4dbac826b9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:03.525377 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcb5cde-afd5-46c2-b708-08651659cefc None None] Network 2bd543d4-9bee-4c67-a1dd-2044b28211e4 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:47:03.541349 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e8b35-bbc0-4a0c-a558-3c4dbac826b9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Subnet': ['ID=99a6fadc-219e-4b10-ad3b-332102f634ee,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:03.615573 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6f7e8b35-bbc0-4a0c-a558-3c4dbac826b9 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6598320 Mar 07 21:47:03.617444 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49316) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:03.623289 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d34cf787-dc85-4595-9902-efad21039e0e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'security_group': {'name': 'tempest-secgroup-308446066'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:03.629068 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d34cf787-dc85-4595-9902-efad21039e0e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:03.632995 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d34cf787-dc85-4595-9902-efad21039e0e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:security_group and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:03.635938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d34cf787-dc85-4595-9902-efad21039e0e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:03.642902 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d34cf787-dc85-4595-9902-efad21039e0e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:03.757680 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d34cf787-dc85-4595-9902-efad21039e0e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:03.773990 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b763817-16b5-448a-8bc0-2300cbda7cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-2bd543d4-9bee-4c67-a1dd-2044b28211e4', 'network_id': '2bd543d4-9bee-4c67-a1dd-2044b28211e4', 'tenant_id': 'bf34c810950841a19e370c783f525ceb', 'fixed_ips': [{'subnet_id': '99a6fadc-219e-4b10-ad3b-332102f634ee'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:47:03.773990 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2b763817-16b5-448a-8bc0-2300cbda7cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:03.784682 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d34cf787-dc85-4595-9902-efad21039e0e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:03.784682 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d34cf787-dc85-4595-9902-efad21039e0e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:security_group_rule and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:03.786746 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d34cf787-dc85-4595-9902-efad21039e0e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:03.803916 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d34cf787-dc85-4595-9902-efad21039e0e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:03.884338 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d34cf787-dc85-4595-9902-efad21039e0e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:03.921832 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49322) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:03.939559 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d34cf787-dc85-4595-9902-efad21039e0e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:03.957626 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-2b763817-16b5-448a-8bc0-2300cbda7cc7 None None] Allocated IP 172.20.0.2 (2bd543d4-9bee-4c67-a1dd-2044b28211e4/99a6fadc-219e-4b10-ad3b-332102f634ee/d9d3a51a-db5c-45fd-8858-4a6085a733c8) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:03.984000 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34cf787-dc85-4595-9902-efad21039e0e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbc0b5a-5856-417f-abdd-6d808460267a,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:04.032671 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f4aeb47d-227a-4ffa-9ade-955a920f0e88 tempest-SubnetPoolsTestJSON-1200256961 tempest-SubnetPoolsTestJSON-1200256961-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1139812061', 'prefixes': ['172.20.0.0/16']}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:04.038797 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f4aeb47d-227a-4ffa-9ade-955a920f0e88 tempest-SubnetPoolsTestJSON-1200256961 tempest-SubnetPoolsTestJSON-1200256961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:04.085820 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d34cf787-dc85-4595-9902-efad21039e0e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:04.085820 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d34cf787-dc85-4595-9902-efad21039e0e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4659958 Mar 07 21:47:04.087216 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49328) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:04.092747 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-c05f826b-87c6-44a1-9763-b5d229882f58 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'security_group': {'name': 'tempest-secgroup-1454858468'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:04.098504 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c05f826b-87c6-44a1-9763-b5d229882f58 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:04.102445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c05f826b-87c6-44a1-9763-b5d229882f58 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:security_group and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:04.110088 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c05f826b-87c6-44a1-9763-b5d229882f58 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:04.112135 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c05f826b-87c6-44a1-9763-b5d229882f58 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:04.164054 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2b763817-16b5-448a-8bc0-2300cbda7cc7 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:04.174213 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2b763817-16b5-448a-8bc0-2300cbda7cc7 None None] Transition to ACTIVE for port object d9d3a51a-db5c-45fd-8858-4a6085a733c8 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:47:04.191102 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2b763817-16b5-448a-8bc0-2300cbda7cc7 None None] Transition to ACTIVE for port object d9d3a51a-db5c-45fd-8858-4a6085a733c8 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:47:04.200308 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c05f826b-87c6-44a1-9763-b5d229882f58 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:04.227994 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c05f826b-87c6-44a1-9763-b5d229882f58 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:04.233696 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c05f826b-87c6-44a1-9763-b5d229882f58 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:security_group_rule and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:04.237112 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c05f826b-87c6-44a1-9763-b5d229882f58 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:04.242956 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c05f826b-87c6-44a1-9763-b5d229882f58 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:04.259387 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2b763817-16b5-448a-8bc0-2300cbda7cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:04.309645 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c05f826b-87c6-44a1-9763-b5d229882f58 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:04.322266 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b763817-16b5-448a-8bc0-2300cbda7cc7 None None] Network 2bd543d4-9bee-4c67-a1dd-2044b28211e4 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:04.328994 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-2b763817-16b5-448a-8bc0-2300cbda7cc7 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:04.333471 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b763817-16b5-448a-8bc0-2300cbda7cc7 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:47:04.364499 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b763817-16b5-448a-8bc0-2300cbda7cc7 None None] Pushing event updated for resources: {'Port': ['ID=d9d3a51a-db5c-45fd-8858-4a6085a733c8,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:04.379481 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c05f826b-87c6-44a1-9763-b5d229882f58 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:04.408860 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f4aeb47d-227a-4ffa-9ade-955a920f0e88 tempest-SubnetPoolsTestJSON-1200256961 tempest-SubnetPoolsTestJSON-1200256961-project] Notify callbacks [] for subnetpool, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:04.409974 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f4aeb47d-227a-4ffa-9ade-955a920f0e88 tempest-SubnetPoolsTestJSON-1200256961 tempest-SubnetPoolsTestJSON-1200256961-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4871144 Mar 07 21:47:04.412934 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49334) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:04.423837 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f826b-87c6-44a1-9763-b5d229882f58 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88f2954-a013-4fbc-b6ac-4d6da690ad9d,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:04.453133 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-304e8987-7e5a-472e-9411-ce25582128b4 tempest-SubnetPoolsTestJSON-1200256961 tempest-SubnetPoolsTestJSON-1200256961-project] 10.222.0.21 "GET /v2.0/subnetpools/5596fa12-a5b3-4910-bbef-d3dbba5aad5d HTTP/1.1" status: 200 len: 732 time: 0.0358768 Mar 07 21:47:04.453303 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49338) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:04.458455 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-e4590167-a181-4df0-bb8d-5a5a2effbc37 tempest-SubnetPoolsTestJSON-1200256961 tempest-SubnetPoolsTestJSON-1200256961-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1980627523'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:04.462323 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-2b763817-16b5-448a-8bc0-2300cbda7cc7 None None] Attempting to bind port d9d3a51a-db5c-45fd-8858-4a6085a733c8 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:47:04.462681 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-2b763817-16b5-448a-8bc0-2300cbda7cc7 None None] Attempting to bind port d9d3a51a-db5c-45fd-8858-4a6085a733c8 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '4195d4ba-037d-4888-91ee-16582821e4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2bd543d4-9bee-4c67-a1dd-2044b28211e4'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:47:04.463037 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b763817-16b5-448a-8bc0-2300cbda7cc7 None None] Attempting to bind port d9d3a51a-db5c-45fd-8858-4a6085a733c8 on network 2bd543d4-9bee-4c67-a1dd-2044b28211e4 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:47:04.468295 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b763817-16b5-448a-8bc0-2300cbda7cc7 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:47:04.468658 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b763817-16b5-448a-8bc0-2300cbda7cc7 None None] Checking segment: {'id': '4195d4ba-037d-4888-91ee-16582821e4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2bd543d4-9bee-4c67-a1dd-2044b28211e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:47:04.469046 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2b763817-16b5-448a-8bc0-2300cbda7cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:04.469428 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b763817-16b5-448a-8bc0-2300cbda7cc7 None None] Bound using segment: {'id': '4195d4ba-037d-4888-91ee-16582821e4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2bd543d4-9bee-4c67-a1dd-2044b28211e4'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:47:04.469903 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-2b763817-16b5-448a-8bc0-2300cbda7cc7 None None] Bound port: d9d3a51a-db5c-45fd-8858-4a6085a733c8, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4195d4ba-037d-4888-91ee-16582821e4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2bd543d4-9bee-4c67-a1dd-2044b28211e4'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:47:04.470287 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2b763817-16b5-448a-8bc0-2300cbda7cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:04.478349 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c05f826b-87c6-44a1-9763-b5d229882f58 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:04.479837 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c05f826b-87c6-44a1-9763-b5d229882f58 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3908513 Mar 07 21:47:04.482380 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49342) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:04.488039 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f85397ed-79dc-4adf-82dd-d70e7c3f08e8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-178899691', 'security_groups': ['b88f2954-a013-4fbc-b6ac-4d6da690ad9d'], 'network_id': '2bd543d4-9bee-4c67-a1dd-2044b28211e4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '99a6fadc-219e-4b10-ad3b-332102f634ee'}]}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:04.564777 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2b763817-16b5-448a-8bc0-2300cbda7cc7 None None] For port d9d3a51a-db5c-45fd-8858-4a6085a733c8, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:47:04.567712 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2b763817-16b5-448a-8bc0-2300cbda7cc7 None None] For port d9d3a51a-db5c-45fd-8858-4a6085a733c8, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d9d3a51a-db5c-45fd-8858-4a6085a733c8,segment=NetworkSegment(4195d4ba-037d-4888-91ee-16582821e4ca),segment_id=4195d4ba-037d-4888-91ee-16582821e4ca)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:47:04.599761 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e4590167-a181-4df0-bb8d-5a5a2effbc37 tempest-SubnetPoolsTestJSON-1200256961 tempest-SubnetPoolsTestJSON-1200256961-project] Notify callbacks [] for subnetpool, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:04.599761 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e4590167-a181-4df0-bb8d-5a5a2effbc37 tempest-SubnetPoolsTestJSON-1200256961 tempest-SubnetPoolsTestJSON-1200256961-project] 10.222.0.21 "PUT /v2.0/subnetpools/5596fa12-a5b3-4910-bbef-d3dbba5aad5d HTTP/1.1" status: 200 len: 684 time: 0.1413424 Mar 07 21:47:04.601390 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49346) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:04.628259 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2b763817-16b5-448a-8bc0-2300cbda7cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:04.629612 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f85397ed-79dc-4adf-82dd-d70e7c3f08e8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:04.633638 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f85397ed-79dc-4adf-82dd-d70e7c3f08e8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:port and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:04.636489 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f85397ed-79dc-4adf-82dd-d70e7c3f08e8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:04.642281 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f85397ed-79dc-4adf-82dd-d70e7c3f08e8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:04.704107 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b763817-16b5-448a-8bc0-2300cbda7cc7 None None] Pushing event updated for resources: {'Port': ['ID=d9d3a51a-db5c-45fd-8858-4a6085a733c8,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:04.761875 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85397ed-79dc-4adf-82dd-d70e7c3f08e8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:04.792873 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5209-4368-4acc-a410-755d6e29b0b4 tempest-SubnetPoolsTestJSON-1200256961 tempest-SubnetPoolsTestJSON-1200256961-project] Notify callbacks [] for subnetpool, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:04.796871 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a3cf5209-4368-4acc-a410-755d6e29b0b4 tempest-SubnetPoolsTestJSON-1200256961 tempest-SubnetPoolsTestJSON-1200256961-project] 10.222.0.21 "DELETE /v2.0/subnetpools/5596fa12-a5b3-4910-bbef-d3dbba5aad5d HTTP/1.1" status: 204 len: 168 time: 0.1916785 Mar 07 21:47:04.797286 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49350) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:04.822880 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-ec14c56b-4cb5-446f-a554-7f4431668f73 tempest-SubnetPoolsTestJSON-1200256961 tempest-SubnetPoolsTestJSON-1200256961-project] show failed (client error): The resource could not be found. Mar 07 21:47:04.824139 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ec14c56b-4cb5-446f-a554-7f4431668f73 tempest-SubnetPoolsTestJSON-1200256961 tempest-SubnetPoolsTestJSON-1200256961-project] 10.222.0.21 "GET /v2.0/subnetpools/5596fa12-a5b3-4910-bbef-d3dbba5aad5d HTTP/1.1" status: 404 len: 346 time: 0.0257816 Mar 07 21:47:04.828401 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49356) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:04.854959 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-fa3fd4a4-edcf-48ee-96fc-325685339653 tempest-SubnetPoolsTestJSON-1200256961 tempest-SubnetPoolsTestJSON-1200256961-project] delete failed (client error): The resource could not be found. Mar 07 21:47:04.873615 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-fa3fd4a4-edcf-48ee-96fc-325685339653 tempest-SubnetPoolsTestJSON-1200256961 tempest-SubnetPoolsTestJSON-1200256961-project] 10.222.0.21 "DELETE /v2.0/subnetpools/5596fa12-a5b3-4910-bbef-d3dbba5aad5d HTTP/1.1" status: 404 len: 346 time: 0.0431204 Mar 07 21:47:04.938634 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f85397ed-79dc-4adf-82dd-d70e7c3f08e8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:04.966725 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-f85397ed-79dc-4adf-82dd-d70e7c3f08e8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] device_id is not set on port 6742c821-1370-487c-968e-2e3fb6741ded yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:47:05.175036 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-f85397ed-79dc-4adf-82dd-d70e7c3f08e8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Allocated IP 172.20.0.10 (2bd543d4-9bee-4c67-a1dd-2044b28211e4/99a6fadc-219e-4b10-ad3b-332102f634ee/6742c821-1370-487c-968e-2e3fb6741ded) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:05.365230 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f85397ed-79dc-4adf-82dd-d70e7c3f08e8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:05.372282 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49364) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:05.382673 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-f85397ed-79dc-4adf-82dd-d70e7c3f08e8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Transition to ACTIVE for port object 6742c821-1370-487c-968e-2e3fb6741ded will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:47:05.464588 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f85397ed-79dc-4adf-82dd-d70e7c3f08e8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:05.494331 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-319bc9cb-4fc6-4aa7-8e69-9683d8099adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:05.503357 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49370) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:05.537483 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85397ed-79dc-4adf-82dd-d70e7c3f08e8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network 2bd543d4-9bee-4c67-a1dd-2044b28211e4 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:05.545910 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-f85397ed-79dc-4adf-82dd-d70e7c3f08e8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:05.548507 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85397ed-79dc-4adf-82dd-d70e7c3f08e8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:47:05.598459 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85397ed-79dc-4adf-82dd-d70e7c3f08e8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Port': ['ID=6742c821-1370-487c-968e-2e3fb6741ded,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:05.606229 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-319bc9cb-4fc6-4aa7-8e69-9683d8099adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:05.610792 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-319bc9cb-4fc6-4aa7-8e69-9683d8099adc admin admin] Usage tracker for resource:security_group_rule and tenant:9cff0032a81b4a0e864a91e6833d73ac is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:05.616015 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-319bc9cb-4fc6-4aa7-8e69-9683d8099adc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:05.626491 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-319bc9cb-4fc6-4aa7-8e69-9683d8099adc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:05.627913 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85397ed-79dc-4adf-82dd-d70e7c3f08e8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:05.628550 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f85397ed-79dc-4adf-82dd-d70e7c3f08e8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:05.718263 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f85397ed-79dc-4adf-82dd-d70e7c3f08e8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2295387 Mar 07 21:47:05.718263 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49374) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:05.725865 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-96e2bf10-bb91-436e-b307-67e0c88f8e94 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'subnet': {'network_id': '2bd543d4-9bee-4c67-a1dd-2044b28211e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:05.821289 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-81e51312-513c-40d7-a93b-9ebce382413d None None] Provisioning complete for port e964517a-1878-4f3b-88b3-e831b3363714 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:05.823692 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-81e51312-513c-40d7-a93b-9ebce382413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:05.900842 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-81e51312-513c-40d7-a93b-9ebce382413d None None] Port e964517a-1878-4f3b-88b3-e831b3363714 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:47:05.976394 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-81e51312-513c-40d7-a93b-9ebce382413d None None] Provisioning for port d9d3a51a-db5c-45fd-8858-4a6085a733c8 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:47:05.983827 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-96e2bf10-bb91-436e-b307-67e0c88f8e94 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:05.988026 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-96e2bf10-bb91-436e-b307-67e0c88f8e94 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:subnet and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:05.991255 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-96e2bf10-bb91-436e-b307-67e0c88f8e94 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:05.997816 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-96e2bf10-bb91-436e-b307-67e0c88f8e94 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:06.082855 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e2bf10-bb91-436e-b307-67e0c88f8e94 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:06.085823 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-96e2bf10-bb91-436e-b307-67e0c88f8e94 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:06.139088 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-319bc9cb-4fc6-4aa7-8e69-9683d8099adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:06.174713 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ba3a6671-3224-4c5f-8b15-78d0396e53e4 None None] Provisioning for port 6742c821-1370-487c-968e-2e3fb6741ded completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:47:06.185570 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ba3a6671-3224-4c5f-8b15-78d0396e53e4 None None] Provisioning complete for port 6742c821-1370-487c-968e-2e3fb6741ded triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:06.185570 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ba3a6671-3224-4c5f-8b15-78d0396e53e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:06.219739 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-319bc9cb-4fc6-4aa7-8e69-9683d8099adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:06.243391 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a6671-3224-4c5f-8b15-78d0396e53e4 None None] Port 6742c821-1370-487c-968e-2e3fb6741ded cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:47:06.246092 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d9d3a51a-db5c-45fd-8858-4a6085a733c8 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:47:06.253351 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.ipam_backend_mixin [None req-96e2bf10-bb91-436e-b307-67e0c88f8e94 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 99a6fadc-219e-4b10-ad3b-332102f634ee (CIDR: 172.20.0.0/28) Mar 07 21:47:06.285541 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e2bf10-bb91-436e-b307-67e0c88f8e94 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:47:06.286977 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96e2bf10-bb91-436e-b307-67e0c88f8e94 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:06.316988 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-319bc9cb-4fc6-4aa7-8e69-9683d8099adc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9cff0032a81b4a0e864a91e6833d73ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9502220 Mar 07 21:47:06.317820 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bc9cb-4fc6-4aa7-8e69-9683d8099adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512b9f2e-8111-4444-87b2-c321d97949b7,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:06.320497 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49378) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:06.381537 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eee3660a-488c-483b-b0f8-95428cc668d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:06.402974 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port d9d3a51a-db5c-45fd-8858-4a6085a733c8 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:47:06.410862 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-96e2bf10-bb91-436e-b307-67e0c88f8e94 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6906939 Mar 07 21:47:06.411046 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port d9d3a51a-db5c-45fd-8858-4a6085a733c8 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:06.411046 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:06.411286 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eee3660a-488c-483b-b0f8-95428cc668d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:06.411396 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49382) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:06.423757 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-4ebe1037-ae79-4847-a005-5502ea4a8bec tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'subnet': {'network_id': '2bd543d4-9bee-4c67-a1dd-2044b28211e4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:06.461943 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5139721b-2d9a-499e-919e-d6b0bf7d4bce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:06.517908 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eee3660a-488c-483b-b0f8-95428cc668d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:06.535588 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:06.537057 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3660a-488c-483b-b0f8-95428cc668d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512b9f2e-8111-4444-87b2-c321d97949b7,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:06.550620 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eee3660a-488c-483b-b0f8-95428cc668d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:06.552639 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-eee3660a-488c-483b-b0f8-95428cc668d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/512b9f2e-8111-4444-87b2-c321d97949b7 HTTP/1.1" status: 204 len: 168 time: 0.2300363 Mar 07 21:47:06.584925 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port d9d3a51a-db5c-45fd-8858-4a6085a733c8, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d9d3a51a-db5c-45fd-8858-4a6085a733c8,segment=NetworkSegment(4195d4ba-037d-4888-91ee-16582821e4ca),segment_id=4195d4ba-037d-4888-91ee-16582821e4ca)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:06.678682 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:06.719324 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-4ebe1037-ae79-4847-a005-5502ea4a8bec tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:06.733831 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4ebe1037-ae79-4847-a005-5502ea4a8bec tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:subnet and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:06.742773 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4ebe1037-ae79-4847-a005-5502ea4a8bec tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:06.748246 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=d9d3a51a-db5c-45fd-8858-4a6085a733c8,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:06.791806 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-4ebe1037-ae79-4847-a005-5502ea4a8bec tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:06.944234 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebe1037-ae79-4847-a005-5502ea4a8bec tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:06.947815 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4ebe1037-ae79-4847-a005-5502ea4a8bec tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:07.078320 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-5139721b-2d9a-499e-919e-d6b0bf7d4bce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port 6a99a73c-1957-44d5-88d6-ffa5c8e8cae4 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:47:07.078660 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5139721b-2d9a-499e-919e-d6b0bf7d4bce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:07.335920 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-5139721b-2d9a-499e-919e-d6b0bf7d4bce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port 6a99a73c-1957-44d5-88d6-ffa5c8e8cae4, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6a99a73c-1957-44d5-88d6-ffa5c8e8cae4,segment=NetworkSegment(89d72f3b-9b27-49f8-acd2-67c9630c4cf9),segment_id=89d72f3b-9b27-49f8-acd2-67c9630c4cf9)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:07.336218 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5139721b-2d9a-499e-919e-d6b0bf7d4bce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:07.485231 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-5139721b-2d9a-499e-919e-d6b0bf7d4bce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for 6a99a73c-1957-44d5-88d6-ffa5c8e8cae4 owned by network:router_interface {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:47:07.649598 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4ebe1037-ae79-4847-a005-5502ea4a8bec tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:07.867750 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebe1037-ae79-4847-a005-5502ea4a8bec tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network 2bd543d4-9bee-4c67-a1dd-2044b28211e4 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:07.875177 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-4ebe1037-ae79-4847-a005-5502ea4a8bec tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:07.885844 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebe1037-ae79-4847-a005-5502ea4a8bec tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:07.886203 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b32f0f-ca26-4948-9191-83efb45d9d4a None None] Network 2bd543d4-9bee-4c67-a1dd-2044b28211e4 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:47:07.886668 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4ebe1037-ae79-4847-a005-5502ea4a8bec tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:07.894393 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe1037-ae79-4847-a005-5502ea4a8bec tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Subnet': ['ID=e73a4d7e-8838-41e7-9813-b5ceb2667c09,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:08.032139 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5139721b-2d9a-499e-919e-d6b0bf7d4bce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:08.077936 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4ebe1037-ae79-4847-a005-5502ea4a8bec tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6657021 Mar 07 21:47:08.080796 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49390) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:08.086269 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139721b-2d9a-499e-919e-d6b0bf7d4bce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=6a99a73c-1957-44d5-88d6-ffa5c8e8cae4,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:08.093644 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-21d9f1a8-2ffe-4300-85ec-c8d00c410fed tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-154939395', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e73a4d7e-8838-41e7-9813-b5ceb2667c09'}], 'security_groups': ['0dbc0b5a-5856-417f-abdd-6d808460267a']}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:08.252857 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b3e223-8705-4d34-91a3-eb63b625807a None None] Update dhcp port {'port': {'network_id': '2bd543d4-9bee-4c67-a1dd-2044b28211e4', 'fixed_ips': [{'subnet_id': '99a6fadc-219e-4b10-ad3b-332102f634ee', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e73a4d7e-8838-41e7-9813-b5ceb2667c09'}], 'binding:host_id': 'dv-neutron-829957-1-hyperv'}, 'id': 'd9d3a51a-db5c-45fd-8858-4a6085a733c8'} from dv-neutron-829957-1-hyperv. {{(pid=88388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 07 21:47:08.288451 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d9d3a51a-db5c-45fd-8858-4a6085a733c8 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:47:08.306813 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-21d9f1a8-2ffe-4300-85ec-c8d00c410fed tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:08.373083 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-22b3e223-8705-4d34-91a3-eb63b625807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:08.423697 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5139721b-2d9a-499e-919e-d6b0bf7d4bce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:08.455883 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port d9d3a51a-db5c-45fd-8858-4a6085a733c8 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:08.460558 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:08.700702 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-22b3e223-8705-4d34-91a3-eb63b625807a None None] Allocated IP 172.20.0.18 (2bd543d4-9bee-4c67-a1dd-2044b28211e4/e73a4d7e-8838-41e7-9813-b5ceb2667c09/d9d3a51a-db5c-45fd-8858-4a6085a733c8) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:08.799708 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5139721b-2d9a-499e-919e-d6b0bf7d4bce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router 72e2b836-a1be-4d82-b3ee-eaf2f951418a has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:47:08.843298 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-22b3e223-8705-4d34-91a3-eb63b625807a None None] For port d9d3a51a-db5c-45fd-8858-4a6085a733c8, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d9d3a51a-db5c-45fd-8858-4a6085a733c8,segment=NetworkSegment(4195d4ba-037d-4888-91ee-16582821e4ca),segment_id=4195d4ba-037d-4888-91ee-16582821e4ca)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:08.870205 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-22b3e223-8705-4d34-91a3-eb63b625807a None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:08.887227 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-22b3e223-8705-4d34-91a3-eb63b625807a None None] Transition to ACTIVE for port object d9d3a51a-db5c-45fd-8858-4a6085a733c8 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:47:08.973974 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-22b3e223-8705-4d34-91a3-eb63b625807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:08.983641 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5139721b-2d9a-499e-919e-d6b0bf7d4bce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:47:08.992690 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5139721b-2d9a-499e-919e-d6b0bf7d4bce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "PUT /v2.0/routers/72e2b836-a1be-4d82-b3ee-eaf2f951418a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4841740 Mar 07 21:47:09.006725 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5734d113-a070-4aaa-ab88-e5e3227089ed None None] Sync routers for ids ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:47:09.013006 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5734d113-a070-4aaa-ab88-e5e3227089ed None None] Routers {'72e2b836-a1be-4d82-b3ee-eaf2f951418a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:47:09.013752 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5734d113-a070-4aaa-ab88-e5e3227089ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:46:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:09.170671 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3e223-8705-4d34-91a3-eb63b625807a None None] Pushing event updated for resources: {'Port': ['ID=d9d3a51a-db5c-45fd-8858-4a6085a733c8,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:09.186419 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-21d9f1a8-2ffe-4300-85ec-c8d00c410fed tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Delete allocated IP 172.20.0.10 (2bd543d4-9bee-4c67-a1dd-2044b28211e4/99a6fadc-219e-4b10-ad3b-332102f634ee) {{(pid=88386) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 21:47:09.194737 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-21d9f1a8-2ffe-4300-85ec-c8d00c410fed tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Allocated IP 172.20.0.29 (2bd543d4-9bee-4c67-a1dd-2044b28211e4/e73a4d7e-8838-41e7-9813-b5ceb2667c09/6742c821-1370-487c-968e-2e3fb6741ded) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:09.237667 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-5734d113-a070-4aaa-ab88-e5e3227089ed None None] Set router 72e2b836-a1be-4d82-b3ee-eaf2f951418a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:47:09.433217 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-21d9f1a8-2ffe-4300-85ec-c8d00c410fed tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:09.464147 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-21d9f1a8-2ffe-4300-85ec-c8d00c410fed tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Transition to ACTIVE for port object 6742c821-1370-487c-968e-2e3fb6741ded will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:47:09.558732 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-21d9f1a8-2ffe-4300-85ec-c8d00c410fed tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:09.686559 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5734d113-a070-4aaa-ab88-e5e3227089ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'name': 'tempest-TestNetworkBasicOps-router-782167076', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:37Z', 'updated_at': '2022-03-07T21:47:07Z', 'revision_number': 6, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:38Z', 'updated_at': '2022-03-07T21:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '1aa9ba72-f357-4e9e-acf2-b09abc3f0dc3', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.35', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'port_id': 'daabe182-4695-40d2-aa99-f9e0e4a0f531', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'mac_address': 'fa:16:3e:9d:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7df92cb-63d3-4d65-913c-5b89be40871f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:45:30Z', 'updated_at': '2022-03-07T21:45:35Z', 'revision_number': 1, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40874310-df4f-442c-8e98-7b14fc1c8c25', 'name': '', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:29:f1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '859622ca-69ba-432a-afba-67cc59145e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:46Z', 'updated_at': '2022-03-07T21:44:56Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '859622ca-69ba-432a-afba-67cc59145e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:09.691950 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5734d113-a070-4aaa-ab88-e5e3227089ed None None] Checking router: 72e2b836-a1be-4d82-b3ee-eaf2f951418a for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:47:09.702211 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5734d113-a070-4aaa-ab88-e5e3227089ed None None] Routers {'72e2b836-a1be-4d82-b3ee-eaf2f951418a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:47:09.702977 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5734d113-a070-4aaa-ab88-e5e3227089ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:46:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:09.800555 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9f1a8-2ffe-4300-85ec-c8d00c410fed tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Port': ['ID=6742c821-1370-487c-968e-2e3fb6741ded,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:09.828790 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-21d9f1a8-2ffe-4300-85ec-c8d00c410fed tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] In _notify_port_updated(), no bound segment for port 6742c821-1370-487c-968e-2e3fb6741ded on network 2bd543d4-9bee-4c67-a1dd-2044b28211e4 {{(pid=88386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 07 21:47:09.834965 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d9f1a8-2ffe-4300-85ec-c8d00c410fed tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:09.848438 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-21d9f1a8-2ffe-4300-85ec-c8d00c410fed tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:09.848438 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-21d9f1a8-2ffe-4300-85ec-c8d00c410fed tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "PUT /v2.0/ports/6742c821-1370-487c-968e-2e3fb6741ded HTTP/1.1" status: 200 len: 920 time: 1.7553968 Mar 07 21:47:09.849479 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49400) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:09.901410 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca533f20-d9e8-44ae-9a4f-e70de898a741 req-3b19b124-e2e4-4efb-a319-85051129cbf7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:09.904250 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ca533f20-d9e8-44ae-9a4f-e70de898a741 req-3b19b124-e2e4-4efb-a319-85051129cbf7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0 HTTP/1.1" status: 200 len: 946 time: 0.1895084 Mar 07 21:47:09.923340 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ab8b42a7-4b34-4430-b88f-15ad1cd20a4c None None] Provisioning complete for port e964517a-1878-4f3b-88b3-e831b3363714 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:09.923899 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ab8b42a7-4b34-4430-b88f-15ad1cd20a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:09.938863 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-5734d113-a070-4aaa-ab88-e5e3227089ed None None] Set router 72e2b836-a1be-4d82-b3ee-eaf2f951418a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:47:09.977450 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-7f510002-8b6d-4f58-9df4-6f0783021161 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting port 6742c821-1370-487c-968e-2e3fb6741ded {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:47:09.978795 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7f510002-8b6d-4f58-9df4-6f0783021161 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:09.983838 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ca533f20-d9e8-44ae-9a4f-e70de898a741 req-681b0a6f-79f1-4ecd-97f1-de7a6dc4833d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c8b264e-b9b0-48cf-a479-f3a03bcb9164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699725 Mar 07 21:47:10.014818 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-ab8b42a7-4b34-4430-b88f-15ad1cd20a4c None None] Port e964517a-1878-4f3b-88b3-e831b3363714 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:47:10.078668 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ab8b42a7-4b34-4430-b88f-15ad1cd20a4c None None] Provisioning for port d9d3a51a-db5c-45fd-8858-4a6085a733c8 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:47:10.088797 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ab8b42a7-4b34-4430-b88f-15ad1cd20a4c None None] Provisioning complete for port d9d3a51a-db5c-45fd-8858-4a6085a733c8 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:10.089493 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ab8b42a7-4b34-4430-b88f-15ad1cd20a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:10.216917 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d9d3a51a-db5c-45fd-8858-4a6085a733c8 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:47:10.334242 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7f510002-8b6d-4f58-9df4-6f0783021161 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:10.341303 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port d9d3a51a-db5c-45fd-8858-4a6085a733c8 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:10.341683 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:10.385330 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5734d113-a070-4aaa-ab88-e5e3227089ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'name': 'tempest-TestNetworkBasicOps-router-782167076', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:37Z', 'updated_at': '2022-03-07T21:47:07Z', 'revision_number': 6, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:38Z', 'updated_at': '2022-03-07T21:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '1aa9ba72-f357-4e9e-acf2-b09abc3f0dc3', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.35', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'port_id': 'daabe182-4695-40d2-aa99-f9e0e4a0f531', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'mac_address': 'fa:16:3e:9d:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7df92cb-63d3-4d65-913c-5b89be40871f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:45:30Z', 'updated_at': '2022-03-07T21:45:35Z', 'revision_number': 1, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40874310-df4f-442c-8e98-7b14fc1c8c25', 'name': '', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:29:f1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '859622ca-69ba-432a-afba-67cc59145e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:46Z', 'updated_at': '2022-03-07T21:44:56Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '859622ca-69ba-432a-afba-67cc59145e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:10.396179 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ab8b42a7-4b34-4430-b88f-15ad1cd20a4c None None] Provisioning for port 6742c821-1370-487c-968e-2e3fb6741ded completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:47:10.402416 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5734d113-a070-4aaa-ab88-e5e3227089ed None None] The sync data for ids ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'] in dv-neutron-829957-1-hyperv is: [{'id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'name': 'tempest-TestNetworkBasicOps-router-782167076', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:37Z', 'updated_at': '2022-03-07T21:47:07Z', 'revision_number': 6, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:38Z', 'updated_at': '2022-03-07T21:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '1aa9ba72-f357-4e9e-acf2-b09abc3f0dc3', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.35', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'port_id': 'daabe182-4695-40d2-aa99-f9e0e4a0f531', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'mac_address': 'fa:16:3e:9d:c3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7df92cb-63d3-4d65-913c-5b89be40871f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:45:30Z', 'updated_at': '2022-03-07T21:45:35Z', 'revision_number': 1, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40874310-df4f-442c-8e98-7b14fc1c8c25', 'name': '', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:29:f1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '859622ca-69ba-432a-afba-67cc59145e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:46Z', 'updated_at': '2022-03-07T21:44:56Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '859622ca-69ba-432a-afba-67cc59145e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:47:10.409810 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ab8b42a7-4b34-4430-b88f-15ad1cd20a4c None None] Provisioning complete for port 6742c821-1370-487c-968e-2e3fb6741ded triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:10.410412 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ab8b42a7-4b34-4430-b88f-15ad1cd20a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:10.484714 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-ab8b42a7-4b34-4430-b88f-15ad1cd20a4c None None] Port 6742c821-1370-487c-968e-2e3fb6741ded cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:47:10.605379 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-25055503-528d-44b9-865c-f53fc2074f14 None None] Provisioning complete for port 6742c821-1370-487c-968e-2e3fb6741ded triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:10.605741 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-25055503-528d-44b9-865c-f53fc2074f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:10.621396 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-7f510002-8b6d-4f58-9df4-6f0783021161 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Calling delete_port for 6742c821-1370-487c-968e-2e3fb6741ded owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:47:10.657533 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-25055503-528d-44b9-865c-f53fc2074f14 None None] Port 6742c821-1370-487c-968e-2e3fb6741ded cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:47:10.848391 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7f510002-8b6d-4f58-9df4-6f0783021161 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:10.906538 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f510002-8b6d-4f58-9df4-6f0783021161 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Port': ['ID=6742c821-1370-487c-968e-2e3fb6741ded,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:11.005495 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7f510002-8b6d-4f58-9df4-6f0783021161 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:11.015643 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7f510002-8b6d-4f58-9df4-6f0783021161 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/ports/6742c821-1370-487c-968e-2e3fb6741ded HTTP/1.1" status: 204 len: 168 time: 1.1743431 Mar 07 21:47:11.018609 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49406) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:11.102548 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f11ab6b-e81b-4f72-9c7a-854edd5647bc tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] GET failed (client error): The resource could not be found. Mar 07 21:47:11.102548 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2f11ab6b-e81b-4f72-9c7a-854edd5647bc tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Synchronizing usage tracker for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:47:11.160582 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f1c8f-ae88-464c-9ed4-814f0920039e req-faf596eb-7469-4229-a879-2fdf821539d0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:11.162265 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-e45f1c8f-ae88-464c-9ed4-814f0920039e req-faf596eb-7469-4229-a879-2fdf821539d0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:47:11.179626 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2f11ab6b-e81b-4f72-9c7a-854edd5647bc tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Unset dirty status for tenant:bf34c810950841a19e370c783f525ceb on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:47:11.180988 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2f11ab6b-e81b-4f72-9c7a-854edd5647bc tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports/6742c821-1370-487c-968e-2e3fb6741ded HTTP/1.1" status: 404 len: 333 time: 0.1619608 Mar 07 21:47:11.183739 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49410) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:11.226159 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-e45f1c8f-ae88-464c-9ed4-814f0920039e req-faf596eb-7469-4229-a879-2fdf821539d0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:47:11.227435 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-e45f1c8f-ae88-464c-9ed4-814f0920039e req-faf596eb-7469-4229-a879-2fdf821539d0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0 HTTP/1.1" status: 200 len: 946 time: 0.1723084 Mar 07 21:47:11.291576 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bc4e5983-37f1-4827-8afd-573f225936db tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:11.328965 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62773f-c4ff-4b47-823a-525af34de812 req-7655e25a-f477-4ca5-ae55-644a2fd48b57 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:11.330446 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9b62773f-c4ff-4b47-823a-525af34de812 req-7655e25a-f477-4ca5-ae55-644a2fd48b57 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0 HTTP/1.1" status: 200 len: 946 time: 0.0831056 Mar 07 21:47:11.330835 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-e45f1c8f-ae88-464c-9ed4-814f0920039e req-f1ce4f93-9919-426f-8411-698a4d8f3288 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port 5e147d00-6b76-446b-b0ee-538fcb89a379 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:47:11.331172 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-e45f1c8f-ae88-464c-9ed4-814f0920039e req-f1ce4f93-9919-426f-8411-698a4d8f3288 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:11.362688 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bc4e5983-37f1-4827-8afd-573f225936db tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:11.374369 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9b62773f-c4ff-4b47-823a-525af34de812 req-2e5dfbb8-c047-45a5-bf54-d5ca4eab3068 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c8b264e-b9b0-48cf-a479-f3a03bcb9164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377531 Mar 07 21:47:11.550793 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bc4e5983-37f1-4827-8afd-573f225936db tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:11.583068 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e5983-37f1-4827-8afd-573f225936db tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88f2954-a013-4fbc-b6ac-4d6da690ad9d,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:11.597977 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bc4e5983-37f1-4827-8afd-573f225936db tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:11.599094 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bc4e5983-37f1-4827-8afd-573f225936db tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/security-groups/b88f2954-a013-4fbc-b6ac-4d6da690ad9d HTTP/1.1" status: 204 len: 168 time: 0.4143803 Mar 07 21:47:11.602165 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49414) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:11.648422 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-e45f1c8f-ae88-464c-9ed4-814f0920039e req-f1ce4f93-9919-426f-8411-698a4d8f3288 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port 5e147d00-6b76-446b-b0ee-538fcb89a379, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=5e147d00-6b76-446b-b0ee-538fcb89a379,segment=NetworkSegment(89d72f3b-9b27-49f8-acd2-67c9630c4cf9),segment_id=89d72f3b-9b27-49f8-acd2-67c9630c4cf9)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:11.648774 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-e45f1c8f-ae88-464c-9ed4-814f0920039e req-f1ce4f93-9919-426f-8411-698a4d8f3288 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:11.784628 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-e45f1c8f-ae88-464c-9ed4-814f0920039e req-f1ce4f93-9919-426f-8411-698a4d8f3288 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for 5e147d00-6b76-446b-b0ee-538fcb89a379 owned by compute:nova {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:47:11.838571 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-52d9ee8b-0dd6-4c90-8470-16a9435ec7d1 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:11.890726 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-52d9ee8b-0dd6-4c90-8470-16a9435ec7d1 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:12.030988 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-52d9ee8b-0dd6-4c90-8470-16a9435ec7d1 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:12.048022 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9ee8b-0dd6-4c90-8470-16a9435ec7d1 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbc0b5a-5856-417f-abdd-6d808460267a,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:12.052095 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-e45f1c8f-ae88-464c-9ed4-814f0920039e req-f1ce4f93-9919-426f-8411-698a4d8f3288 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:12.110822 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce4f93-9919-426f-8411-698a4d8f3288 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=5e147d00-6b76-446b-b0ee-538fcb89a379,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:12.145524 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-52d9ee8b-0dd6-4c90-8470-16a9435ec7d1 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:12.149432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49418) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:12.150102 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-52d9ee8b-0dd6-4c90-8470-16a9435ec7d1 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/security-groups/0dbc0b5a-5856-417f-abdd-6d808460267a HTTP/1.1" status: 204 len: 168 time: 0.5463736 Mar 07 21:47:12.152391 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6a99a73c-1957-44d5-88d6-ffa5c8e8cae4 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:47:12.189000 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 6a99a73c-1957-44d5-88d6-ffa5c8e8cae4 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:47:12.189367 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6a99a73c-1957-44d5-88d6-ffa5c8e8cae4 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:47:12.191300 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45f1c8f-ae88-464c-9ed4-814f0920039e req-f1ce4f93-9919-426f-8411-698a4d8f3288 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] No DVR routers for this DVR port 5e147d00-6b76-446b-b0ee-538fcb89a379 on host hv-neutron-8299 {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:47:12.193793 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-e45f1c8f-ae88-464c-9ed4-814f0920039e req-f1ce4f93-9919-426f-8411-698a4d8f3288 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:12.195924 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-e45f1c8f-ae88-464c-9ed4-814f0920039e req-f1ce4f93-9919-426f-8411-698a4d8f3288 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "DELETE /v2.0/ports/5e147d00-6b76-446b-b0ee-538fcb89a379 HTTP/1.1" status: 204 len: 173 time: 0.9623585 Mar 07 21:47:12.196371 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0', 'name': 'network-vif-deleted', 'tag': '5e147d00-6b76-446b-b0ee-538fcb89a379'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:12.221817 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-40796894-20b8-4afd-a72a-ec84a0bbba0f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting subnet 99a6fadc-219e-4b10-ad3b-332102f634ee {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:47:12.224862 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-40796894-20b8-4afd-a72a-ec84a0bbba0f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:12.282576 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-40796894-20b8-4afd-a72a-ec84a0bbba0f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:12.372663 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-40796894-20b8-4afd-a72a-ec84a0bbba0f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:12.388830 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0', 'name': 'network-vif-deleted', 'tag': '5e147d00-6b76-446b-b0ee-538fcb89a379', 'status': 'completed', 'code': 200} Mar 07 21:47:12.511121 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49428) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:12.525454 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e43fd91e-812c-4e47-a901-e53d3754c39e req-e2fcf205-1ccf-4516-92ea-0d53a9392fe2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a58cf4-b4d5-4dbb-99e1-e0a7c78455f0 HTTP/1.1" status: 200 len: 210 time: 0.0433121 Mar 07 21:47:12.568941 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-40796894-20b8-4afd-a72a-ec84a0bbba0f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:12.728966 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-40796894-20b8-4afd-a72a-ec84a0bbba0f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:12.734867 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f517839c-e7fe-480e-8aef-c494f80234af None None] Network 2bd543d4-9bee-4c67-a1dd-2044b28211e4 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:47:12.736696 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-40796894-20b8-4afd-a72a-ec84a0bbba0f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/subnets/99a6fadc-219e-4b10-ad3b-332102f634ee HTTP/1.1" status: 204 len: 168 time: 0.5861089 Mar 07 21:47:12.743173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49432) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:12.750271 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-84a4bb86-2612-4962-99f7-b244f54d2ee4 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'subnet': {'network_id': '2bd543d4-9bee-4c67-a1dd-2044b28211e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:12.769032 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40796894-20b8-4afd-a72a-ec84a0bbba0f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Subnet': ['ID=99a6fadc-219e-4b10-ad3b-332102f634ee,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:12.883208 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-4981d0ce-de29-4a78-84ca-87ee19e7d46c tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Deleting port 1cd0ba18-0db9-493f-9fd6-e7e4a62809d5 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:47:12.883641 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4981d0ce-de29-4a78-84ca-87ee19e7d46c tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:12.928839 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-84a4bb86-2612-4962-99f7-b244f54d2ee4 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:12.935640 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-84a4bb86-2612-4962-99f7-b244f54d2ee4 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:subnet and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:12.938633 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-84a4bb86-2612-4962-99f7-b244f54d2ee4 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:12.944990 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-84a4bb86-2612-4962-99f7-b244f54d2ee4 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:13.060277 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a4bb86-2612-4962-99f7-b244f54d2ee4 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:13.064027 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-84a4bb86-2612-4962-99f7-b244f54d2ee4 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:13.071776 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4981d0ce-de29-4a78-84ca-87ee19e7d46c tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:13.072099 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4981d0ce-de29-4a78-84ca-87ee19e7d46c tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:13.201783 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-4981d0ce-de29-4a78-84ca-87ee19e7d46c tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Calling delete_port for 1cd0ba18-0db9-493f-9fd6-e7e4a62809d5 owned by network:floatingip {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:47:13.413371 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-84a4bb86-2612-4962-99f7-b244f54d2ee4 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:13.436123 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4981d0ce-de29-4a78-84ca-87ee19e7d46c tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:13.477268 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a4bb86-2612-4962-99f7-b244f54d2ee4 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network 2bd543d4-9bee-4c67-a1dd-2044b28211e4 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:13.480856 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-84a4bb86-2612-4962-99f7-b244f54d2ee4 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:13.485313 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a4bb86-2612-4962-99f7-b244f54d2ee4 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:13.486169 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-84a4bb86-2612-4962-99f7-b244f54d2ee4 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:13.487180 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981d0ce-de29-4a78-84ca-87ee19e7d46c tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Pushing event deleted for resources: {'Port': ['ID=1cd0ba18-0db9-493f-9fd6-e7e4a62809d5,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:13.504605 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4bb86-2612-4962-99f7-b244f54d2ee4 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Subnet': ['ID=8c69778b-5fbf-4a55-bd37-55028997ba3a,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:13.535724 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4981d0ce-de29-4a78-84ca-87ee19e7d46c tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:13.536069 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4981d0ce-de29-4a78-84ca-87ee19e7d46c tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:13.536410 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4981d0ce-de29-4a78-84ca-87ee19e7d46c tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:13.536739 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4981d0ce-de29-4a78-84ca-87ee19e7d46c tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:13.537915 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4981d0ce-de29-4a78-84ca-87ee19e7d46c tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:13.537915 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4981d0ce-de29-4a78-84ca-87ee19e7d46c tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:13.537915 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4981d0ce-de29-4a78-84ca-87ee19e7d46c tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:13.538378 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4981d0ce-de29-4a78-84ca-87ee19e7d46c tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:13.538378 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4981d0ce-de29-4a78-84ca-87ee19e7d46c tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:13.538802 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4981d0ce-de29-4a78-84ca-87ee19e7d46c tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:13.539011 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4981d0ce-de29-4a78-84ca-87ee19e7d46c tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:13.539357 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4981d0ce-de29-4a78-84ca-87ee19e7d46c tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:13.548693 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32710a26-f735-430f-ac79-aa045e9f871a None None] Network 2bd543d4-9bee-4c67-a1dd-2044b28211e4 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:47:13.599051 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4981d0ce-de29-4a78-84ca-87ee19e7d46c tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for floatingip, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:13.599383 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-4981d0ce-de29-4a78-84ca-87ee19e7d46c tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Floating IP 53db835b-9554-497b-8268-17aa00177bd9 disassociated (deleted). External IP: 172.26.2.249, port: 4a876368-7a2b-4fd4-b500-482abc64a0fb. Mar 07 21:47:13.617048 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-84a4bb86-2612-4962-99f7-b244f54d2ee4 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8704596 Mar 07 21:47:13.617272 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49438) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:13.622357 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-2cab92e5-c2a3-4d3b-8557-30cfd04a1b50 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'security_group': {'name': 'tempest-secgroup-1113306509'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:13.629844 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49442) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:13.633362 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-2cab92e5-c2a3-4d3b-8557-30cfd04a1b50 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:13.652147 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-2cab92e5-c2a3-4d3b-8557-30cfd04a1b50 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:security_group and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:13.657000 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c405163e-51f8-42d7-98de-f29583ad90e8 None None] Provisioning complete for port e964517a-1878-4f3b-88b3-e831b3363714 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:13.657386 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-2cab92e5-c2a3-4d3b-8557-30cfd04a1b50 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:13.657740 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c405163e-51f8-42d7-98de-f29583ad90e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:13.671749 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-2cab92e5-c2a3-4d3b-8557-30cfd04a1b50 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:13.730053 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aba28a6a-8f8b-44cb-9fab-dea8c2bf13b0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:13.761830 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2cab92e5-c2a3-4d3b-8557-30cfd04a1b50 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:13.769772 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c405163e-51f8-42d7-98de-f29583ad90e8 None None] Port e964517a-1878-4f3b-88b3-e831b3363714 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:47:13.776809 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aba28a6a-8f8b-44cb-9fab-dea8c2bf13b0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:13.817788 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-2cab92e5-c2a3-4d3b-8557-30cfd04a1b50 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:13.826972 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c405163e-51f8-42d7-98de-f29583ad90e8 None None] Provisioning complete for port d9d3a51a-db5c-45fd-8858-4a6085a733c8 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:13.827234 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-2cab92e5-c2a3-4d3b-8557-30cfd04a1b50 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:security_group_rule and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:13.827546 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c405163e-51f8-42d7-98de-f29583ad90e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:13.830115 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-2cab92e5-c2a3-4d3b-8557-30cfd04a1b50 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:13.835983 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-2cab92e5-c2a3-4d3b-8557-30cfd04a1b50 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:13.920875 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2cab92e5-c2a3-4d3b-8557-30cfd04a1b50 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:13.957066 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aba28a6a-8f8b-44cb-9fab-dea8c2bf13b0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:13.978042 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba28a6a-8f8b-44cb-9fab-dea8c2bf13b0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8b264e-b9b0-48cf-a479-f3a03bcb9164,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:13.984987 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2cab92e5-c2a3-4d3b-8557-30cfd04a1b50 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:14.021281 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4981d0ce-de29-4a78-84ca-87ee19e7d46c tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Router 6abe236b-7806-4b2e-988e-bef18bb0775a has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:47:14.032371 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab92e5-c2a3-4d3b-8557-30cfd04a1b50 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6276adf1-84ff-4461-a536-67912badca03,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:14.037646 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dae6424-6e87-45e6-9c92-4f88eadaf25d None None] Update dhcp port {'port': {'network_id': '2bd543d4-9bee-4c67-a1dd-2044b28211e4', 'fixed_ips': [{'subnet_id': 'e73a4d7e-8838-41e7-9813-b5ceb2667c09', 'ip_address': '172.20.0.18'}, {'subnet_id': '8c69778b-5fbf-4a55-bd37-55028997ba3a'}], 'binding:host_id': 'dv-neutron-829957-1-hyperv'}, 'id': 'd9d3a51a-db5c-45fd-8858-4a6085a733c8'} from dv-neutron-829957-1-hyperv. {{(pid=88388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 07 21:47:14.042487 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aba28a6a-8f8b-44cb-9fab-dea8c2bf13b0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:14.046410 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-aba28a6a-8f8b-44cb-9fab-dea8c2bf13b0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/security-groups/6c8b264e-b9b0-48cf-a479-f3a03bcb9164 HTTP/1.1" status: 204 len: 168 time: 0.4120636 Mar 07 21:47:14.088297 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2cab92e5-c2a3-4d3b-8557-30cfd04a1b50 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:14.089505 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2cab92e5-c2a3-4d3b-8557-30cfd04a1b50 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4713912 Mar 07 21:47:14.092099 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49448) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:14.097254 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d467611a-1975-4e99-bc1d-6e890632e42b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'security_group': {'name': 'tempest-secgroup-983261172'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:14.104125 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d467611a-1975-4e99-bc1d-6e890632e42b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:14.104811 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6dae6424-6e87-45e6-9c92-4f88eadaf25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:14.108402 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d467611a-1975-4e99-bc1d-6e890632e42b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:security_group and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:14.111576 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d467611a-1975-4e99-bc1d-6e890632e42b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:14.118688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d467611a-1975-4e99-bc1d-6e890632e42b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:14.147336 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49452) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:14.208010 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d467611a-1975-4e99-bc1d-6e890632e42b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:14.224564 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4981d0ce-de29-4a78-84ca-87ee19e7d46c tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:47:14.239171 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d467611a-1975-4e99-bc1d-6e890632e42b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:14.241394 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4981d0ce-de29-4a78-84ca-87ee19e7d46c tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:14.243988 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c5f8b-0e98-48d2-9d7e-d570a311166a None None] Sync routers for ids ['6abe236b-7806-4b2e-988e-bef18bb0775a'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:47:14.244507 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-7631abda-4967-4c98-9495-ae8ee7d33541 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting subnet 07acfb8d-9cae-43be-89cf-2a6886bb40f8 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:47:14.249093 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d467611a-1975-4e99-bc1d-6e890632e42b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:security_group_rule and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:14.251831 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7631abda-4967-4c98-9495-ae8ee7d33541 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:14.266544 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c5f8b-0e98-48d2-9d7e-d570a311166a None None] Routers {'6abe236b-7806-4b2e-988e-bef18bb0775a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:47:14.271967 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-ca4c5f8b-0e98-48d2-9d7e-d570a311166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:46:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['6abe236b-7806-4b2e-988e-bef18bb0775a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:14.278076 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d467611a-1975-4e99-bc1d-6e890632e42b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:14.292713 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d467611a-1975-4e99-bc1d-6e890632e42b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:14.301790 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4981d0ce-de29-4a78-84ca-87ee19e7d46c tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "DELETE /v2.0/floatingips/53db835b-9554-497b-8268-17aa00177bd9 HTTP/1.1" status: 204 len: 168 time: 1.7895081 Mar 07 21:47:14.321404 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7631abda-4967-4c98-9495-ae8ee7d33541 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:14.389802 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e82cfd1-af81-4edf-939f-36728eeee2e2', 'tag': '4a876368-7a2b-4fd4-b500-482abc64a0fb'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:14.445486 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d467611a-1975-4e99-bc1d-6e890632e42b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:14.456226 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7631abda-4967-4c98-9495-ae8ee7d33541 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:14.479467 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e82cfd1-af81-4edf-939f-36728eeee2e2', 'tag': '4a876368-7a2b-4fd4-b500-482abc64a0fb', 'status': 'completed', 'code': 200} Mar 07 21:47:14.495040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-6dae6424-6e87-45e6-9c92-4f88eadaf25d None None] Allocated IP 172.20.0.2 (2bd543d4-9bee-4c67-a1dd-2044b28211e4/8c69778b-5fbf-4a55-bd37-55028997ba3a/d9d3a51a-db5c-45fd-8858-4a6085a733c8) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:14.497802 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 5e147d00-6b76-446b-b0ee-538fcb89a379 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:47:14.516489 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d467611a-1975-4e99-bc1d-6e890632e42b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:14.546076 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 5e147d00-6b76-446b-b0ee-538fcb89a379 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:47:14.546460 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 5e147d00-6b76-446b-b0ee-538fcb89a379 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:47:14.570975 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467611a-1975-4e99-bc1d-6e890632e42b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8891cc5-b919-4a86-b6bf-4a6d61bf250b,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:14.617703 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-ca4c5f8b-0e98-48d2-9d7e-d570a311166a None None] Set router 6abe236b-7806-4b2e-988e-bef18bb0775a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:47:14.631732 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7631abda-4967-4c98-9495-ae8ee7d33541 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:14.676533 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631abda-4967-4c98-9495-ae8ee7d33541 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Subnet': ['ID=07acfb8d-9cae-43be-89cf-2a6886bb40f8,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:14.680457 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d467611a-1975-4e99-bc1d-6e890632e42b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:14.682190 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d467611a-1975-4e99-bc1d-6e890632e42b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5889919 Mar 07 21:47:14.684855 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49460) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:14.687508 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7631abda-4967-4c98-9495-ae8ee7d33541 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:14.691766 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7631abda-4967-4c98-9495-ae8ee7d33541 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/subnets/07acfb8d-9cae-43be-89cf-2a6886bb40f8 HTTP/1.1" status: 204 len: 168 time: 0.5425863 Mar 07 21:47:14.694550 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49464) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:14.695112 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f64cace2-304a-4ab6-8ee0-8264dec36fbb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'security_group': {'name': 'tempest-secgroup-2037301835'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:14.701614 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f64cace2-304a-4ab6-8ee0-8264dec36fbb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:14.705757 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f64cace2-304a-4ab6-8ee0-8264dec36fbb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:security_group and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:14.708750 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f64cace2-304a-4ab6-8ee0-8264dec36fbb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:14.716105 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f64cace2-304a-4ab6-8ee0-8264dec36fbb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:14.720410 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33aba931-ec8a-4cd5-bfc8-a64c17bd3622 None None] Network 2781cbd4-565f-4ac6-a170-60fa711718e8 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:47:14.750821 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0da5f-a55e-4dbf-b5da-c8f775aa0606 req-9a665920-777a-4806-be65-2709d885f28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:14.752371 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d9a0da5f-a55e-4dbf-b5da-c8f775aa0606 req-9a665920-777a-4806-be65-2709d885f28f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfedc51e426f4eb4a516398f68b96880&device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 1098 time: 0.2521214 Mar 07 21:47:14.799626 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f64cace2-304a-4ab6-8ee0-8264dec36fbb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:14.871013 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f64cace2-304a-4ab6-8ee0-8264dec36fbb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:14.877946 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f64cace2-304a-4ab6-8ee0-8264dec36fbb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:security_group_rule and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:14.880040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f64cace2-304a-4ab6-8ee0-8264dec36fbb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:14.885988 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f64cace2-304a-4ab6-8ee0-8264dec36fbb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:14.904524 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aad21002-900c-4033-b1c6-adb682eec247 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:14.935656 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-aad21002-900c-4033-b1c6-adb682eec247 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port be74ca3f-6a8e-4693-a05e-820b3876b36a {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:47:14.936266 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aad21002-900c-4033-b1c6-adb682eec247 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:15.000468 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0da5f-a55e-4dbf-b5da-c8f775aa0606 req-43cbba36-4127-474f-b3a1-4275396108ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:15.001908 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d9a0da5f-a55e-4dbf-b5da-c8f775aa0606 req-43cbba36-4127-474f-b3a1-4275396108ff service neutron] 10.222.0.11 "GET /v2.0/networks?id=310bb62d-7f36-4e19-9578-56268ae055e5 HTTP/1.1" status: 200 len: 897 time: 0.2033095 Mar 07 21:47:15.006932 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f64cace2-304a-4ab6-8ee0-8264dec36fbb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:15.046449 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb88cd8-04f9-47ed-8e2f-24a18aebe2ad req-ea47b61e-a7b9-4ad5-9bf4-4be788f0ebdb tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:15.047921 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6eb88cd8-04f9-47ed-8e2f-24a18aebe2ad req-ea47b61e-a7b9-4ad5-9bf4-4be788f0ebdb tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 945 time: 0.0923038 Mar 07 21:47:15.053264 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f64cace2-304a-4ab6-8ee0-8264dec36fbb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:15.102242 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-6dae6424-6e87-45e6-9c92-4f88eadaf25d None None] For port d9d3a51a-db5c-45fd-8858-4a6085a733c8, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d9d3a51a-db5c-45fd-8858-4a6085a733c8,segment=NetworkSegment(4195d4ba-037d-4888-91ee-16582821e4ca),segment_id=4195d4ba-037d-4888-91ee-16582821e4ca)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:15.106808 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d9a0da5f-a55e-4dbf-b5da-c8f775aa0606 req-b917991c-421e-4e88-a01f-b729941bd9c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a876368-7a2b-4fd4-b500-482abc64a0fb HTTP/1.1" status: 200 len: 217 time: 0.0718968 Mar 07 21:47:15.133676 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64cace2-304a-4ab6-8ee0-8264dec36fbb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca0ee3c-6915-45e0-9741-b41eb0209e37,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:15.139151 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6eb88cd8-04f9-47ed-8e2f-24a18aebe2ad req-c4450685-c880-4155-b020-e80c8069a2da tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817008 Mar 07 21:47:15.168370 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f64cace2-304a-4ab6-8ee0-8264dec36fbb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:15.172127 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f64cace2-304a-4ab6-8ee0-8264dec36fbb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4837387 Mar 07 21:47:15.172825 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49470) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:15.173010 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6dae6424-6e87-45e6-9c92-4f88eadaf25d None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:15.178389 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-32800758', 'security_groups': ['6ca0ee3c-6915-45e0-9741-b41eb0209e37'], 'network_id': '2bd543d4-9bee-4c67-a1dd-2044b28211e4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8c69778b-5fbf-4a55-bd37-55028997ba3a'}]}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:15.260822 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-6dae6424-6e87-45e6-9c92-4f88eadaf25d None None] Transition to ACTIVE for port object d9d3a51a-db5c-45fd-8858-4a6085a733c8 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:47:15.268642 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0da5f-a55e-4dbf-b5da-c8f775aa0606 req-373b11da-bb6a-42b4-bf89-39f16b914f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:15.272654 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d9a0da5f-a55e-4dbf-b5da-c8f775aa0606 req-373b11da-bb6a-42b4-bf89-39f16b914f39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=80c9a6f9-8590-40ef-b4e1-094835e8ea95 HTTP/1.1" status: 200 len: 834 time: 0.1515701 Mar 07 21:47:15.276986 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-aad21002-900c-4033-b1c6-adb682eec247 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port be74ca3f-6a8e-4693-a05e-820b3876b36a, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=be74ca3f-6a8e-4693-a05e-820b3876b36a,segment=NetworkSegment(89d72f3b-9b27-49f8-acd2-67c9630c4cf9),segment_id=89d72f3b-9b27-49f8-acd2-67c9630c4cf9)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:15.277340 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aad21002-900c-4033-b1c6-adb682eec247 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:15.289231 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-ca4c5f8b-0e98-48d2-9d7e-d570a311166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397130995', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:08Z', 'updated_at': '2022-03-07T21:45:21Z', 'revision_number': 4, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'gw_port': {'id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:10Z', 'updated_at': '2022-03-07T21:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '3bc35aa1-da3d-4bf2-822f-1d53ebf6879a', 'name': '', 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'mac_address': 'fa:16:3e:45:cb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '80c9a6f9-8590-40ef-b4e1-094835e8ea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:21Z', 'updated_at': '2022-03-07T21:45:29Z', 'revision_number': 5, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'subnets': [{'id': '80c9a6f9-8590-40ef-b4e1-094835e8ea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:15.293774 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c5f8b-0e98-48d2-9d7e-d570a311166a None None] Checking router: 6abe236b-7806-4b2e-988e-bef18bb0775a for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:47:15.305374 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c5f8b-0e98-48d2-9d7e-d570a311166a None None] Routers {'6abe236b-7806-4b2e-988e-bef18bb0775a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:47:15.306008 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-ca4c5f8b-0e98-48d2-9d7e-d570a311166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:46:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['6abe236b-7806-4b2e-988e-bef18bb0775a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:15.342294 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:15.352351 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:15.361306 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d412f6a-9d00-42f4-ba4a-1d81ddae734a None None] DHCP port deletion for 2781cbd4-565f-4ac6-a170-60fa711718e8 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:47:15.371417 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6dae6424-6e87-45e6-9c92-4f88eadaf25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:15.410976 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2d412f6a-9d00-42f4-ba4a-1d81ddae734a None None] Deleting port be74ca3f-6a8e-4693-a05e-820b3876b36a {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:47:15.411320 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2d412f6a-9d00-42f4-ba4a-1d81ddae734a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:15.418550 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:15.440273 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-aad21002-900c-4033-b1c6-adb682eec247 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for be74ca3f-6a8e-4693-a05e-820b3876b36a owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:47:15.530651 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0da5f-a55e-4dbf-b5da-c8f775aa0606 req-e96e1287-a52a-4cdc-b255-60c71d20f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:15.532021 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d9a0da5f-a55e-4dbf-b5da-c8f775aa0606 req-e96e1287-a52a-4cdc-b255-60c71d20f4d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=310bb62d-7f36-4e19-9578-56268ae055e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2467747 Mar 07 21:47:15.548925 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:15.570553 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] device_id is not set on port aa7b03e6-d7ac-4ec6-900c-63ad5c17a7c2 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:47:15.631979 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aad21002-900c-4033-b1c6-adb682eec247 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:15.692589 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad21002-900c-4033-b1c6-adb682eec247 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=be74ca3f-6a8e-4693-a05e-820b3876b36a,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:15.696536 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad21002-900c-4033-b1c6-adb682eec247 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] No DVR routers for this DVR port be74ca3f-6a8e-4693-a05e-820b3876b36a on host dv-neutron-829957-1-hyperv {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:47:15.771169 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2d412f6a-9d00-42f4-ba4a-1d81ddae734a None None] The port 'be74ca3f-6a8e-4693-a05e-820b3876b36a' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:47:15.778765 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae6424-6e87-45e6-9c92-4f88eadaf25d None None] Pushing event updated for resources: {'Port': ['ID=d9d3a51a-db5c-45fd-8858-4a6085a733c8,revision_number=6']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:15.786069 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-ca4c5f8b-0e98-48d2-9d7e-d570a311166a None None] Set router 6abe236b-7806-4b2e-988e-bef18bb0775a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:47:15.803865 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d9a0da5f-a55e-4dbf-b5da-c8f775aa0606 req-dd9a3b6d-8859-435f-9c5f-947cfe0f70b4 service neutron] 10.222.0.11 "GET /v2.0/networks/310bb62d-7f36-4e19-9578-56268ae055e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643509 Mar 07 21:47:15.881487 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aad21002-900c-4033-b1c6-adb682eec247 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:15.992099 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Allocated IP 172.20.0.7 (2bd543d4-9bee-4c67-a1dd-2044b28211e4/8c69778b-5fbf-4a55-bd37-55028997ba3a/aa7b03e6-d7ac-4ec6-900c-63ad5c17a7c2) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:16.004031 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-aad21002-900c-4033-b1c6-adb682eec247 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2781cbd4-565f-4ac6-a170-60fa711718e8']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:16.008140 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:16.053385 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-aad21002-900c-4033-b1c6-adb682eec247 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d72f3b-9b27-49f8-acd2-67c9630c4cf9') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:16.053601 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-aad21002-900c-4033-b1c6-adb682eec247 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d72f3b-9b27-49f8-acd2-67c9630c4cf9') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:16.071108 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aad21002-900c-4033-b1c6-adb682eec247 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:16.102151 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aad21002-900c-4033-b1c6-adb682eec247 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:16.112046 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d9a0da5f-a55e-4dbf-b5da-c8f775aa0606 req-beb69b1f-551d-42ec-8829-9b18f57a17cf service neutron] 10.222.0.11 "GET /v2.0/networks/310bb62d-7f36-4e19-9578-56268ae055e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597923 Mar 07 21:47:16.112983 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad21002-900c-4033-b1c6-adb682eec247 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:47:16.113381 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aad21002-900c-4033-b1c6-adb682eec247 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:47:16.127986 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:47:16.261155 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-ca4c5f8b-0e98-48d2-9d7e-d570a311166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397130995', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:08Z', 'updated_at': '2022-03-07T21:45:21Z', 'revision_number': 4, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'gw_port': {'id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:10Z', 'updated_at': '2022-03-07T21:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '3bc35aa1-da3d-4bf2-822f-1d53ebf6879a', 'name': '', 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'mac_address': 'fa:16:3e:45:cb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '80c9a6f9-8590-40ef-b4e1-094835e8ea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:21Z', 'updated_at': '2022-03-07T21:45:29Z', 'revision_number': 5, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'subnets': [{'id': '80c9a6f9-8590-40ef-b4e1-094835e8ea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:16.265277 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c5f8b-0e98-48d2-9d7e-d570a311166a None None] The sync data for ids ['6abe236b-7806-4b2e-988e-bef18bb0775a'] in dv-neutron-829957-1-hyperv is: [{'id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397130995', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:08Z', 'updated_at': '2022-03-07T21:45:21Z', 'revision_number': 4, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'gw_port': {'id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:10Z', 'updated_at': '2022-03-07T21:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '3bc35aa1-da3d-4bf2-822f-1d53ebf6879a', 'name': '', 'network_id': '310bb62d-7f36-4e19-9578-56268ae055e5', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'mac_address': 'fa:16:3e:45:cb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '80c9a6f9-8590-40ef-b4e1-094835e8ea95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:21Z', 'updated_at': '2022-03-07T21:45:29Z', 'revision_number': 5, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'subnets': [{'id': '80c9a6f9-8590-40ef-b4e1-094835e8ea95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:47:16.276499 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d9d3a51a-db5c-45fd-8858-4a6085a733c8 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:47:16.349699 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:16.425068 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aad21002-900c-4033-b1c6-adb682eec247 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:16.432538 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aad21002-900c-4033-b1c6-adb682eec247 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:16.438147 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Transition to ACTIVE for port object aa7b03e6-d7ac-4ec6-900c-63ad5c17a7c2 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:47:16.469633 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad21002-900c-4033-b1c6-adb682eec247 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Network': ['ID=2781cbd4-565f-4ac6-a170-60fa711718e8,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:16.472908 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device be74ca3f-6a8e-4693-a05e-820b3876b36a no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:47:16.505231 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40777bbf-fc66-411f-bbc8-e0d42cbb07a6 req-b03c2ce9-b01a-478d-8fd3-f42fc5122453 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:16.506776 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-40777bbf-fc66-411f-bbc8-e0d42cbb07a6 req-b03c2ce9-b01a-478d-8fd3-f42fc5122453 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 945 time: 0.3257084 Mar 07 21:47:16.512791 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: be74ca3f-6a8e-4693-a05e-820b3876b36a {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:47:16.513211 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device be74ca3f-6a8e-4693-a05e-820b3876b36a not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:47:16.560945 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283a11f-f5dd-4a67-82ad-1563522df575 req-4220ef48-d452-47d1-9e3a-42355cadc982 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:16.561653 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-aad21002-900c-4033-b1c6-adb682eec247 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/networks/2781cbd4-565f-4ac6-a170-60fa711718e8 HTTP/1.1" status: 204 len: 168 time: 1.8639381 Mar 07 21:47:16.562223 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3283a11f-f5dd-4a67-82ad-1563522df575 req-4220ef48-d452-47d1-9e3a-42355cadc982 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 945 time: 0.1838450 Mar 07 21:47:16.562223 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49476) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:16.570236 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-69230a6f-09f7-4684-87bf-a727320c8f1a None None] Provisioning complete for port e964517a-1878-4f3b-88b3-e831b3363714 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:16.570610 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-69230a6f-09f7-4684-87bf-a727320c8f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:16.596418 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58f8fad-cadd-4034-8884-ef5d32ac3a7a None None] New status for floating IP 53db835b-9554-497b-8268-17aa00177bd9: DOWN {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:47:16.630012 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-69230a6f-09f7-4684-87bf-a727320c8f1a None None] Port e964517a-1878-4f3b-88b3-e831b3363714 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:47:16.660534 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:16.699402 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-69230a6f-09f7-4684-87bf-a727320c8f1a None None] Provisioning for port d9d3a51a-db5c-45fd-8858-4a6085a733c8 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:47:16.705290 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-69230a6f-09f7-4684-87bf-a727320c8f1a None None] Provisioning complete for port d9d3a51a-db5c-45fd-8858-4a6085a733c8 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:16.706613 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-69230a6f-09f7-4684-87bf-a727320c8f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:16.763948 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-40777bbf-fc66-411f-bbc8-e0d42cbb07a6 req-fe41c934-d2d9-4b44-a3b5-e27226cbe034 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Deleting port 4a876368-7a2b-4fd4-b500-482abc64a0fb {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:47:16.764294 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-40777bbf-fc66-411f-bbc8-e0d42cbb07a6 req-fe41c934-d2d9-4b44-a3b5-e27226cbe034 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:16.841307 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network 2bd543d4-9bee-4c67-a1dd-2044b28211e4 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:16.844488 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3283a11f-f5dd-4a67-82ad-1563522df575 req-d6498aff-914d-4323-89c6-a7e20542e85b tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193859 Mar 07 21:47:16.852169 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:16.856371 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Port': ['ID=aa7b03e6-d7ac-4ec6-900c-63ad5c17a7c2,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:16.916651 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:47:16.992274 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:16.992618 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:16.992997 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:16.993325 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:16.993676 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:16.994034 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:16.994361 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:16.994681 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:16.995002 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:16.995319 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:16.995641 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:16.995960 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:17.070756 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:17.071357 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:17.106049 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-c27135a9-7774-4e29-9ec3-bb83d996a043 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port 10b9e04d-bc45-41c3-89d7-7a008f6c2510 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:47:17.106358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c27135a9-7774-4e29-9ec3-bb83d996a043 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:17.110602 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a8b7eaf4-5e8a-4e8b-af4d-e7a71920673f None None] Provisioning for port aa7b03e6-d7ac-4ec6-900c-63ad5c17a7c2 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:47:17.115721 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a8b7eaf4-5e8a-4e8b-af4d-e7a71920673f None None] Provisioning complete for port aa7b03e6-d7ac-4ec6-900c-63ad5c17a7c2 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:17.117701 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a8b7eaf4-5e8a-4e8b-af4d-e7a71920673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:17.171234 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-a8b7eaf4-5e8a-4e8b-af4d-e7a71920673f None None] Port aa7b03e6-d7ac-4ec6-900c-63ad5c17a7c2 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:47:17.241489 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-567d0511-892e-4b1d-855c-c6fe20fd663a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0652990 Mar 07 21:47:17.241871 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49480) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:17.248135 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-e54f608f-3618-4715-a816-d6b0dcb3db11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'subnet': {'network_id': '2bd543d4-9bee-4c67-a1dd-2044b28211e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:17.379916 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-40777bbf-fc66-411f-bbc8-e0d42cbb07a6 req-fe41c934-d2d9-4b44-a3b5-e27226cbe034 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] For port 4a876368-7a2b-4fd4-b500-482abc64a0fb, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=4a876368-7a2b-4fd4-b500-482abc64a0fb,segment=NetworkSegment(26e41f47-657c-4e85-b994-dcfeb77ffb5e),segment_id=26e41f47-657c-4e85-b994-dcfeb77ffb5e)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:17.380191 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-40777bbf-fc66-411f-bbc8-e0d42cbb07a6 req-fe41c934-d2d9-4b44-a3b5-e27226cbe034 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:17.381820 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e54f608f-3618-4715-a816-d6b0dcb3db11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:17.385577 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e54f608f-3618-4715-a816-d6b0dcb3db11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:subnet and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:17.388391 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e54f608f-3618-4715-a816-d6b0dcb3db11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:17.394345 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e54f608f-3618-4715-a816-d6b0dcb3db11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:17.453838 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54f608f-3618-4715-a816-d6b0dcb3db11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:17.457353 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e54f608f-3618-4715-a816-d6b0dcb3db11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:17.514967 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-40777bbf-fc66-411f-bbc8-e0d42cbb07a6 req-fe41c934-d2d9-4b44-a3b5-e27226cbe034 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Calling delete_port for 4a876368-7a2b-4fd4-b500-482abc64a0fb owned by compute:nova {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:47:17.557050 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c27135a9-7774-4e29-9ec3-bb83d996a043 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:17.557383 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c27135a9-7774-4e29-9ec3-bb83d996a043 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:17.586129 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.ipam_backend_mixin [None req-e54f608f-3618-4715-a816-d6b0dcb3db11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8c69778b-5fbf-4a55-bd37-55028997ba3a (CIDR: 172.20.0.0/28) Mar 07 21:47:17.649103 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54f608f-3618-4715-a816-d6b0dcb3db11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:47:17.649530 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e54f608f-3618-4715-a816-d6b0dcb3db11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:17.723315 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e54f608f-3618-4715-a816-d6b0dcb3db11 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4802680 Mar 07 21:47:17.726155 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49484) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:17.732721 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-12264668-6324-476e-b95e-43dab840fa89 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'subnet': {'network_id': '2bd543d4-9bee-4c67-a1dd-2044b28211e4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:17.809694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-c27135a9-7774-4e29-9ec3-bb83d996a043 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for 10b9e04d-bc45-41c3-89d7-7a008f6c2510 owned by network:floatingip {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:47:17.872957 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-12264668-6324-476e-b95e-43dab840fa89 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:17.876574 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-12264668-6324-476e-b95e-43dab840fa89 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:subnet and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:17.880280 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-12264668-6324-476e-b95e-43dab840fa89 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:17.885532 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-12264668-6324-476e-b95e-43dab840fa89 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:17.934007 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12264668-6324-476e-b95e-43dab840fa89 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:17.938629 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-12264668-6324-476e-b95e-43dab840fa89 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:18.067124 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-40777bbf-fc66-411f-bbc8-e0d42cbb07a6 req-fe41c934-d2d9-4b44-a3b5-e27226cbe034 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:18.070070 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.ipam_backend_mixin [None req-12264668-6324-476e-b95e-43dab840fa89 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e73a4d7e-8838-41e7-9813-b5ceb2667c09 (CIDR: 172.20.0.16/28) Mar 07 21:47:18.100421 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-12264668-6324-476e-b95e-43dab840fa89 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 21:47:18.100901 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12264668-6324-476e-b95e-43dab840fa89 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:18.135207 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41c934-d2d9-4b44-a3b5-e27226cbe034 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Pushing event deleted for resources: {'Port': ['ID=4a876368-7a2b-4fd4-b500-482abc64a0fb,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:18.175133 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97907c2b-e643-44d5-ac02-f5d3365cb55f req-2bc80261-eb30-4dc9-a06e-5484d9c98786 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:18.176610 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-97907c2b-e643-44d5-ac02-f5d3365cb55f req-2bc80261-eb30-4dc9-a06e-5484d9c98786 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e82cfd1-af81-4edf-939f-36728eeee2e2 HTTP/1.1" status: 200 len: 945 time: 0.2294607 Mar 07 21:47:18.182900 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49490) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:18.183281 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-12264668-6324-476e-b95e-43dab840fa89 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4556983 Mar 07 21:47:18.197777 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-bce9b2da-6c44-438f-8dfa-62565bc487b5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'subnet': {'network_id': '2bd543d4-9bee-4c67-a1dd-2044b28211e4', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:18.254863 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c27135a9-7774-4e29-9ec3-bb83d996a043 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:18.318487 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-40777bbf-fc66-411f-bbc8-e0d42cbb07a6 req-fe41c934-d2d9-4b44-a3b5-e27226cbe034 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] No DVR routers for this DVR port 4a876368-7a2b-4fd4-b500-482abc64a0fb on host hv-neutron-8299 {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:47:18.331068 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-40777bbf-fc66-411f-bbc8-e0d42cbb07a6 req-fe41c934-d2d9-4b44-a3b5-e27226cbe034 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:18.334726 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27135a9-7774-4e29-9ec3-bb83d996a043 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=10b9e04d-bc45-41c3-89d7-7a008f6c2510,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:18.342251 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e82cfd1-af81-4edf-939f-36728eeee2e2', 'name': 'network-vif-deleted', 'tag': '4a876368-7a2b-4fd4-b500-482abc64a0fb'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:18.436333 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e82cfd1-af81-4edf-939f-36728eeee2e2', 'name': 'network-vif-deleted', 'tag': '4a876368-7a2b-4fd4-b500-482abc64a0fb', 'status': 'completed', 'code': 200} Mar 07 21:47:18.461292 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-97907c2b-e643-44d5-ac02-f5d3365cb55f req-994ec697-d12a-47b4-beb1-afd084bc66c8 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc5984-387e-4796-b05d-db53267f2013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2730174 Mar 07 21:47:18.506968 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-40777bbf-fc66-411f-bbc8-e0d42cbb07a6 req-fe41c934-d2d9-4b44-a3b5-e27226cbe034 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.11 "DELETE /v2.0/ports/4a876368-7a2b-4fd4-b500-482abc64a0fb HTTP/1.1" status: 204 len: 173 time: 1.9949250 Mar 07 21:47:18.539266 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 4a876368-7a2b-4fd4-b500-482abc64a0fb no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:47:18.544048 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c27135a9-7774-4e29-9ec3-bb83d996a043 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:18.544384 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-c27135a9-7774-4e29-9ec3-bb83d996a043 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Floating IP 1aa9ba72-f357-4e9e-acf2-b09abc3f0dc3 disassociated (deleted). External IP: 172.26.2.35, port: daabe182-4695-40d2-aa99-f9e0e4a0f531. Mar 07 21:47:18.575327 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 4a876368-7a2b-4fd4-b500-482abc64a0fb {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:47:18.575669 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 4a876368-7a2b-4fd4-b500-482abc64a0fb not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:47:18.623082 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-bce9b2da-6c44-438f-8dfa-62565bc487b5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:18.630351 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bce9b2da-6c44-438f-8dfa-62565bc487b5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Usage tracker for resource:subnet and tenant:bf34c810950841a19e370c783f525ceb is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:18.634781 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bce9b2da-6c44-438f-8dfa-62565bc487b5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:18.650747 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-bce9b2da-6c44-438f-8dfa-62565bc487b5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:18.799385 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce9b2da-6c44-438f-8dfa-62565bc487b5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Made reservation on behalf of bf34c810950841a19e370c783f525ceb for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:18.802925 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bce9b2da-6c44-438f-8dfa-62565bc487b5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:19.039343 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27135a9-7774-4e29-9ec3-bb83d996a043 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router 72e2b836-a1be-4d82-b3ee-eaf2f951418a has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:47:19.408300 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27135a9-7774-4e29-9ec3-bb83d996a043 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:47:19.417940 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289d84db-39da-46b0-9fc3-1dcb2c590998 None None] Sync routers for ids ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:47:19.427129 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c27135a9-7774-4e29-9ec3-bb83d996a043 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:19.428047 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289d84db-39da-46b0-9fc3-1dcb2c590998 None None] Routers {'72e2b836-a1be-4d82-b3ee-eaf2f951418a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:47:19.428667 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-289d84db-39da-46b0-9fc3-1dcb2c590998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:46:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:19.495975 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c27135a9-7774-4e29-9ec3-bb83d996a043 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/floatingips/1aa9ba72-f357-4e9e-acf2-b09abc3f0dc3 HTTP/1.1" status: 204 len: 168 time: 2.9261227 Mar 07 21:47:19.539913 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bce9b2da-6c44-438f-8dfa-62565bc487b5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:19.557665 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49500) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:19.607925 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce9b2da-6c44-438f-8dfa-62565bc487b5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Network 2bd543d4-9bee-4c67-a1dd-2044b28211e4 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:19.611049 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-bce9b2da-6c44-438f-8dfa-62565bc487b5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:19.615398 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce9b2da-6c44-438f-8dfa-62565bc487b5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:19.615979 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bce9b2da-6c44-438f-8dfa-62565bc487b5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:19.629297 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9b2da-6c44-438f-8dfa-62565bc487b5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Subnet': ['ID=80ce9801-8c2c-41cf-8e1f-66de32ef8ff5,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:19.644509 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-289d84db-39da-46b0-9fc3-1dcb2c590998 None None] Set router 72e2b836-a1be-4d82-b3ee-eaf2f951418a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:47:19.697528 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81d82ce-26e6-49e7-b807-5a32c53b28fa None None] Network 2bd543d4-9bee-4c67-a1dd-2044b28211e4 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:47:19.745183 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bce9b2da-6c44-438f-8dfa-62565bc487b5 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5612206 Mar 07 21:47:19.747765 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49504) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:19.753609 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-bfffa040-102a-4d0a-862a-decee07b75dd tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-122096485', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '80ce9801-8c2c-41cf-8e1f-66de32ef8ff5'}], 'security_groups': ['6276adf1-84ff-4461-a536-67912badca03', 'e8891cc5-b919-4a86-b6bf-4a6d61bf250b']}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:19.907094 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bfffa040-102a-4d0a-862a-decee07b75dd tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:20.175066 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d7390903-be5b-4552-9100-8f4ee191202b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:20.214074 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4fff2546-fd78-4f83-9e2a-b5bbd5fab219 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:20.231779 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-289d84db-39da-46b0-9fc3-1dcb2c590998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'name': 'tempest-TestNetworkBasicOps-router-782167076', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:37Z', 'updated_at': '2022-03-07T21:47:07Z', 'revision_number': 6, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:38Z', 'updated_at': '2022-03-07T21:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '40874310-df4f-442c-8e98-7b14fc1c8c25', 'name': '', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:29:f1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '859622ca-69ba-432a-afba-67cc59145e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:46Z', 'updated_at': '2022-03-07T21:44:56Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '859622ca-69ba-432a-afba-67cc59145e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:20.239693 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289d84db-39da-46b0-9fc3-1dcb2c590998 None None] Checking router: 72e2b836-a1be-4d82-b3ee-eaf2f951418a for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:47:20.253228 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289d84db-39da-46b0-9fc3-1dcb2c590998 None None] Routers {'72e2b836-a1be-4d82-b3ee-eaf2f951418a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:47:20.254579 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-289d84db-39da-46b0-9fc3-1dcb2c590998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:46:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:20.373835 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a736aa4-a53a-47a5-ae72-8e14d3542e1f req-a6aa4ce6-9f81-4ee6-8314-d2145a9b947c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:20.375266 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-0a736aa4-a53a-47a5-ae72-8e14d3542e1f req-a6aa4ce6-9f81-4ee6-8314-d2145a9b947c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:47:20.423020 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-bfffa040-102a-4d0a-862a-decee07b75dd tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Delete allocated IP 172.20.0.7 (2bd543d4-9bee-4c67-a1dd-2044b28211e4/8c69778b-5fbf-4a55-bd37-55028997ba3a) {{(pid=88386) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 21:47:20.430997 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-bfffa040-102a-4d0a-862a-decee07b75dd tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Allocated IP 172.20.0.43 (2bd543d4-9bee-4c67-a1dd-2044b28211e4/80ce9801-8c2c-41cf-8e1f-66de32ef8ff5/aa7b03e6-d7ac-4ec6-900c-63ad5c17a7c2) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:20.438331 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7df92cb-63d3-4d65-913c-5b89be40871f', 'tag': 'daabe182-4695-40d2-aa99-f9e0e4a0f531'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:20.451588 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f95104-5d11-4015-b002-fe4fd8e35b2b None None] Update dhcp port {'port': {'network_id': '2bd543d4-9bee-4c67-a1dd-2044b28211e4', 'fixed_ips': [{'subnet_id': 'e73a4d7e-8838-41e7-9813-b5ceb2667c09', 'ip_address': '172.20.0.18'}, {'subnet_id': '8c69778b-5fbf-4a55-bd37-55028997ba3a', 'ip_address': '172.20.0.2'}, {'subnet_id': '80ce9801-8c2c-41cf-8e1f-66de32ef8ff5'}], 'binding:host_id': 'dv-neutron-829957-1-hyperv'}, 'id': 'd9d3a51a-db5c-45fd-8858-4a6085a733c8'} from dv-neutron-829957-1-hyperv. {{(pid=88388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 07 21:47:20.461009 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-0a736aa4-a53a-47a5-ae72-8e14d3542e1f req-a6aa4ce6-9f81-4ee6-8314-d2145a9b947c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:47:20.468201 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0a736aa4-a53a-47a5-ae72-8e14d3542e1f req-a6aa4ce6-9f81-4ee6-8314-d2145a9b947c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7df92cb-63d3-4d65-913c-5b89be40871f HTTP/1.1" status: 200 len: 946 time: 0.2735853 Mar 07 21:47:20.505855 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7df92cb-63d3-4d65-913c-5b89be40871f', 'tag': 'daabe182-4695-40d2-aa99-f9e0e4a0f531', 'status': 'completed', 'code': 200} Mar 07 21:47:20.522064 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-52f95104-5d11-4015-b002-fe4fd8e35b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:20.534685 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-0a736aa4-a53a-47a5-ae72-8e14d3542e1f req-38827b1a-b48e-445a-a125-7f879c7883e5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:47:20.603091 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-289d84db-39da-46b0-9fc3-1dcb2c590998 None None] Set router 72e2b836-a1be-4d82-b3ee-eaf2f951418a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:47:20.704690 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-0a736aa4-a53a-47a5-ae72-8e14d3542e1f req-38827b1a-b48e-445a-a125-7f879c7883e5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:47:20.713251 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0a736aa4-a53a-47a5-ae72-8e14d3542e1f req-38827b1a-b48e-445a-a125-7f879c7883e5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=89afd61e-8301-4cb2-bb3a-9050939c967b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2441456 Mar 07 21:47:20.722583 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-4fff2546-fd78-4f83-9e2a-b5bbd5fab219 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Deleting port 3bc35aa1-da3d-4bf2-822f-1d53ebf6879a {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:47:20.723711 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4fff2546-fd78-4f83-9e2a-b5bbd5fab219 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:20.746035 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea575838-1195-4bf7-9936-4311bb7036c4 req-69c25c3f-8461-431a-9445-c1af59cae16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:20.747557 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ea575838-1195-4bf7-9936-4311bb7036c4 req-69c25c3f-8461-431a-9445-c1af59cae16e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=d7df92cb-63d3-4d65-913c-5b89be40871f HTTP/1.1" status: 200 len: 1099 time: 0.2100527 Mar 07 21:47:20.908472 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bfffa040-102a-4d0a-862a-decee07b75dd tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:20.933684 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-4fff2546-fd78-4f83-9e2a-b5bbd5fab219 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] For port 3bc35aa1-da3d-4bf2-822f-1d53ebf6879a, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=3bc35aa1-da3d-4bf2-822f-1d53ebf6879a,segment=NetworkSegment(26e41f47-657c-4e85-b994-dcfeb77ffb5e),segment_id=26e41f47-657c-4e85-b994-dcfeb77ffb5e)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:20.934147 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4fff2546-fd78-4f83-9e2a-b5bbd5fab219 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:20.941635 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea575838-1195-4bf7-9936-4311bb7036c4 req-805e3200-9d26-4fe4-ab13-c3a265e6d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:20.943940 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ea575838-1195-4bf7-9936-4311bb7036c4 req-805e3200-9d26-4fe4-ab13-c3a265e6d509 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ae28d24-a6ec-458e-a0b6-64341e8114c4 HTTP/1.1" status: 200 len: 897 time: 0.1865387 Mar 07 21:47:20.946281 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-bfffa040-102a-4d0a-862a-decee07b75dd tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Transition to ACTIVE for port object aa7b03e6-d7ac-4ec6-900c-63ad5c17a7c2 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:47:21.008393 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bfffa040-102a-4d0a-862a-decee07b75dd tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:21.058831 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ea575838-1195-4bf7-9936-4311bb7036c4 req-460f374c-ca17-46a5-81e2-59abafa2499a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=daabe182-4695-40d2-aa99-f9e0e4a0f531 HTTP/1.1" status: 200 len: 217 time: 0.1088567 Mar 07 21:47:21.066372 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-4fff2546-fd78-4f83-9e2a-b5bbd5fab219 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Calling delete_port for 3bc35aa1-da3d-4bf2-822f-1d53ebf6879a owned by network:router_interface {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:47:21.088155 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-52f95104-5d11-4015-b002-fe4fd8e35b2b None None] Allocated IP 172.20.0.34 (2bd543d4-9bee-4c67-a1dd-2044b28211e4/80ce9801-8c2c-41cf-8e1f-66de32ef8ff5/d9d3a51a-db5c-45fd-8858-4a6085a733c8) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:21.092135 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-289d84db-39da-46b0-9fc3-1dcb2c590998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'name': 'tempest-TestNetworkBasicOps-router-782167076', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:37Z', 'updated_at': '2022-03-07T21:47:07Z', 'revision_number': 6, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:38Z', 'updated_at': '2022-03-07T21:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '40874310-df4f-442c-8e98-7b14fc1c8c25', 'name': '', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:29:f1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '859622ca-69ba-432a-afba-67cc59145e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:46Z', 'updated_at': '2022-03-07T21:44:56Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '859622ca-69ba-432a-afba-67cc59145e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:21.103533 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289d84db-39da-46b0-9fc3-1dcb2c590998 None None] The sync data for ids ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'] in dv-neutron-829957-1-hyperv is: [{'id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'name': 'tempest-TestNetworkBasicOps-router-782167076', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:37Z', 'updated_at': '2022-03-07T21:47:07Z', 'revision_number': 6, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:38Z', 'updated_at': '2022-03-07T21:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '40874310-df4f-442c-8e98-7b14fc1c8c25', 'name': '', 'network_id': '5ae28d24-a6ec-458e-a0b6-64341e8114c4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:29:f1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '859622ca-69ba-432a-afba-67cc59145e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:46Z', 'updated_at': '2022-03-07T21:44:56Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '859622ca-69ba-432a-afba-67cc59145e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:47:21.272271 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-52f95104-5d11-4015-b002-fe4fd8e35b2b None None] For port d9d3a51a-db5c-45fd-8858-4a6085a733c8, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d9d3a51a-db5c-45fd-8858-4a6085a733c8,segment=NetworkSegment(4195d4ba-037d-4888-91ee-16582821e4ca),segment_id=4195d4ba-037d-4888-91ee-16582821e4ca)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:21.300523 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-52f95104-5d11-4015-b002-fe4fd8e35b2b None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:21.357345 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffa040-102a-4d0a-862a-decee07b75dd tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event updated for resources: {'Port': ['ID=aa7b03e6-d7ac-4ec6-900c-63ad5c17a7c2,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:21.358165 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea575838-1195-4bf7-9936-4311bb7036c4 req-ec6137d6-2fd0-4b36-97d3-4680e7c77f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:21.359586 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ea575838-1195-4bf7-9936-4311bb7036c4 req-ec6137d6-2fd0-4b36-97d3-4680e7c77f4a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=859622ca-69ba-432a-afba-67cc59145e77 HTTP/1.1" status: 200 len: 834 time: 0.2906897 Mar 07 21:47:21.363565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-bfffa040-102a-4d0a-862a-decee07b75dd tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] In _notify_port_updated(), no bound segment for port aa7b03e6-d7ac-4ec6-900c-63ad5c17a7c2 on network 2bd543d4-9bee-4c67-a1dd-2044b28211e4 {{(pid=88386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 07 21:47:21.368991 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfffa040-102a-4d0a-862a-decee07b75dd tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:21.369619 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bfffa040-102a-4d0a-862a-decee07b75dd tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:21.373831 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-52f95104-5d11-4015-b002-fe4fd8e35b2b None None] Transition to ACTIVE for port object d9d3a51a-db5c-45fd-8858-4a6085a733c8 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:47:21.374346 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bfffa040-102a-4d0a-862a-decee07b75dd tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "PUT /v2.0/ports/aa7b03e6-d7ac-4ec6-900c-63ad5c17a7c2 HTTP/1.1" status: 200 len: 959 time: 1.6255407 Mar 07 21:47:21.375097 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49514) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:21.403684 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4fff2546-fd78-4f83-9e2a-b5bbd5fab219 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:21.427970 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02de5c4c-a4d2-4bea-ac41-b6259ae513ac None None] New status for floating IP 1aa9ba72-f357-4e9e-acf2-b09abc3f0dc3: DOWN {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:47:21.430536 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-52f95104-5d11-4015-b002-fe4fd8e35b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:21.466021 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff2546-fd78-4f83-9e2a-b5bbd5fab219 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Pushing event deleted for resources: {'Port': ['ID=3bc35aa1-da3d-4bf2-822f-1d53ebf6879a,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:21.492235 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-2850eee3-c4c5-42e5-a5da-ba8b6c78e2a8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting port aa7b03e6-d7ac-4ec6-900c-63ad5c17a7c2 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:47:21.492565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2850eee3-c4c5-42e5-a5da-ba8b6c78e2a8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:21.622717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea575838-1195-4bf7-9936-4311bb7036c4 req-0f3518f3-b84f-4657-bbe2-26fc6176eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:21.626573 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ea575838-1195-4bf7-9936-4311bb7036c4 req-0f3518f3-b84f-4657-bbe2-26fc6176eaea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ae28d24-a6ec-458e-a0b6-64341e8114c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2482591 Mar 07 21:47:21.695476 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f95104-5d11-4015-b002-fe4fd8e35b2b None None] Pushing event updated for resources: {'Port': ['ID=d9d3a51a-db5c-45fd-8858-4a6085a733c8,revision_number=7']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:21.703307 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f95104-5d11-4015-b002-fe4fd8e35b2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:21.704254 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f95104-5d11-4015-b002-fe4fd8e35b2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:21.704787 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f95104-5d11-4015-b002-fe4fd8e35b2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:21.705310 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f95104-5d11-4015-b002-fe4fd8e35b2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:21.705824 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f95104-5d11-4015-b002-fe4fd8e35b2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:21.706383 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f95104-5d11-4015-b002-fe4fd8e35b2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:21.706989 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f95104-5d11-4015-b002-fe4fd8e35b2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:21.707506 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f95104-5d11-4015-b002-fe4fd8e35b2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:21.708177 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f95104-5d11-4015-b002-fe4fd8e35b2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:21.708704 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f95104-5d11-4015-b002-fe4fd8e35b2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:21.709407 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f95104-5d11-4015-b002-fe4fd8e35b2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:21.711546 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f95104-5d11-4015-b002-fe4fd8e35b2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:21.857909 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475ea49-4c1d-474e-9038-24593a42ce57 req-edc22ebf-d62c-457a-b61f-3554a9b085e3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:21.858615 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-3475ea49-4c1d-474e-9038-24593a42ce57 req-edc22ebf-d62c-457a-b61f-3554a9b085e3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:47:21.891300 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4fff2546-fd78-4f83-9e2a-b5bbd5fab219 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:21.899405 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-3475ea49-4c1d-474e-9038-24593a42ce57 req-edc22ebf-d62c-457a-b61f-3554a9b085e3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:47:21.900647 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3475ea49-4c1d-474e-9038-24593a42ce57 req-edc22ebf-d62c-457a-b61f-3554a9b085e3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7df92cb-63d3-4d65-913c-5b89be40871f HTTP/1.1" status: 200 len: 946 time: 0.5387242 Mar 07 21:47:22.000398 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ea575838-1195-4bf7-9936-4311bb7036c4 req-ba91e3a7-a26a-41c1-af8f-4cf1084cb1b0 service neutron] 10.222.0.11 "GET /v2.0/networks/5ae28d24-a6ec-458e-a0b6-64341e8114c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654256 Mar 07 21:47:22.006260 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2850eee3-c4c5-42e5-a5da-ba8b6c78e2a8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:22.103333 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-3475ea49-4c1d-474e-9038-24593a42ce57 req-cae53ed6-ec35-476c-a39b-e00ea94e4acf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port daabe182-4695-40d2-aa99-f9e0e4a0f531 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:47:22.103669 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-3475ea49-4c1d-474e-9038-24593a42ce57 req-cae53ed6-ec35-476c-a39b-e00ea94e4acf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:22.178683 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-2850eee3-c4c5-42e5-a5da-ba8b6c78e2a8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Calling delete_port for aa7b03e6-d7ac-4ec6-900c-63ad5c17a7c2 owned by {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:47:22.299668 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9a41686f-3c57-4b11-8ccc-32f21034f40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:22.303280 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d9d3a51a-db5c-45fd-8858-4a6085a733c8 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:47:22.315154 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c836e-3bcd-44d4-bc37-7a7e7f761b14 req-38d6c84b-4132-4724-a700-8c657a735ef3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:22.316703 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-296c836e-3bcd-44d4-bc37-7a7e7f761b14 req-38d6c84b-4132-4724-a700-8c657a735ef3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7df92cb-63d3-4d65-913c-5b89be40871f HTTP/1.1" status: 200 len: 946 time: 0.4184675 Mar 07 21:47:22.392874 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ea575838-1195-4bf7-9936-4311bb7036c4 req-0dfce487-cba0-4092-8164-1934f5d8a9fd service neutron] 10.222.0.11 "GET /v2.0/networks/5ae28d24-a6ec-458e-a0b6-64341e8114c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785901 Mar 07 21:47:22.400810 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-296c836e-3bcd-44d4-bc37-7a7e7f761b14 req-047eb619-37f0-47fa-bf37-99f1d12300ad tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=89afd61e-8301-4cb2-bb3a-9050939c967b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762539 Mar 07 21:47:22.442362 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fea54f93-3050-4d61-81be-967f61982000 None None] Provisioning complete for port e964517a-1878-4f3b-88b3-e831b3363714 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:22.442362 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fea54f93-3050-4d61-81be-967f61982000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:22.498820 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-fea54f93-3050-4d61-81be-967f61982000 None None] Port e964517a-1878-4f3b-88b3-e831b3363714 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:47:22.505736 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2850eee3-c4c5-42e5-a5da-ba8b6c78e2a8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:22.545313 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fea54f93-3050-4d61-81be-967f61982000 None None] Provisioning for port d9d3a51a-db5c-45fd-8858-4a6085a733c8 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:47:22.551487 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fea54f93-3050-4d61-81be-967f61982000 None None] Provisioning complete for port d9d3a51a-db5c-45fd-8858-4a6085a733c8 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:22.551872 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fea54f93-3050-4d61-81be-967f61982000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:22.559825 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850eee3-c4c5-42e5-a5da-ba8b6c78e2a8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Port': ['ID=aa7b03e6-d7ac-4ec6-900c-63ad5c17a7c2,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:22.660414 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2850eee3-c4c5-42e5-a5da-ba8b6c78e2a8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:22.677026 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49520) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:22.677372 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2850eee3-c4c5-42e5-a5da-ba8b6c78e2a8 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/ports/aa7b03e6-d7ac-4ec6-900c-63ad5c17a7c2 HTTP/1.1" status: 204 len: 168 time: 1.2993250 Mar 07 21:47:22.731498 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fea54f93-3050-4d61-81be-967f61982000 None None] Could not find standard attr ID for object aa7b03e6-d7ac-4ec6-900c-63ad5c17a7c2. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:47:22.738572 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fff2546-fd78-4f83-9e2a-b5bbd5fab219 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Router 6abe236b-7806-4b2e-988e-bef18bb0775a has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:47:22.744200 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-3475ea49-4c1d-474e-9038-24593a42ce57 req-cae53ed6-ec35-476c-a39b-e00ea94e4acf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port daabe182-4695-40d2-aa99-f9e0e4a0f531, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=daabe182-4695-40d2-aa99-f9e0e4a0f531,segment=NetworkSegment(f226c737-7ae0-4cda-86bf-3309c6542db1),segment_id=f226c737-7ae0-4cda-86bf-3309c6542db1)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:22.745927 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-3475ea49-4c1d-474e-9038-24593a42ce57 req-cae53ed6-ec35-476c-a39b-e00ea94e4acf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:22.754244 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-cffcf441-5537-448b-9a8e-448a44da3375 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] GET failed (client error): The resource could not be found. Mar 07 21:47:22.755597 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cffcf441-5537-448b-9a8e-448a44da3375 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports/aa7b03e6-d7ac-4ec6-900c-63ad5c17a7c2 HTTP/1.1" status: 404 len: 333 time: 0.0774827 Mar 07 21:47:22.758567 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49524) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:22.826070 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c6cf316d-42f5-4f18-8d73-b35d27412ace tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:22.857384 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c6cf316d-42f5-4f18-8d73-b35d27412ace tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:22.879920 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-3475ea49-4c1d-474e-9038-24593a42ce57 req-cae53ed6-ec35-476c-a39b-e00ea94e4acf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for daabe182-4695-40d2-aa99-f9e0e4a0f531 owned by compute:nova {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:47:22.944277 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a187b8f1-6e84-451b-8063-79037de90fcc None None] Could not find standard attr ID for object aa7b03e6-d7ac-4ec6-900c-63ad5c17a7c2. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 21:47:22.985655 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c6cf316d-42f5-4f18-8d73-b35d27412ace tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:23.004045 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf316d-42f5-4f18-8d73-b35d27412ace tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca0ee3c-6915-45e0-9741-b41eb0209e37,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:23.013659 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c6cf316d-42f5-4f18-8d73-b35d27412ace tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:23.014322 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c6cf316d-42f5-4f18-8d73-b35d27412ace tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/security-groups/6ca0ee3c-6915-45e0-9741-b41eb0209e37 HTTP/1.1" status: 204 len: 168 time: 0.2543819 Mar 07 21:47:23.016865 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49528) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:23.087002 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e883deee-0f88-47ec-a012-a576b29988bb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:23.118379 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e883deee-0f88-47ec-a012-a576b29988bb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:23.162856 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fff2546-fd78-4f83-9e2a-b5bbd5fab219 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:47:23.168253 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:23.175710 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b86a757-be13-49a3-88b1-b326bba8c100 None None] Sync routers for ids ['6abe236b-7806-4b2e-988e-bef18bb0775a'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:47:23.187567 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b86a757-be13-49a3-88b1-b326bba8c100 None None] Routers {'6abe236b-7806-4b2e-988e-bef18bb0775a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:47:23.188269 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-2b86a757-be13-49a3-88b1-b326bba8c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:47:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['6abe236b-7806-4b2e-988e-bef18bb0775a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:23.193546 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4fff2546-fd78-4f83-9e2a-b5bbd5fab219 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "PUT /v2.0/routers/6abe236b-7806-4b2e-988e-bef18bb0775a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6315808 Mar 07 21:47:23.193753 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49532) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:23.268597 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d25e80-d45d-4102-9e00-4931a301dcbc tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Deleting subnet 80c9a6f9-8590-40ef-b4e1-094835e8ea95 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:47:23.271998 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-3475ea49-4c1d-474e-9038-24593a42ce57 req-cae53ed6-ec35-476c-a39b-e00ea94e4acf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:23.278492 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-04d25e80-d45d-4102-9e00-4931a301dcbc tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:23.361105 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae53ed6-ec35-476c-a39b-e00ea94e4acf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=daabe182-4695-40d2-aa99-f9e0e4a0f531,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:23.380408 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-2b86a757-be13-49a3-88b1-b326bba8c100 None None] Set router 6abe236b-7806-4b2e-988e-bef18bb0775a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:47:23.396291 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e883deee-0f88-47ec-a012-a576b29988bb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:23.411222 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-04d25e80-d45d-4102-9e00-4931a301dcbc tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:23.412990 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883deee-0f88-47ec-a012-a576b29988bb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8891cc5-b919-4a86-b6bf-4a6d61bf250b,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:23.423109 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e883deee-0f88-47ec-a012-a576b29988bb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:23.423109 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e883deee-0f88-47ec-a012-a576b29988bb tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/security-groups/e8891cc5-b919-4a86-b6bf-4a6d61bf250b HTTP/1.1" status: 204 len: 168 time: 0.4031570 Mar 07 21:47:23.425372 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49536) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:23.488505 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-3475ea49-4c1d-474e-9038-24593a42ce57 req-cae53ed6-ec35-476c-a39b-e00ea94e4acf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] No DVR routers for this DVR port daabe182-4695-40d2-aa99-f9e0e4a0f531 on host hv-neutron-8299 {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:47:23.492183 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ae00f0c-df93-4088-b124-6ea7461c5522 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:23.492555 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-3475ea49-4c1d-474e-9038-24593a42ce57 req-cae53ed6-ec35-476c-a39b-e00ea94e4acf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:23.494498 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3475ea49-4c1d-474e-9038-24593a42ce57 req-cae53ed6-ec35-476c-a39b-e00ea94e4acf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "DELETE /v2.0/ports/daabe182-4695-40d2-aa99-f9e0e4a0f531 HTTP/1.1" status: 204 len: 173 time: 1.5320964 Mar 07 21:47:23.494927 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7df92cb-63d3-4d65-913c-5b89be40871f', 'name': 'network-vif-deleted', 'tag': 'daabe182-4695-40d2-aa99-f9e0e4a0f531'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:23.495906 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:23.523308 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ae00f0c-df93-4088-b124-6ea7461c5522 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:23.576705 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-04d25e80-d45d-4102-9e00-4931a301dcbc tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:23.606191 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7df92cb-63d3-4d65-913c-5b89be40871f', 'name': 'network-vif-deleted', 'tag': 'daabe182-4695-40d2-aa99-f9e0e4a0f531', 'status': 'completed', 'code': 200} Mar 07 21:47:23.622767 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e3d352d1-9a6a-404b-b03f-f027cbd59638 req-9e25a40b-6139-4174-83e9-5a7fd5ce8db6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7df92cb-63d3-4d65-913c-5b89be40871f HTTP/1.1" status: 200 len: 210 time: 0.0536075 Mar 07 21:47:23.693897 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ae00f0c-df93-4088-b124-6ea7461c5522 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:23.714884 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae00f0c-df93-4088-b124-6ea7461c5522 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6276adf1-84ff-4461-a536-67912badca03,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:23.719368 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ae00f0c-df93-4088-b124-6ea7461c5522 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:23.720457 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9ae00f0c-df93-4088-b124-6ea7461c5522 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/security-groups/6276adf1-84ff-4461-a536-67912badca03 HTTP/1.1" status: 204 len: 168 time: 0.2946517 Mar 07 21:47:23.722297 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-2b86a757-be13-49a3-88b1-b326bba8c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397130995', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:08Z', 'updated_at': '2022-03-07T21:47:21Z', 'revision_number': 5, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'gw_port': {'id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:10Z', 'updated_at': '2022-03-07T21:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:23.723747 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49544) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:23.727303 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b86a757-be13-49a3-88b1-b326bba8c100 None None] Checking router: 6abe236b-7806-4b2e-988e-bef18bb0775a for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:47:23.736744 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b86a757-be13-49a3-88b1-b326bba8c100 None None] Routers {'6abe236b-7806-4b2e-988e-bef18bb0775a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:47:23.737100 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-2b86a757-be13-49a3-88b1-b326bba8c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:47:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['6abe236b-7806-4b2e-988e-bef18bb0775a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:23.758020 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-04d25e80-d45d-4102-9e00-4931a301dcbc tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:23.819313 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d25e80-d45d-4102-9e00-4931a301dcbc tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Pushing event deleted for resources: {'Subnet': ['ID=80c9a6f9-8590-40ef-b4e1-094835e8ea95,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:23.825694 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-04d25e80-d45d-4102-9e00-4931a301dcbc tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:23.836759 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-04d25e80-d45d-4102-9e00-4931a301dcbc tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "DELETE /v2.0/subnets/80c9a6f9-8590-40ef-b4e1-094835e8ea95 HTTP/1.1" status: 204 len: 168 time: 0.6395700 Mar 07 21:47:23.837161 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49548) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:23.840443 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1d95d4-ab0e-428b-8889-a96f98ac1af2 None None] Network 310bb62d-7f36-4e19-9578-56268ae055e5 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:47:23.851707 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee12f895-f772-408d-ad70-986eee01b6ea tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting subnet 8c69778b-5fbf-4a55-bd37-55028997ba3a {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:47:23.855275 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee12f895-f772-408d-ad70-986eee01b6ea tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:23.917716 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee12f895-f772-408d-ad70-986eee01b6ea tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:24.024164 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee12f895-f772-408d-ad70-986eee01b6ea tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:24.062886 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5a9018fa-b6d1-4c8a-a7a5-eba1e5c48040 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:24.128184 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-2b86a757-be13-49a3-88b1-b326bba8c100 None None] Set router 6abe236b-7806-4b2e-988e-bef18bb0775a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:47:24.278669 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5a9018fa-b6d1-4c8a-a7a5-eba1e5c48040 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:24.316339 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee12f895-f772-408d-ad70-986eee01b6ea tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:24.339168 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-5a9018fa-b6d1-4c8a-a7a5-eba1e5c48040 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Deleting port b98f5806-4ba3-4876-a9a5-2908fbec9d6e {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:47:24.340668 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5a9018fa-b6d1-4c8a-a7a5-eba1e5c48040 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:24.357795 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12f895-f772-408d-ad70-986eee01b6ea tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Subnet': ['ID=8c69778b-5fbf-4a55-bd37-55028997ba3a,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:24.363761 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee12f895-f772-408d-ad70-986eee01b6ea tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:24.376126 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ee12f895-f772-408d-ad70-986eee01b6ea tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/subnets/8c69778b-5fbf-4a55-bd37-55028997ba3a HTTP/1.1" status: 204 len: 168 time: 0.6512547 Mar 07 21:47:24.376735 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49552) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:24.380713 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39a5b30-0331-4676-a1ce-7a241e022c6e None None] Network 2bd543d4-9bee-4c67-a1dd-2044b28211e4 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:47:24.452484 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c017393-ea4f-4a9f-bef9-e61d784866f4 None None] DHCP port deletion for 310bb62d-7f36-4e19-9578-56268ae055e5 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:47:24.470661 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-397ac2a7-8d22-4f6d-b10d-d5993520484e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting subnet 80ce9801-8c2c-41cf-8e1f-66de32ef8ff5 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:47:24.473750 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-397ac2a7-8d22-4f6d-b10d-d5993520484e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:24.532729 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-397ac2a7-8d22-4f6d-b10d-d5993520484e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:24.555418 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-6c017393-ea4f-4a9f-bef9-e61d784866f4 None None] Deleting port ae90d62c-af44-4cb6-b203-4705b55e12ab {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:47:24.555792 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6c017393-ea4f-4a9f-bef9-e61d784866f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:24.588251 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-5a9018fa-b6d1-4c8a-a7a5-eba1e5c48040 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] For port b98f5806-4ba3-4876-a9a5-2908fbec9d6e, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=b98f5806-4ba3-4876-a9a5-2908fbec9d6e,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:24.588851 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5a9018fa-b6d1-4c8a-a7a5-eba1e5c48040 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:24.588967 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device daabe182-4695-40d2-aa99-f9e0e4a0f531 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:47:24.627763 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-397ac2a7-8d22-4f6d-b10d-d5993520484e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:24.639804 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: daabe182-4695-40d2-aa99-f9e0e4a0f531 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:47:24.640145 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device daabe182-4695-40d2-aa99-f9e0e4a0f531 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:47:24.728263 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-5a9018fa-b6d1-4c8a-a7a5-eba1e5c48040 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Calling delete_port for b98f5806-4ba3-4876-a9a5-2908fbec9d6e owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:47:24.756491 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49558) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:24.817990 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:24.823353 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-397ac2a7-8d22-4f6d-b10d-d5993520484e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:24.874536 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c56c05d0-8b7b-4ccc-8742-47eccf05d22a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:24.880662 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ac2a7-8d22-4f6d-b10d-d5993520484e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Subnet': ['ID=80ce9801-8c2c-41cf-8e1f-66de32ef8ff5,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:24.884448 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-397ac2a7-8d22-4f6d-b10d-d5993520484e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:24.891952 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-397ac2a7-8d22-4f6d-b10d-d5993520484e tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/subnets/80ce9801-8c2c-41cf-8e1f-66de32ef8ff5 HTTP/1.1" status: 204 len: 168 time: 0.5139291 Mar 07 21:47:24.894037 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49562) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:24.900458 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-2b86a757-be13-49a3-88b1-b326bba8c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397130995', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:08Z', 'updated_at': '2022-03-07T21:47:21Z', 'revision_number': 5, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'gw_port': {'id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:10Z', 'updated_at': '2022-03-07T21:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:24.911685 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b86a757-be13-49a3-88b1-b326bba8c100 None None] The sync data for ids ['6abe236b-7806-4b2e-988e-bef18bb0775a'] in dv-neutron-829957-1-hyperv is: [{'id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397130995', 'tenant_id': 'dfedc51e426f4eb4a516398f68b96880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:45:08Z', 'updated_at': '2022-03-07T21:47:21Z', 'revision_number': 5, 'project_id': 'dfedc51e426f4eb4a516398f68b96880', 'gw_port': {'id': 'b98f5806-4ba3-4876-a9a5-2908fbec9d6e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abe236b-7806-4b2e-988e-bef18bb0775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:45:10Z', 'updated_at': '2022-03-07T21:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:47:24.925255 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c56c05d0-8b7b-4ccc-8742-47eccf05d22a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:24.938369 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da1987c-5acb-4a00-aae2-be0f2d24b8c4 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] DELETE failed (client error): The resource could not be found. Mar 07 21:47:24.938927 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da1987c-5acb-4a00-aae2-be0f2d24b8c4 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:24.943804 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-9da1987c-5acb-4a00-aae2-be0f2d24b8c4 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/subnets/8c69778b-5fbf-4a55-bd37-55028997ba3a HTTP/1.1" status: 404 len: 337 time: 0.0452995 Mar 07 21:47:24.943990 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49566) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:24.966267 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-6c017393-ea4f-4a9f-bef9-e61d784866f4 None None] For port ae90d62c-af44-4cb6-b203-4705b55e12ab, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=ae90d62c-af44-4cb6-b203-4705b55e12ab,segment=NetworkSegment(26e41f47-657c-4e85-b994-dcfeb77ffb5e),segment_id=26e41f47-657c-4e85-b994-dcfeb77ffb5e)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:24.966267 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6c017393-ea4f-4a9f-bef9-e61d784866f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:25.080253 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-c317c06c-7ba7-4d28-a3cd-c81b753e642a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting subnet e73a4d7e-8838-41e7-9813-b5ceb2667c09 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:47:25.083140 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c317c06c-7ba7-4d28-a3cd-c81b753e642a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:25.087889 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-6c017393-ea4f-4a9f-bef9-e61d784866f4 None None] Calling delete_port for ae90d62c-af44-4cb6-b203-4705b55e12ab owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:47:25.139098 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c317c06c-7ba7-4d28-a3cd-c81b753e642a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:25.174594 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5a9018fa-b6d1-4c8a-a7a5-eba1e5c48040 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:25.249901 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6c017393-ea4f-4a9f-bef9-e61d784866f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:25.263658 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c56c05d0-8b7b-4ccc-8742-47eccf05d22a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:25.297712 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43bbef9-f85c-44fb-90b9-3f9b534bd2e1 None None] Update dhcp port {'port': {'network_id': '2bd543d4-9bee-4c67-a1dd-2044b28211e4', 'fixed_ips': [{'subnet_id': 'e73a4d7e-8838-41e7-9813-b5ceb2667c09', 'ip_address': '172.20.0.18'}, {'subnet_id': '80ce9801-8c2c-41cf-8e1f-66de32ef8ff5'}], 'binding:host_id': 'dv-neutron-829957-1-hyperv'}, 'id': 'd9d3a51a-db5c-45fd-8858-4a6085a733c8'} from dv-neutron-829957-1-hyperv. {{(pid=88388) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 07 21:47:25.342307 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c017393-ea4f-4a9f-bef9-e61d784866f4 None None] Pushing event deleted for resources: {'Port': ['ID=ae90d62c-af44-4cb6-b203-4705b55e12ab,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:25.346404 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c017393-ea4f-4a9f-bef9-e61d784866f4 None None] No DVR routers for this DVR port ae90d62c-af44-4cb6-b203-4705b55e12ab on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:47:25.367891 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d43bbef9-f85c-44fb-90b9-3f9b534bd2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:25.410255 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9018fa-b6d1-4c8a-a7a5-eba1e5c48040 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Pushing event deleted for resources: {'Port': ['ID=b98f5806-4ba3-4876-a9a5-2908fbec9d6e,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:25.456235 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c05d0-8b7b-4ccc-8742-47eccf05d22a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89afd61e-8301-4cb2-bb3a-9050939c967b,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:25.502267 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5a9018fa-b6d1-4c8a-a7a5-eba1e5c48040 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:25.619906 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c317c06c-7ba7-4d28-a3cd-c81b753e642a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:25.718018 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c56c05d0-8b7b-4ccc-8742-47eccf05d22a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:25.719128 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c56c05d0-8b7b-4ccc-8742-47eccf05d22a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/security-groups/89afd61e-8301-4cb2-bb3a-9050939c967b HTTP/1.1" status: 204 len: 168 time: 0.9617214 Mar 07 21:47:25.721590 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5a9018fa-b6d1-4c8a-a7a5-eba1e5c48040 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:25.728019 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5a9018fa-b6d1-4c8a-a7a5-eba1e5c48040 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:25.808805 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49572) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server [None req-d43bbef9-f85c-44fb-90b9-3f9b534bd2e1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e73a4d7e-8838-41e7-9813-b5ceb2667c09: This subnet is being modified by another concurrent operation. Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise exception Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e73a4d7e-8838-41e7-9813-b5ceb2667c09: This subnet is being modified by another concurrent operation. Mar 07 21:47:25.858143 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server Mar 07 21:47:25.868150 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5a9018fa-b6d1-4c8a-a7a5-eba1e5c48040 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:25.868683 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9018fa-b6d1-4c8a-a7a5-eba1e5c48040 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Fanout notify agent at l3_agent the message router_deleted on router 6abe236b-7806-4b2e-988e-bef18bb0775a {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:47:25.870868 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c317c06c-7ba7-4d28-a3cd-c81b753e642a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:25.938201 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317c06c-7ba7-4d28-a3cd-c81b753e642a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Subnet': ['ID=e73a4d7e-8838-41e7-9813-b5ceb2667c09,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:25.947913 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c317c06c-7ba7-4d28-a3cd-c81b753e642a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:25.949707 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c317c06c-7ba7-4d28-a3cd-c81b753e642a tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/subnets/e73a4d7e-8838-41e7-9813-b5ceb2667c09 HTTP/1.1" status: 204 len: 168 time: 1.0052321 Mar 07 21:47:25.952382 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49576) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:25.961792 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefe8215-d87a-4517-9bee-e52e7b24c3ee None None] Network 2bd543d4-9bee-4c67-a1dd-2044b28211e4 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:47:25.962260 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5a9018fa-b6d1-4c8a-a7a5-eba1e5c48040 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:25.966309 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5a9018fa-b6d1-4c8a-a7a5-eba1e5c48040 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "DELETE /v2.0/routers/6abe236b-7806-4b2e-988e-bef18bb0775a HTTP/1.1" status: 204 len: 168 time: 2.1252372 Mar 07 21:47:25.967404 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49580) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:25.997674 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9b1a76-3f34-42bc-bd53-a254782a885f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] DELETE failed (client error): The resource could not be found. Mar 07 21:47:25.998606 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd9b1a76-3f34-42bc-bd53-a254782a885f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:26.000393 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cd9b1a76-3f34-42bc-bd53-a254782a885f tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/subnets/99a6fadc-219e-4b10-ad3b-332102f634ee HTTP/1.1" status: 404 len: 337 time: 0.0469444 Mar 07 21:47:26.004627 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49584) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:26.052109 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4fd7a672-69af-489e-b142-333a8978ecbc tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7be8874-e324-4ae6-a1b7-320b0c93099e HTTP/1.1" status: 200 len: 205 time: 0.0441060 Mar 07 21:47:26.052501 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49588) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:26.095506 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-6217df1a-593d-42d8-b7a0-a4afd49ebde4 None None] Provisioning complete for port e964517a-1878-4f3b-88b3-e831b3363714 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:26.095877 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6217df1a-593d-42d8-b7a0-a4afd49ebde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:26.126278 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.api.v2.resource [None req-5580b1b5-c8b7-430a-9fd6-2f896ec88d25 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] delete failed (client error): The resource could not be found. Mar 07 21:47:26.129600 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5580b1b5-c8b7-430a-9fd6-2f896ec88d25 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/routers/a7be8874-e324-4ae6-a1b7-320b0c93099e HTTP/1.1" status: 404 len: 336 time: 0.0740411 Mar 07 21:47:26.129827 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49592) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:26.167897 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e17ac7-720b-47de-a03c-1ee7b7005290 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] DELETE failed (client error): The resource could not be found. Mar 07 21:47:26.169169 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e17ac7-720b-47de-a03c-1ee7b7005290 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:26.172946 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c7e17ac7-720b-47de-a03c-1ee7b7005290 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/subnets/4f0a7ca0-b497-4e2a-8ceb-87b2b032b06f HTTP/1.1" status: 404 len: 337 time: 0.0398345 Mar 07 21:47:26.173158 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49596) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:26.214051 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-77265698-6fef-4d5c-95dc-63fdf5ac3ea7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] DELETE failed (client error): The resource could not be found. Mar 07 21:47:26.214354 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-6217df1a-593d-42d8-b7a0-a4afd49ebde4 None None] Port e964517a-1878-4f3b-88b3-e831b3363714 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:47:26.214635 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77265698-6fef-4d5c-95dc-63fdf5ac3ea7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:26.218991 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-77265698-6fef-4d5c-95dc-63fdf5ac3ea7 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/subnets/44b8451a-0be2-4137-b4d4-48936af57f73 HTTP/1.1" status: 404 len: 337 time: 0.0426991 Mar 07 21:47:26.219899 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49600) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:26.227687 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d658-84e9-43db-a472-7a0fdd1b6929 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:26.233729 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-6217df1a-593d-42d8-b7a0-a4afd49ebde4 None None] Provisioning complete for port d9d3a51a-db5c-45fd-8858-4a6085a733c8 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:26.234126 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6217df1a-593d-42d8-b7a0-a4afd49ebde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:26.249058 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:47:26.258871 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b425adb-cb83-47ed-87f6-270a2ea0f6ea tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] DELETE failed (client error): The resource could not be found. Mar 07 21:47:26.259321 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b425adb-cb83-47ed-87f6-270a2ea0f6ea tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:26.265046 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6b425adb-cb83-47ed-87f6-270a2ea0f6ea tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/subnets/18836578-3841-4b12-8334-5202e2d1e089 HTTP/1.1" status: 404 len: 337 time: 0.0405383 Mar 07 21:47:26.265046 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49604) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:26.304335 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-828d4cac-c27d-4bd2-b2e2-b4ca2c84b1fd tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] DELETE failed (client error): The resource could not be found. Mar 07 21:47:26.304807 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-828d4cac-c27d-4bd2-b2e2-b4ca2c84b1fd tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:26.308902 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-828d4cac-c27d-4bd2-b2e2-b4ca2c84b1fd tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/ports/4f1a4f81-889c-4463-ac41-d410998222b1 HTTP/1.1" status: 404 len: 333 time: 0.0415125 Mar 07 21:47:26.310074 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49608) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:26.347868 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949356ab-f718-410e-9399-3dce0273456b None None] DHCP port deletion for 2bd543d4-9bee-4c67-a1dd-2044b28211e4 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:47:26.352914 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc5665f-e081-4041-ba18-e6e87dcff3bd tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] DELETE failed (client error): The resource could not be found. Mar 07 21:47:26.353566 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc5665f-e081-4041-ba18-e6e87dcff3bd tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:26.358139 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0cc5665f-e081-4041-ba18-e6e87dcff3bd tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/subnets/4e80f6f6-d0cc-408a-80fa-906c8bc3183e HTTP/1.1" status: 404 len: 337 time: 0.0446298 Mar 07 21:47:26.358139 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49612) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:26.358404 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-949356ab-f718-410e-9399-3dce0273456b None None] Deleting port d9d3a51a-db5c-45fd-8858-4a6085a733c8 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:47:26.358509 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-949356ab-f718-410e-9399-3dce0273456b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:26.412684 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a860ff-7dff-448f-91e9-9f8b13fe1730 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] DELETE failed (client error): The resource could not be found. Mar 07 21:47:26.413410 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a860ff-7dff-448f-91e9-9f8b13fe1730 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:26.418029 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a3a860ff-7dff-448f-91e9-9f8b13fe1730 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/subnets/db5cb32e-7162-449c-b621-02906cfa5e10 HTTP/1.1" status: 404 len: 337 time: 0.0559776 Mar 07 21:47:26.418029 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49616) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:26.463596 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-91efa594-fe4d-4b4d-a04e-f925e28ebdaf tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] DELETE failed (client error): The resource could not be found. Mar 07 21:47:26.464071 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91efa594-fe4d-4b4d-a04e-f925e28ebdaf tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:26.467309 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-91efa594-fe4d-4b4d-a04e-f925e28ebdaf tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/ports/3545aec1-f6dc-46b6-b119-75c7bf55b634 HTTP/1.1" status: 404 len: 333 time: 0.0485911 Mar 07 21:47:26.469784 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49620) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:26.492840 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ae90d62c-af44-4cb6-b203-4705b55e12ab no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:47:26.512576 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4efb32a-107f-477e-a037-bcd5893d3a9d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] DELETE failed (client error): The resource could not be found. Mar 07 21:47:26.513001 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d658-84e9-43db-a472-7a0fdd1b6929 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:26.513132 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4efb32a-107f-477e-a037-bcd5893d3a9d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:26.514751 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d4efb32a-107f-477e-a037-bcd5893d3a9d tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/subnets/d379c076-e216-4468-b022-8d6855f26057 HTTP/1.1" status: 404 len: 337 time: 0.0440536 Mar 07 21:47:26.517347 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49624) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:26.553374 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-b5c9d658-84e9-43db-a472-7a0fdd1b6929 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310bb62d-7f36-4e19-9578-56268ae055e5']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:26.558216 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce39a0c-c2f5-4b41-bf11-2bf89aaef1bd tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] DELETE failed (client error): The resource could not be found. Mar 07 21:47:26.558668 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce39a0c-c2f5-4b41-bf11-2bf89aaef1bd tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88387) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 21:47:26.561353 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-fce39a0c-c2f5-4b41-bf11-2bf89aaef1bd tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/subnets/8b0cb51e-806c-4f05-bad5-f6ebb528c03e HTTP/1.1" status: 404 len: 337 time: 0.0426247 Mar 07 21:47:26.563504 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49628) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:26.578549 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: ae90d62c-af44-4cb6-b203-4705b55e12ab {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:47:26.578892 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ae90d62c-af44-4cb6-b203-4705b55e12ab not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:47:26.579319 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b98f5806-4ba3-4876-a9a5-2908fbec9d6e no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:47:26.593603 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-b5c9d658-84e9-43db-a472-7a0fdd1b6929 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26e41f47-657c-4e85-b994-dcfeb77ffb5e') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:26.593893 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-b5c9d658-84e9-43db-a472-7a0fdd1b6929 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26e41f47-657c-4e85-b994-dcfeb77ffb5e') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:26.616384 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d658-84e9-43db-a472-7a0fdd1b6929 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:26.624416 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: b98f5806-4ba3-4876-a9a5-2908fbec9d6e {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:47:26.624763 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b98f5806-4ba3-4876-a9a5-2908fbec9d6e not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:47:26.625176 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 3bc35aa1-da3d-4bf2-822f-1d53ebf6879a no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:47:26.638325 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d658-84e9-43db-a472-7a0fdd1b6929 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:26.638900 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-5991dc52-1b79-4194-9728-e99599c44576 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting port e964517a-1878-4f3b-88b3-e831b3363714 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:47:26.639074 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5991dc52-1b79-4194-9728-e99599c44576 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:26.646466 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c9d658-84e9-43db-a472-7a0fdd1b6929 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:47:26.647852 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d658-84e9-43db-a472-7a0fdd1b6929 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:47:26.661579 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:47:26.682098 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 3bc35aa1-da3d-4bf2-822f-1d53ebf6879a {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:47:26.682439 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 3bc35aa1-da3d-4bf2-822f-1d53ebf6879a not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:47:26.683063 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d9d3a51a-db5c-45fd-8858-4a6085a733c8 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:47:26.810435 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d658-84e9-43db-a472-7a0fdd1b6929 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:26.817114 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-949356ab-f718-410e-9399-3dce0273456b None None] For port d9d3a51a-db5c-45fd-8858-4a6085a733c8, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d9d3a51a-db5c-45fd-8858-4a6085a733c8,segment=NetworkSegment(4195d4ba-037d-4888-91ee-16582821e4ca),segment_id=4195d4ba-037d-4888-91ee-16582821e4ca)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:26.817504 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-949356ab-f718-410e-9399-3dce0273456b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:26.829748 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d658-84e9-43db-a472-7a0fdd1b6929 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:26.846186 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9d658-84e9-43db-a472-7a0fdd1b6929 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Pushing event deleted for resources: {'Network': ['ID=310bb62d-7f36-4e19-9578-56268ae055e5,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:26.864719 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0afe84f5-af21-4b4b-8534-66f9ec35d0c9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:26.883005 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5991dc52-1b79-4194-9728-e99599c44576 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:26.933325 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:27.003200 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-949356ab-f718-410e-9399-3dce0273456b None None] Calling delete_port for d9d3a51a-db5c-45fd-8858-4a6085a733c8 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:47:27.019240 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-5991dc52-1b79-4194-9728-e99599c44576 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Calling delete_port for e964517a-1878-4f3b-88b3-e831b3363714 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:47:27.052269 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b5c9d658-84e9-43db-a472-7a0fdd1b6929 tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "DELETE /v2.0/networks/310bb62d-7f36-4e19-9578-56268ae055e5 HTTP/1.1" status: 204 len: 168 time: 1.0839403 Mar 07 21:47:27.054825 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49632) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:27.080211 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port d9d3a51a-db5c-45fd-8858-4a6085a733c8, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d9d3a51a-db5c-45fd-8858-4a6085a733c8,segment=NetworkSegment(4195d4ba-037d-4888-91ee-16582821e4ca),segment_id=4195d4ba-037d-4888-91ee-16582821e4ca)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:27.157348 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:27.185618 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5991dc52-1b79-4194-9728-e99599c44576 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:27.214167 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-db428c89-84fe-47fc-9955-a938be90fe3a tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:27.219334 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-949356ab-f718-410e-9399-3dce0273456b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:47:27.219767 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-949356ab-f718-410e-9399-3dce0273456b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:47:27.228025 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=d9d3a51a-db5c-45fd-8858-4a6085a733c8,revision_number=11']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:27.240140 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991dc52-1b79-4194-9728-e99599c44576 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Port': ['ID=e964517a-1878-4f3b-88b3-e831b3363714,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:27.246178 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5991dc52-1b79-4194-9728-e99599c44576 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:27.256015 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5991dc52-1b79-4194-9728-e99599c44576 tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/ports/e964517a-1878-4f3b-88b3-e831b3363714 HTTP/1.1" status: 204 len: 168 time: 0.6915007 Mar 07 21:47:27.258543 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49636) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:27.340183 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-db428c89-84fe-47fc-9955-a938be90fe3a tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:27.371885 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-398628cd-22a8-402a-9484-f9dd9aaf8d0b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:27.382024 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-398628cd-22a8-402a-9484-f9dd9aaf8d0b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Deleting port d9d3a51a-db5c-45fd-8858-4a6085a733c8 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:47:27.382356 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-398628cd-22a8-402a-9484-f9dd9aaf8d0b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:27.460668 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-0afe84f5-af21-4b4b-8534-66f9ec35d0c9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port 40874310-df4f-442c-8e98-7b14fc1c8c25 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:47:27.460907 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0afe84f5-af21-4b4b-8534-66f9ec35d0c9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:27.533384 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-db428c89-84fe-47fc-9955-a938be90fe3a tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:27.566042 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db428c89-84fe-47fc-9955-a938be90fe3a tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecc5984-387e-4796-b05d-db53267f2013,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:27.677917 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-0afe84f5-af21-4b4b-8534-66f9ec35d0c9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port 40874310-df4f-442c-8e98-7b14fc1c8c25, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=40874310-df4f-442c-8e98-7b14fc1c8c25,segment=NetworkSegment(f226c737-7ae0-4cda-86bf-3309c6542db1),segment_id=f226c737-7ae0-4cda-86bf-3309c6542db1)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:27.678697 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0afe84f5-af21-4b4b-8534-66f9ec35d0c9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:27.699143 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-398628cd-22a8-402a-9484-f9dd9aaf8d0b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] For port d9d3a51a-db5c-45fd-8858-4a6085a733c8, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d9d3a51a-db5c-45fd-8858-4a6085a733c8,segment=NetworkSegment(4195d4ba-037d-4888-91ee-16582821e4ca),segment_id=4195d4ba-037d-4888-91ee-16582821e4ca)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:27.700028 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-398628cd-22a8-402a-9484-f9dd9aaf8d0b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:27.721673 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-949356ab-f718-410e-9399-3dce0273456b None None] Deleting port d9d3a51a-db5c-45fd-8858-4a6085a733c8 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:47:27.722012 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-949356ab-f718-410e-9399-3dce0273456b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:27.739971 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-db428c89-84fe-47fc-9955-a938be90fe3a tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:27.743581 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-db428c89-84fe-47fc-9955-a938be90fe3a tempest-TestNetworkAdvancedServerOps-2008089058 tempest-TestNetworkAdvancedServerOps-2008089058-project] 10.222.0.21 "DELETE /v2.0/security-groups/3ecc5984-387e-4796-b05d-db53267f2013 HTTP/1.1" status: 204 len: 168 time: 0.6851885 Mar 07 21:47:27.813186 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-0afe84f5-af21-4b4b-8534-66f9ec35d0c9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for 40874310-df4f-442c-8e98-7b14fc1c8c25 owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:47:27.837980 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-398628cd-22a8-402a-9484-f9dd9aaf8d0b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Calling delete_port for d9d3a51a-db5c-45fd-8858-4a6085a733c8 owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:47:28.004175 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-949356ab-f718-410e-9399-3dce0273456b None None] For port d9d3a51a-db5c-45fd-8858-4a6085a733c8, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d9d3a51a-db5c-45fd-8858-4a6085a733c8,segment=NetworkSegment(4195d4ba-037d-4888-91ee-16582821e4ca),segment_id=4195d4ba-037d-4888-91ee-16582821e4ca)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:28.004753 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-949356ab-f718-410e-9399-3dce0273456b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:28.013260 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-398628cd-22a8-402a-9484-f9dd9aaf8d0b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:28.062299 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398628cd-22a8-402a-9484-f9dd9aaf8d0b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Port': ['ID=d9d3a51a-db5c-45fd-8858-4a6085a733c8,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:28.067946 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398628cd-22a8-402a-9484-f9dd9aaf8d0b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] No DVR routers for this DVR port d9d3a51a-db5c-45fd-8858-4a6085a733c8 on host dv-neutron-829957-1-hyperv {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:47:28.126660 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-949356ab-f718-410e-9399-3dce0273456b None None] Calling delete_port for d9d3a51a-db5c-45fd-8858-4a6085a733c8 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:47:28.128248 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0afe84f5-af21-4b4b-8534-66f9ec35d0c9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:28.187373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe84f5-af21-4b4b-8534-66f9ec35d0c9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=40874310-df4f-442c-8e98-7b14fc1c8c25,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:28.200499 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-398628cd-22a8-402a-9484-f9dd9aaf8d0b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:28.208374 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-949356ab-f718-410e-9399-3dce0273456b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:47:28.208815 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-949356ab-f718-410e-9399-3dce0273456b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:47:28.227609 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-398628cd-22a8-402a-9484-f9dd9aaf8d0b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd543d4-9bee-4c67-a1dd-2044b28211e4']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:28.241205 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-398628cd-22a8-402a-9484-f9dd9aaf8d0b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4195d4ba-037d-4888-91ee-16582821e4ca') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:28.241499 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-398628cd-22a8-402a-9484-f9dd9aaf8d0b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4195d4ba-037d-4888-91ee-16582821e4ca') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:28.259663 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-398628cd-22a8-402a-9484-f9dd9aaf8d0b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:28.278173 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-398628cd-22a8-402a-9484-f9dd9aaf8d0b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:28.286818 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398628cd-22a8-402a-9484-f9dd9aaf8d0b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:47:28.288595 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-398628cd-22a8-402a-9484-f9dd9aaf8d0b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:47:28.324684 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:47:28.415846 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49646) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:28.447602 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-398628cd-22a8-402a-9484-f9dd9aaf8d0b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:28.452204 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-398628cd-22a8-402a-9484-f9dd9aaf8d0b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:28.483501 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-398628cd-22a8-402a-9484-f9dd9aaf8d0b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] 10.222.0.21 "DELETE /v2.0/networks/2bd543d4-9bee-4c67-a1dd-2044b28211e4 HTTP/1.1" status: 204 len: 168 time: 1.2238858 Mar 07 21:47:28.484702 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398628cd-22a8-402a-9484-f9dd9aaf8d0b tempest-PortsTestJSON-955703616 tempest-PortsTestJSON-955703616-project] Pushing event deleted for resources: {'Network': ['ID=2bd543d4-9bee-4c67-a1dd-2044b28211e4,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:28.491611 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0afe84f5-af21-4b4b-8534-66f9ec35d0c9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:28.583340 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c029ec11-d263-4a43-9e4a-aaeeb1e56c05 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dfedc51e426f4eb4a516398f68b96880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1661949 Mar 07 21:47:28.585828 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49654) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:28.647672 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e0b5cadd-6e41-4c3f-8fc5-d438bfa4691a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:28.675432 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e0b5cadd-6e41-4c3f-8fc5-d438bfa4691a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:28.709715 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-949356ab-f718-410e-9399-3dce0273456b None None] Deleting port d9d3a51a-db5c-45fd-8858-4a6085a733c8 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:47:28.710378 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-949356ab-f718-410e-9399-3dce0273456b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:28.786255 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-949356ab-f718-410e-9399-3dce0273456b None None] The port 'd9d3a51a-db5c-45fd-8858-4a6085a733c8' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:47:28.804813 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35c808b-bcb5-46b9-b4cd-923fc08497e9 None None] get_active_networks_info from dv-neutron-829957-1-hyperv {{(pid=88388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 07 21:47:28.848148 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e0b5cadd-6e41-4c3f-8fc5-d438bfa4691a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:28.868278 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5cadd-6e41-4c3f-8fc5-d438bfa4691a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6febe4-8d75-45fc-9cc5-c955786913b7,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:28.883361 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e0b5cadd-6e41-4c3f-8fc5-d438bfa4691a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:28.885996 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e0b5cadd-6e41-4c3f-8fc5-d438bfa4691a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb6febe4-8d75-45fc-9cc5-c955786913b7 HTTP/1.1" status: 204 len: 168 time: 0.2978630 Mar 07 21:47:28.942491 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35c808b-bcb5-46b9-b4cd-923fc08497e9 None None] Resources bound (agent type, host, resource id): {{(pid=88388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 21:47:28.980007 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49662) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:29.021110 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afe84f5-af21-4b4b-8534-66f9ec35d0c9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router 72e2b836-a1be-4d82-b3ee-eaf2f951418a has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:47:29.151416 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d779dda7-158d-4026-a40a-2ee907f06e6f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf34c810950841a19e370c783f525ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1700325 Mar 07 21:47:29.152058 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49668) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:29.207475 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afe84f5-af21-4b4b-8534-66f9ec35d0c9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:47:29.219630 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae79813-d046-4027-a3de-6e90a62d43e8 None None] Sync routers for ids ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:47:29.223953 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-695ed402-6e29-48d9-951c-2a79de40425a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:29.230013 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae79813-d046-4027-a3de-6e90a62d43e8 None None] Routers {'72e2b836-a1be-4d82-b3ee-eaf2f951418a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:47:29.231405 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5ae79813-d046-4027-a3de-6e90a62d43e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:47:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:29.259775 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-695ed402-6e29-48d9-951c-2a79de40425a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:29.327796 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0afe84f5-af21-4b4b-8534-66f9ec35d0c9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "PUT /v2.0/routers/72e2b836-a1be-4d82-b3ee-eaf2f951418a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5144777 Mar 07 21:47:29.328029 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49674) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:29.400361 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ae6fe5-bf15-4dc3-a3b4-a8da294ad62c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting subnet 859622ca-69ba-432a-afba-67cc59145e77 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:47:29.403427 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-23ae6fe5-bf15-4dc3-a3b4-a8da294ad62c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:29.408140 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-695ed402-6e29-48d9-951c-2a79de40425a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:29.410482 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-5ae79813-d046-4027-a3de-6e90a62d43e8 None None] Set router 72e2b836-a1be-4d82-b3ee-eaf2f951418a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:47:29.424605 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ed402-6e29-48d9-951c-2a79de40425a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a40ab4-1dbb-4ea1-9f94-c66d327dd516,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:29.431800 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-695ed402-6e29-48d9-951c-2a79de40425a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:29.432951 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-695ed402-6e29-48d9-951c-2a79de40425a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65a40ab4-1dbb-4ea1-9f94-c66d327dd516 HTTP/1.1" status: 204 len: 168 time: 0.2800438 Mar 07 21:47:29.467532 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-23ae6fe5-bf15-4dc3-a3b4-a8da294ad62c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:29.557318 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-23ae6fe5-bf15-4dc3-a3b4-a8da294ad62c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:29.696117 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5ae79813-d046-4027-a3de-6e90a62d43e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'name': 'tempest-TestNetworkBasicOps-router-782167076', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:37Z', 'updated_at': '2022-03-07T21:47:27Z', 'revision_number': 7, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:38Z', 'updated_at': '2022-03-07T21:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:29.699864 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae79813-d046-4027-a3de-6e90a62d43e8 None None] Checking router: 72e2b836-a1be-4d82-b3ee-eaf2f951418a for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:47:29.707916 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae79813-d046-4027-a3de-6e90a62d43e8 None None] Routers {'72e2b836-a1be-4d82-b3ee-eaf2f951418a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:47:29.708488 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5ae79813-d046-4027-a3de-6e90a62d43e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:47:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:29.764832 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-23ae6fe5-bf15-4dc3-a3b4-a8da294ad62c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:29.770883 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49680) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:29.791595 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-119c5f59-4395-41f5-aef2-df7e92922c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:29.808464 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-119c5f59-4395-41f5-aef2-df7e92922c5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:29.819253 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-119c5f59-4395-41f5-aef2-df7e92922c5e admin admin] Usage tracker for resource:security_group_rule and tenant:cab3a12691bc4f72a5e9dcf56271c765 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:29.819463 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-23ae6fe5-bf15-4dc3-a3b4-a8da294ad62c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:29.819572 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-119c5f59-4395-41f5-aef2-df7e92922c5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:29.819706 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeb9e57-5933-45c9-bbfd-d38414f7ef97 None None] Network 5ae28d24-a6ec-458e-a0b6-64341e8114c4 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:47:29.820924 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae6fe5-bf15-4dc3-a3b4-a8da294ad62c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Subnet': ['ID=859622ca-69ba-432a-afba-67cc59145e77,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:29.828888 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-23ae6fe5-bf15-4dc3-a3b4-a8da294ad62c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/subnets/859622ca-69ba-432a-afba-67cc59145e77 HTTP/1.1" status: 204 len: 168 time: 0.4997230 Mar 07 21:47:29.829258 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49684) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:29.832505 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-119c5f59-4395-41f5-aef2-df7e92922c5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:29.961259 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-5ae79813-d046-4027-a3de-6e90a62d43e8 None None] Set router 72e2b836-a1be-4d82-b3ee-eaf2f951418a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:47:30.088159 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dc738f39-f35b-4c9f-b884-139d2ac6ae49 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:30.107615 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20979f49-2b11-4a15-90be-7fbba72035a9 None None] DHCP port deletion for 5ae28d24-a6ec-458e-a0b6-64341e8114c4 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:47:30.116155 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-20979f49-2b11-4a15-90be-7fbba72035a9 None None] Deleting port a43f1c36-f618-4a79-aa46-753398feadb7 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:47:30.118313 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-20979f49-2b11-4a15-90be-7fbba72035a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:30.300987 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-119c5f59-4395-41f5-aef2-df7e92922c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:30.316552 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dc738f39-f35b-4c9f-b884-139d2ac6ae49 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:30.316999 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a43f1c36-f618-4a79-aa46-753398feadb7 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:47:30.333039 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5ae79813-d046-4027-a3de-6e90a62d43e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'name': 'tempest-TestNetworkBasicOps-router-782167076', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:37Z', 'updated_at': '2022-03-07T21:47:27Z', 'revision_number': 7, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:38Z', 'updated_at': '2022-03-07T21:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:30.337186 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae79813-d046-4027-a3de-6e90a62d43e8 None None] The sync data for ids ['72e2b836-a1be-4d82-b3ee-eaf2f951418a'] in dv-neutron-829957-1-hyperv is: [{'id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'name': 'tempest-TestNetworkBasicOps-router-782167076', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100'}], 'enable_snat': True}, 'gw_port_id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:44:37Z', 'updated_at': '2022-03-07T21:47:27Z', 'revision_number': 7, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3189b2bc-d339-4ac5-9f6b-10aeac6930d0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e2b836-a1be-4d82-b3ee-eaf2f951418a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:44:38Z', 'updated_at': '2022-03-07T21:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:47:30.384989 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-119c5f59-4395-41f5-aef2-df7e92922c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:30.424922 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-dc738f39-f35b-4c9f-b884-139d2ac6ae49 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port 3189b2bc-d339-4ac5-9f6b-10aeac6930d0 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:47:30.425343 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dc738f39-f35b-4c9f-b884-139d2ac6ae49 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:30.450216 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-20979f49-2b11-4a15-90be-7fbba72035a9 None None] For port a43f1c36-f618-4a79-aa46-753398feadb7, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a43f1c36-f618-4a79-aa46-753398feadb7,segment=NetworkSegment(f226c737-7ae0-4cda-86bf-3309c6542db1),segment_id=f226c737-7ae0-4cda-86bf-3309c6542db1)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:30.452778 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-20979f49-2b11-4a15-90be-7fbba72035a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:30.469176 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-119c5f59-4395-41f5-aef2-df7e92922c5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cab3a12691bc4f72a5e9dcf56271c765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6971421 Mar 07 21:47:30.471890 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c5f59-4395-41f5-aef2-df7e92922c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09fbb93-55a4-47a3-8229-cf6072048f6a,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:30.477371 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49698) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:30.540579 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fcea71a8-a9ff-4ed2-a2ce-3b2a643502ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:30.577225 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fcea71a8-a9ff-4ed2-a2ce-3b2a643502ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:30.632306 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-20979f49-2b11-4a15-90be-7fbba72035a9 None None] Calling delete_port for a43f1c36-f618-4a79-aa46-753398feadb7 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:47:30.706547 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fcea71a8-a9ff-4ed2-a2ce-3b2a643502ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:30.709140 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:30.753996 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-dc738f39-f35b-4c9f-b884-139d2ac6ae49 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port 3189b2bc-d339-4ac5-9f6b-10aeac6930d0, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=3189b2bc-d339-4ac5-9f6b-10aeac6930d0,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:30.754353 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dc738f39-f35b-4c9f-b884-139d2ac6ae49 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:30.754949 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea71a8-a9ff-4ed2-a2ce-3b2a643502ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09fbb93-55a4-47a3-8229-cf6072048f6a,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:30.769172 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fcea71a8-a9ff-4ed2-a2ce-3b2a643502ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:30.771781 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-fcea71a8-a9ff-4ed2-a2ce-3b2a643502ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d09fbb93-55a4-47a3-8229-cf6072048f6a HTTP/1.1" status: 204 len: 168 time: 0.2983806 Mar 07 21:47:30.832713 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-20979f49-2b11-4a15-90be-7fbba72035a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:30.899025 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49712) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:30.902544 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-dc738f39-f35b-4c9f-b884-139d2ac6ae49 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for 3189b2bc-d339-4ac5-9f6b-10aeac6930d0 owned by network:router_gateway {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:47:30.990037 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20979f49-2b11-4a15-90be-7fbba72035a9 None None] Pushing event deleted for resources: {'Port': ['ID=a43f1c36-f618-4a79-aa46-753398feadb7,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:31.003022 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20979f49-2b11-4a15-90be-7fbba72035a9 None None] No DVR routers for this DVR port a43f1c36-f618-4a79-aa46-753398feadb7 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:47:31.053943 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7ccb9349-c668-4dfb-b261-89f17634b8fa tempest-ServiceProvidersTest-2027146185 tempest-ServiceProvidersTest-2027146185-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1539617 Mar 07 21:47:31.151155 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dc738f39-f35b-4c9f-b884-139d2ac6ae49 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:31.196782 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc738f39-f35b-4c9f-b884-139d2ac6ae49 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=3189b2bc-d339-4ac5-9f6b-10aeac6930d0,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:31.296065 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dc738f39-f35b-4c9f-b884-139d2ac6ae49 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:31.476359 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49722) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:31.482122 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dc738f39-f35b-4c9f-b884-139d2ac6ae49 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:31.484483 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dc738f39-f35b-4c9f-b884-139d2ac6ae49 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:31.591616 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-027e038f-6058-4d7f-a11d-d8659f3cf650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:31.596072 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dc738f39-f35b-4c9f-b884-139d2ac6ae49 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:31.596613 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc738f39-f35b-4c9f-b884-139d2ac6ae49 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Fanout notify agent at l3_agent the message router_deleted on router 72e2b836-a1be-4d82-b3ee-eaf2f951418a {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:47:31.607042 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-027e038f-6058-4d7f-a11d-d8659f3cf650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:31.614559 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-027e038f-6058-4d7f-a11d-d8659f3cf650 admin admin] Usage tracker for resource:security_group_rule and tenant:ec00fbc52b2d451fbce2d0cfcf846b72 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:31.615878 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-027e038f-6058-4d7f-a11d-d8659f3cf650 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:31.621902 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-027e038f-6058-4d7f-a11d-d8659f3cf650 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:31.623081 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-dc738f39-f35b-4c9f-b884-139d2ac6ae49 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:31.626713 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-dc738f39-f35b-4c9f-b884-139d2ac6ae49 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/routers/72e2b836-a1be-4d82-b3ee-eaf2f951418a HTTP/1.1" status: 204 len: 168 time: 1.7936482 Mar 07 21:47:31.626939 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49728) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:31.726658 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-027e038f-6058-4d7f-a11d-d8659f3cf650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:31.751840 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-25991578-8831-447d-b670-e1b65c2e4a9e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:31.818418 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-027e038f-6058-4d7f-a11d-d8659f3cf650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:31.849445 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-027e038f-6058-4d7f-a11d-d8659f3cf650 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec00fbc52b2d451fbce2d0cfcf846b72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3714795 Mar 07 21:47:31.852164 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49734) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:31.894462 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-25991578-8831-447d-b670-e1b65c2e4a9e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:31.896616 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e038f-6058-4d7f-a11d-d8659f3cf650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acde766-9add-40ea-82af-bec6763995e9,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:31.919591 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-25991578-8831-447d-b670-e1b65c2e4a9e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae28d24-a6ec-458e-a0b6-64341e8114c4']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:31.931507 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-25991578-8831-447d-b670-e1b65c2e4a9e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f226c737-7ae0-4cda-86bf-3309c6542db1') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:31.931807 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-25991578-8831-447d-b670-e1b65c2e4a9e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f226c737-7ae0-4cda-86bf-3309c6542db1') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:31.934695 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-14c87b6d-fc0f-4d67-bee8-a9863cb5c9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:31.944252 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-25991578-8831-447d-b670-e1b65c2e4a9e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:31.960697 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-25991578-8831-447d-b670-e1b65c2e4a9e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:31.960935 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-14c87b6d-fc0f-4d67-bee8-a9863cb5c9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:31.966713 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25991578-8831-447d-b670-e1b65c2e4a9e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:47:31.967091 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-25991578-8831-447d-b670-e1b65c2e4a9e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:47:31.981366 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:47:32.087073 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-14c87b6d-fc0f-4d67-bee8-a9863cb5c9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:32.101589 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c87b6d-fc0f-4d67-bee8-a9863cb5c9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acde766-9add-40ea-82af-bec6763995e9,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:32.107499 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-14c87b6d-fc0f-4d67-bee8-a9863cb5c9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:32.108707 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-14c87b6d-fc0f-4d67-bee8-a9863cb5c9e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1acde766-9add-40ea-82af-bec6763995e9 HTTP/1.1" status: 204 len: 168 time: 0.2553363 Mar 07 21:47:32.123425 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-25991578-8831-447d-b670-e1b65c2e4a9e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:32.134114 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-25991578-8831-447d-b670-e1b65c2e4a9e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:32.146411 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25991578-8831-447d-b670-e1b65c2e4a9e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Network': ['ID=5ae28d24-a6ec-458e-a0b6-64341e8114c4,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:32.153745 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-25991578-8831-447d-b670-e1b65c2e4a9e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/networks/5ae28d24-a6ec-458e-a0b6-64341e8114c4 HTTP/1.1" status: 204 len: 168 time: 0.5230813 Mar 07 21:47:32.171291 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49740) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:32.190916 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-132d30f2-af96-4446-bd8c-6f88fe15570b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'network': {'name': 'tempest-network-smoke--1658233291', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'port_security_enabled': True}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:32.200093 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-132d30f2-af96-4446-bd8c-6f88fe15570b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:32.200661 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-132d30f2-af96-4446-bd8c-6f88fe15570b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:network and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:32.204365 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-132d30f2-af96-4446-bd8c-6f88fe15570b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:32.208691 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 3189b2bc-d339-4ac5-9f6b-10aeac6930d0 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:47:32.211562 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-132d30f2-af96-4446-bd8c-6f88fe15570b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:32.247097 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 3189b2bc-d339-4ac5-9f6b-10aeac6930d0 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:47:32.247097 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 3189b2bc-d339-4ac5-9f6b-10aeac6930d0 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:47:32.247097 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 40874310-df4f-442c-8e98-7b14fc1c8c25 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:47:32.278228 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 40874310-df4f-442c-8e98-7b14fc1c8c25 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:47:32.278561 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 40874310-df4f-442c-8e98-7b14fc1c8c25 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:47:32.356778 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132d30f2-af96-4446-bd8c-6f88fe15570b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:32.360299 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-132d30f2-af96-4446-bd8c-6f88fe15570b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:32.387770 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132d30f2-af96-4446-bd8c-6f88fe15570b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:47:32.396503 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-132d30f2-af96-4446-bd8c-6f88fe15570b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:32.396834 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-132d30f2-af96-4446-bd8c-6f88fe15570b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Added segment cbce71eb-687b-4238-babf-aae6ee02b053 of type vlan for network 6b6f5c43-eeea-46df-bc4f-e3412badc595 Mar 07 21:47:32.422784 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-132d30f2-af96-4446-bd8c-6f88fe15570b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:32.493419 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-132d30f2-af96-4446-bd8c-6f88fe15570b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:32.499971 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132d30f2-af96-4446-bd8c-6f88fe15570b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:32.500610 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-132d30f2-af96-4446-bd8c-6f88fe15570b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:32.611132 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d30f2-af96-4446-bd8c-6f88fe15570b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Network': ['ID=6b6f5c43-eeea-46df-bc4f-e3412badc595,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:32.621053 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 6b6f5c43-eeea-46df-bc4f-e3412badc595 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:47:32.626176 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-132d30f2-af96-4446-bd8c-6f88fe15570b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4405541 Mar 07 21:47:32.629392 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49752) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:32.634130 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-7c66122f-22a8-4575-9f1a-5e7f76b5b635 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1536839153', 'admin_state_up': True, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:32.641279 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7c66122f-22a8-4575-9f1a-5e7f76b5b635 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:32.645541 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7c66122f-22a8-4575-9f1a-5e7f76b5b635 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:router and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:32.648458 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7c66122f-22a8-4575-9f1a-5e7f76b5b635 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:32.655929 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7c66122f-22a8-4575-9f1a-5e7f76b5b635 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:32.731206 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7c66122f-22a8-4575-9f1a-5e7f76b5b635 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:32.731206 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7c66122f-22a8-4575-9f1a-5e7f76b5b635 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:32.744554 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7c66122f-22a8-4575-9f1a-5e7f76b5b635 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:33.158222 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49766) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:33.197843 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7c66122f-22a8-4575-9f1a-5e7f76b5b635 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:33.263269 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-ac9922ba-f592-439e-a91a-7d1bdc954af1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2018805348-network', 'tenant_id': '085753296f274853a80c9eb70a5fe8b0'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:33.271716 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ac9922ba-f592-439e-a91a-7d1bdc954af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:33.272146 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ac9922ba-f592-439e-a91a-7d1bdc954af1 admin admin] Usage tracker for resource:network and tenant:085753296f274853a80c9eb70a5fe8b0 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:33.275205 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ac9922ba-f592-439e-a91a-7d1bdc954af1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:33.281970 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ac9922ba-f592-439e-a91a-7d1bdc954af1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:33.396611 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9922ba-f592-439e-a91a-7d1bdc954af1 admin admin] Made reservation on behalf of 085753296f274853a80c9eb70a5fe8b0 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:33.399254 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac9922ba-f592-439e-a91a-7d1bdc954af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:33.412406 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac9922ba-f592-439e-a91a-7d1bdc954af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:33.430808 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ac9922ba-f592-439e-a91a-7d1bdc954af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:33.430808 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ac9922ba-f592-439e-a91a-7d1bdc954af1 admin admin] Usage tracker for resource:security_group_rule and tenant:085753296f274853a80c9eb70a5fe8b0 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:33.433336 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ac9922ba-f592-439e-a91a-7d1bdc954af1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:33.439563 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ac9922ba-f592-439e-a91a-7d1bdc954af1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:33.524113 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac9922ba-f592-439e-a91a-7d1bdc954af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:33.569086 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac9922ba-f592-439e-a91a-7d1bdc954af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:33.590051 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7c66122f-22a8-4575-9f1a-5e7f76b5b635 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:33.598256 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9922ba-f592-439e-a91a-7d1bdc954af1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:47:33.606800 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9922ba-f592-439e-a91a-7d1bdc954af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9697cf92-82f5-4cf7-8c1f-c88949c7bb67,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:33.612306 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac9922ba-f592-439e-a91a-7d1bdc954af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:33.612674 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-ac9922ba-f592-439e-a91a-7d1bdc954af1 admin admin] Added segment 5d2e4a9f-b2f8-46ba-bfeb-e90c8b51faf3 of type vlan for network b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6 Mar 07 21:47:33.625914 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7c66122f-22a8-4575-9f1a-5e7f76b5b635 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:33.643378 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac9922ba-f592-439e-a91a-7d1bdc954af1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:33.724428 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac9922ba-f592-439e-a91a-7d1bdc954af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:33.725981 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9922ba-f592-439e-a91a-7d1bdc954af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:33.726590 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ac9922ba-f592-439e-a91a-7d1bdc954af1 admin admin] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:33.771002 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-7c66122f-22a8-4575-9f1a-5e7f76b5b635 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.26.2.199 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/210f853b-1317-424f-8939-07f5b6fbf56d) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:33.930241 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7c66122f-22a8-4575-9f1a-5e7f76b5b635 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:33.937343 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9922ba-f592-439e-a91a-7d1bdc954af1 admin admin] Pushing event updated for resources: {'Network': ['ID=b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:33.947165 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:47:34.051290 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ac9922ba-f592-439e-a91a-7d1bdc954af1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8887835 Mar 07 21:47:34.051290 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49772) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:34.056042 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-7b773547-40c4-48c4-934d-914f74b20b6b admin admin] Request body: {'subnet': {'network_id': 'b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2018805348-subnet', 'tenant_id': '085753296f274853a80c9eb70a5fe8b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:34.061433 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7b773547-40c4-48c4-934d-914f74b20b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:34.065172 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7b773547-40c4-48c4-934d-914f74b20b6b admin admin] Usage tracker for resource:subnet and tenant:085753296f274853a80c9eb70a5fe8b0 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:34.067974 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7b773547-40c4-48c4-934d-914f74b20b6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:34.076045 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7b773547-40c4-48c4-934d-914f74b20b6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:34.093369 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7c66122f-22a8-4575-9f1a-5e7f76b5b635 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:34.153266 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b773547-40c4-48c4-934d-914f74b20b6b admin admin] Made reservation on behalf of 085753296f274853a80c9eb70a5fe8b0 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:34.153931 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c66122f-22a8-4575-9f1a-5e7f76b5b635 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:34.154269 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7b773547-40c4-48c4-934d-914f74b20b6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:34.155033 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-7c66122f-22a8-4575-9f1a-5e7f76b5b635 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:34.163248 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c66122f-22a8-4575-9f1a-5e7f76b5b635 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:47:34.207510 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66122f-22a8-4575-9f1a-5e7f76b5b635 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=210f853b-1317-424f-8939-07f5b6fbf56d,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:34.453372 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7b773547-40c4-48c4-934d-914f74b20b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:34.532701 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b773547-40c4-48c4-934d-914f74b20b6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=592b5990-3f2a-4630-be64-41e8a69f4bd0,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:34.545180 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b773547-40c4-48c4-934d-914f74b20b6b admin admin] Checking segment: {'id': '5d2e4a9f-b2f8-46ba-bfeb-e90c8b51faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:47:34.545180 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b773547-40c4-48c4-934d-914f74b20b6b admin admin] Network hostable DHCP agents. Network: b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:47:34.612458 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b773547-40c4-48c4-934d-914f74b20b6b admin admin] Network b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:47:34.692275 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7c66122f-22a8-4575-9f1a-5e7f76b5b635 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_gateway, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:34.699236 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-7b773547-40c4-48c4-934d-914f74b20b6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:34.703188 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b773547-40c4-48c4-934d-914f74b20b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:34.703878 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7b773547-40c4-48c4-934d-914f74b20b6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:34.708036 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f98480-91af-4acb-9f01-3d1f8e92cfd3 None None] Network b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:47:34.838206 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7b773547-40c4-48c4-934d-914f74b20b6b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7859399 Mar 07 21:47:34.968649 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053aef39-f82b-43d7-be62-153714f3af35 None None] Network b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:47:35.190780 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7c66122f-22a8-4575-9f1a-5e7f76b5b635 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:35.465686 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c66122f-22a8-4575-9f1a-5e7f76b5b635 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:47:35.633095 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49790) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:35.639898 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-5df0be11-58ae-4c08-8ec1-7510200c9743 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1858946221-network', 'tenant_id': '08a1c138fa50465da5024585a3138d4f'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:35.652719 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5df0be11-58ae-4c08-8ec1-7510200c9743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:35.652870 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c66122f-22a8-4575-9f1a-5e7f76b5b635 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:47:35.652989 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5df0be11-58ae-4c08-8ec1-7510200c9743 admin admin] Usage tracker for resource:network and tenant:08a1c138fa50465da5024585a3138d4f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:35.653916 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5df0be11-58ae-4c08-8ec1-7510200c9743 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:35.660775 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5df0be11-58ae-4c08-8ec1-7510200c9743 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:35.661709 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] Sync routers for ids ['a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:47:35.671928 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] Routers {'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:47:35.672534 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:47:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:35.765087 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7c66122f-22a8-4575-9f1a-5e7f76b5b635 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:35.765819 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7c66122f-22a8-4575-9f1a-5e7f76b5b635 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1359708 Mar 07 21:47:35.769146 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49794) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:35.815190 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c1dcfa6e-b9d4-4dfd-9efe-1acf623e1fd8 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=eabc753b02e646aebebe0162c5cfe322&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456715 Mar 07 21:47:35.817592 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49798) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:35.851112 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df0be11-58ae-4c08-8ec1-7510200c9743 admin admin] Made reservation on behalf of 08a1c138fa50465da5024585a3138d4f for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:35.857094 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5df0be11-58ae-4c08-8ec1-7510200c9743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:35.863187 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] Set router a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:47:35.884248 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5df0be11-58ae-4c08-8ec1-7510200c9743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:35.948844 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5df0be11-58ae-4c08-8ec1-7510200c9743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:35.964147 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5df0be11-58ae-4c08-8ec1-7510200c9743 admin admin] Usage tracker for resource:security_group_rule and tenant:08a1c138fa50465da5024585a3138d4f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:35.968988 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5df0be11-58ae-4c08-8ec1-7510200c9743 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:35.978643 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5df0be11-58ae-4c08-8ec1-7510200c9743 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:36.035554 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fcd225-fa81-477b-a929-54cd5a441660 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:36.042436 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-01fcd225-fa81-477b-a929-54cd5a441660 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2185109 Mar 07 21:47:36.042436 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49802) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:36.089613 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-86b7f28f-bd44-4f53-ad9c-9b91300dcec1 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0486958 Mar 07 21:47:36.092790 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49806) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:36.100466 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-68c90d68-ae8c-4195-8985-adb39f3d99b8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1820942041', 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:36.145403 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5df0be11-58ae-4c08-8ec1-7510200c9743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:36.164770 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'name': 'tempest-TestNetworkBasicOps-router-1536839153', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:32Z', 'updated_at': '2022-03-07T21:47:34Z', 'revision_number': 3, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:33Z', 'updated_at': '2022-03-07T21:47:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:36.169594 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] Checking router: a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:47:36.170049 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] Updating router a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2 port 210f853b-1317-424f-8939-07f5b6fbf56d binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:47:36.197206 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5df0be11-58ae-4c08-8ec1-7510200c9743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:36.222940 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-68c90d68-ae8c-4195-8985-adb39f3d99b8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:36.225406 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df0be11-58ae-4c08-8ec1-7510200c9743 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:47:36.225539 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:36.227587 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-68c90d68-ae8c-4195-8985-adb39f3d99b8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:subnet and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:36.231898 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-68c90d68-ae8c-4195-8985-adb39f3d99b8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:36.241133 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-68c90d68-ae8c-4195-8985-adb39f3d99b8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:36.244255 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0be11-58ae-4c08-8ec1-7510200c9743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4bade7-36c2-4373-9da8-51c7b05c2460,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:36.247657 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5df0be11-58ae-4c08-8ec1-7510200c9743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:36.248001 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-5df0be11-58ae-4c08-8ec1-7510200c9743 admin admin] Added segment d8520923-c07f-4a4e-a9e1-4ec46391490e of type vlan for network 09b8bb6e-f22f-49cf-90c1-4023176effb1 Mar 07 21:47:36.275288 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5df0be11-58ae-4c08-8ec1-7510200c9743 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:36.288424 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c90d68-ae8c-4195-8985-adb39f3d99b8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:36.292154 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-68c90d68-ae8c-4195-8985-adb39f3d99b8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:36.358531 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5df0be11-58ae-4c08-8ec1-7510200c9743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:36.358531 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df0be11-58ae-4c08-8ec1-7510200c9743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:36.358531 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5df0be11-58ae-4c08-8ec1-7510200c9743 admin admin] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:36.462243 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0be11-58ae-4c08-8ec1-7510200c9743 admin admin] Pushing event updated for resources: {'Network': ['ID=09b8bb6e-f22f-49cf-90c1-4023176effb1,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:36.478087 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 09b8bb6e-f22f-49cf-90c1-4023176effb1 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:47:36.517217 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5df0be11-58ae-4c08-8ec1-7510200c9743 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8829620 Mar 07 21:47:36.519848 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49810) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:36.525129 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-b359be52-b45a-414c-bb48-fc1803834c01 admin admin] Request body: {'subnet': {'network_id': '09b8bb6e-f22f-49cf-90c1-4023176effb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1858946221-subnet', 'tenant_id': '08a1c138fa50465da5024585a3138d4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:36.530360 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b359be52-b45a-414c-bb48-fc1803834c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:36.534220 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b359be52-b45a-414c-bb48-fc1803834c01 admin admin] Usage tracker for resource:subnet and tenant:08a1c138fa50465da5024585a3138d4f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:36.537021 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b359be52-b45a-414c-bb48-fc1803834c01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:36.544705 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b359be52-b45a-414c-bb48-fc1803834c01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:36.624796 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-68c90d68-ae8c-4195-8985-adb39f3d99b8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:36.648403 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b359be52-b45a-414c-bb48-fc1803834c01 admin admin] Made reservation on behalf of 08a1c138fa50465da5024585a3138d4f for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:36.652903 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b359be52-b45a-414c-bb48-fc1803834c01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:36.669838 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:36.684000 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] Transition to ACTIVE for port object 210f853b-1317-424f-8939-07f5b6fbf56d will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:47:36.709797 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c90d68-ae8c-4195-8985-adb39f3d99b8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Subnet': ['ID=6046fc0b-3175-4200-96a9-49abb0f1ab95,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:36.713820 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c90d68-ae8c-4195-8985-adb39f3d99b8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Checking segment: {'id': 'cbce71eb-687b-4238-babf-aae6ee02b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:47:36.714139 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c90d68-ae8c-4195-8985-adb39f3d99b8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network hostable DHCP agents. Network: 6b6f5c43-eeea-46df-bc4f-e3412badc595, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:47:36.768913 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:36.796745 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c90d68-ae8c-4195-8985-adb39f3d99b8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 6b6f5c43-eeea-46df-bc4f-e3412badc595 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:47:36.852823 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] Attempting to bind port 210f853b-1317-424f-8939-07f5b6fbf56d on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:47:36.853040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] Attempting to bind port 210f853b-1317-424f-8939-07f5b6fbf56d by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:47:36.854865 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] Attempting to bind port 210f853b-1317-424f-8939-07f5b6fbf56d on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:47:36.860467 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bb58c-9f31-4927-899e-ac63c271308c None None] Pushing event updated for resources: {'Port': ['ID=210f853b-1317-424f-8939-07f5b6fbf56d,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:36.865476 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:47:36.865850 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:47:36.866283 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:36.866672 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:47:36.867139 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] Bound port: 210f853b-1317-424f-8939-07f5b6fbf56d, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:47:36.867514 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:36.884179 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-68c90d68-ae8c-4195-8985-adb39f3d99b8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 6b6f5c43-eeea-46df-bc4f-e3412badc595) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:36.891931 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c90d68-ae8c-4195-8985-adb39f3d99b8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:36.892521 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-68c90d68-ae8c-4195-8985-adb39f3d99b8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:36.896573 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33049430-97ee-45ab-a299-4f7cc1394326 None None] Network 6b6f5c43-eeea-46df-bc4f-e3412badc595 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:47:36.939561 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b359be52-b45a-414c-bb48-fc1803834c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:36.969059 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-68c90d68-ae8c-4195-8985-adb39f3d99b8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8736181 Mar 07 21:47:36.972654 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49814) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:37.016499 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359be52-b45a-414c-bb48-fc1803834c01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=041d4723-9099-497d-8095-b6187ce93d35,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:37.033979 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b359be52-b45a-414c-bb48-fc1803834c01 admin admin] Checking segment: {'id': 'd8520923-c07f-4a4e-a9e1-4ec46391490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '09b8bb6e-f22f-49cf-90c1-4023176effb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:47:37.038281 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b359be52-b45a-414c-bb48-fc1803834c01 admin admin] Network hostable DHCP agents. Network: 09b8bb6e-f22f-49cf-90c1-4023176effb1, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:47:37.071465 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] For port 210f853b-1317-424f-8939-07f5b6fbf56d, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:47:37.077575 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] For port 210f853b-1317-424f-8939-07f5b6fbf56d, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=210f853b-1317-424f-8939-07f5b6fbf56d,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:47:37.129028 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b359be52-b45a-414c-bb48-fc1803834c01 admin admin] Network 09b8bb6e-f22f-49cf-90c1-4023176effb1 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:47:37.171619 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:37.214055 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-b359be52-b45a-414c-bb48-fc1803834c01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 09b8bb6e-f22f-49cf-90c1-4023176effb1) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:37.218493 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b359be52-b45a-414c-bb48-fc1803834c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:37.219199 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b359be52-b45a-414c-bb48-fc1803834c01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:37.231976 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eb5398-7e19-4867-a92d-e302214f3c80 None None] Network 09b8bb6e-f22f-49cf-90c1-4023176effb1 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:47:37.251252 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45c9edf-4524-40a2-9c69-0f1d109b0414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-6b6f5c43-eeea-46df-bc4f-e3412badc595', 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ips': [{'subnet_id': '6046fc0b-3175-4200-96a9-49abb0f1ab95'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:47:37.252054 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d45c9edf-4524-40a2-9c69-0f1d109b0414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:37.300451 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b359be52-b45a-414c-bb48-fc1803834c01 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7792251 Mar 07 21:47:37.408157 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] Routers {'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:47:37.408848 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:47:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:37.457505 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bb58c-9f31-4927-899e-ac63c271308c None None] Pushing event updated for resources: {'Port': ['ID=210f853b-1317-424f-8939-07f5b6fbf56d,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:37.781291 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] Set router a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:47:37.882110 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d2cd-ecd8-407d-9a01-d9bee24a7818 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:37.916269 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e5b534-19fd-4fd1-8b7a-3f9e7ed7de8e None None] Network 09b8bb6e-f22f-49cf-90c1-4023176effb1 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:47:37.968642 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-d45c9edf-4524-40a2-9c69-0f1d109b0414 None None] Allocated IP 172.20.0.2 (6b6f5c43-eeea-46df-bc4f-e3412badc595/6046fc0b-3175-4200-96a9-49abb0f1ab95/b0dbfb59-c351-44de-9a3b-10e1e5114561) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:38.273221 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e1096-180d-4861-86ab-becacef4d25d req-6d5ed6f0-4dbc-4822-ab96-12f73b9d6052 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:38.274669 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c11e1096-180d-4861-86ab-becacef4d25d req-6d5ed6f0-4dbc-4822-ab96-12f73b9d6052 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/networks?id=b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6 HTTP/1.1" status: 200 len: 812 time: 0.2801309 Mar 07 21:47:38.301777 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c11e1096-180d-4861-86ab-becacef4d25d req-50aa15db-417b-4c4a-bb27-d8366bc58e82 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/quotas/085753296f274853a80c9eb70a5fe8b0 HTTP/1.1" status: 200 len: 375 time: 0.0199909 Mar 07 21:47:38.394888 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c11e1096-180d-4861-86ab-becacef4d25d req-7bd0b6f7-980f-4037-bf59-ee8c13e18dae tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=085753296f274853a80c9eb70a5fe8b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860827 Mar 07 21:47:38.411703 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [req-c11e1096-180d-4861-86ab-becacef4d25d req-7beea15e-3f70-4c58-8571-031eeaabdcf0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:47:38.412666 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c11e1096-180d-4861-86ab-becacef4d25d req-7beea15e-3f70-4c58-8571-031eeaabdcf0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074799 Mar 07 21:47:38.524168 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d45c9edf-4524-40a2-9c69-0f1d109b0414 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:38.536554 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d45c9edf-4524-40a2-9c69-0f1d109b0414 None None] Transition to ACTIVE for port object b0dbfb59-c351-44de-9a3b-10e1e5114561 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:47:38.547518 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c11e1096-180d-4861-86ab-becacef4d25d req-c0780544-3748-4fd8-a0c6-569f4e4d6e67 service neutron] 10.222.0.21 "GET /v2.0/networks/b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277783 Mar 07 21:47:38.559486 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'name': 'tempest-TestNetworkBasicOps-router-1536839153', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:32Z', 'updated_at': '2022-03-07T21:47:34Z', 'revision_number': 3, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:33Z', 'updated_at': '2022-03-07T21:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:38.564288 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d45c9edf-4524-40a2-9c69-0f1d109b0414 None None] Transition to ACTIVE for port object b0dbfb59-c351-44de-9a3b-10e1e5114561 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:47:38.566731 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ca3ca0-0a88-4117-abe7-0148fa50c9da None None] The sync data for ids ['a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'] in dv-neutron-829957-1-hyperv is: [{'id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'name': 'tempest-TestNetworkBasicOps-router-1536839153', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:32Z', 'updated_at': '2022-03-07T21:47:34Z', 'revision_number': 3, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:33Z', 'updated_at': '2022-03-07T21:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:47:38.695961 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c11e1096-180d-4861-86ab-becacef4d25d req-9edff8d4-2912-41b1-afa7-a75ad4240540 service neutron] 10.222.0.21 "GET /v2.0/networks/b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409278 Mar 07 21:47:38.780183 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d45c9edf-4524-40a2-9c69-0f1d109b0414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:38.889945 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45c9edf-4524-40a2-9c69-0f1d109b0414 None None] Network 6b6f5c43-eeea-46df-bc4f-e3412badc595 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:38.890674 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-6ff2d2cd-ecd8-407d-9a01-d9bee24a7818 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.20.0.1 (6b6f5c43-eeea-46df-bc4f-e3412badc595/6046fc0b-3175-4200-96a9-49abb0f1ab95/ef936dcc-81eb-4b10-831c-c077f2680a9e) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:38.893595 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-d45c9edf-4524-40a2-9c69-0f1d109b0414 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:38.896147 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45c9edf-4524-40a2-9c69-0f1d109b0414 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:47:39.022614 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c9edf-4524-40a2-9c69-0f1d109b0414 None None] Pushing event updated for resources: {'Port': ['ID=b0dbfb59-c351-44de-9a3b-10e1e5114561,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:39.037314 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-d45c9edf-4524-40a2-9c69-0f1d109b0414 None None] Attempting to bind port b0dbfb59-c351-44de-9a3b-10e1e5114561 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:47:39.037882 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-d45c9edf-4524-40a2-9c69-0f1d109b0414 None None] Attempting to bind port b0dbfb59-c351-44de-9a3b-10e1e5114561 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'cbce71eb-687b-4238-babf-aae6ee02b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:47:39.038619 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45c9edf-4524-40a2-9c69-0f1d109b0414 None None] Attempting to bind port b0dbfb59-c351-44de-9a3b-10e1e5114561 on network 6b6f5c43-eeea-46df-bc4f-e3412badc595 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:47:39.062834 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45c9edf-4524-40a2-9c69-0f1d109b0414 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:47:39.063567 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45c9edf-4524-40a2-9c69-0f1d109b0414 None None] Checking segment: {'id': 'cbce71eb-687b-4238-babf-aae6ee02b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:47:39.064214 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d45c9edf-4524-40a2-9c69-0f1d109b0414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:39.065899 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45c9edf-4524-40a2-9c69-0f1d109b0414 None None] Bound using segment: {'id': 'cbce71eb-687b-4238-babf-aae6ee02b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:47:39.066681 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-d45c9edf-4524-40a2-9c69-0f1d109b0414 None None] Bound port: b0dbfb59-c351-44de-9a3b-10e1e5114561, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbce71eb-687b-4238-babf-aae6ee02b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:47:39.070515 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d45c9edf-4524-40a2-9c69-0f1d109b0414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:39.158430 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d2cd-ecd8-407d-9a01-d9bee24a7818 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:39.207377 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-d45c9edf-4524-40a2-9c69-0f1d109b0414 None None] For port b0dbfb59-c351-44de-9a3b-10e1e5114561, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:47:39.211338 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-d45c9edf-4524-40a2-9c69-0f1d109b0414 None None] For port b0dbfb59-c351-44de-9a3b-10e1e5114561, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=b0dbfb59-c351-44de-9a3b-10e1e5114561,segment=NetworkSegment(cbce71eb-687b-4238-babf-aae6ee02b053),segment_id=cbce71eb-687b-4238-babf-aae6ee02b053)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:47:39.226000 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dc995fd3-202a-4aec-9e64-0b326ec0cbcb req-d6848558-efc3-463e-9305-4ab2990cd5c7 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 210 time: 0.2777021 Mar 07 21:47:39.227266 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-6ff2d2cd-ecd8-407d-9a01-d9bee24a7818 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Transition to ACTIVE for port object ef936dcc-81eb-4b10-831c-c077f2680a9e will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:47:39.278023 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d45c9edf-4524-40a2-9c69-0f1d109b0414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:39.361371 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c9edf-4524-40a2-9c69-0f1d109b0414 None None] Pushing event updated for resources: {'Port': ['ID=b0dbfb59-c351-44de-9a3b-10e1e5114561,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:39.368185 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d2cd-ecd8-407d-9a01-d9bee24a7818 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:39.581577 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff2d2cd-ecd8-407d-9a01-d9bee24a7818 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 6b6f5c43-eeea-46df-bc4f-e3412badc595 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:39.598632 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-6ff2d2cd-ecd8-407d-9a01-d9bee24a7818 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:39.603568 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff2d2cd-ecd8-407d-9a01-d9bee24a7818 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:47:39.635047 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2d2cd-ecd8-407d-9a01-d9bee24a7818 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=ef936dcc-81eb-4b10-831c-c077f2680a9e,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:39.670369 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d2cd-ecd8-407d-9a01-d9bee24a7818 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:39.954975 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d2cd-ecd8-407d-9a01-d9bee24a7818 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:40.271564 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 210f853b-1317-424f-8939-07f5b6fbf56d up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:47:40.404665 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-56bbc3d0-92dd-47f9-a0e0-cd5a3e584f6a req-acbc75b4-f239-4866-b2c1-4b03b95dabea tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 210 time: 0.0511651 Mar 07 21:47:40.430654 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 210f853b-1317-424f-8939-07f5b6fbf56d completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:47:40.441802 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 210f853b-1317-424f-8939-07f5b6fbf56d triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:40.442461 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:40.466964 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d2cd-ecd8-407d-9a01-d9bee24a7818 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:40.528195 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d2cd-ecd8-407d-9a01-d9bee24a7818 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:40.569256 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:40.587507 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 210f853b-1317-424f-8939-07f5b6fbf56d, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=210f853b-1317-424f-8939-07f5b6fbf56d,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:40.638639 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d2cd-ecd8-407d-9a01-d9bee24a7818 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:40.642181 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2d2cd-ecd8-407d-9a01-d9bee24a7818 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=ef936dcc-81eb-4b10-831c-c077f2680a9e,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:40.659805 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:40.659805 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b0dbfb59-c351-44de-9a3b-10e1e5114561 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:47:40.779283 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=210f853b-1317-424f-8939-07f5b6fbf56d,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:40.788992 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff2d2cd-ecd8-407d-9a01-d9bee24a7818 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 6b6f5c43-eeea-46df-bc4f-e3412badc595 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:40.790372 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-6ff2d2cd-ecd8-407d-9a01-d9bee24a7818 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:40.864969 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port b0dbfb59-c351-44de-9a3b-10e1e5114561 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:47:41.000576 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff2d2cd-ecd8-407d-9a01-d9bee24a7818 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:47:41.012153 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd6fc36-cf33-4677-8249-100d149775fb None None] Network 6b6f5c43-eeea-46df-bc4f-e3412badc595 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:47:41.186054 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff2d2cd-ecd8-407d-9a01-d9bee24a7818 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:47:41.198090 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] Sync routers for ids ['a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:47:41.202261 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6ff2d2cd-ecd8-407d-9a01-d9bee24a7818 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "PUT /v2.0/routers/a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2280219 Mar 07 21:47:41.204682 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49850) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:41.213703 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] Routers {'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:47:41.218291 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:47:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:41.259881 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-7c419f2a-3911-4a58-b46c-aa10b1d74f47 None None] Provisioning for port b0dbfb59-c351-44de-9a3b-10e1e5114561 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:47:41.271393 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-7c419f2a-3911-4a58-b46c-aa10b1d74f47 None None] Provisioning complete for port b0dbfb59-c351-44de-9a3b-10e1e5114561 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:41.271855 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7c419f2a-3911-4a58-b46c-aa10b1d74f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:41.337595 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e1096-180d-4861-86ab-becacef4d25d req-8535246d-fffb-407c-8294-c5decb1c3e84 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:41.338864 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-c11e1096-180d-4861-86ab-becacef4d25d req-8535246d-fffb-407c-8294-c5decb1c3e84 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Synchronizing usage tracker for tenant:085753296f274853a80c9eb70a5fe8b0 on resource:network {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:47:41.420755 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-c11e1096-180d-4861-86ab-becacef4d25d req-8535246d-fffb-407c-8294-c5decb1c3e84 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Unset dirty status for tenant:085753296f274853a80c9eb70a5fe8b0 on resource:network {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:47:41.423240 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c11e1096-180d-4861-86ab-becacef4d25d req-8535246d-fffb-407c-8294-c5decb1c3e84 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.11 "GET /v2.0/networks?id=b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6 HTTP/1.1" status: 200 len: 812 time: 0.2629616 Mar 07 21:47:41.437100 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-c11e1096-180d-4861-86ab-becacef4d25d req-bae1a30b-ccba-44d3-bcb7-7fd5f863976d tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Request body: {'port': {'device_id': 'ae24dc7c-3408-4d34-aecb-fe569a978a5d', 'network_id': 'b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6', 'admin_state_up': True, 'tenant_id': '085753296f274853a80c9eb70a5fe8b0'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:41.483553 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7c419f2a-3911-4a58-b46c-aa10b1d74f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:41.535097 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-7c419f2a-3911-4a58-b46c-aa10b1d74f47 None None] For port b0dbfb59-c351-44de-9a3b-10e1e5114561, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=b0dbfb59-c351-44de-9a3b-10e1e5114561,segment=NetworkSegment(cbce71eb-687b-4238-babf-aae6ee02b053),segment_id=cbce71eb-687b-4238-babf-aae6ee02b053)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:41.558152 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] Set router a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:47:41.571383 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280c9b12-afbd-401e-b984-8d984ef336c3 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:41.572219 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280c9b12-afbd-401e-b984-8d984ef336c3 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:41.573516 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280c9b12-afbd-401e-b984-8d984ef336c3 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:41.574245 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280c9b12-afbd-401e-b984-8d984ef336c3 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:41.574863 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280c9b12-afbd-401e-b984-8d984ef336c3 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:41.575625 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280c9b12-afbd-401e-b984-8d984ef336c3 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:41.576355 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280c9b12-afbd-401e-b984-8d984ef336c3 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:41.576969 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280c9b12-afbd-401e-b984-8d984ef336c3 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:41.579171 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-280c9b12-afbd-401e-b984-8d984ef336c3 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5676 time: 0.3735020 Mar 07 21:47:41.582106 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49858) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:41.670784 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7c419f2a-3911-4a58-b46c-aa10b1d74f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:41.678513 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-019dce00-2aac-4bd4-8060-04e91daac29c req-204581be-a6de-4b62-8736-516f3afc1e74 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 210 time: 0.0497391 Mar 07 21:47:41.718953 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-c11e1096-180d-4861-86ab-becacef4d25d req-bae1a30b-ccba-44d3-bcb7-7fd5f863976d tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:41.723616 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-c11e1096-180d-4861-86ab-becacef4d25d req-bae1a30b-ccba-44d3-bcb7-7fd5f863976d tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Usage tracker for resource:port and tenant:085753296f274853a80c9eb70a5fe8b0 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:41.729515 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-c11e1096-180d-4861-86ab-becacef4d25d req-bae1a30b-ccba-44d3-bcb7-7fd5f863976d tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:41.731882 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dd23fa-f172-453d-a688-41f7ff557ba3 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:41.732351 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dd23fa-f172-453d-a688-41f7ff557ba3 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:41.732804 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dd23fa-f172-453d-a688-41f7ff557ba3 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:41.733246 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dd23fa-f172-453d-a688-41f7ff557ba3 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:41.733689 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dd23fa-f172-453d-a688-41f7ff557ba3 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:41.734348 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dd23fa-f172-453d-a688-41f7ff557ba3 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:41.735072 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dd23fa-f172-453d-a688-41f7ff557ba3 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:41.735710 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dd23fa-f172-453d-a688-41f7ff557ba3 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:41.737787 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c5dd23fa-f172-453d-a688-41f7ff557ba3 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5283 time: 0.1545577 Mar 07 21:47:41.740739 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49862) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:41.741703 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-c11e1096-180d-4861-86ab-becacef4d25d req-bae1a30b-ccba-44d3-bcb7-7fd5f863976d tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:41.831025 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c419f2a-3911-4a58-b46c-aa10b1d74f47 None None] Pushing event updated for resources: {'Port': ['ID=b0dbfb59-c351-44de-9a3b-10e1e5114561,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:41.846196 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c11e1096-180d-4861-86ab-becacef4d25d req-bae1a30b-ccba-44d3-bcb7-7fd5f863976d tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Made reservation on behalf of 085753296f274853a80c9eb70a5fe8b0 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:41.846196 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-c11e1096-180d-4861-86ab-becacef4d25d req-bae1a30b-ccba-44d3-bcb7-7fd5f863976d tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:41.975676 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c0277f64-408d-4486-82ab-bef69da71007 None None] Provisioning for port ef936dcc-81eb-4b10-831c-c077f2680a9e completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:47:41.977216 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c0277f64-408d-4486-82ab-bef69da71007 None None] Provisioning complete for port ef936dcc-81eb-4b10-831c-c077f2680a9e triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:41.977652 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c0277f64-408d-4486-82ab-bef69da71007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:42.041771 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4be83347-88ec-40d7-ac75-6837a1140ee7 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2974944 Mar 07 21:47:42.077176 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'name': 'tempest-TestNetworkBasicOps-router-1536839153', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:32Z', 'updated_at': '2022-03-07T21:47:39Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:33Z', 'updated_at': '2022-03-07T21:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'ef936dcc-81eb-4b10-831c-c077f2680a9e', 'name': '', 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:29:f6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6046fc0b-3175-4200-96a9-49abb0f1ab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:38Z', 'updated_at': '2022-03-07T21:47:40Z', 'revision_number': 2, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '6046fc0b-3175-4200-96a9-49abb0f1ab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:42.083916 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c0277f64-408d-4486-82ab-bef69da71007 None None] Port ef936dcc-81eb-4b10-831c-c077f2680a9e cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:47:42.098570 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] Checking router: a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:47:42.098888 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] Updating router a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2 port ef936dcc-81eb-4b10-831c-c077f2680a9e binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:47:42.099209 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c0277f64-408d-4486-82ab-bef69da71007 None None] Provisioning complete for port b0dbfb59-c351-44de-9a3b-10e1e5114561 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:42.099949 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c0277f64-408d-4486-82ab-bef69da71007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:42.130627 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [req-c11e1096-180d-4861-86ab-becacef4d25d req-bae1a30b-ccba-44d3-bcb7-7fd5f863976d tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Allocated IP 172.20.0.7 (b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6/592b5990-3f2a-4630-be64-41e8a69f4bd0/68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:42.181002 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:42.275124 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 210f853b-1317-424f-8939-07f5b6fbf56d up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:47:42.360102 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 210f853b-1317-424f-8939-07f5b6fbf56d triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:42.361173 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:42.428816 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-78c329bc-898a-44bc-84a4-d2989bb70976 None None] Provisioning complete for port ef936dcc-81eb-4b10-831c-c077f2680a9e triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:42.429624 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-78c329bc-898a-44bc-84a4-d2989bb70976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:42.521130 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-c11e1096-180d-4861-86ab-becacef4d25d req-bae1a30b-ccba-44d3-bcb7-7fd5f863976d tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:42.530232 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49872) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:42.535602 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-59a43404-c102-4e8f-a29c-ea5f3a5e5d6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-205819221', 'description': 'tempest-secgroup-smoke-205819221 description', 'project_id': 'eabc753b02e646aebebe0162c5cfe322'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:42.541593 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-59a43404-c102-4e8f-a29c-ea5f3a5e5d6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:42.552553 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-78c329bc-898a-44bc-84a4-d2989bb70976 None None] Port ef936dcc-81eb-4b10-831c-c077f2680a9e cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:47:42.553003 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-59a43404-c102-4e8f-a29c-ea5f3a5e5d6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:42.553003 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-59a43404-c102-4e8f-a29c-ea5f3a5e5d6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:42.557636 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-59a43404-c102-4e8f-a29c-ea5f3a5e5d6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:42.603352 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:42.608335 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b0dbfb59-c351-44de-9a3b-10e1e5114561 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:47:42.613976 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-c11e1096-180d-4861-86ab-becacef4d25d req-bae1a30b-ccba-44d3-bcb7-7fd5f863976d tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:42.615801 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] Transition to ACTIVE for port object ef936dcc-81eb-4b10-831c-c077f2680a9e will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:47:42.637449 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-59a43404-c102-4e8f-a29c-ea5f3a5e5d6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:42.665389 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-59a43404-c102-4e8f-a29c-ea5f3a5e5d6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:42.669024 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-59a43404-c102-4e8f-a29c-ea5f3a5e5d6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:42.672213 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-59a43404-c102-4e8f-a29c-ea5f3a5e5d6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:42.678094 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-59a43404-c102-4e8f-a29c-ea5f3a5e5d6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:42.681435 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port b0dbfb59-c351-44de-9a3b-10e1e5114561 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:42.682268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:42.688510 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11e1096-180d-4861-86ab-becacef4d25d req-bae1a30b-ccba-44d3-bcb7-7fd5f863976d tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Network b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:42.690568 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:42.695013 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [req-c11e1096-180d-4861-86ab-becacef4d25d req-bae1a30b-ccba-44d3-bcb7-7fd5f863976d tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:42.699820 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11e1096-180d-4861-86ab-becacef4d25d req-bae1a30b-ccba-44d3-bcb7-7fd5f863976d tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:47:42.764089 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1a30b-ccba-44d3-bcb7-7fd5f863976d tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Pushing event updated for resources: {'Port': ['ID=68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:42.796565 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e1096-180d-4861-86ab-becacef4d25d req-bae1a30b-ccba-44d3-bcb7-7fd5f863976d tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:42.798040 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-c11e1096-180d-4861-86ab-becacef4d25d req-bae1a30b-ccba-44d3-bcb7-7fd5f863976d tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:42.817265 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-59a43404-c102-4e8f-a29c-ea5f3a5e5d6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:42.927179 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-59a43404-c102-4e8f-a29c-ea5f3a5e5d6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:42.945917 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c11e1096-180d-4861-86ab-becacef4d25d req-bae1a30b-ccba-44d3-bcb7-7fd5f863976d tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5140474 Mar 07 21:47:42.959549 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-c11e1096-180d-4861-86ab-becacef4d25d req-f09226ee-8c42-4fcb-bea2-63c553a4545f service neutron] Request body: {'port': {'device_id': 'ae24dc7c-3408-4d34-aecb-fe569a978a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:42.984374 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] Attempting to bind port ef936dcc-81eb-4b10-831c-c077f2680a9e on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:47:42.984374 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] Attempting to bind port ef936dcc-81eb-4b10-831c-c077f2680a9e by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'cbce71eb-687b-4238-babf-aae6ee02b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:47:42.984374 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] Attempting to bind port ef936dcc-81eb-4b10-831c-c077f2680a9e on network 6b6f5c43-eeea-46df-bc4f-e3412badc595 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:47:42.984374 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58012e10-cec0-4804-84c8-dced3cfb5411 None None] Pushing event updated for resources: {'Port': ['ID=ef936dcc-81eb-4b10-831c-c077f2680a9e,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:42.986375 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a43404-c102-4e8f-a29c-ea5f3a5e5d6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdea765-1082-41cc-a677-e4572e580a7b,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:42.989135 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:47:42.989470 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] Checking segment: {'id': 'cbce71eb-687b-4238-babf-aae6ee02b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:47:42.989862 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:42.990468 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] Bound using segment: {'id': 'cbce71eb-687b-4238-babf-aae6ee02b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:47:42.991112 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] Bound port: ef936dcc-81eb-4b10-831c-c077f2680a9e, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbce71eb-687b-4238-babf-aae6ee02b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:47:42.991682 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:43.005611 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58012e10-cec0-4804-84c8-dced3cfb5411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:43.009417 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58012e10-cec0-4804-84c8-dced3cfb5411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:43.009417 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58012e10-cec0-4804-84c8-dced3cfb5411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:43.009417 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58012e10-cec0-4804-84c8-dced3cfb5411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:43.009417 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58012e10-cec0-4804-84c8-dced3cfb5411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:43.009417 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58012e10-cec0-4804-84c8-dced3cfb5411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:43.009417 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58012e10-cec0-4804-84c8-dced3cfb5411 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:43.009417 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58012e10-cec0-4804-84c8-dced3cfb5411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:43.009417 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58012e10-cec0-4804-84c8-dced3cfb5411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:43.009417 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58012e10-cec0-4804-84c8-dced3cfb5411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:43.009417 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58012e10-cec0-4804-84c8-dced3cfb5411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:43.009417 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58012e10-cec0-4804-84c8-dced3cfb5411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:47:43.013474 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954adb7b-d755-460c-9164-3dceff32f13b req-2b263963-b216-42bc-b966-0341cb8102ad tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:43.021007 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-954adb7b-d755-460c-9164-3dceff32f13b req-2b263963-b216-42bc-b966-0341cb8102ad tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 931 time: 0.1634781 Mar 07 21:47:43.079773 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-954adb7b-d755-460c-9164-3dceff32f13b req-3833629c-dfbe-445c-bfbf-ea3b36ba0915 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/security-groups?id=9697cf92-82f5-4cf7-8c1f-c88949c7bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578439 Mar 07 21:47:43.082970 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-59a43404-c102-4e8f-a29c-ea5f3a5e5d6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:43.086541 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-59a43404-c102-4e8f-a29c-ea5f3a5e5d6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5550787 Mar 07 21:47:43.090591 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49878) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:43.096404 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d01a1742-9777-4e0d-b4dc-75e84c2c4a91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '5bdea765-1082-41cc-a677-e4572e580a7b', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:43.102650 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d01a1742-9777-4e0d-b4dc-75e84c2c4a91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:43.107040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d01a1742-9777-4e0d-b4dc-75e84c2c4a91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:43.109919 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d01a1742-9777-4e0d-b4dc-75e84c2c4a91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:43.115687 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d01a1742-9777-4e0d-b4dc-75e84c2c4a91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:43.119780 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] For port ef936dcc-81eb-4b10-831c-c077f2680a9e, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:47:43.124157 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] For port ef936dcc-81eb-4b10-831c-c077f2680a9e, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=ef936dcc-81eb-4b10-831c-c077f2680a9e,segment=NetworkSegment(cbce71eb-687b-4238-babf-aae6ee02b053),segment_id=cbce71eb-687b-4238-babf-aae6ee02b053)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:47:43.128865 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-c11e1096-180d-4861-86ab-becacef4d25d req-f09226ee-8c42-4fcb-bea2-63c553a4545f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:43.231523 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:43.263387 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d01a1742-9777-4e0d-b4dc-75e84c2c4a91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:43.308623 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58012e10-cec0-4804-84c8-dced3cfb5411 None None] Pushing event updated for resources: {'Port': ['ID=ef936dcc-81eb-4b10-831c-c077f2680a9e,revision_number=4']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:43.328414 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] Routers {'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:47:43.329221 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:47:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:43.335588 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d01a1742-9777-4e0d-b4dc-75e84c2c4a91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:43.396509 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d01a1742-9777-4e0d-b4dc-75e84c2c4a91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:43.430760 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a1742-9777-4e0d-b4dc-75e84c2c4a91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b811ea-f6cd-41da-9468-21e22e1415fc,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:43.504694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d01a1742-9777-4e0d-b4dc-75e84c2c4a91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:43.505817 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d01a1742-9777-4e0d-b4dc-75e84c2c4a91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4142771 Mar 07 21:47:43.506925 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [req-c11e1096-180d-4861-86ab-becacef4d25d req-f09226ee-8c42-4fcb-bea2-63c553a4545f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b {{(pid=88387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:47:43.508615 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49882) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:43.513638 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-c3885d71-b1d2-4881-8a47-a32034090ade tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '5bdea765-1082-41cc-a677-e4572e580a7b', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:43.522651 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-c11e1096-180d-4861-86ab-becacef4d25d req-f09226ee-8c42-4fcb-bea2-63c553a4545f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:43.523201 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c3885d71-b1d2-4881-8a47-a32034090ade tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:43.523434 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c3885d71-b1d2-4881-8a47-a32034090ade tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:43.526566 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c3885d71-b1d2-4881-8a47-a32034090ade tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:43.530138 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-c11e1096-180d-4861-86ab-becacef4d25d req-f09226ee-8c42-4fcb-bea2-63c553a4545f service neutron] Transition to ACTIVE for port object 68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b will not be triggered until provisioned by entity L2. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:47:43.532612 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c3885d71-b1d2-4881-8a47-a32034090ade tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:43.565448 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] Set router a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:47:43.578818 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-c11e1096-180d-4861-86ab-becacef4d25d req-f09226ee-8c42-4fcb-bea2-63c553a4545f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:43.614547 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c3885d71-b1d2-4881-8a47-a32034090ade tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:43.679590 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c3885d71-b1d2-4881-8a47-a32034090ade tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:43.745053 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c3885d71-b1d2-4881-8a47-a32034090ade tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:43.755242 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09226ee-8c42-4fcb-bea2-63c553a4545f service neutron] Pushing event updated for resources: {'Port': ['ID=68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:43.765253 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3885d71-b1d2-4881-8a47-a32034090ade tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1422b91a-6308-4756-b070-142f62932d07,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:43.830721 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-c11e1096-180d-4861-86ab-becacef4d25d req-f09226ee-8c42-4fcb-bea2-63c553a4545f service neutron] Attempting to bind port 68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:47:43.831128 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-c11e1096-180d-4861-86ab-becacef4d25d req-f09226ee-8c42-4fcb-bea2-63c553a4545f service neutron] Attempting to bind port 68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '5d2e4a9f-b2f8-46ba-bfeb-e90c8b51faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:47:43.831528 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11e1096-180d-4861-86ab-becacef4d25d req-f09226ee-8c42-4fcb-bea2-63c553a4545f service neutron] Attempting to bind port 68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b on network b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:47:43.836668 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11e1096-180d-4861-86ab-becacef4d25d req-f09226ee-8c42-4fcb-bea2-63c553a4545f service neutron] Port 68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b on network b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:47:43.837058 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11e1096-180d-4861-86ab-becacef4d25d req-f09226ee-8c42-4fcb-bea2-63c553a4545f service neutron] Attempting to bind port 68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b on network b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:47:43.842869 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11e1096-180d-4861-86ab-becacef4d25d req-f09226ee-8c42-4fcb-bea2-63c553a4545f service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:47:43.843277 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11e1096-180d-4861-86ab-becacef4d25d req-f09226ee-8c42-4fcb-bea2-63c553a4545f service neutron] Checking segment: {'id': '5d2e4a9f-b2f8-46ba-bfeb-e90c8b51faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:47:43.843761 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11e1096-180d-4861-86ab-becacef4d25d req-f09226ee-8c42-4fcb-bea2-63c553a4545f service neutron] Bound using segment: {'id': '5d2e4a9f-b2f8-46ba-bfeb-e90c8b51faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6'} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:47:43.844236 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-c11e1096-180d-4861-86ab-becacef4d25d req-f09226ee-8c42-4fcb-bea2-63c553a4545f service neutron] Bound port: 68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d2e4a9f-b2f8-46ba-bfeb-e90c8b51faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6'}}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:47:43.844740 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-c11e1096-180d-4861-86ab-becacef4d25d req-f09226ee-8c42-4fcb-bea2-63c553a4545f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:43.849386 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c3885d71-b1d2-4881-8a47-a32034090ade tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:43.854774 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c3885d71-b1d2-4881-8a47-a32034090ade tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3448918 Mar 07 21:47:43.857453 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 49886) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:43.864949 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-2dc75ce7-a9bd-4ab0-92c5-29d7b71100cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '5bdea765-1082-41cc-a677-e4572e580a7b', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:43.873941 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2dc75ce7-a9bd-4ab0-92c5-29d7b71100cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:43.896330 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'name': 'tempest-TestNetworkBasicOps-router-1536839153', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:32Z', 'updated_at': '2022-03-07T21:47:39Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:33Z', 'updated_at': '2022-03-07T21:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'ef936dcc-81eb-4b10-831c-c077f2680a9e', 'name': '', 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:29:f6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6046fc0b-3175-4200-96a9-49abb0f1ab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:38Z', 'updated_at': '2022-03-07T21:47:43Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '6046fc0b-3175-4200-96a9-49abb0f1ab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:47:43.900553 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd88bb-42cf-4de4-975f-c97a44aa6b12 None None] The sync data for ids ['a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'] in dv-neutron-829957-1-hyperv is: [{'id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'name': 'tempest-TestNetworkBasicOps-router-1536839153', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:32Z', 'updated_at': '2022-03-07T21:47:39Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:33Z', 'updated_at': '2022-03-07T21:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'ef936dcc-81eb-4b10-831c-c077f2680a9e', 'name': '', 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:29:f6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6046fc0b-3175-4200-96a9-49abb0f1ab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:38Z', 'updated_at': '2022-03-07T21:47:43Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '6046fc0b-3175-4200-96a9-49abb0f1ab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:47:43.910342 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2dc75ce7-a9bd-4ab0-92c5-29d7b71100cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:43.917617 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2dc75ce7-a9bd-4ab0-92c5-29d7b71100cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:43.926852 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2dc75ce7-a9bd-4ab0-92c5-29d7b71100cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:43.991869 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-c11e1096-180d-4861-86ab-becacef4d25d req-f09226ee-8c42-4fcb-bea2-63c553a4545f service neutron] For port 68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:47:43.995548 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-c11e1096-180d-4861-86ab-becacef4d25d req-f09226ee-8c42-4fcb-bea2-63c553a4545f service neutron] For port 68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b,segment=NetworkSegment(5d2e4a9f-b2f8-46ba-bfeb-e90c8b51faf3),segment_id=5d2e4a9f-b2f8-46ba-bfeb-e90c8b51faf3)] {{(pid=88387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:47:44.196043 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2dc75ce7-a9bd-4ab0-92c5-29d7b71100cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:44.242385 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-c11e1096-180d-4861-86ab-becacef4d25d req-f09226ee-8c42-4fcb-bea2-63c553a4545f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:44.242903 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ef936dcc-81eb-4b10-831c-c077f2680a9e up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:47:44.316561 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327ed42-1ff8-44de-b47c-5d19dba870fb req-88093dc5-0987-4227-924a-120e020bd3a1 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:44.318117 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f327ed42-1ff8-44de-b47c-5d19dba870fb req-88093dc5-0987-4227-924a-120e020bd3a1 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 943 time: 0.1293950 Mar 07 21:47:44.351095 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e1096-180d-4861-86ab-becacef4d25d req-f09226ee-8c42-4fcb-bea2-63c553a4545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:44.351718 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-c11e1096-180d-4861-86ab-becacef4d25d req-f09226ee-8c42-4fcb-bea2-63c553a4545f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:44.353131 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c11e1096-180d-4861-86ab-becacef4d25d req-f09226ee-8c42-4fcb-bea2-63c553a4545f service neutron] 10.222.0.11 "PUT /v2.0/ports/68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b HTTP/1.1" status: 200 len: 1093 time: 1.3994532 Mar 07 21:47:44.353658 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae24dc7c-3408-4d34-aecb-fe569a978a5d', 'tag': '68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:44.398196 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f327ed42-1ff8-44de-b47c-5d19dba870fb req-78d91b19-d217-4ea6-8265-d59a1e4182eb tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/security-groups?id=9697cf92-82f5-4cf7-8c1f-c88949c7bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699749 Mar 07 21:47:44.398630 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09226ee-8c42-4fcb-bea2-63c553a4545f service neutron] Pushing event updated for resources: {'Port': ['ID=68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:44.403312 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2dc75ce7-a9bd-4ab0-92c5-29d7b71100cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:44.414166 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port ef936dcc-81eb-4b10-831c-c077f2680a9e completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:47:44.420655 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port ef936dcc-81eb-4b10-831c-c077f2680a9e triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:44.421026 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:44.444546 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae24dc7c-3408-4d34-aecb-fe569a978a5d', 'tag': '68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b', 'status': 'completed', 'code': 200} Mar 07 21:47:44.470977 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2dc75ce7-a9bd-4ab0-92c5-29d7b71100cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:44.493830 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc75ce7-a9bd-4ab0-92c5-29d7b71100cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6484a509-55c5-4cb2-ae25-2ef0f64694ab,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:44.563137 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:44.600654 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port ef936dcc-81eb-4b10-831c-c077f2680a9e, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=ef936dcc-81eb-4b10-831c-c077f2680a9e,segment=NetworkSegment(cbce71eb-687b-4238-babf-aae6ee02b053),segment_id=cbce71eb-687b-4238-babf-aae6ee02b053)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:44.614607 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2dc75ce7-a9bd-4ab0-92c5-29d7b71100cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:44.614607 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2dc75ce7-a9bd-4ab0-92c5-29d7b71100cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7530291 Mar 07 21:47:44.615201 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49896) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:44.616104 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d4146-85c0-40f8-9f6a-627ba8d49319 req-dc550a1a-2df3-41bd-bf14-a1a0575e0b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:44.617992 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7f3d4146-85c0-40f8-9f6a-627ba8d49319 req-dc550a1a-2df3-41bd-bf14-a1a0575e0b78 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=085753296f274853a80c9eb70a5fe8b0&device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 1096 time: 0.1550715 Mar 07 21:47:44.620025 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-5c3a157d-1da3-4b09-bdfb-fd3ee951b60d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '5bdea765-1082-41cc-a677-e4572e580a7b', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:44.627173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5c3a157d-1da3-4b09-bdfb-fd3ee951b60d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:44.631393 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5c3a157d-1da3-4b09-bdfb-fd3ee951b60d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:44.636076 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5c3a157d-1da3-4b09-bdfb-fd3ee951b60d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:44.642259 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5c3a157d-1da3-4b09-bdfb-fd3ee951b60d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:44.670549 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:44.723979 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5c3a157d-1da3-4b09-bdfb-fd3ee951b60d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:44.753018 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=ef936dcc-81eb-4b10-831c-c077f2680a9e,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:44.791158 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d4146-85c0-40f8-9f6a-627ba8d49319 req-25af1dfe-7f70-4ef0-820b-eed7180d9f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:44.792760 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7f3d4146-85c0-40f8-9f6a-627ba8d49319 req-25af1dfe-7f70-4ef0-820b-eed7180d9f41 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=085753296f274853a80c9eb70a5fe8b0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1683121 Mar 07 21:47:44.815707 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5c3a157d-1da3-4b09-bdfb-fd3ee951b60d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:44.905168 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5c3a157d-1da3-4b09-bdfb-fd3ee951b60d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:44.942612 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a157d-1da3-4b09-bdfb-fd3ee951b60d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efbcbadb-599f-48fb-b967-88c8d9d44120,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:44.944034 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d4146-85c0-40f8-9f6a-627ba8d49319 req-11484bf7-a510-4704-a6ca-a071128ca2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:44.945631 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7f3d4146-85c0-40f8-9f6a-627ba8d49319 req-11484bf7-a510-4704-a6ca-a071128ca2b7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1474590 Mar 07 21:47:45.042066 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5c3a157d-1da3-4b09-bdfb-fd3ee951b60d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:45.047064 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5c3a157d-1da3-4b09-bdfb-fd3ee951b60d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4316659 Mar 07 21:47:45.047684 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49900) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:45.052990 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-a1530976-0dd5-45b9-acf9-013a4a0529cc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '5bdea765-1082-41cc-a677-e4572e580a7b', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:45.060179 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a1530976-0dd5-45b9-acf9-013a4a0529cc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:45.070535 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a1530976-0dd5-45b9-acf9-013a4a0529cc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:45.070535 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a1530976-0dd5-45b9-acf9-013a4a0529cc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:45.077577 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a1530976-0dd5-45b9-acf9-013a4a0529cc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:45.140309 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-a1530976-0dd5-45b9-acf9-013a4a0529cc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Project eabc753b02e646aebebe0162c5cfe322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:47:45.147044 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a1530976-0dd5-45b9-acf9-013a4a0529cc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:45.169426 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e1096-180d-4861-86ab-becacef4d25d req-52070ed5-a03f-4031-892b-b29e88bea6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:45.169426 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c11e1096-180d-4861-86ab-becacef4d25d req-52070ed5-a03f-4031-892b-b29e88bea6aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=085753296f274853a80c9eb70a5fe8b0&device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 1096 time: 0.1844015 Mar 07 21:47:45.216357 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a1530976-0dd5-45b9-acf9-013a4a0529cc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:45.236536 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c11e1096-180d-4861-86ab-becacef4d25d req-bc8e5f2b-d6fb-46a7-bf21-2544007912e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b HTTP/1.1" status: 200 len: 217 time: 0.0613770 Mar 07 21:47:45.300121 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e1096-180d-4861-86ab-becacef4d25d req-3dcd2319-dd86-4922-8897-b5f66c5918e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:45.301504 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c11e1096-180d-4861-86ab-becacef4d25d req-3dcd2319-dd86-4922-8897-b5f66c5918e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=592b5990-3f2a-4630-be64-41e8a69f4bd0 HTTP/1.1" status: 200 len: 852 time: 0.0596297 Mar 07 21:47:45.313689 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a1530976-0dd5-45b9-acf9-013a4a0529cc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:45.337858 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1530976-0dd5-45b9-acf9-013a4a0529cc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37607d7-291c-45fc-a977-0d9a4e5ae414,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:45.348369 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c11e1096-180d-4861-86ab-becacef4d25d req-050ed39f-1750-4d41-a016-da81ce9ab99a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410876 Mar 07 21:47:45.358252 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [req-c11e1096-180d-4861-86ab-becacef4d25d req-2906f8a3-242c-40f5-8f75-e221fa826fb0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:47:45.359896 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c11e1096-180d-4861-86ab-becacef4d25d req-2906f8a3-242c-40f5-8f75-e221fa826fb0 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054343 Mar 07 21:47:45.419782 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a1530976-0dd5-45b9-acf9-013a4a0529cc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:45.421022 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a1530976-0dd5-45b9-acf9-013a4a0529cc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3723481 Mar 07 21:47:45.423675 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49904) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:47:45.428608 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-ad8efa52-cb5d-4503-95b8-5fcdb0070cad tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '5bdea765-1082-41cc-a677-e4572e580a7b', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:45.434626 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ad8efa52-cb5d-4503-95b8-5fcdb0070cad tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:45.438382 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ad8efa52-cb5d-4503-95b8-5fcdb0070cad tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:47:45.441475 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ad8efa52-cb5d-4503-95b8-5fcdb0070cad tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:47:45.451017 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ad8efa52-cb5d-4503-95b8-5fcdb0070cad tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:45.494495 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c11e1096-180d-4861-86ab-becacef4d25d req-20e7567d-9912-4c41-af33-ce5c165e3c0b service neutron] 10.222.0.11 "GET /v2.0/networks/b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296160 Mar 07 21:47:45.523093 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-ad8efa52-cb5d-4503-95b8-5fcdb0070cad tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Project eabc753b02e646aebebe0162c5cfe322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:47:45.567643 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ad8efa52-cb5d-4503-95b8-5fcdb0070cad tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:45.629933 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c11e1096-180d-4861-86ab-becacef4d25d req-c6b02756-6801-4277-8385-84359cd2498f service neutron] 10.222.0.11 "GET /v2.0/networks/b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300178 Mar 07 21:47:45.658277 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ad8efa52-cb5d-4503-95b8-5fcdb0070cad tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:45.674555 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda26d17-9250-4324-86a8-4e62b831e9dd req-50867e66-7b4e-4fed-b88c-f6fcd14e5857 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:45.674555 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dda26d17-9250-4324-86a8-4e62b831e9dd req-50867e66-7b4e-4fed-b88c-f6fcd14e5857 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 943 time: 0.1438997 Mar 07 21:47:45.718565 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dda26d17-9250-4324-86a8-4e62b831e9dd req-3e0420de-8898-4616-9c8c-d8f297de5dd0 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/security-groups?id=9697cf92-82f5-4cf7-8c1f-c88949c7bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396247 Mar 07 21:47:45.762294 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ad8efa52-cb5d-4503-95b8-5fcdb0070cad tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:45.784388 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:45.789022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8efa52-cb5d-4503-95b8-5fcdb0070cad tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18fb9234-e3d8-44d4-a7a4-dc4a1779549d,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:45.900566 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ad8efa52-cb5d-4503-95b8-5fcdb0070cad tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:45.900566 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ad8efa52-cb5d-4503-95b8-5fcdb0070cad tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4755318 Mar 07 21:47:46.116932 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-e8d5baed-c546-4f90-a031-4df34a395ff8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:47:46.178914 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-e8d5baed-c546-4f90-a031-4df34a395ff8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:47:46.184518 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-e8d5baed-c546-4f90-a031-4df34a395ff8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-205819221&fields=id&tenant_id=eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 267 time: 0.1013563 Mar 07 21:47:46.208766 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ef936dcc-81eb-4b10-831c-c077f2680a9e up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:47:46.281358 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port ef936dcc-81eb-4b10-831c-c077f2680a9e triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:46.283081 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:46.334699 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-303fba47-a09d-4a7f-943b-ffcabfdb732b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:46.335355 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-303fba47-a09d-4a7f-943b-ffcabfdb732b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:network {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:47:46.415220 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-303fba47-a09d-4a7f-943b-ffcabfdb732b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:network {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:47:46.415220 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-303fba47-a09d-4a7f-943b-ffcabfdb732b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/networks?id=6b6f5c43-eeea-46df-bc4f-e3412badc595 HTTP/1.1" status: 200 len: 797 time: 0.2274580 Mar 07 21:47:46.429398 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-a18ad04d-f2f4-48d0-b9f1-26e47ed8fb9b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/quotas/eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 375 time: 0.0090487 Mar 07 21:47:46.515505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-9377be1e-2cda-46f3-b703-4cf7addde8ad tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:47:46.618766 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-9377be1e-2cda-46f3-b703-4cf7addde8ad tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:47:46.620065 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-9377be1e-2cda-46f3-b703-4cf7addde8ad tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1851256 Mar 07 21:47:46.635940 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-2126eb6b-a396-4c04-a8f7-96a0cb69d76c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:47:46.636876 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-2126eb6b-a396-4c04-a8f7-96a0cb69d76c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049992 Mar 07 21:47:46.906540 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-4e99d06b-e14b-463e-a279-59b32ae9721f service neutron] 10.222.0.21 "GET /v2.0/networks/6b6f5c43-eeea-46df-bc4f-e3412badc595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641156 Mar 07 21:47:47.065946 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce047c-6243-4643-94a7-d5c840140293 req-78f14037-4150-4658-b232-4858cd443fe4 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:47.067244 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-68ce047c-6243-4643-94a7-d5c840140293 req-78f14037-4150-4658-b232-4858cd443fe4 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 943 time: 0.1941462 Mar 07 21:47:47.070708 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-45fcce03-3cd9-4b9c-b69a-ee2605a047ab service neutron] 10.222.0.21 "GET /v2.0/networks/6b6f5c43-eeea-46df-bc4f-e3412badc595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526566 Mar 07 21:47:47.115427 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-68ce047c-6243-4643-94a7-d5c840140293 req-2721ba1f-ce6e-4bb7-b9ff-cf3a62cc8f0c tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/security-groups?id=9697cf92-82f5-4cf7-8c1f-c88949c7bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425012 Mar 07 21:47:47.367252 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-23993d0f-061b-4bcc-991e-5d94ed92ddea req-1065b1dd-1f90-4680-884c-c25f0708795a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=65715f4c-8b43-4f0b-8661-b27746b2ec90 HTTP/1.1" status: 200 len: 210 time: 0.0428910 Mar 07 21:47:48.306809 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbfc84-1895-44d8-a5e7-94a898673b59 req-6038a56b-5bac-40dd-8d66-e6afc438c351 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:48.308778 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b3bbfc84-1895-44d8-a5e7-94a898673b59 req-6038a56b-5bac-40dd-8d66-e6afc438c351 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 943 time: 0.0823629 Mar 07 21:47:48.353533 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b3bbfc84-1895-44d8-a5e7-94a898673b59 req-086ed513-b442-46f6-8453-9d43433e2d8a tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/security-groups?id=9697cf92-82f5-4cf7-8c1f-c88949c7bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390191 Mar 07 21:47:48.522935 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0e8fcc6c-aa14-44eb-ba69-28d70693c679 req-7757ba5b-af27-427c-b96d-5d4ae0cc36ed tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=65715f4c-8b43-4f0b-8661-b27746b2ec90 HTTP/1.1" status: 200 len: 210 time: 0.0474920 Mar 07 21:47:48.706799 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 21:47:48.893916 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b,segment=NetworkSegment(5d2e4a9f-b2f8-46ba-bfeb-e90c8b51faf3),segment_id=5d2e4a9f-b2f8-46ba-bfeb-e90c8b51faf3)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:48.907358 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b', 'network_id': 'b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6', 'port_id': '68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b', 'mac_address': 'fa:16:3e:44:20:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '592b5990-3f2a-4630-be64-41e8a69f4bd0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 21:47:48.962434 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:48.979409 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:47:48.993584 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b,segment=NetworkSegment(5d2e4a9f-b2f8-46ba-bfeb-e90c8b51faf3),segment_id=5d2e4a9f-b2f8-46ba-bfeb-e90c8b51faf3)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:49.059282 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:49.128692 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:49.275627 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 21:47:49.408498 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-060aadce-6d59-4d7a-85f7-28a7df2779cd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:49.410392 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-060aadce-6d59-4d7a-85f7-28a7df2779cd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:network {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:47:49.426115 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-060aadce-6d59-4d7a-85f7-28a7df2779cd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:network {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:47:49.427305 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-060aadce-6d59-4d7a-85f7-28a7df2779cd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/networks?id=6b6f5c43-eeea-46df-bc4f-e3412badc595 HTTP/1.1" status: 200 len: 797 time: 0.1654692 Mar 07 21:47:49.483995 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-4be919b6-e4a9-49d7-9166-e483a25a9e4d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 379 time: 0.0488052 Mar 07 21:47:49.492149 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-b695fb3b-18f1-42f8-85ca-67904f0e5753 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'port': {'device_id': '65715f4c-8b43-4f0b-8661-b27746b2ec90', 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595', 'admin_state_up': True, 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'security_groups': ['5bdea765-1082-41cc-a677-e4572e580a7b']}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:49.554304 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d20fb-f70b-4c2c-acf7-ed8ee73fb5dc req-ef0f9df3-500f-498c-8c59-90ed0d9218b8 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:49.555786 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1e4d20fb-f70b-4c2c-acf7-ed8ee73fb5dc req-ef0f9df3-500f-498c-8c59-90ed0d9218b8 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 944 time: 0.0825298 Mar 07 21:47:49.616842 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1e4d20fb-f70b-4c2c-acf7-ed8ee73fb5dc req-10367c78-3f45-4082-a838-ad16a48205bc tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/security-groups?id=9697cf92-82f5-4cf7-8c1f-c88949c7bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515778 Mar 07 21:47:49.647483 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-b695fb3b-18f1-42f8-85ca-67904f0e5753 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:47:49.659154 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-b695fb3b-18f1-42f8-85ca-67904f0e5753 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:47:49.702527 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-36046a46-e9e5-4f60-87c7-72bd25771bdd req-5ca3166b-31d8-48a3-aa3f-fd060c5174d4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=65715f4c-8b43-4f0b-8661-b27746b2ec90 HTTP/1.1" status: 200 len: 210 time: 0.0469673 Mar 07 21:47:49.847947 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-b695fb3b-18f1-42f8-85ca-67904f0e5753 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:47:49.852257 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-b695fb3b-18f1-42f8-85ca-67904f0e5753 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:50.010181 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-b695fb3b-18f1-42f8-85ca-67904f0e5753 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.20.0.6 (6b6f5c43-eeea-46df-bc4f-e3412badc595/6046fc0b-3175-4200-96a9-49abb0f1ab95/ce378b56-8426-4bf2-8d32-a1518b01926c) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:47:50.059868 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bb676c42-d7db-4788-8519-f7b4c3efd4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:50.203334 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-b695fb3b-18f1-42f8-85ca-67904f0e5753 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:50.218620 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-b695fb3b-18f1-42f8-85ca-67904f0e5753 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Transition to ACTIVE for port object ce378b56-8426-4bf2-8d32-a1518b01926c will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:47:50.276236 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-b695fb3b-18f1-42f8-85ca-67904f0e5753 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:50.340740 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-b695fb3b-18f1-42f8-85ca-67904f0e5753 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 6b6f5c43-eeea-46df-bc4f-e3412badc595 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:47:50.348157 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-b695fb3b-18f1-42f8-85ca-67904f0e5753 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:47:50.352776 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-b695fb3b-18f1-42f8-85ca-67904f0e5753 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:47:50.383989 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695fb3b-18f1-42f8-85ca-67904f0e5753 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=ce378b56-8426-4bf2-8d32-a1518b01926c,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:50.421157 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-b695fb3b-18f1-42f8-85ca-67904f0e5753 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:50.421885 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-b695fb3b-18f1-42f8-85ca-67904f0e5753 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:50.523862 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-b695fb3b-18f1-42f8-85ca-67904f0e5753 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0341513 Mar 07 21:47:50.533694 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-1804506b-7fb8-4588-af2b-4ee47919b614 service neutron] Request body: {'port': {'device_id': '65715f4c-8b43-4f0b-8661-b27746b2ec90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:47:50.646206 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-1804506b-7fb8-4588-af2b-4ee47919b614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:50.660040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-dda6904e-dcd9-474e-8bac-c951e27fb519 None None] Provisioning for port ce378b56-8426-4bf2-8d32-a1518b01926c completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:47:50.666808 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-dda6904e-dcd9-474e-8bac-c951e27fb519 None None] Provisioning complete for port ce378b56-8426-4bf2-8d32-a1518b01926c triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:50.668232 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-dda6904e-dcd9-474e-8bac-c951e27fb519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:50.723837 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:47:50.775939 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-dda6904e-dcd9-474e-8bac-c951e27fb519 None None] Port ce378b56-8426-4bf2-8d32-a1518b01926c cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:47:50.882126 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:47:50.888621 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:50.892012 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:50.911782 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb3f04-bbc6-4dc9-a3b9-a23d07dc672f req-7b063807-846c-4921-a610-4820e74f1e22 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:50.916445 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-92eb3f04-bbc6-4dc9-a3b9-a23d07dc672f req-7b063807-846c-4921-a610-4820e74f1e22 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 944 time: 0.1840758 Mar 07 21:47:50.953789 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45f0c7-7eca-4747-86dc-313beec50269 req-9adec9d4-3ebc-4c5f-978e-6b573c391c62 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:50.960557 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7e45f0c7-7eca-4747-86dc-313beec50269 req-9adec9d4-3ebc-4c5f-978e-6b573c391c62 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=65715f4c-8b43-4f0b-8661-b27746b2ec90 HTTP/1.1" status: 200 len: 931 time: 0.1444511 Mar 07 21:47:50.998414 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-92eb3f04-bbc6-4dc9-a3b9-a23d07dc672f req-7008b107-1b28-4b28-b6ac-cea0cc37e7f0 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/security-groups?id=9697cf92-82f5-4cf7-8c1f-c88949c7bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759394 Mar 07 21:47:51.015018 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:51.018744 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7e45f0c7-7eca-4747-86dc-313beec50269 req-93125e43-4371-4d1f-bc29-064e2591acb3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bdea765-1082-41cc-a677-e4572e580a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576510 Mar 07 21:47:51.048266 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae24dc7c-3408-4d34-aecb-fe569a978a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:51.049256 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-1804506b-7fb8-4588-af2b-4ee47919b614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce378b56-8426-4bf2-8d32-a1518b01926c {{(pid=88387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:47:51.057086 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-1804506b-7fb8-4588-af2b-4ee47919b614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:51.059239 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b,segment=NetworkSegment(5d2e4a9f-b2f8-46ba-bfeb-e90c8b51faf3),segment_id=5d2e4a9f-b2f8-46ba-bfeb-e90c8b51faf3)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:51.077400 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-1804506b-7fb8-4588-af2b-4ee47919b614 service neutron] Transition to ACTIVE for port object ce378b56-8426-4bf2-8d32-a1518b01926c will not be triggered until provisioned by entity L2. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:47:51.093063 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae24dc7c-3408-4d34-aecb-fe569a978a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b', 'code': 200} Mar 07 21:47:51.133576 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:51.169241 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-1804506b-7fb8-4588-af2b-4ee47919b614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:51.204545 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:51.372262 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804506b-7fb8-4588-af2b-4ee47919b614 service neutron] Pushing event updated for resources: {'Port': ['ID=ce378b56-8426-4bf2-8d32-a1518b01926c,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:51.416125 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-1804506b-7fb8-4588-af2b-4ee47919b614 service neutron] Attempting to bind port ce378b56-8426-4bf2-8d32-a1518b01926c on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:47:51.416488 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-1804506b-7fb8-4588-af2b-4ee47919b614 service neutron] Attempting to bind port ce378b56-8426-4bf2-8d32-a1518b01926c by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'cbce71eb-687b-4238-babf-aae6ee02b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:47:51.416849 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-1804506b-7fb8-4588-af2b-4ee47919b614 service neutron] Attempting to bind port ce378b56-8426-4bf2-8d32-a1518b01926c on network 6b6f5c43-eeea-46df-bc4f-e3412badc595 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:47:51.421527 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-1804506b-7fb8-4588-af2b-4ee47919b614 service neutron] Port ce378b56-8426-4bf2-8d32-a1518b01926c on network 6b6f5c43-eeea-46df-bc4f-e3412badc595 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:47:51.422113 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-1804506b-7fb8-4588-af2b-4ee47919b614 service neutron] Attempting to bind port ce378b56-8426-4bf2-8d32-a1518b01926c on network 6b6f5c43-eeea-46df-bc4f-e3412badc595 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:47:51.427414 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-1804506b-7fb8-4588-af2b-4ee47919b614 service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:47:51.427751 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-1804506b-7fb8-4588-af2b-4ee47919b614 service neutron] Checking segment: {'id': 'cbce71eb-687b-4238-babf-aae6ee02b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:47:51.428129 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-1804506b-7fb8-4588-af2b-4ee47919b614 service neutron] Bound using segment: {'id': 'cbce71eb-687b-4238-babf-aae6ee02b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595'} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:47:51.428549 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-1804506b-7fb8-4588-af2b-4ee47919b614 service neutron] Bound port: ce378b56-8426-4bf2-8d32-a1518b01926c, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbce71eb-687b-4238-babf-aae6ee02b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595'}}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:47:51.428921 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-1804506b-7fb8-4588-af2b-4ee47919b614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:51.451432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2adf15-af64-44b3-a32a-0665c299c6b9 req-0ae23c90-63e8-4245-9848-023290782e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:51.452931 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bd2adf15-af64-44b3-a32a-0665c299c6b9 req-0ae23c90-63e8-4245-9848-023290782e14 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 1098 time: 0.0722387 Mar 07 21:47:51.503752 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bd2adf15-af64-44b3-a32a-0665c299c6b9 req-ccb7b9d1-f108-4432-9b5e-59c5d88300bb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9697cf92-82f5-4cf7-8c1f-c88949c7bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447199 Mar 07 21:47:51.526969 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-1804506b-7fb8-4588-af2b-4ee47919b614 service neutron] For port ce378b56-8426-4bf2-8d32-a1518b01926c, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:47:51.529998 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-1804506b-7fb8-4588-af2b-4ee47919b614 service neutron] For port ce378b56-8426-4bf2-8d32-a1518b01926c, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=ce378b56-8426-4bf2-8d32-a1518b01926c,segment=NetworkSegment(cbce71eb-687b-4238-babf-aae6ee02b053),segment_id=cbce71eb-687b-4238-babf-aae6ee02b053)] {{(pid=88387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:47:51.579227 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-1804506b-7fb8-4588-af2b-4ee47919b614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:51.632767 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-1804506b-7fb8-4588-af2b-4ee47919b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:51.633427 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-1804506b-7fb8-4588-af2b-4ee47919b614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:51.635334 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-1804506b-7fb8-4588-af2b-4ee47919b614 service neutron] 10.222.0.11 "PUT /v2.0/ports/ce378b56-8426-4bf2-8d32-a1518b01926c HTTP/1.1" status: 200 len: 1093 time: 1.1052151 Mar 07 21:47:51.638307 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65715f4c-8b43-4f0b-8661-b27746b2ec90', 'tag': 'ce378b56-8426-4bf2-8d32-a1518b01926c'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:51.670061 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804506b-7fb8-4588-af2b-4ee47919b614 service neutron] Pushing event updated for resources: {'Port': ['ID=ce378b56-8426-4bf2-8d32-a1518b01926c,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:51.693829 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65715f4c-8b43-4f0b-8661-b27746b2ec90', 'tag': 'ce378b56-8426-4bf2-8d32-a1518b01926c', 'status': 'completed', 'code': 200} Mar 07 21:47:51.894297 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2ab2d-52e5-4d6b-a855-ac7c71ab1511 req-e385ca0f-fcf9-468e-8696-5c6a9a1968c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:51.895744 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-fde2ab2d-52e5-4d6b-a855-ac7c71ab1511 req-e385ca0f-fcf9-468e-8696-5c6a9a1968c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=65715f4c-8b43-4f0b-8661-b27746b2ec90 HTTP/1.1" status: 200 len: 1096 time: 0.1782670 Mar 07 21:47:52.035423 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2ab2d-52e5-4d6b-a855-ac7c71ab1511 req-06bf4bce-8cd4-45fc-b43b-76c5a5e7ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:52.036881 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-fde2ab2d-52e5-4d6b-a855-ac7c71ab1511 req-06bf4bce-8cd4-45fc-b43b-76c5a5e7ddc5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=eabc753b02e646aebebe0162c5cfe322&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1341906 Mar 07 21:47:52.186628 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2ab2d-52e5-4d6b-a855-ac7c71ab1511 req-a7287d16-38f6-4668-b422-27707b25debd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:52.188385 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-fde2ab2d-52e5-4d6b-a855-ac7c71ab1511 req-a7287d16-38f6-4668-b422-27707b25debd service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1430588 Mar 07 21:47:52.261108 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af253f3a-bccf-4566-984b-dff0a76cc6fe req-212f738e-0b0b-410a-9408-22535ce96cfc tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:52.262596 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-af253f3a-bccf-4566-984b-dff0a76cc6fe req-212f738e-0b0b-410a-9408-22535ce96cfc tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 945 time: 0.1429269 Mar 07 21:47:52.265862 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-217ae154-7e08-483a-9364-64e5743f3f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:52.273851 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f0aba-b38c-448a-9783-78bac0fdf874 req-90174598-0356-4e43-9dd0-bce46a26f963 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:52.275306 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ac8f0aba-b38c-448a-9783-78bac0fdf874 req-90174598-0356-4e43-9dd0-bce46a26f963 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=65715f4c-8b43-4f0b-8661-b27746b2ec90 HTTP/1.1" status: 200 len: 943 time: 0.1198843 Mar 07 21:47:52.307435 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-a7e8febd-06ec-41eb-80be-01cfecaeb598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:52.308893 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-a7e8febd-06ec-41eb-80be-01cfecaeb598 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=65715f4c-8b43-4f0b-8661-b27746b2ec90 HTTP/1.1" status: 200 len: 1096 time: 0.0827534 Mar 07 21:47:52.343564 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-af253f3a-bccf-4566-984b-dff0a76cc6fe req-c839d71e-9250-4889-877e-0cc635f29670 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/security-groups?id=9697cf92-82f5-4cf7-8c1f-c88949c7bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673029 Mar 07 21:47:52.347743 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ac8f0aba-b38c-448a-9783-78bac0fdf874 req-3cd53448-21c9-4db7-b4d8-a1e73a5f00be tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bdea765-1082-41cc-a677-e4572e580a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585074 Mar 07 21:47:52.376889 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-10143a2f-14ae-4b19-a140-8bd75104be04 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce378b56-8426-4bf2-8d32-a1518b01926c HTTP/1.1" status: 200 len: 217 time: 0.0608745 Mar 07 21:47:52.448328 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-6936e035-c3f4-4871-93cd-926da902ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:52.450311 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-6936e035-c3f4-4871-93cd-926da902ed15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6046fc0b-3175-4200-96a9-49abb0f1ab95 HTTP/1.1" status: 200 len: 835 time: 0.0607831 Mar 07 21:47:52.532105 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-3c72abe2-6985-4e02-9980-dbf3be8d12d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:52.533530 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-3c72abe2-6985-4e02-9980-dbf3be8d12d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b6f5c43-eeea-46df-bc4f-e3412badc595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711820 Mar 07 21:47:52.667104 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-1fe0b907-780f-4397-9139-c9181f7da3f3 service neutron] 10.222.0.11 "GET /v2.0/networks/6b6f5c43-eeea-46df-bc4f-e3412badc595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261020 Mar 07 21:47:52.799216 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c76748d1-b3b4-42f4-95e0-b60976d33b49 req-257c3a59-51d2-4a0a-a212-a416449e99e4 service neutron] 10.222.0.11 "GET /v2.0/networks/6b6f5c43-eeea-46df-bc4f-e3412badc595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256666 Mar 07 21:47:53.139797 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:53.350499 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:53.587216 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0ad36-a8e3-44fb-8eff-2bd9c51cd79a req-ce847ac6-3dbc-4f2b-ad56-c14888cbd031 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:53.591876 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-efe0ad36-a8e3-44fb-8eff-2bd9c51cd79a req-ce847ac6-3dbc-4f2b-ad56-c14888cbd031 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=65715f4c-8b43-4f0b-8661-b27746b2ec90 HTTP/1.1" status: 200 len: 943 time: 0.1076648 Mar 07 21:47:53.597161 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517bbab-ceac-4673-93d7-ffff6b4f2cc9 req-aa5fe9fc-f967-467c-af8c-7fc13975c634 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:53.598499 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8517bbab-ceac-4673-93d7-ffff6b4f2cc9 req-aa5fe9fc-f967-467c-af8c-7fc13975c634 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 945 time: 0.1486504 Mar 07 21:47:53.664135 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-efe0ad36-a8e3-44fb-8eff-2bd9c51cd79a req-16eb71dc-2fbd-4f3b-a2d5-b37468ef837d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bdea765-1082-41cc-a677-e4572e580a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647249 Mar 07 21:47:53.671678 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8517bbab-ceac-4673-93d7-ffff6b4f2cc9 req-5d924c22-a638-437b-9200-3926e6317553 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/security-groups?id=9697cf92-82f5-4cf7-8c1f-c88949c7bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588396 Mar 07 21:47:53.860349 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08d0b3-017c-4f62-a446-59ec911c9cfc req-0f6be718-10d3-47a0-968b-465c213c40e1 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:53.862108 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0e08d0b3-017c-4f62-a446-59ec911c9cfc req-0f6be718-10d3-47a0-968b-465c213c40e1 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 945 time: 0.0833383 Mar 07 21:47:53.905555 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0e08d0b3-017c-4f62-a446-59ec911c9cfc req-c37dca82-a830-46a6-8a4b-02e69a23afd9 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/security-groups?id=9697cf92-82f5-4cf7-8c1f-c88949c7bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376344 Mar 07 21:47:54.491588 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4967f2-210f-4e1d-9d5b-9f091b2f9a0d req-8cff3774-54d2-4175-bc21-1ca304f0f062 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:54.493044 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ad4967f2-210f-4e1d-9d5b-9f091b2f9a0d req-8cff3774-54d2-4175-bc21-1ca304f0f062 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 945 time: 0.0789101 Mar 07 21:47:54.536174 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ad4967f2-210f-4e1d-9d5b-9f091b2f9a0d req-3ee4ad08-009d-4815-b0c0-1b7acf4b1f1d tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/security-groups?id=9697cf92-82f5-4cf7-8c1f-c88949c7bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369687 Mar 07 21:47:54.710199 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:54.728536 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device ce378b56-8426-4bf2-8d32-a1518b01926c details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 21:47:54.860439 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fa67b-f221-47a5-8064-b2514b49c7fe req-d3c55b23-d337-4519-8887-8fb04526bb24 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:54.862295 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-156fa67b-f221-47a5-8064-b2514b49c7fe req-d3c55b23-d337-4519-8887-8fb04526bb24 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=65715f4c-8b43-4f0b-8661-b27746b2ec90 HTTP/1.1" status: 200 len: 943 time: 0.0906649 Mar 07 21:47:54.900272 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port ce378b56-8426-4bf2-8d32-a1518b01926c, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=ce378b56-8426-4bf2-8d32-a1518b01926c,segment=NetworkSegment(cbce71eb-687b-4238-babf-aae6ee02b053),segment_id=cbce71eb-687b-4238-babf-aae6ee02b053)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:54.912491 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-156fa67b-f221-47a5-8064-b2514b49c7fe req-3af0eb58-df0b-40f2-8700-89b5a43a0ceb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bdea765-1082-41cc-a677-e4572e580a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442946 Mar 07 21:47:54.914366 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': 'ce378b56-8426-4bf2-8d32-a1518b01926c', 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595', 'port_id': 'ce378b56-8426-4bf2-8d32-a1518b01926c', 'mac_address': 'fa:16:3e:b4:e7:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6046fc0b-3175-4200-96a9-49abb0f1ab95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 21:47:54.973194 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:54.990267 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce378b56-8426-4bf2-8d32-a1518b01926c {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:47:55.005517 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port ce378b56-8426-4bf2-8d32-a1518b01926c, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=ce378b56-8426-4bf2-8d32-a1518b01926c,segment=NetworkSegment(cbce71eb-687b-4238-babf-aae6ee02b053),segment_id=cbce71eb-687b-4238-babf-aae6ee02b053)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:55.087425 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:55.157419 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=ce378b56-8426-4bf2-8d32-a1518b01926c,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:55.303478 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['ce378b56-8426-4bf2-8d32-a1518b01926c'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 21:47:55.720989 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c2b9f-2131-4676-8fc8-2cd9594de996 req-53ce5af7-4312-4682-b48a-e9102ce8bbfe tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:55.721987 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e94c2b9f-2131-4676-8fc8-2cd9594de996 req-53ce5af7-4312-4682-b48a-e9102ce8bbfe tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 945 time: 0.0797529 Mar 07 21:47:55.863963 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e94c2b9f-2131-4676-8fc8-2cd9594de996 req-0793e73b-a86c-4c3d-ac2a-87c2586296f9 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/security-groups?id=9697cf92-82f5-4cf7-8c1f-c88949c7bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359086 Mar 07 21:47:56.095409 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a118935-7512-4f9d-8379-65c77bb95ba5 req-a7359882-ae52-43fe-9e14-007522a71845 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:56.096846 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9a118935-7512-4f9d-8379-65c77bb95ba5 req-a7359882-ae52-43fe-9e14-007522a71845 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=65715f4c-8b43-4f0b-8661-b27746b2ec90 HTTP/1.1" status: 200 len: 944 time: 0.0811546 Mar 07 21:47:56.141455 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9a118935-7512-4f9d-8379-65c77bb95ba5 req-a2337b31-e3f1-42ec-9b50-2180e3d1c1ef tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bdea765-1082-41cc-a677-e4572e580a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380695 Mar 07 21:47:56.344189 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5a263-b94a-4cf7-8ad5-9b2f955f013d req-379c313f-834e-4e3e-a3ce-0f5f50ea71f0 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:56.345623 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6df5a263-b94a-4cf7-8ad5-9b2f955f013d req-379c313f-834e-4e3e-a3ce-0f5f50ea71f0 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 945 time: 0.0854390 Mar 07 21:47:56.390864 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6df5a263-b94a-4cf7-8ad5-9b2f955f013d req-68bd0854-4656-4759-93cd-a198955b8f68 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/security-groups?id=9697cf92-82f5-4cf7-8c1f-c88949c7bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391889 Mar 07 21:47:56.410746 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cab91-2806-453d-9849-0d87e427433a req-9fcdf411-6aa7-4598-96c3-2bf06771b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:56.412250 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-426cab91-2806-453d-9849-0d87e427433a req-9fcdf411-6aa7-4598-96c3-2bf06771b330 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=085753296f274853a80c9eb70a5fe8b0&device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 1098 time: 0.0759814 Mar 07 21:47:56.541398 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cab91-2806-453d-9849-0d87e427433a req-b14b5b6d-a4d6-4b78-aa8a-cf0c6b1be32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:56.543403 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-426cab91-2806-453d-9849-0d87e427433a req-b14b5b6d-a4d6-4b78-aa8a-cf0c6b1be32a service neutron] 10.222.0.11 "GET /v2.0/networks?id=b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6 HTTP/1.1" status: 200 len: 912 time: 0.1248541 Mar 07 21:47:56.609472 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-426cab91-2806-453d-9849-0d87e427433a req-03931c25-f002-4a81-98bc-115aab8f3ada service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b HTTP/1.1" status: 200 len: 217 time: 0.0597556 Mar 07 21:47:56.672987 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cab91-2806-453d-9849-0d87e427433a req-4422f8c9-4728-41fb-906c-da21c79d8d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:56.674104 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-426cab91-2806-453d-9849-0d87e427433a req-4422f8c9-4728-41fb-906c-da21c79d8d3c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=592b5990-3f2a-4630-be64-41e8a69f4bd0 HTTP/1.1" status: 200 len: 852 time: 0.0589888 Mar 07 21:47:56.720058 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-426cab91-2806-453d-9849-0d87e427433a req-3c2848ec-f261-4a56-81e8-e0a600a5518b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392494 Mar 07 21:47:56.744794 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device ce378b56-8426-4bf2-8d32-a1518b01926c up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:47:56.852370 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-426cab91-2806-453d-9849-0d87e427433a req-30731223-239c-4c99-8511-593d61a66fe5 service neutron] 10.222.0.11 "GET /v2.0/networks/b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253569 Mar 07 21:47:56.892936 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port ce378b56-8426-4bf2-8d32-a1518b01926c completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:47:56.898286 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port ce378b56-8426-4bf2-8d32-a1518b01926c triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:47:56.898817 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:57.018244 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:57.044821 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65715f4c-8b43-4f0b-8661-b27746b2ec90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce378b56-8426-4bf2-8d32-a1518b01926c'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:47:57.054382 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port ce378b56-8426-4bf2-8d32-a1518b01926c, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=ce378b56-8426-4bf2-8d32-a1518b01926c,segment=NetworkSegment(cbce71eb-687b-4238-babf-aae6ee02b053),segment_id=cbce71eb-687b-4238-babf-aae6ee02b053)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:47:57.083336 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-426cab91-2806-453d-9849-0d87e427433a req-d755aee5-d831-428e-a1df-b0c23ab1dcfd service neutron] 10.222.0.11 "GET /v2.0/networks/b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247877 Mar 07 21:47:57.096871 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65715f4c-8b43-4f0b-8661-b27746b2ec90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce378b56-8426-4bf2-8d32-a1518b01926c', 'code': 200} Mar 07 21:47:57.138868 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:47:57.209476 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=ce378b56-8426-4bf2-8d32-a1518b01926c,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:47:57.334300 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f371b5-7601-46ec-a58d-92836c814c9a req-7d4eb8e8-e07a-4aca-acea-1d9c2746c6e0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:57.335670 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f9f371b5-7601-46ec-a58d-92836c814c9a req-7d4eb8e8-e07a-4aca-acea-1d9c2746c6e0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=65715f4c-8b43-4f0b-8661-b27746b2ec90 HTTP/1.1" status: 200 len: 945 time: 0.0819645 Mar 07 21:47:57.381871 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f9f371b5-7601-46ec-a58d-92836c814c9a req-b726fbd6-cb8c-494a-8cc3-8574c8289454 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bdea765-1082-41cc-a677-e4572e580a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405257 Mar 07 21:47:57.478310 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb637a-7638-47e9-8712-449898132f46 req-2ce07fb5-e84d-413b-9a6d-76d4b2b26802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:57.479787 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6feb637a-7638-47e9-8712-449898132f46 req-2ce07fb5-e84d-413b-9a6d-76d4b2b26802 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=65715f4c-8b43-4f0b-8661-b27746b2ec90 HTTP/1.1" status: 200 len: 1098 time: 0.0736423 Mar 07 21:47:57.523655 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6feb637a-7638-47e9-8712-449898132f46 req-cb805dea-3fb7-42cb-8acf-c31597542b5e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5bdea765-1082-41cc-a677-e4572e580a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351284 Mar 07 21:47:57.576340 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e8d2e-52fd-4f85-9f54-a4870a91d554 req-e411d11d-89ea-4f41-aa03-b53940eaa566 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:57.577842 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-080e8d2e-52fd-4f85-9f54-a4870a91d554 req-e411d11d-89ea-4f41-aa03-b53940eaa566 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 945 time: 0.0799770 Mar 07 21:47:57.621799 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-080e8d2e-52fd-4f85-9f54-a4870a91d554 req-9508f602-f28f-4fb3-949c-bf2d1aa5f558 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/security-groups?id=9697cf92-82f5-4cf7-8c1f-c88949c7bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383215 Mar 07 21:47:58.568267 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e58083-3bd8-428c-aeff-977b103e24ed req-9c979d8a-2e95-4aad-8184-997809ad2f67 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:58.569676 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-63e58083-3bd8-428c-aeff-977b103e24ed req-9c979d8a-2e95-4aad-8184-997809ad2f67 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=65715f4c-8b43-4f0b-8661-b27746b2ec90 HTTP/1.1" status: 200 len: 945 time: 0.0820990 Mar 07 21:47:58.614832 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-63e58083-3bd8-428c-aeff-977b103e24ed req-3867dc20-d277-4abe-b97f-7593ee8769cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bdea765-1082-41cc-a677-e4572e580a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386155 Mar 07 21:47:58.812746 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb289e49-ee25-462f-9cac-86c09918d4f3 req-da4e37f0-30a0-4c8f-84ff-14c0eeeb9514 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:58.814202 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bb289e49-ee25-462f-9cac-86c09918d4f3 req-da4e37f0-30a0-4c8f-84ff-14c0eeeb9514 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 945 time: 0.0881515 Mar 07 21:47:58.860316 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bb289e49-ee25-462f-9cac-86c09918d4f3 req-b98959fc-965a-4808-830e-2bdf12714d37 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/security-groups?id=9697cf92-82f5-4cf7-8c1f-c88949c7bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398602 Mar 07 21:47:59.416109 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9bec6-340e-4b16-9fe5-13d9c1903ecc req-68fd2a8d-03a1-4130-8dd8-84591882f4f8 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:59.417628 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c1b9bec6-340e-4b16-9fe5-13d9c1903ecc req-68fd2a8d-03a1-4130-8dd8-84591882f4f8 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 945 time: 0.0839171 Mar 07 21:47:59.461217 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c1b9bec6-340e-4b16-9fe5-13d9c1903ecc req-96f85389-bfb0-434c-9c43-2a3e100e24c8 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/security-groups?id=9697cf92-82f5-4cf7-8c1f-c88949c7bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377860 Mar 07 21:47:59.802647 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578f5c1-76df-4888-a40a-630368f014d9 req-834d689d-51bd-420d-ad4f-8d7457c22a4a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:47:59.804022 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7578f5c1-76df-4888-a40a-630368f014d9 req-834d689d-51bd-420d-ad4f-8d7457c22a4a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=65715f4c-8b43-4f0b-8661-b27746b2ec90 HTTP/1.1" status: 200 len: 945 time: 0.0795217 Mar 07 21:47:59.852311 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7578f5c1-76df-4888-a40a-630368f014d9 req-908f4d1b-b3ab-43b7-ab1d-bcbdcd7018d1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bdea765-1082-41cc-a677-e4572e580a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419815 Mar 07 21:48:00.036484 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259fafd-6d80-41ec-b013-cfccc35c087e req-2a855700-f502-4f4d-ba3f-04455aa43072 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:00.037907 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9259fafd-6d80-41ec-b013-cfccc35c087e req-2a855700-f502-4f4d-ba3f-04455aa43072 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=65715f4c-8b43-4f0b-8661-b27746b2ec90 HTTP/1.1" status: 200 len: 945 time: 0.0785892 Mar 07 21:48:00.081573 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9259fafd-6d80-41ec-b013-cfccc35c087e req-d3ab9c53-0058-4ca4-8b64-67227ba19fb0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bdea765-1082-41cc-a677-e4572e580a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374289 Mar 07 21:48:00.105196 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 49998) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:00.176169 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cb44ef-c20c-45fd-81ae-228036699a8b tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:00.177639 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e0cb44ef-c20c-45fd-81ae-228036699a8b tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=65715f4c-8b43-4f0b-8661-b27746b2ec90 HTTP/1.1" status: 200 len: 1093 time: 0.0719807 Mar 07 21:48:00.180393 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50002) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:00.185817 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-ed1a80c8-7550-43e0-9e0a-346fff16f0b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': 'ce378b56-8426-4bf2-8d32-a1518b01926c', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:00.191911 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ed1a80c8-7550-43e0-9e0a-346fff16f0b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:48:00.195605 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ed1a80c8-7550-43e0-9e0a-346fff16f0b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:floatingip and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:48:00.198468 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ed1a80c8-7550-43e0-9e0a-346fff16f0b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:48:00.204012 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ed1a80c8-7550-43e0-9e0a-346fff16f0b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:48:00.253053 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ed1a80c8-7550-43e0-9e0a-346fff16f0b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:00.386780 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ed1a80c8-7550-43e0-9e0a-346fff16f0b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:00.519182 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-ed1a80c8-7550-43e0-9e0a-346fff16f0b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.26.2.11 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/13e7f870-3b59-4449-b518-44a1ed2350e2) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:48:00.725075 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ed1a80c8-7550-43e0-9e0a-346fff16f0b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:00.741762 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2f289-db19-430e-835c-7a9d57247e0e req-5c7fdcd7-2957-4f57-ab01-ad54970695b5 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:00.743248 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2df2f289-db19-430e-835c-7a9d57247e0e req-5c7fdcd7-2957-4f57-ab01-ad54970695b5 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 945 time: 0.1779006 Mar 07 21:48:00.798830 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2df2f289-db19-430e-835c-7a9d57247e0e req-2025b3f4-bafd-4ab5-8f84-3df864290540 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/security-groups?id=9697cf92-82f5-4cf7-8c1f-c88949c7bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478084 Mar 07 21:48:00.927765 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ed1a80c8-7550-43e0-9e0a-346fff16f0b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:00.988631 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1a80c8-7550-43e0-9e0a-346fff16f0b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:00.991411 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-ed1a80c8-7550-43e0-9e0a-346fff16f0b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:00.994905 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1a80c8-7550-43e0-9e0a-346fff16f0b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:48:01.043513 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a80c8-7550-43e0-9e0a-346fff16f0b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=13e7f870-3b59-4449-b518-44a1ed2350e2,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:01.364009 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138e399-d8a3-4bcb-bb21-0c8d6b3d6d06 req-d05b988c-2986-42d4-a3ba-02b073a5014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:01.365482 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-b138e399-d8a3-4bcb-bb21-0c8d6b3d6d06 req-d05b988c-2986-42d4-a3ba-02b073a5014f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=085753296f274853a80c9eb70a5fe8b0&device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 1098 time: 0.0714881 Mar 07 21:48:01.473651 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab8085-befd-457e-be50-e46f947af974 req-d45f4299-0f91-4ec1-bfa8-217c378f5725 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:01.475378 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-deab8085-befd-457e-be50-e46f947af974 req-d45f4299-0f91-4ec1-bfa8-217c378f5725 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 945 time: 0.2303412 Mar 07 21:48:01.501738 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138e399-d8a3-4bcb-bb21-0c8d6b3d6d06 req-ccde2ac4-1164-44ca-88cc-0905e4a46c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:01.503267 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-b138e399-d8a3-4bcb-bb21-0c8d6b3d6d06 req-ccde2ac4-1164-44ca-88cc-0905e4a46c26 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6 HTTP/1.1" status: 200 len: 912 time: 0.1318381 Mar 07 21:48:01.556026 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-deab8085-befd-457e-be50-e46f947af974 req-54686716-89f0-4a32-b65d-fa2349c7adde tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/security-groups?id=9697cf92-82f5-4cf7-8c1f-c88949c7bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699019 Mar 07 21:48:01.575613 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-b138e399-d8a3-4bcb-bb21-0c8d6b3d6d06 req-45e0ecb7-bda2-4622-82b8-c2ec066418a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b HTTP/1.1" status: 200 len: 217 time: 0.0668838 Mar 07 21:48:01.626676 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ed1a80c8-7550-43e0-9e0a-346fff16f0b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:01.640825 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138e399-d8a3-4bcb-bb21-0c8d6b3d6d06 req-043d6887-9fba-4481-bab5-e4aed1e13d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:01.642277 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-b138e399-d8a3-4bcb-bb21-0c8d6b3d6d06 req-043d6887-9fba-4481-bab5-e4aed1e13d80 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=592b5990-3f2a-4630-be64-41e8a69f4bd0 HTTP/1.1" status: 200 len: 852 time: 0.0608592 Mar 07 21:48:01.692220 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-b138e399-d8a3-4bcb-bb21-0c8d6b3d6d06 req-4ce63d9a-3cdf-4437-8c66-cb99b1eae9f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436690 Mar 07 21:48:01.766182 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ed1a80c8-7550-43e0-9e0a-346fff16f0b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:01.824352 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-b138e399-d8a3-4bcb-bb21-0c8d6b3d6d06 req-cf5e6208-b5e9-4e9d-abc8-5cdb3ebc0d61 service neutron] 10.222.0.11 "GET /v2.0/networks/b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264172 Mar 07 21:48:01.955966 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-b138e399-d8a3-4bcb-bb21-0c8d6b3d6d06 req-14919d0f-ac43-4970-829c-22d650e9fc6f service neutron] 10.222.0.11 "GET /v2.0/networks/b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245787 Mar 07 21:48:01.974641 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ed1a80c8-7550-43e0-9e0a-346fff16f0b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:02.018071 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ed1a80c8-7550-43e0-9e0a-346fff16f0b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:02.128651 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a80c8-7550-43e0-9e0a-346fff16f0b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=13e7f870-3b59-4449-b518-44a1ed2350e2,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:02.136383 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ed1a80c8-7550-43e0-9e0a-346fff16f0b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:02.303242 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-ed1a80c8-7550-43e0-9e0a-346fff16f0b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Floating IP d0a8635d-62ab-4f83-a9a7-68c88f0da1d4 associated. External IP: 172.26.2.11, port: ce378b56-8426-4bf2-8d32-a1518b01926c. Mar 07 21:48:02.646509 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1a80c8-7550-43e0-9e0a-346fff16f0b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:48:03.000915 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fef12c-1a83-49aa-8a47-be772a44b4c1 req-a18dc5b9-7731-40e3-b38e-c2d19c45692c tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:03.002374 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d1fef12c-1a83-49aa-8a47-be772a44b4c1 req-a18dc5b9-7731-40e3-b38e-c2d19c45692c tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 945 time: 0.1825988 Mar 07 21:48:03.005474 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1a80c8-7550-43e0-9e0a-346fff16f0b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:48:03.015045 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3f3b9b-dcc6-413f-b0af-c529b67f4e3b None None] Sync routers for ids ['a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:48:03.024268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3f3b9b-dcc6-413f-b0af-c529b67f4e3b None None] Routers {'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:48:03.024938 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7a3f3b9b-dcc6-413f-b0af-c529b67f4e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:47:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:03.062210 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d1fef12c-1a83-49aa-8a47-be772a44b4c1 req-e9085474-19ad-4919-a3f7-2e1b630d83c6 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/security-groups?id=9697cf92-82f5-4cf7-8c1f-c88949c7bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509510 Mar 07 21:48:03.110361 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ed1a80c8-7550-43e0-9e0a-346fff16f0b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:03.171813 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ed1a80c8-7550-43e0-9e0a-346fff16f0b1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9871695 Mar 07 21:48:03.171813 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65715f4c-8b43-4f0b-8661-b27746b2ec90', 'tag': 'ce378b56-8426-4bf2-8d32-a1518b01926c'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:48:03.172069 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50014) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:03.214998 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65715f4c-8b43-4f0b-8661-b27746b2ec90', 'tag': 'ce378b56-8426-4bf2-8d32-a1518b01926c', 'status': 'completed', 'code': 200} Mar 07 21:48:03.233228 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-7a3f3b9b-dcc6-413f-b0af-c529b67f4e3b None None] Set router a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:48:03.252495 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:48:03.325407 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b7ef3c44-3c9f-40cb-b144-c3864e09518f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/d0a8635d-62ab-4f83-a9a7-68c88f0da1d4 HTTP/1.1" status: 200 len: 990 time: 0.1516891 Mar 07 21:48:03.351518 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a7fc1-03a1-4ce9-b6e7-73b7270937b7 req-4c757cd4-63ef-468b-9695-8c5a1abb53c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:03.352919 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4b3a7fc1-03a1-4ce9-b6e7-73b7270937b7 req-4c757cd4-63ef-468b-9695-8c5a1abb53c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=65715f4c-8b43-4f0b-8661-b27746b2ec90 HTTP/1.1" status: 200 len: 1098 time: 0.1147959 Mar 07 21:48:03.481739 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a7fc1-03a1-4ce9-b6e7-73b7270937b7 req-738b35b1-19a3-47c2-bc52-2f1a9808b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:03.483181 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4b3a7fc1-03a1-4ce9-b6e7-73b7270937b7 req-738b35b1-19a3-47c2-bc52-2f1a9808b87f service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b6f5c43-eeea-46df-bc4f-e3412badc595 HTTP/1.1" status: 200 len: 897 time: 0.1248085 Mar 07 21:48:03.582574 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7a3f3b9b-dcc6-413f-b0af-c529b67f4e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'name': 'tempest-TestNetworkBasicOps-router-1536839153', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:32Z', 'updated_at': '2022-03-07T21:47:39Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:33Z', 'updated_at': '2022-03-07T21:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'd0a8635d-62ab-4f83-a9a7-68c88f0da1d4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.11', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'port_id': 'ce378b56-8426-4bf2-8d32-a1518b01926c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595', 'mac_address': 'fa:16:3e:b4:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65715f4c-8b43-4f0b-8661-b27746b2ec90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:48:01Z', 'updated_at': '2022-03-07T21:48:01Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef936dcc-81eb-4b10-831c-c077f2680a9e', 'name': '', 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:29:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6046fc0b-3175-4200-96a9-49abb0f1ab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:38Z', 'updated_at': '2022-03-07T21:47:44Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '6046fc0b-3175-4200-96a9-49abb0f1ab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:03.586377 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3f3b9b-dcc6-413f-b0af-c529b67f4e3b None None] Checking router: a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:48:03.587423 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4b3a7fc1-03a1-4ce9-b6e7-73b7270937b7 req-33a612e7-4292-425a-b8e2-54258006c13b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce378b56-8426-4bf2-8d32-a1518b01926c HTTP/1.1" status: 200 len: 998 time: 0.0948195 Mar 07 21:48:03.595185 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3f3b9b-dcc6-413f-b0af-c529b67f4e3b None None] Routers {'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:48:03.595770 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7a3f3b9b-dcc6-413f-b0af-c529b67f4e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:47:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:03.647628 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a7fc1-03a1-4ce9-b6e7-73b7270937b7 req-28241772-440d-4709-83c6-6c647391742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:03.648945 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4b3a7fc1-03a1-4ce9-b6e7-73b7270937b7 req-28241772-440d-4709-83c6-6c647391742b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6046fc0b-3175-4200-96a9-49abb0f1ab95 HTTP/1.1" status: 200 len: 835 time: 0.0555584 Mar 07 21:48:03.726050 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a7fc1-03a1-4ce9-b6e7-73b7270937b7 req-642b07c4-d9c0-47bb-afc3-a6947a3358d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:03.727486 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4b3a7fc1-03a1-4ce9-b6e7-73b7270937b7 req-642b07c4-d9c0-47bb-afc3-a6947a3358d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b6f5c43-eeea-46df-bc4f-e3412badc595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719106 Mar 07 21:48:03.770518 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-7a3f3b9b-dcc6-413f-b0af-c529b67f4e3b None None] Set router a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:48:03.973356 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4b3a7fc1-03a1-4ce9-b6e7-73b7270937b7 req-feaf64d4-465d-4d3c-b3da-8b32706eaaab service neutron] 10.222.0.11 "GET /v2.0/networks/6b6f5c43-eeea-46df-bc4f-e3412badc595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391522 Mar 07 21:48:04.118110 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4b3a7fc1-03a1-4ce9-b6e7-73b7270937b7 req-edefa0bb-1d23-4281-b852-387ca5a12ba7 service neutron] 10.222.0.11 "GET /v2.0/networks/6b6f5c43-eeea-46df-bc4f-e3412badc595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326385 Mar 07 21:48:04.167298 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7a3f3b9b-dcc6-413f-b0af-c529b67f4e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'name': 'tempest-TestNetworkBasicOps-router-1536839153', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:32Z', 'updated_at': '2022-03-07T21:47:39Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:33Z', 'updated_at': '2022-03-07T21:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'd0a8635d-62ab-4f83-a9a7-68c88f0da1d4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.11', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'port_id': 'ce378b56-8426-4bf2-8d32-a1518b01926c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595', 'mac_address': 'fa:16:3e:b4:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65715f4c-8b43-4f0b-8661-b27746b2ec90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:48:01Z', 'updated_at': '2022-03-07T21:48:01Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef936dcc-81eb-4b10-831c-c077f2680a9e', 'name': '', 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:29:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6046fc0b-3175-4200-96a9-49abb0f1ab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:38Z', 'updated_at': '2022-03-07T21:47:44Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '6046fc0b-3175-4200-96a9-49abb0f1ab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:04.171667 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3f3b9b-dcc6-413f-b0af-c529b67f4e3b None None] The sync data for ids ['a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'] in dv-neutron-829957-1-hyperv is: [{'id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'name': 'tempest-TestNetworkBasicOps-router-1536839153', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:32Z', 'updated_at': '2022-03-07T21:47:39Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:33Z', 'updated_at': '2022-03-07T21:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'd0a8635d-62ab-4f83-a9a7-68c88f0da1d4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.11', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'port_id': 'ce378b56-8426-4bf2-8d32-a1518b01926c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595', 'mac_address': 'fa:16:3e:b4:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65715f4c-8b43-4f0b-8661-b27746b2ec90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:48:01Z', 'updated_at': '2022-03-07T21:48:01Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef936dcc-81eb-4b10-831c-c077f2680a9e', 'name': '', 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:29:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6046fc0b-3175-4200-96a9-49abb0f1ab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:38Z', 'updated_at': '2022-03-07T21:47:44Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '6046fc0b-3175-4200-96a9-49abb0f1ab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:48:04.251259 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff3ebe-42ac-4332-bff8-ae8ac263bb4e req-b419e2c6-eed2-41d7-8962-3c21e4ea39b1 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:04.252730 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3dff3ebe-42ac-4332-bff8-ae8ac263bb4e req-b419e2c6-eed2-41d7-8962-3c21e4ea39b1 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 945 time: 0.0825784 Mar 07 21:48:04.297519 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3dff3ebe-42ac-4332-bff8-ae8ac263bb4e req-3e3d523b-898d-4435-8ee4-7db36f364ab8 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/security-groups?id=9697cf92-82f5-4cf7-8c1f-c88949c7bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390830 Mar 07 21:48:04.329105 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50026) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:04.384588 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3734d1-9d44-430f-a547-ab688d44dec1 None None] New status for floating IP d0a8635d-62ab-4f83-a9a7-68c88f0da1d4: ACTIVE {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:48:04.446225 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-39c74c2b-d794-4262-a0ee-38ef07a69b69 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/d0a8635d-62ab-4f83-a9a7-68c88f0da1d4 HTTP/1.1" status: 200 len: 990 time: 0.1147578 Mar 07 21:48:05.284559 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10186c-fbea-49f9-8283-310f0fe4d8b6 req-afd4bba7-a80f-4e82-8cd9-b6dde10ef551 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:05.285980 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9a10186c-fbea-49f9-8283-310f0fe4d8b6 req-afd4bba7-a80f-4e82-8cd9-b6dde10ef551 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 945 time: 0.0802598 Mar 07 21:48:05.327774 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9a10186c-fbea-49f9-8283-310f0fe4d8b6 req-f52f43d6-60ca-4494-afd3-9d1c97c62cd3 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/security-groups?id=9697cf92-82f5-4cf7-8c1f-c88949c7bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362101 Mar 07 21:48:05.449504 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50032) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:05.553628 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-67819a5e-9373-4dde-9994-32a0b3eec4ee tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/d0a8635d-62ab-4f83-a9a7-68c88f0da1d4 HTTP/1.1" status: 200 len: 992 time: 0.1028903 Mar 07 21:48:06.507906 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2332e6-75a8-4d3b-99aa-7c7e5f3b9a3a req-b02fd787-ebf6-4475-b6ea-d1c6f68bc2d3 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:06.509332 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cf2332e6-75a8-4d3b-99aa-7c7e5f3b9a3a req-b02fd787-ebf6-4475-b6ea-d1c6f68bc2d3 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 945 time: 0.0775769 Mar 07 21:48:06.555213 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cf2332e6-75a8-4d3b-99aa-7c7e5f3b9a3a req-78126e38-d0cb-4395-ad37-589eab1dc4b0 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/security-groups?id=9697cf92-82f5-4cf7-8c1f-c88949c7bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402477 Mar 07 21:48:07.203165 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15324507-a775-4041-973f-23d708595c31 req-b42bbaf9-fee5-48a0-832d-df5a2fbbf50a tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:07.203857 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-15324507-a775-4041-973f-23d708595c31 req-b42bbaf9-fee5-48a0-832d-df5a2fbbf50a tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Synchronizing usage tracker for tenant:085753296f274853a80c9eb70a5fe8b0 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:48:07.297602 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-15324507-a775-4041-973f-23d708595c31 req-b42bbaf9-fee5-48a0-832d-df5a2fbbf50a tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Unset dirty status for tenant:085753296f274853a80c9eb70a5fe8b0 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:48:07.297602 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-15324507-a775-4041-973f-23d708595c31 req-b42bbaf9-fee5-48a0-832d-df5a2fbbf50a tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 945 time: 0.1685381 Mar 07 21:48:07.363626 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-15324507-a775-4041-973f-23d708595c31 req-4b1b4104-3466-4223-832a-c043e6be8fbf tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Deleting port 68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:48:07.363963 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-15324507-a775-4041-973f-23d708595c31 req-4b1b4104-3466-4223-832a-c043e6be8fbf tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:07.609360 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-15324507-a775-4041-973f-23d708595c31 req-4b1b4104-3466-4223-832a-c043e6be8fbf tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] For port 68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b,segment=NetworkSegment(5d2e4a9f-b2f8-46ba-bfeb-e90c8b51faf3),segment_id=5d2e4a9f-b2f8-46ba-bfeb-e90c8b51faf3)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:48:07.609716 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-15324507-a775-4041-973f-23d708595c31 req-4b1b4104-3466-4223-832a-c043e6be8fbf tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:07.739622 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-15324507-a775-4041-973f-23d708595c31 req-4b1b4104-3466-4223-832a-c043e6be8fbf tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Calling delete_port for 68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b owned by compute:nova {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:48:07.740441 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550dda1-3af3-4902-b261-353d8c099832 req-c3f3c43d-6538-406b-97ae-f509f5da36d1 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:07.741902 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c550dda1-3af3-4902-b261-353d8c099832 req-c3f3c43d-6538-406b-97ae-f509f5da36d1 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 945 time: 0.0815802 Mar 07 21:48:07.787638 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c550dda1-3af3-4902-b261-353d8c099832 req-be2ef0b9-4ed1-458a-a527-0722d1cc0594 tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/security-groups?id=9697cf92-82f5-4cf7-8c1f-c88949c7bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390754 Mar 07 21:48:07.938170 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-15324507-a775-4041-973f-23d708595c31 req-4b1b4104-3466-4223-832a-c043e6be8fbf tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:07.950215 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 21:48:07.994555 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b4104-3466-4223-832a-c043e6be8fbf tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Pushing event deleted for resources: {'Port': ['ID=68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:08.067851 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-15324507-a775-4041-973f-23d708595c31 req-4b1b4104-3466-4223-832a-c043e6be8fbf tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] No DVR routers for this DVR port 68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b on host hv-neutron-8299 {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:48:08.070612 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-15324507-a775-4041-973f-23d708595c31 req-4b1b4104-3466-4223-832a-c043e6be8fbf tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:08.073168 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae24dc7c-3408-4d34-aecb-fe569a978a5d', 'name': 'network-vif-deleted', 'tag': '68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:48:08.122000 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae24dc7c-3408-4d34-aecb-fe569a978a5d', 'name': 'network-vif-deleted', 'tag': '68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b', 'status': 'completed', 'code': 200} Mar 07 21:48:08.133485 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-15324507-a775-4041-973f-23d708595c31 req-4b1b4104-3466-4223-832a-c043e6be8fbf tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.11 "DELETE /v2.0/ports/68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b HTTP/1.1" status: 204 len: 173 time: 0.8329368 Mar 07 21:48:08.951985 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0eff8992-1dbb-45e7-8633-b6d3c6658134 req-707526d5-43ae-4133-bc5f-1c66bc3c269d tempest-TestServerAdvancedOps-719165535 tempest-TestServerAdvancedOps-719165535-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae24dc7c-3408-4d34-aecb-fe569a978a5d HTTP/1.1" status: 200 len: 210 time: 0.0427165 Mar 07 21:48:10.053501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50046) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:10.119555 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b20d68-3896-4c5b-8689-4ea3cd0c2d7d admin admin] Deleting subnet 592b5990-3f2a-4630-be64-41e8a69f4bd0 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:48:10.122990 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-83b20d68-3896-4c5b-8689-4ea3cd0c2d7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:10.171365 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-83b20d68-3896-4c5b-8689-4ea3cd0c2d7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:10.230323 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-83b20d68-3896-4c5b-8689-4ea3cd0c2d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:10.361107 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-83b20d68-3896-4c5b-8689-4ea3cd0c2d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:10.398604 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b20d68-3896-4c5b-8689-4ea3cd0c2d7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=592b5990-3f2a-4630-be64-41e8a69f4bd0,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:10.404213 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-83b20d68-3896-4c5b-8689-4ea3cd0c2d7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:10.409249 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-83b20d68-3896-4c5b-8689-4ea3cd0c2d7d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/592b5990-3f2a-4630-be64-41e8a69f4bd0 HTTP/1.1" status: 204 len: 168 time: 0.3545794 Mar 07 21:48:10.411655 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50050) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:10.515177 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5553babc-2762-4851-832c-e012cb6b0048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:10.635607 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5553babc-2762-4851-832c-e012cb6b0048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:10.660218 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-5553babc-2762-4851-832c-e012cb6b0048 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:10.672334 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-5553babc-2762-4851-832c-e012cb6b0048 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2e4a9f-b2f8-46ba-bfeb-e90c8b51faf3') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:10.672571 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-5553babc-2762-4851-832c-e012cb6b0048 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2e4a9f-b2f8-46ba-bfeb-e90c8b51faf3') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:10.683542 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5553babc-2762-4851-832c-e012cb6b0048 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:10.704061 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5553babc-2762-4851-832c-e012cb6b0048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:10.709853 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5553babc-2762-4851-832c-e012cb6b0048 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:48:10.710252 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5553babc-2762-4851-832c-e012cb6b0048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:48:10.723012 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:48:10.817233 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:48:10.853747 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5553babc-2762-4851-832c-e012cb6b0048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:10.857840 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:48:10.857840 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 68fa76cf-1fe0-4011-8cb4-d30dba4d9c1b not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:48:10.892022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5553babc-2762-4851-832c-e012cb6b0048 admin admin] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:10.892022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553babc-2762-4851-832c-e012cb6b0048 admin admin] Pushing event deleted for resources: {'Network': ['ID=b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:10.953389 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5553babc-2762-4851-832c-e012cb6b0048 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b68ac493-09ef-44c8-82e8-bdfc1f9d4ea6 HTTP/1.1" status: 204 len: 168 time: 0.5376515 Mar 07 21:48:10.953389 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50054) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:11.015784 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-04501c09-be40-40a2-b1c3-fb1b5607cd7e admin admin] Deleting subnet 041d4723-9099-497d-8095-b6187ce93d35 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:48:11.018591 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-04501c09-be40-40a2-b1c3-fb1b5607cd7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:11.066741 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-04501c09-be40-40a2-b1c3-fb1b5607cd7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:11.125870 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-04501c09-be40-40a2-b1c3-fb1b5607cd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:11.263882 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-04501c09-be40-40a2-b1c3-fb1b5607cd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:11.300576 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04501c09-be40-40a2-b1c3-fb1b5607cd7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=041d4723-9099-497d-8095-b6187ce93d35,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:11.304265 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-04501c09-be40-40a2-b1c3-fb1b5607cd7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:11.310014 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-04501c09-be40-40a2-b1c3-fb1b5607cd7e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/041d4723-9099-497d-8095-b6187ce93d35 HTTP/1.1" status: 204 len: 168 time: 0.3562446 Mar 07 21:48:11.319912 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50058) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:11.513828 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f85ffecc-7da6-42a7-9d7d-93747f4676f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:11.637258 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f85ffecc-7da6-42a7-9d7d-93747f4676f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:11.664866 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-f85ffecc-7da6-42a7-9d7d-93747f4676f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b8bb6e-f22f-49cf-90c1-4023176effb1']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:11.676539 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-f85ffecc-7da6-42a7-9d7d-93747f4676f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8520923-c07f-4a4e-a9e1-4ec46391490e') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:11.676830 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-f85ffecc-7da6-42a7-9d7d-93747f4676f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8520923-c07f-4a4e-a9e1-4ec46391490e') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:11.688176 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f85ffecc-7da6-42a7-9d7d-93747f4676f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:11.704306 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f85ffecc-7da6-42a7-9d7d-93747f4676f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:11.710115 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f85ffecc-7da6-42a7-9d7d-93747f4676f3 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:48:11.710489 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f85ffecc-7da6-42a7-9d7d-93747f4676f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:48:11.723022 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:48:11.841731 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f85ffecc-7da6-42a7-9d7d-93747f4676f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:11.861133 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f85ffecc-7da6-42a7-9d7d-93747f4676f3 admin admin] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:11.872191 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ffecc-7da6-42a7-9d7d-93747f4676f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=09b8bb6e-f22f-49cf-90c1-4023176effb1,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:11.873787 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f85ffecc-7da6-42a7-9d7d-93747f4676f3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/09b8bb6e-f22f-49cf-90c1-4023176effb1 HTTP/1.1" status: 204 len: 168 time: 0.5599024 Mar 07 21:48:12.225837 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50064) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:12.276981 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4f3c7e54-924a-4f60-b9e9-a9d750e353f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=085753296f274853a80c9eb70a5fe8b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500059 Mar 07 21:48:12.279481 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50068) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:12.337665 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e577a5ff-24aa-47ec-9481-6c738f87b1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:12.364103 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e577a5ff-24aa-47ec-9481-6c738f87b1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:12.504369 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e577a5ff-24aa-47ec-9481-6c738f87b1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:12.526295 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577a5ff-24aa-47ec-9481-6c738f87b1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9697cf92-82f5-4cf7-8c1f-c88949c7bb67,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:12.526295 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e577a5ff-24aa-47ec-9481-6c738f87b1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:12.528047 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e577a5ff-24aa-47ec-9481-6c738f87b1af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9697cf92-82f5-4cf7-8c1f-c88949c7bb67 HTTP/1.1" status: 204 len: 168 time: 0.2468259 Mar 07 21:48:13.346952 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50076) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:13.396410 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d9ace824-7f4a-4b8b-b103-aaaaf9482b1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08a1c138fa50465da5024585a3138d4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483334 Mar 07 21:48:13.398783 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50080) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:13.454176 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2061d002-4e99-4952-8bcf-35181d742230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:13.478600 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2061d002-4e99-4952-8bcf-35181d742230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:13.593405 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2061d002-4e99-4952-8bcf-35181d742230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:13.604490 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061d002-4e99-4952-8bcf-35181d742230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4bade7-36c2-4373-9da8-51c7b05c2460,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:13.610960 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2061d002-4e99-4952-8bcf-35181d742230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:13.612832 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2061d002-4e99-4952-8bcf-35181d742230 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c4bade7-36c2-4373-9da8-51c7b05c2460 HTTP/1.1" status: 204 len: 168 time: 0.2124701 Mar 07 21:48:15.824090 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:20.058186 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6022b07b-e168-4bd4-9910-38033f2ca9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:22.286434 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-54a573a5-0574-4f74-a60d-321a49946446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:23.155008 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:23.366340 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:24.709756 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:25.692281 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-52909945-317e-4d7f-8a71-6ab750704c80 req-61ad3700-8c70-46b2-8af2-2d7574e6ad96 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d90dd6df-3c76-4865-9086-88d503f19fd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705152 Mar 07 21:48:25.826762 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52909945-317e-4d7f-8a71-6ab750704c80 req-53348559-f8f4-4d4a-ac1b-e791dab71fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:25.828182 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-52909945-317e-4d7f-8a71-6ab750704c80 req-53348559-f8f4-4d4a-ac1b-e791dab71fda service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1d039a5115b40cc849313193266d5ad&device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 1098 time: 0.0690796 Mar 07 21:48:26.079777 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52909945-317e-4d7f-8a71-6ab750704c80 req-6d42bb75-ccc5-40b6-a9ea-ea0656d446e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:26.081183 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-52909945-317e-4d7f-8a71-6ab750704c80 req-6d42bb75-ccc5-40b6-a9ea-ea0656d446e4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e71fce04-ffbd-435e-bfc3-87f58b6e4967 HTTP/1.1" status: 200 len: 911 time: 0.2342572 Mar 07 21:48:26.182783 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-52909945-317e-4d7f-8a71-6ab750704c80 req-b1c6855c-8e06-403e-942b-d30bb40616a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04134ed6-35b8-438d-b6ea-b5ee2e0a2175 HTTP/1.1" status: 200 len: 1001 time: 0.0945747 Mar 07 21:48:26.243528 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52909945-317e-4d7f-8a71-6ab750704c80 req-976fc0e0-e510-4c95-b568-7b108747889d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:26.244879 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-52909945-317e-4d7f-8a71-6ab750704c80 req-976fc0e0-e510-4c95-b568-7b108747889d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca279e0e-f6b2-4a41-a814-7c87369c7833 HTTP/1.1" status: 200 len: 850 time: 0.0559065 Mar 07 21:48:26.320284 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52909945-317e-4d7f-8a71-6ab750704c80 req-49b95ff9-a61b-420b-8342-36ee76e269de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:26.321702 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-52909945-317e-4d7f-8a71-6ab750704c80 req-49b95ff9-a61b-420b-8342-36ee76e269de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e71fce04-ffbd-435e-bfc3-87f58b6e4967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707202 Mar 07 21:48:26.452814 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-52909945-317e-4d7f-8a71-6ab750704c80 req-050612d0-a4ba-48b8-af71-6b38f79bc4b5 service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221197 Mar 07 21:48:26.579790 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-52909945-317e-4d7f-8a71-6ab750704c80 req-6a3265cd-c961-4869-8ce3-4f2e67b33ea1 service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210070 Mar 07 21:48:34.784944 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50102) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:34.890357 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2e1f95bf-fb52-4d76-9fc8-f7aa179150a4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/d0a8635d-62ab-4f83-a9a7-68c88f0da1d4 HTTP/1.1" status: 200 len: 992 time: 0.1042888 Mar 07 21:48:35.219312 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50110) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:35.423566 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-6a4b2b66-d73b-450f-a3a8-6cb965a2ba8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port 13e7f870-3b59-4449-b518-44a1ed2350e2 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:48:35.423902 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6a4b2b66-d73b-450f-a3a8-6cb965a2ba8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:35.588117 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6a4b2b66-d73b-450f-a3a8-6cb965a2ba8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:35.597393 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6a4b2b66-d73b-450f-a3a8-6cb965a2ba8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:35.713539 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-6a4b2b66-d73b-450f-a3a8-6cb965a2ba8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for 13e7f870-3b59-4449-b518-44a1ed2350e2 owned by network:floatingip {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:48:35.886320 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6a4b2b66-d73b-450f-a3a8-6cb965a2ba8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:35.933751 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b2b66-d73b-450f-a3a8-6cb965a2ba8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=13e7f870-3b59-4449-b518-44a1ed2350e2,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:35.943816 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b2b66-d73b-450f-a3a8-6cb965a2ba8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:35.944160 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b2b66-d73b-450f-a3a8-6cb965a2ba8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:35.944493 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b2b66-d73b-450f-a3a8-6cb965a2ba8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:35.944813 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b2b66-d73b-450f-a3a8-6cb965a2ba8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:35.945130 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b2b66-d73b-450f-a3a8-6cb965a2ba8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:35.945448 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b2b66-d73b-450f-a3a8-6cb965a2ba8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:35.945761 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b2b66-d73b-450f-a3a8-6cb965a2ba8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:35.946103 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b2b66-d73b-450f-a3a8-6cb965a2ba8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:35.946422 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b2b66-d73b-450f-a3a8-6cb965a2ba8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:35.946758 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b2b66-d73b-450f-a3a8-6cb965a2ba8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:35.947066 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b2b66-d73b-450f-a3a8-6cb965a2ba8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:35.947374 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b2b66-d73b-450f-a3a8-6cb965a2ba8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:36.033669 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6a4b2b66-d73b-450f-a3a8-6cb965a2ba8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:36.034014 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-6a4b2b66-d73b-450f-a3a8-6cb965a2ba8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Floating IP d0a8635d-62ab-4f83-a9a7-68c88f0da1d4 disassociated (deleted). External IP: 172.26.2.11, port: ce378b56-8426-4bf2-8d32-a1518b01926c. Mar 07 21:48:36.476953 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4b2b66-d73b-450f-a3a8-6cb965a2ba8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:48:36.652204 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4b2b66-d73b-450f-a3a8-6cb965a2ba8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:48:36.661793 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05ad819-115a-4e53-9444-e3b28b033075 None None] Sync routers for ids ['a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:48:36.667687 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6a4b2b66-d73b-450f-a3a8-6cb965a2ba8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:36.670657 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05ad819-115a-4e53-9444-e3b28b033075 None None] Routers {'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:48:36.671250 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-a05ad819-115a-4e53-9444-e3b28b033075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:48:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:36.721458 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6a4b2b66-d73b-450f-a3a8-6cb965a2ba8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/floatingips/d0a8635d-62ab-4f83-a9a7-68c88f0da1d4 HTTP/1.1" status: 204 len: 168 time: 1.5011599 Mar 07 21:48:36.722054 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65715f4c-8b43-4f0b-8661-b27746b2ec90', 'tag': 'ce378b56-8426-4bf2-8d32-a1518b01926c'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:48:36.855303 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-a05ad819-115a-4e53-9444-e3b28b033075 None None] Set router a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:48:36.965684 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65715f4c-8b43-4f0b-8661-b27746b2ec90', 'tag': 'ce378b56-8426-4bf2-8d32-a1518b01926c', 'status': 'completed', 'code': 200} Mar 07 21:48:37.058682 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e43c0-656a-4540-bafc-c4d827605aca req-c257f77f-3893-4088-b19d-79e581f9cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:37.060145 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-348e43c0-656a-4540-bafc-c4d827605aca req-c257f77f-3893-4088-b19d-79e581f9cce4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=65715f4c-8b43-4f0b-8661-b27746b2ec90 HTTP/1.1" status: 200 len: 1098 time: 0.0734768 Mar 07 21:48:37.173788 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-a05ad819-115a-4e53-9444-e3b28b033075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'name': 'tempest-TestNetworkBasicOps-router-1536839153', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:32Z', 'updated_at': '2022-03-07T21:47:39Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:33Z', 'updated_at': '2022-03-07T21:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'ef936dcc-81eb-4b10-831c-c077f2680a9e', 'name': '', 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:29:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6046fc0b-3175-4200-96a9-49abb0f1ab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:38Z', 'updated_at': '2022-03-07T21:47:44Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '6046fc0b-3175-4200-96a9-49abb0f1ab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:37.179129 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05ad819-115a-4e53-9444-e3b28b033075 None None] Checking router: a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:48:37.187587 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05ad819-115a-4e53-9444-e3b28b033075 None None] Routers {'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:48:37.188114 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-a05ad819-115a-4e53-9444-e3b28b033075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:48:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:37.193763 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e43c0-656a-4540-bafc-c4d827605aca req-d3ea1d9c-0dc4-4586-9bc4-1235655434ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:37.195420 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-348e43c0-656a-4540-bafc-c4d827605aca req-d3ea1d9c-0dc4-4586-9bc4-1235655434ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b6f5c43-eeea-46df-bc4f-e3412badc595 HTTP/1.1" status: 200 len: 897 time: 0.1298125 Mar 07 21:48:37.268362 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-348e43c0-656a-4540-bafc-c4d827605aca req-8ded2cd8-ad51-4f4f-b797-32592b56d4a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce378b56-8426-4bf2-8d32-a1518b01926c HTTP/1.1" status: 200 len: 217 time: 0.0654922 Mar 07 21:48:37.274156 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075d74c-b6cc-4b4a-a3f3-c7464fbfe498 req-0706cb5c-0c99-4a73-b79f-9a09cb7536c3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:37.274904 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3075d74c-b6cc-4b4a-a3f3-c7464fbfe498 req-0706cb5c-0c99-4a73-b79f-9a09cb7536c3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:48:37.331198 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e43c0-656a-4540-bafc-c4d827605aca req-0b7f8bbb-2340-4245-a31f-25ff553b6fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:37.333087 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-348e43c0-656a-4540-bafc-c4d827605aca req-0b7f8bbb-2340-4245-a31f-25ff553b6fff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6046fc0b-3175-4200-96a9-49abb0f1ab95 HTTP/1.1" status: 200 len: 835 time: 0.0586243 Mar 07 21:48:37.343802 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3075d74c-b6cc-4b4a-a3f3-c7464fbfe498 req-0706cb5c-0c99-4a73-b79f-9a09cb7536c3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:48:37.344997 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3075d74c-b6cc-4b4a-a3f3-c7464fbfe498 req-0706cb5c-0c99-4a73-b79f-9a09cb7536c3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=65715f4c-8b43-4f0b-8661-b27746b2ec90 HTTP/1.1" status: 200 len: 945 time: 0.1512635 Mar 07 21:48:37.396786 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3075d74c-b6cc-4b4a-a3f3-c7464fbfe498 req-8700f04c-e62b-4f39-8749-1adc1fcb38d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bdea765-1082-41cc-a677-e4572e580a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450327 Mar 07 21:48:37.419959 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e43c0-656a-4540-bafc-c4d827605aca req-8f127e3c-1bd1-4eb7-b2ef-22ebc8da69d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:37.421419 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-348e43c0-656a-4540-bafc-c4d827605aca req-8f127e3c-1bd1-4eb7-b2ef-22ebc8da69d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b6f5c43-eeea-46df-bc4f-e3412badc595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822396 Mar 07 21:48:37.423856 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-a05ad819-115a-4e53-9444-e3b28b033075 None None] Set router a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:48:37.554051 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-348e43c0-656a-4540-bafc-c4d827605aca req-4ca43bc1-4873-43ff-b7fe-372ca6607db7 service neutron] 10.222.0.11 "GET /v2.0/networks/6b6f5c43-eeea-46df-bc4f-e3412badc595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260970 Mar 07 21:48:37.684898 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-348e43c0-656a-4540-bafc-c4d827605aca req-d66d3caf-318a-481a-87a3-a76e9bbb7b17 service neutron] 10.222.0.11 "GET /v2.0/networks/6b6f5c43-eeea-46df-bc4f-e3412badc595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230507 Mar 07 21:48:37.729267 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-a05ad819-115a-4e53-9444-e3b28b033075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'name': 'tempest-TestNetworkBasicOps-router-1536839153', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:32Z', 'updated_at': '2022-03-07T21:47:39Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:33Z', 'updated_at': '2022-03-07T21:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'ef936dcc-81eb-4b10-831c-c077f2680a9e', 'name': '', 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:29:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6046fc0b-3175-4200-96a9-49abb0f1ab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:38Z', 'updated_at': '2022-03-07T21:47:44Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '6046fc0b-3175-4200-96a9-49abb0f1ab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:37.733296 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05ad819-115a-4e53-9444-e3b28b033075 None None] The sync data for ids ['a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'] in dv-neutron-829957-1-hyperv is: [{'id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'name': 'tempest-TestNetworkBasicOps-router-1536839153', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:32Z', 'updated_at': '2022-03-07T21:47:39Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:33Z', 'updated_at': '2022-03-07T21:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'ef936dcc-81eb-4b10-831c-c077f2680a9e', 'name': '', 'network_id': '6b6f5c43-eeea-46df-bc4f-e3412badc595', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:29:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6046fc0b-3175-4200-96a9-49abb0f1ab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:38Z', 'updated_at': '2022-03-07T21:47:44Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '6046fc0b-3175-4200-96a9-49abb0f1ab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:48:37.940328 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb22bf0-fea4-4c88-b01e-390f504878d4 None None] New status for floating IP d0a8635d-62ab-4f83-a9a7-68c88f0da1d4: DOWN {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:48:38.496967 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418b52f-0e8b-495b-ab78-e751ddc3ed4d req-6d91d658-277f-49c2-a697-00361ad1d164 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:38.497648 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-d418b52f-0e8b-495b-ab78-e751ddc3ed4d req-6d91d658-277f-49c2-a697-00361ad1d164 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:48:38.509777 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-d418b52f-0e8b-495b-ab78-e751ddc3ed4d req-6d91d658-277f-49c2-a697-00361ad1d164 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:48:38.510870 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d418b52f-0e8b-495b-ab78-e751ddc3ed4d req-6d91d658-277f-49c2-a697-00361ad1d164 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/ports?device_id=65715f4c-8b43-4f0b-8661-b27746b2ec90 HTTP/1.1" status: 200 len: 945 time: 0.0899565 Mar 07 21:48:38.581604 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-d418b52f-0e8b-495b-ab78-e751ddc3ed4d req-0ab331b8-632e-49df-a705-4bfad81a5d8a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port ce378b56-8426-4bf2-8d32-a1518b01926c {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:48:38.581933 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d418b52f-0e8b-495b-ab78-e751ddc3ed4d req-0ab331b8-632e-49df-a705-4bfad81a5d8a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:38.583819 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c912a5-fd8f-46df-83a9-8c70fef758f4 req-cc4cf708-5477-40f7-beea-99ce2b5164a4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:38.585272 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-02c912a5-fd8f-46df-83a9-8c70fef758f4 req-cc4cf708-5477-40f7-beea-99ce2b5164a4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=65715f4c-8b43-4f0b-8661-b27746b2ec90 HTTP/1.1" status: 200 len: 945 time: 0.0800099 Mar 07 21:48:38.628235 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-02c912a5-fd8f-46df-83a9-8c70fef758f4 req-8c551dc8-cfef-496c-b78d-67330f452eff tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bdea765-1082-41cc-a677-e4572e580a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372522 Mar 07 21:48:38.929518 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-d418b52f-0e8b-495b-ab78-e751ddc3ed4d req-0ab331b8-632e-49df-a705-4bfad81a5d8a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port ce378b56-8426-4bf2-8d32-a1518b01926c, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=ce378b56-8426-4bf2-8d32-a1518b01926c,segment=NetworkSegment(cbce71eb-687b-4238-babf-aae6ee02b053),segment_id=cbce71eb-687b-4238-babf-aae6ee02b053)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:48:38.929870 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d418b52f-0e8b-495b-ab78-e751ddc3ed4d req-0ab331b8-632e-49df-a705-4bfad81a5d8a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:39.051994 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-d418b52f-0e8b-495b-ab78-e751ddc3ed4d req-0ab331b8-632e-49df-a705-4bfad81a5d8a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for ce378b56-8426-4bf2-8d32-a1518b01926c owned by compute:nova {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:48:39.269238 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d418b52f-0e8b-495b-ab78-e751ddc3ed4d req-0ab331b8-632e-49df-a705-4bfad81a5d8a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:39.320978 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab331b8-632e-49df-a705-4bfad81a5d8a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=ce378b56-8426-4bf2-8d32-a1518b01926c,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:39.358305 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab331b8-632e-49df-a705-4bfad81a5d8a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:39.358652 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab331b8-632e-49df-a705-4bfad81a5d8a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:39.358983 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab331b8-632e-49df-a705-4bfad81a5d8a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:39.359344 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab331b8-632e-49df-a705-4bfad81a5d8a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:39.359668 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab331b8-632e-49df-a705-4bfad81a5d8a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:39.359986 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab331b8-632e-49df-a705-4bfad81a5d8a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:39.360299 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab331b8-632e-49df-a705-4bfad81a5d8a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:39.360611 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab331b8-632e-49df-a705-4bfad81a5d8a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:39.360921 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab331b8-632e-49df-a705-4bfad81a5d8a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:39.361231 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab331b8-632e-49df-a705-4bfad81a5d8a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:39.361540 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab331b8-632e-49df-a705-4bfad81a5d8a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:39.361853 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab331b8-632e-49df-a705-4bfad81a5d8a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:39.406238 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-d418b52f-0e8b-495b-ab78-e751ddc3ed4d req-0ab331b8-632e-49df-a705-4bfad81a5d8a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] No DVR routers for this DVR port ce378b56-8426-4bf2-8d32-a1518b01926c on host hv-neutron-8299 {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:48:39.408469 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d418b52f-0e8b-495b-ab78-e751ddc3ed4d req-0ab331b8-632e-49df-a705-4bfad81a5d8a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:39.411452 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65715f4c-8b43-4f0b-8661-b27746b2ec90', 'name': 'network-vif-deleted', 'tag': 'ce378b56-8426-4bf2-8d32-a1518b01926c'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:48:39.455195 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65715f4c-8b43-4f0b-8661-b27746b2ec90', 'name': 'network-vif-deleted', 'tag': 'ce378b56-8426-4bf2-8d32-a1518b01926c', 'status': 'completed', 'code': 200} Mar 07 21:48:39.509928 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d418b52f-0e8b-495b-ab78-e751ddc3ed4d req-0ab331b8-632e-49df-a705-4bfad81a5d8a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "DELETE /v2.0/ports/ce378b56-8426-4bf2-8d32-a1518b01926c HTTP/1.1" status: 204 len: 173 time: 0.9934466 Mar 07 21:48:39.787758 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e23461f2-f2b8-49d3-a346-9c9b3e8cac11 req-96ac3d5d-8221-4642-bba4-43c2a0e91243 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=65715f4c-8b43-4f0b-8661-b27746b2ec90 HTTP/1.1" status: 200 len: 210 time: 0.0465820 Mar 07 21:48:40.251683 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:48:40.885133 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50130) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:40.924592 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device ce378b56-8426-4bf2-8d32-a1518b01926c no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:48:40.953108 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1840-6f34-44b8-bf92-974f70e2ce43 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:40.959265 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: ce378b56-8426-4bf2-8d32-a1518b01926c {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:48:40.959611 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device ce378b56-8426-4bf2-8d32-a1518b01926c not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:48:40.985067 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1840-6f34-44b8-bf92-974f70e2ce43 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:41.103572 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1840-6f34-44b8-bf92-974f70e2ce43 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:41.122184 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b1840-6f34-44b8-bf92-974f70e2ce43 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdea765-1082-41cc-a677-e4572e580a7b,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:41.171231 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1840-6f34-44b8-bf92-974f70e2ce43 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:41.172374 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ec4b1840-6f34-44b8-bf92-974f70e2ce43 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/security-groups/5bdea765-1082-41cc-a677-e4572e580a7b HTTP/1.1" status: 204 len: 168 time: 0.2862613 Mar 07 21:48:41.263801 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50136) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:41.801541 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-563793fc-99d1-4708-aa61-4a9b9705f931 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:42.248040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-563793fc-99d1-4708-aa61-4a9b9705f931 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port ef936dcc-81eb-4b10-831c-c077f2680a9e {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:48:42.248677 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-563793fc-99d1-4708-aa61-4a9b9705f931 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:42.429494 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-563793fc-99d1-4708-aa61-4a9b9705f931 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port ef936dcc-81eb-4b10-831c-c077f2680a9e, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=ef936dcc-81eb-4b10-831c-c077f2680a9e,segment=NetworkSegment(cbce71eb-687b-4238-babf-aae6ee02b053),segment_id=cbce71eb-687b-4238-babf-aae6ee02b053)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:48:42.429761 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-563793fc-99d1-4708-aa61-4a9b9705f931 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:42.549631 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-563793fc-99d1-4708-aa61-4a9b9705f931 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for ef936dcc-81eb-4b10-831c-c077f2680a9e owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:48:42.903438 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-563793fc-99d1-4708-aa61-4a9b9705f931 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:42.949967 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563793fc-99d1-4708-aa61-4a9b9705f931 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=ef936dcc-81eb-4b10-831c-c077f2680a9e,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:43.217333 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-563793fc-99d1-4708-aa61-4a9b9705f931 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:43.679040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563793fc-99d1-4708-aa61-4a9b9705f931 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:48:43.853232 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563793fc-99d1-4708-aa61-4a9b9705f931 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:48:43.864726 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f2d0ef-1143-4904-a7c0-dff9c7f4538b None None] Sync routers for ids ['a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:48:43.868707 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-563793fc-99d1-4708-aa61-4a9b9705f931 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "PUT /v2.0/routers/a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6012716 Mar 07 21:48:43.868879 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50140) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:43.877303 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f2d0ef-1143-4904-a7c0-dff9c7f4538b None None] Routers {'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:48:43.877889 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-93f2d0ef-1143-4904-a7c0-dff9c7f4538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:48:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:43.936073 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-e282754a-1ad7-4619-a94c-460da1f7397c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting subnet 6046fc0b-3175-4200-96a9-49abb0f1ab95 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:48:43.938891 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e282754a-1ad7-4619-a94c-460da1f7397c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:43.992123 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e282754a-1ad7-4619-a94c-460da1f7397c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:44.048597 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-93f2d0ef-1143-4904-a7c0-dff9c7f4538b None None] Set router a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:48:44.072709 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e282754a-1ad7-4619-a94c-460da1f7397c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:44.218598 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e282754a-1ad7-4619-a94c-460da1f7397c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:44.257961 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282754a-1ad7-4619-a94c-460da1f7397c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Subnet': ['ID=6046fc0b-3175-4200-96a9-49abb0f1ab95,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:44.261804 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e282754a-1ad7-4619-a94c-460da1f7397c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:44.268071 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e282754a-1ad7-4619-a94c-460da1f7397c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/subnets/6046fc0b-3175-4200-96a9-49abb0f1ab95 HTTP/1.1" status: 204 len: 168 time: 0.3982575 Mar 07 21:48:44.271237 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50144) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:44.275415 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb7c13f-c7bd-4a3f-a30d-dddb3bf77c38 None None] Network 6b6f5c43-eeea-46df-bc4f-e3412badc595 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:48:44.448551 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7670c29f-28c8-4bca-8ae0-40711ef103d9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:44.495695 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-93f2d0ef-1143-4904-a7c0-dff9c7f4538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'name': 'tempest-TestNetworkBasicOps-router-1536839153', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:32Z', 'updated_at': '2022-03-07T21:48:42Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:33Z', 'updated_at': '2022-03-07T21:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:44.502157 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f2d0ef-1143-4904-a7c0-dff9c7f4538b None None] Checking router: a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:48:44.521792 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f2d0ef-1143-4904-a7c0-dff9c7f4538b None None] Routers {'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:48:44.522418 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-93f2d0ef-1143-4904-a7c0-dff9c7f4538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:48:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:44.629445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7670c29f-28c8-4bca-8ae0-40711ef103d9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:44.663597 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5c928d-a236-4f96-8acb-e212ab6745b3 None None] DHCP port deletion for 6b6f5c43-eeea-46df-bc4f-e3412badc595 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:48:44.681187 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-dd5c928d-a236-4f96-8acb-e212ab6745b3 None None] Deleting port b0dbfb59-c351-44de-9a3b-10e1e5114561 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:48:44.681552 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-dd5c928d-a236-4f96-8acb-e212ab6745b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:44.692384 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-7670c29f-28c8-4bca-8ae0-40711ef103d9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port 210f853b-1317-424f-8939-07f5b6fbf56d {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:48:44.692856 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7670c29f-28c8-4bca-8ae0-40711ef103d9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:44.748957 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-93f2d0ef-1143-4904-a7c0-dff9c7f4538b None None] Set router a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:48:44.873150 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-7670c29f-28c8-4bca-8ae0-40711ef103d9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port 210f853b-1317-424f-8939-07f5b6fbf56d, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=210f853b-1317-424f-8939-07f5b6fbf56d,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:48:44.873576 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7670c29f-28c8-4bca-8ae0-40711ef103d9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:45.109200 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-7670c29f-28c8-4bca-8ae0-40711ef103d9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for 210f853b-1317-424f-8939-07f5b6fbf56d owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:48:45.146572 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-dd5c928d-a236-4f96-8acb-e212ab6745b3 None None] For port b0dbfb59-c351-44de-9a3b-10e1e5114561, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=b0dbfb59-c351-44de-9a3b-10e1e5114561,segment=NetworkSegment(cbce71eb-687b-4238-babf-aae6ee02b053),segment_id=cbce71eb-687b-4238-babf-aae6ee02b053)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:48:45.147213 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-dd5c928d-a236-4f96-8acb-e212ab6745b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:45.301661 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-dd5c928d-a236-4f96-8acb-e212ab6745b3 None None] Calling delete_port for b0dbfb59-c351-44de-9a3b-10e1e5114561 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:48:45.331994 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7670c29f-28c8-4bca-8ae0-40711ef103d9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:45.383471 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670c29f-28c8-4bca-8ae0-40711ef103d9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=210f853b-1317-424f-8939-07f5b6fbf56d,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:45.383655 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-93f2d0ef-1143-4904-a7c0-dff9c7f4538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'name': 'tempest-TestNetworkBasicOps-router-1536839153', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:32Z', 'updated_at': '2022-03-07T21:48:42Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:33Z', 'updated_at': '2022-03-07T21:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:45.388697 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f2d0ef-1143-4904-a7c0-dff9c7f4538b None None] The sync data for ids ['a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2'] in dv-neutron-829957-1-hyperv is: [{'id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'name': 'tempest-TestNetworkBasicOps-router-1536839153', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:47:32Z', 'updated_at': '2022-03-07T21:48:42Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '210f853b-1317-424f-8939-07f5b6fbf56d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:47:33Z', 'updated_at': '2022-03-07T21:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:48:45.463792 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-dd5c928d-a236-4f96-8acb-e212ab6745b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:45.471545 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7670c29f-28c8-4bca-8ae0-40711ef103d9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:45.510962 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c928d-a236-4f96-8acb-e212ab6745b3 None None] Pushing event deleted for resources: {'Port': ['ID=b0dbfb59-c351-44de-9a3b-10e1e5114561,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:45.513458 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5c928d-a236-4f96-8acb-e212ab6745b3 None None] No DVR routers for this DVR port b0dbfb59-c351-44de-9a3b-10e1e5114561 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:48:45.522641 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5c928d-a236-4f96-8acb-e212ab6745b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:45.529048 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5c928d-a236-4f96-8acb-e212ab6745b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:45.529048 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5c928d-a236-4f96-8acb-e212ab6745b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:45.529048 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5c928d-a236-4f96-8acb-e212ab6745b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:45.529048 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5c928d-a236-4f96-8acb-e212ab6745b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:45.529048 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5c928d-a236-4f96-8acb-e212ab6745b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:45.529048 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5c928d-a236-4f96-8acb-e212ab6745b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:45.529048 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5c928d-a236-4f96-8acb-e212ab6745b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:45.529048 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5c928d-a236-4f96-8acb-e212ab6745b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:45.529048 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5c928d-a236-4f96-8acb-e212ab6745b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:45.529048 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5c928d-a236-4f96-8acb-e212ab6745b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:45.529048 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5c928d-a236-4f96-8acb-e212ab6745b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:45.647289 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7670c29f-28c8-4bca-8ae0-40711ef103d9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:45.649340 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7670c29f-28c8-4bca-8ae0-40711ef103d9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:45.749354 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7670c29f-28c8-4bca-8ae0-40711ef103d9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:45.749977 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7670c29f-28c8-4bca-8ae0-40711ef103d9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Fanout notify agent at l3_agent the message router_deleted on router a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2 {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:48:45.765009 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7670c29f-28c8-4bca-8ae0-40711ef103d9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:45.766212 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7670c29f-28c8-4bca-8ae0-40711ef103d9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/routers/a1378ff7-d37f-4ee9-8bdb-cb7a013e3ad2 HTTP/1.1" status: 204 len: 168 time: 1.4940717 Mar 07 21:48:45.768879 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50148) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:45.800643 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:45.890508 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-756eb42e-97e5-4cd2-a6e2-4492b2237402 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:46.023289 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-756eb42e-97e5-4cd2-a6e2-4492b2237402 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:46.049252 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-756eb42e-97e5-4cd2-a6e2-4492b2237402 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b6f5c43-eeea-46df-bc4f-e3412badc595']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:46.061490 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-756eb42e-97e5-4cd2-a6e2-4492b2237402 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbce71eb-687b-4238-babf-aae6ee02b053') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:46.061780 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-756eb42e-97e5-4cd2-a6e2-4492b2237402 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbce71eb-687b-4238-babf-aae6ee02b053') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:46.072565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-756eb42e-97e5-4cd2-a6e2-4492b2237402 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:46.091110 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-756eb42e-97e5-4cd2-a6e2-4492b2237402 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:46.097045 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756eb42e-97e5-4cd2-a6e2-4492b2237402 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:48:46.097413 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-756eb42e-97e5-4cd2-a6e2-4492b2237402 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:48:46.111718 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:48:46.229121 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-756eb42e-97e5-4cd2-a6e2-4492b2237402 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:46.245669 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-756eb42e-97e5-4cd2-a6e2-4492b2237402 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:46.257477 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756eb42e-97e5-4cd2-a6e2-4492b2237402 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Network': ['ID=6b6f5c43-eeea-46df-bc4f-e3412badc595,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:46.356000 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-756eb42e-97e5-4cd2-a6e2-4492b2237402 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/networks/6b6f5c43-eeea-46df-bc4f-e3412badc595 HTTP/1.1" status: 204 len: 168 time: 0.5851181 Mar 07 21:48:46.371476 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50152) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:46.378003 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-ba307e69-12ca-430b-9cb2-f5bb664abf98 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'network': {'name': 'tempest-network-smoke--1885860863', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'port_security_enabled': True}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:46.383252 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ba307e69-12ca-430b-9cb2-f5bb664abf98 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:48:46.387538 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ba307e69-12ca-430b-9cb2-f5bb664abf98 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:network and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:48:46.395971 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ba307e69-12ca-430b-9cb2-f5bb664abf98 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:48:46.403155 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ba307e69-12ca-430b-9cb2-f5bb664abf98 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:48:46.430631 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 210f853b-1317-424f-8939-07f5b6fbf56d no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:48:46.464179 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 210f853b-1317-424f-8939-07f5b6fbf56d {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:48:46.464523 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 210f853b-1317-424f-8939-07f5b6fbf56d not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:48:46.464920 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ef936dcc-81eb-4b10-831c-c077f2680a9e no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:48:46.499354 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: ef936dcc-81eb-4b10-831c-c077f2680a9e {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:48:46.499633 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ef936dcc-81eb-4b10-831c-c077f2680a9e not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:48:46.500056 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b0dbfb59-c351-44de-9a3b-10e1e5114561 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:48:46.503674 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba307e69-12ca-430b-9cb2-f5bb664abf98 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:48:46.507136 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ba307e69-12ca-430b-9cb2-f5bb664abf98 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:46.532307 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: b0dbfb59-c351-44de-9a3b-10e1e5114561 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:48:46.532651 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b0dbfb59-c351-44de-9a3b-10e1e5114561 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:48:46.535903 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba307e69-12ca-430b-9cb2-f5bb664abf98 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:48:46.549194 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ba307e69-12ca-430b-9cb2-f5bb664abf98 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:46.549194 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-ba307e69-12ca-430b-9cb2-f5bb664abf98 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Added segment 7e74088c-cff0-4f48-9a42-9a370a7bc9e7 of type vlan for network 33abc27d-09ec-43fa-8a80-5f27d0a08f2a Mar 07 21:48:46.570552 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ba307e69-12ca-430b-9cb2-f5bb664abf98 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:46.674508 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ba307e69-12ca-430b-9cb2-f5bb664abf98 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:46.679828 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba307e69-12ca-430b-9cb2-f5bb664abf98 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:46.680394 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ba307e69-12ca-430b-9cb2-f5bb664abf98 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:46.786552 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba307e69-12ca-430b-9cb2-f5bb664abf98 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Network': ['ID=33abc27d-09ec-43fa-8a80-5f27d0a08f2a,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:46.800044 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 33abc27d-09ec-43fa-8a80-5f27d0a08f2a details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:48:46.820791 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ba307e69-12ca-430b-9cb2-f5bb664abf98 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4468482 Mar 07 21:48:46.821987 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50156) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:46.827318 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-3b04c946-6c28-4c8a-a6bb-f2cc7dd9cd3a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1786951269', 'admin_state_up': True, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:46.835383 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-3b04c946-6c28-4c8a-a6bb-f2cc7dd9cd3a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:48:46.839374 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-3b04c946-6c28-4c8a-a6bb-f2cc7dd9cd3a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:router and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:48:46.842529 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-3b04c946-6c28-4c8a-a6bb-f2cc7dd9cd3a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:48:46.849151 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-3b04c946-6c28-4c8a-a6bb-f2cc7dd9cd3a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:48:46.903480 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3b04c946-6c28-4c8a-a6bb-f2cc7dd9cd3a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:46.904516 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3b04c946-6c28-4c8a-a6bb-f2cc7dd9cd3a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:46.918741 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3b04c946-6c28-4c8a-a6bb-f2cc7dd9cd3a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:47.215944 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3b04c946-6c28-4c8a-a6bb-f2cc7dd9cd3a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:47.565524 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3b04c946-6c28-4c8a-a6bb-f2cc7dd9cd3a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:47.694688 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3b04c946-6c28-4c8a-a6bb-f2cc7dd9cd3a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:47.827765 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-3b04c946-6c28-4c8a-a6bb-f2cc7dd9cd3a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.26.2.24 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/3af16d57-11fd-4c4c-a0d6-0808ac95c0a0) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:48:47.974034 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3b04c946-6c28-4c8a-a6bb-f2cc7dd9cd3a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:48.058025 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3b04c946-6c28-4c8a-a6bb-f2cc7dd9cd3a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:48.115422 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b04c946-6c28-4c8a-a6bb-f2cc7dd9cd3a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:48.118042 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-3b04c946-6c28-4c8a-a6bb-f2cc7dd9cd3a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:48.120404 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b04c946-6c28-4c8a-a6bb-f2cc7dd9cd3a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:48:48.172491 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04c946-6c28-4c8a-a6bb-f2cc7dd9cd3a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=3af16d57-11fd-4c4c-a0d6-0808ac95c0a0,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:48.599138 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3b04c946-6c28-4c8a-a6bb-f2cc7dd9cd3a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_gateway, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:48.932963 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3b04c946-6c28-4c8a-a6bb-f2cc7dd9cd3a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:49.331533 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b04c946-6c28-4c8a-a6bb-f2cc7dd9cd3a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router bc7f4307-66a7-48ac-be4c-e40d086d787f is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:48:49.503246 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b04c946-6c28-4c8a-a6bb-f2cc7dd9cd3a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:48:49.513292 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] Sync routers for ids ['bc7f4307-66a7-48ac-be4c-e40d086d787f'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:48:49.522570 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] Routers {'bc7f4307-66a7-48ac-be4c-e40d086d787f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:48:49.523158 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:48:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['bc7f4307-66a7-48ac-be4c-e40d086d787f'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:49.583568 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3b04c946-6c28-4c8a-a6bb-f2cc7dd9cd3a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:49.584704 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3b04c946-6c28-4c8a-a6bb-f2cc7dd9cd3a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7618265 Mar 07 21:48:49.587829 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50160) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:49.632789 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-9f5103d4-5a4c-457c-8ed0-db5a7f6136e5 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=eabc753b02e646aebebe0162c5cfe322&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437596 Mar 07 21:48:49.635340 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50164) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:49.697061 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] Set router bc7f4307-66a7-48ac-be4c-e40d086d787f gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:48:49.764230 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44e9232-7903-4e11-a97a-6169e5bc7e64 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:49.765693 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f44e9232-7903-4e11-a97a-6169e5bc7e64 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294584 Mar 07 21:48:49.768536 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50168) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:49.810163 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d628b4fb-3841-4761-8434-862143d9c751 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382330 Mar 07 21:48:49.810375 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50172) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:49.815493 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-e62839e5-5fbd-4683-a786-c24eff4d2b92 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1767265041', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:49.924114 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e62839e5-5fbd-4683-a786-c24eff4d2b92 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:48:49.928589 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e62839e5-5fbd-4683-a786-c24eff4d2b92 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:subnet and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:48:49.931397 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e62839e5-5fbd-4683-a786-c24eff4d2b92 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:48:49.937161 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e62839e5-5fbd-4683-a786-c24eff4d2b92 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:48:49.978656 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'name': 'tempest-TestNetworkBasicOps-router-1786951269', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:46Z', 'updated_at': '2022-03-07T21:48:48Z', 'revision_number': 3, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:47Z', 'updated_at': '2022-03-07T21:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:49.982346 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] Checking router: bc7f4307-66a7-48ac-be4c-e40d086d787f for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:48:49.982685 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] Updating router bc7f4307-66a7-48ac-be4c-e40d086d787f port 3af16d57-11fd-4c4c-a0d6-0808ac95c0a0 binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:48:50.000829 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62839e5-5fbd-4683-a786-c24eff4d2b92 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:48:50.005058 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e62839e5-5fbd-4683-a786-c24eff4d2b92 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:50.012208 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-200aaec2-5e6d-48db-98dd-c1331ee7de3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:50.033701 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:50.275175 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e62839e5-5fbd-4683-a786-c24eff4d2b92 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:50.360390 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62839e5-5fbd-4683-a786-c24eff4d2b92 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Subnet': ['ID=a4a14355-07fb-417f-8302-0d8014d3e013,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:50.364488 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62839e5-5fbd-4683-a786-c24eff4d2b92 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Checking segment: {'id': '7e74088c-cff0-4f48-9a42-9a370a7bc9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:48:50.364848 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62839e5-5fbd-4683-a786-c24eff4d2b92 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network hostable DHCP agents. Network: 33abc27d-09ec-43fa-8a80-5f27d0a08f2a, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:48:50.386610 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:50.398072 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] Transition to ACTIVE for port object 3af16d57-11fd-4c4c-a0d6-0808ac95c0a0 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:48:50.469389 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62839e5-5fbd-4683-a786-c24eff4d2b92 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 33abc27d-09ec-43fa-8a80-5f27d0a08f2a is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:48:50.497864 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:50.543428 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-e62839e5-5fbd-4683-a786-c24eff4d2b92 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 33abc27d-09ec-43fa-8a80-5f27d0a08f2a) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:50.547606 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62839e5-5fbd-4683-a786-c24eff4d2b92 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:50.548303 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e62839e5-5fbd-4683-a786-c24eff4d2b92 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:50.554943 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f741c54-0e56-4305-9db1-d3a761955ecc None None] Network 33abc27d-09ec-43fa-8a80-5f27d0a08f2a requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:48:50.576614 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] Attempting to bind port 3af16d57-11fd-4c4c-a0d6-0808ac95c0a0 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:48:50.577160 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] Attempting to bind port 3af16d57-11fd-4c4c-a0d6-0808ac95c0a0 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:48:50.580847 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] Attempting to bind port 3af16d57-11fd-4c4c-a0d6-0808ac95c0a0 on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:48:50.580847 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1192b50-8688-4b35-80ab-2fd134417877 None None] Pushing event updated for resources: {'Port': ['ID=3af16d57-11fd-4c4c-a0d6-0808ac95c0a0,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:50.586037 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:48:50.586406 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:48:50.586798 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:50.587181 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:48:50.587624 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] Bound port: 3af16d57-11fd-4c4c-a0d6-0808ac95c0a0, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:48:50.587987 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:50.618180 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1192b50-8688-4b35-80ab-2fd134417877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:50.618525 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1192b50-8688-4b35-80ab-2fd134417877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:50.618861 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1192b50-8688-4b35-80ab-2fd134417877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:50.619194 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1192b50-8688-4b35-80ab-2fd134417877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:50.619518 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1192b50-8688-4b35-80ab-2fd134417877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:50.619841 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1192b50-8688-4b35-80ab-2fd134417877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:50.620162 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1192b50-8688-4b35-80ab-2fd134417877 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:50.620483 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1192b50-8688-4b35-80ab-2fd134417877 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:50.620801 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1192b50-8688-4b35-80ab-2fd134417877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:50.621118 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1192b50-8688-4b35-80ab-2fd134417877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:50.621433 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1192b50-8688-4b35-80ab-2fd134417877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:50.621753 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1192b50-8688-4b35-80ab-2fd134417877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:48:50.624158 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e62839e5-5fbd-4683-a786-c24eff4d2b92 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8128169 Mar 07 21:48:50.627106 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50176) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:50.672318 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] For port 3af16d57-11fd-4c4c-a0d6-0808ac95c0a0, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:48:50.675553 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] For port 3af16d57-11fd-4c4c-a0d6-0808ac95c0a0, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=3af16d57-11fd-4c4c-a0d6-0808ac95c0a0,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:48:50.738844 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:50.773318 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66acae0-20bf-4fde-846a-55f194e712c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ips': [{'subnet_id': 'a4a14355-07fb-417f-8302-0d8014d3e013'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:48:50.774295 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a66acae0-20bf-4fde-846a-55f194e712c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:50.822407 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] Routers {'bc7f4307-66a7-48ac-be4c-e40d086d787f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:48:50.823116 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:48:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['bc7f4307-66a7-48ac-be4c-e40d086d787f'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:50.899693 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1192b50-8688-4b35-80ab-2fd134417877 None None] Pushing event updated for resources: {'Port': ['ID=3af16d57-11fd-4c4c-a0d6-0808ac95c0a0,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:50.933626 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-a66acae0-20bf-4fde-846a-55f194e712c9 None None] Allocated IP 172.20.0.2 (33abc27d-09ec-43fa-8a80-5f27d0a08f2a/a4a14355-07fb-417f-8302-0d8014d3e013/66b51dd6-fdcf-4728-a953-d3b5c4c710e4) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:48:51.018752 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] Set router bc7f4307-66a7-48ac-be4c-e40d086d787f gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:48:51.177369 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a66acae0-20bf-4fde-846a-55f194e712c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:51.189542 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a66acae0-20bf-4fde-846a-55f194e712c9 None None] Transition to ACTIVE for port object 66b51dd6-fdcf-4728-a953-d3b5c4c710e4 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:48:51.208908 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a66acae0-20bf-4fde-846a-55f194e712c9 None None] Transition to ACTIVE for port object 66b51dd6-fdcf-4728-a953-d3b5c4c710e4 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:48:51.276236 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a66acae0-20bf-4fde-846a-55f194e712c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:51.311378 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'name': 'tempest-TestNetworkBasicOps-router-1786951269', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:46Z', 'updated_at': '2022-03-07T21:48:48Z', 'revision_number': 3, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:47Z', 'updated_at': '2022-03-07T21:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:51.315484 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da70571e-0af2-46ee-8465-2135a12dd065 None None] The sync data for ids ['bc7f4307-66a7-48ac-be4c-e40d086d787f'] in dv-neutron-829957-1-hyperv is: [{'id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'name': 'tempest-TestNetworkBasicOps-router-1786951269', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:46Z', 'updated_at': '2022-03-07T21:48:48Z', 'revision_number': 3, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:47Z', 'updated_at': '2022-03-07T21:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:48:51.334796 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66acae0-20bf-4fde-846a-55f194e712c9 None None] Network 33abc27d-09ec-43fa-8a80-5f27d0a08f2a is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:51.349292 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-a66acae0-20bf-4fde-846a-55f194e712c9 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:51.353343 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66acae0-20bf-4fde-846a-55f194e712c9 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:48:51.359051 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66acae0-20bf-4fde-846a-55f194e712c9 None None] Pushing event updated for resources: {'Port': ['ID=66b51dd6-fdcf-4728-a953-d3b5c4c710e4,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:51.452941 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-a66acae0-20bf-4fde-846a-55f194e712c9 None None] Attempting to bind port 66b51dd6-fdcf-4728-a953-d3b5c4c710e4 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:48:51.453300 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-a66acae0-20bf-4fde-846a-55f194e712c9 None None] Attempting to bind port 66b51dd6-fdcf-4728-a953-d3b5c4c710e4 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '7e74088c-cff0-4f48-9a42-9a370a7bc9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:48:51.453654 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66acae0-20bf-4fde-846a-55f194e712c9 None None] Attempting to bind port 66b51dd6-fdcf-4728-a953-d3b5c4c710e4 on network 33abc27d-09ec-43fa-8a80-5f27d0a08f2a {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:48:51.459521 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66acae0-20bf-4fde-846a-55f194e712c9 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:48:51.461149 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66acae0-20bf-4fde-846a-55f194e712c9 None None] Checking segment: {'id': '7e74088c-cff0-4f48-9a42-9a370a7bc9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:48:51.461149 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a66acae0-20bf-4fde-846a-55f194e712c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:51.461149 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66acae0-20bf-4fde-846a-55f194e712c9 None None] Bound using segment: {'id': '7e74088c-cff0-4f48-9a42-9a370a7bc9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:48:51.461149 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-a66acae0-20bf-4fde-846a-55f194e712c9 None None] Bound port: 66b51dd6-fdcf-4728-a953-d3b5c4c710e4, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e74088c-cff0-4f48-9a42-9a370a7bc9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:48:51.461426 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a66acae0-20bf-4fde-846a-55f194e712c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:51.481863 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-65bb043c-e9f7-44ff-a7dc-7393fcd2e082 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:51.560111 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-a66acae0-20bf-4fde-846a-55f194e712c9 None None] For port 66b51dd6-fdcf-4728-a953-d3b5c4c710e4, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:48:51.563905 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-a66acae0-20bf-4fde-846a-55f194e712c9 None None] For port 66b51dd6-fdcf-4728-a953-d3b5c4c710e4, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=66b51dd6-fdcf-4728-a953-d3b5c4c710e4,segment=NetworkSegment(7e74088c-cff0-4f48-9a42-9a370a7bc9e7),segment_id=7e74088c-cff0-4f48-9a42-9a370a7bc9e7)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:48:51.641188 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a66acae0-20bf-4fde-846a-55f194e712c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:51.726521 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66acae0-20bf-4fde-846a-55f194e712c9 None None] Pushing event updated for resources: {'Port': ['ID=66b51dd6-fdcf-4728-a953-d3b5c4c710e4,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:51.942928 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-65bb043c-e9f7-44ff-a7dc-7393fcd2e082 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.20.0.1 (33abc27d-09ec-43fa-8a80-5f27d0a08f2a/a4a14355-07fb-417f-8302-0d8014d3e013/fed42128-b4c5-4899-ad8d-e2091b80035f) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:48:52.114385 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-65bb043c-e9f7-44ff-a7dc-7393fcd2e082 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:52.130931 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-65bb043c-e9f7-44ff-a7dc-7393fcd2e082 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Transition to ACTIVE for port object fed42128-b4c5-4899-ad8d-e2091b80035f will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:48:52.230125 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-65bb043c-e9f7-44ff-a7dc-7393fcd2e082 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:52.240548 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-76f1404c-b3c6-4ff5-a4ba-afdc53504204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:52.296947 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bb043c-e9f7-44ff-a7dc-7393fcd2e082 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 33abc27d-09ec-43fa-8a80-5f27d0a08f2a is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:52.301150 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-65bb043c-e9f7-44ff-a7dc-7393fcd2e082 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:52.309294 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb043c-e9f7-44ff-a7dc-7393fcd2e082 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:48:52.311598 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 66b51dd6-fdcf-4728-a953-d3b5c4c710e4 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:48:52.349761 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb043c-e9f7-44ff-a7dc-7393fcd2e082 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=fed42128-b4c5-4899-ad8d-e2091b80035f,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:52.375376 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-65bb043c-e9f7-44ff-a7dc-7393fcd2e082 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:52.435179 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 66b51dd6-fdcf-4728-a953-d3b5c4c710e4 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:48:52.440512 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 3af16d57-11fd-4c4c-a0d6-0808ac95c0a0 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:48:52.560936 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 3af16d57-11fd-4c4c-a0d6-0808ac95c0a0 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:48:52.567390 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 3af16d57-11fd-4c4c-a0d6-0808ac95c0a0 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:48:52.568060 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:52.689577 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:52.706982 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 3af16d57-11fd-4c4c-a0d6-0808ac95c0a0, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=3af16d57-11fd-4c4c-a0d6-0808ac95c0a0,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:48:52.720839 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0ebc81-3c57-4a0a-ac5b-2eb9827657e9 None None] Network 33abc27d-09ec-43fa-8a80-5f27d0a08f2a requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:48:52.767336 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-65bb043c-e9f7-44ff-a7dc-7393fcd2e082 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:52.804315 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:52.935493 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-428bc9a3-71af-4aa8-8752-52a59f65033c None None] Provisioning for port 66b51dd6-fdcf-4728-a953-d3b5c4c710e4 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:48:52.946462 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=3af16d57-11fd-4c4c-a0d6-0808ac95c0a0,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:52.955908 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-428bc9a3-71af-4aa8-8752-52a59f65033c None None] Provisioning complete for port 66b51dd6-fdcf-4728-a953-d3b5c4c710e4 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:48:52.956220 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-428bc9a3-71af-4aa8-8752-52a59f65033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:53.147742 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-428bc9a3-71af-4aa8-8752-52a59f65033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:53.182812 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-428bc9a3-71af-4aa8-8752-52a59f65033c None None] For port 66b51dd6-fdcf-4728-a953-d3b5c4c710e4, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=66b51dd6-fdcf-4728-a953-d3b5c4c710e4,segment=NetworkSegment(7e74088c-cff0-4f48-9a42-9a370a7bc9e7),segment_id=7e74088c-cff0-4f48-9a42-9a370a7bc9e7)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:48:53.188858 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:53.246328 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-428bc9a3-71af-4aa8-8752-52a59f65033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:53.334391 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bc9a3-71af-4aa8-8752-52a59f65033c None None] Pushing event updated for resources: {'Port': ['ID=66b51dd6-fdcf-4728-a953-d3b5c4c710e4,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:53.354029 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-65bb043c-e9f7-44ff-a7dc-7393fcd2e082 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:53.361654 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:53.395500 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-65bb043c-e9f7-44ff-a7dc-7393fcd2e082 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:53.411955 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e1e3a624-10aa-4b01-8f9f-24d1ea4da829 None None] Provisioning for port fed42128-b4c5-4899-ad8d-e2091b80035f completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:48:53.417738 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e1e3a624-10aa-4b01-8f9f-24d1ea4da829 None None] Provisioning complete for port fed42128-b4c5-4899-ad8d-e2091b80035f triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:48:53.418149 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e1e3a624-10aa-4b01-8f9f-24d1ea4da829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:53.478380 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-e1e3a624-10aa-4b01-8f9f-24d1ea4da829 None None] Port fed42128-b4c5-4899-ad8d-e2091b80035f cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:48:53.489360 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e1e3a624-10aa-4b01-8f9f-24d1ea4da829 None None] Provisioning complete for port 66b51dd6-fdcf-4728-a953-d3b5c4c710e4 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:48:53.489727 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e1e3a624-10aa-4b01-8f9f-24d1ea4da829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:53.509499 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-65bb043c-e9f7-44ff-a7dc-7393fcd2e082 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:53.520952 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb043c-e9f7-44ff-a7dc-7393fcd2e082 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=fed42128-b4c5-4899-ad8d-e2091b80035f,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:53.650915 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bb043c-e9f7-44ff-a7dc-7393fcd2e082 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 33abc27d-09ec-43fa-8a80-5f27d0a08f2a is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:48:53.652065 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-65bb043c-e9f7-44ff-a7dc-7393fcd2e082 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:48:53.724983 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f35e43a5-0895-42b1-b09a-27654eda4e28 None None] Provisioning complete for port fed42128-b4c5-4899-ad8d-e2091b80035f triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:48:53.725222 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f35e43a5-0895-42b1-b09a-27654eda4e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:53.780405 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-f35e43a5-0895-42b1-b09a-27654eda4e28 None None] Port fed42128-b4c5-4899-ad8d-e2091b80035f cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:48:53.845210 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bb043c-e9f7-44ff-a7dc-7393fcd2e082 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router bc7f4307-66a7-48ac-be4c-e40d086d787f has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:48:53.899175 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-999d793b-02f9-442b-bf33-511726638058 None None] Provisioning complete for port fed42128-b4c5-4899-ad8d-e2091b80035f triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:48:53.899540 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-999d793b-02f9-442b-bf33-511726638058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:53.951850 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-999d793b-02f9-442b-bf33-511726638058 None None] Port fed42128-b4c5-4899-ad8d-e2091b80035f cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:48:54.022237 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bb043c-e9f7-44ff-a7dc-7393fcd2e082 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:48:54.031275 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] Sync routers for ids ['bc7f4307-66a7-48ac-be4c-e40d086d787f'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:48:54.036640 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-65bb043c-e9f7-44ff-a7dc-7393fcd2e082 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "PUT /v2.0/routers/bc7f4307-66a7-48ac-be4c-e40d086d787f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4059570 Mar 07 21:48:54.036820 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50180) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:54.040305 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] Routers {'bc7f4307-66a7-48ac-be4c-e40d086d787f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:48:54.040901 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:48:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['bc7f4307-66a7-48ac-be4c-e40d086d787f'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:54.177756 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c8dec4-8e61-48df-828b-4b218bc5aa39 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:54.178164 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c8dec4-8e61-48df-828b-4b218bc5aa39 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:54.178687 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c8dec4-8e61-48df-828b-4b218bc5aa39 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:54.179143 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c8dec4-8e61-48df-828b-4b218bc5aa39 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:54.179591 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c8dec4-8e61-48df-828b-4b218bc5aa39 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:54.180980 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c8dec4-8e61-48df-828b-4b218bc5aa39 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:54.181989 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b1c8dec4-8e61-48df-828b-4b218bc5aa39 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.1441574 Mar 07 21:48:54.184648 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50184) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:54.254410 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 66b51dd6-fdcf-4728-a953-d3b5c4c710e4 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:48:54.258931 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d05a8e-72a3-464e-8751-1f2fc02dff25 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:54.259404 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d05a8e-72a3-464e-8751-1f2fc02dff25 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:54.259861 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d05a8e-72a3-464e-8751-1f2fc02dff25 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:54.260314 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d05a8e-72a3-464e-8751-1f2fc02dff25 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:54.260763 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d05a8e-72a3-464e-8751-1f2fc02dff25 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:54.261207 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d05a8e-72a3-464e-8751-1f2fc02dff25 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:54.262976 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-27d05a8e-72a3-464e-8751-1f2fc02dff25 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0768943 Mar 07 21:48:54.265856 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50188) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:54.288900 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] Set router bc7f4307-66a7-48ac-be4c-e40d086d787f gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:48:54.475456 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d109c4cd-947e-46ed-a1ed-7e7beb62bd4b tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2083695 Mar 07 21:48:54.533237 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 66b51dd6-fdcf-4728-a953-d3b5c4c710e4 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:48:54.533627 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:54.717544 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 3af16d57-11fd-4c4c-a0d6-0808ac95c0a0 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:48:54.763037 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50194) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:54.768565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-a6533f0e-2ec5-4182-90f1-e0f0182f9168 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-893249645', 'description': 'tempest-secgroup-smoke-893249645 description', 'project_id': 'eabc753b02e646aebebe0162c5cfe322'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:54.775134 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a6533f0e-2ec5-4182-90f1-e0f0182f9168 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:48:54.783336 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:54.783476 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a6533f0e-2ec5-4182-90f1-e0f0182f9168 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:48:54.783570 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'name': 'tempest-TestNetworkBasicOps-router-1786951269', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:46Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:47Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'fed42128-b4c5-4899-ad8d-e2091b80035f', 'name': '', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:41:08:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:51Z', 'updated_at': '2022-03-07T21:48:53Z', 'revision_number': 2, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:54.783694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a6533f0e-2ec5-4182-90f1-e0f0182f9168 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:48:54.786703 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] Checking router: bc7f4307-66a7-48ac-be4c-e40d086d787f for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:48:54.787049 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] Updating router bc7f4307-66a7-48ac-be4c-e40d086d787f port fed42128-b4c5-4899-ad8d-e2091b80035f binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:48:54.789091 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a6533f0e-2ec5-4182-90f1-e0f0182f9168 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:48:54.840510 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a6533f0e-2ec5-4182-90f1-e0f0182f9168 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:54.846692 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 3af16d57-11fd-4c4c-a0d6-0808ac95c0a0 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:48:54.847060 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:54.863136 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a6533f0e-2ec5-4182-90f1-e0f0182f9168 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:48:54.867964 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a6533f0e-2ec5-4182-90f1-e0f0182f9168 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:48:54.870844 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a6533f0e-2ec5-4182-90f1-e0f0182f9168 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:48:54.876621 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a6533f0e-2ec5-4182-90f1-e0f0182f9168 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:48:54.881274 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:54.945800 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a6533f0e-2ec5-4182-90f1-e0f0182f9168 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:55.011830 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a6533f0e-2ec5-4182-90f1-e0f0182f9168 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:55.058679 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6533f0e-2ec5-4182-90f1-e0f0182f9168 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca5ade6-9a66-46b4-96e9-b31e52e8b1af,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:55.143600 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a6533f0e-2ec5-4182-90f1-e0f0182f9168 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:55.145379 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a6533f0e-2ec5-4182-90f1-e0f0182f9168 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3812881 Mar 07 21:48:55.148290 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50198) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:55.153206 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-1259b2da-0870-4bf4-965c-a1af6d841ef5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': 'eca5ade6-9a66-46b4-96e9-b31e52e8b1af', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:55.159040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1259b2da-0870-4bf4-965c-a1af6d841ef5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:48:55.162815 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1259b2da-0870-4bf4-965c-a1af6d841ef5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:48:55.165888 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1259b2da-0870-4bf4-965c-a1af6d841ef5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:48:55.171635 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1259b2da-0870-4bf4-965c-a1af6d841ef5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:48:55.247284 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1259b2da-0870-4bf4-965c-a1af6d841ef5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:55.281266 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:55.292787 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] Transition to ACTIVE for port object fed42128-b4c5-4899-ad8d-e2091b80035f will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:48:55.306129 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1259b2da-0870-4bf4-965c-a1af6d841ef5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:55.343429 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:55.366337 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1259b2da-0870-4bf4-965c-a1af6d841ef5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:55.389613 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259b2da-0870-4bf4-965c-a1af6d841ef5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd2cac33-d37e-4392-b9ec-d642ef890ba4,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:55.463658 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1259b2da-0870-4bf4-965c-a1af6d841ef5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:55.464877 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1259b2da-0870-4bf4-965c-a1af6d841ef5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3156638 Mar 07 21:48:55.468008 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50202) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:55.473946 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-cfb99110-ea2d-437a-9ab5-1af34b15cc80 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': 'eca5ade6-9a66-46b4-96e9-b31e52e8b1af', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:55.480486 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-cfb99110-ea2d-437a-9ab5-1af34b15cc80 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:48:55.484713 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-cfb99110-ea2d-437a-9ab5-1af34b15cc80 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:48:55.488570 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-cfb99110-ea2d-437a-9ab5-1af34b15cc80 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:48:55.494988 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-cfb99110-ea2d-437a-9ab5-1af34b15cc80 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:48:55.499244 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93d789-0bfa-4972-b5c2-b23847b1ede2 None None] Pushing event updated for resources: {'Port': ['ID=fed42128-b4c5-4899-ad8d-e2091b80035f,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:55.559835 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] Attempting to bind port fed42128-b4c5-4899-ad8d-e2091b80035f on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:48:55.560314 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] Attempting to bind port fed42128-b4c5-4899-ad8d-e2091b80035f by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '7e74088c-cff0-4f48-9a42-9a370a7bc9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:48:55.560676 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] Attempting to bind port fed42128-b4c5-4899-ad8d-e2091b80035f on network 33abc27d-09ec-43fa-8a80-5f27d0a08f2a {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:48:55.566856 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:48:55.567226 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] Checking segment: {'id': '7e74088c-cff0-4f48-9a42-9a370a7bc9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:48:55.567617 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:55.568003 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] Bound using segment: {'id': '7e74088c-cff0-4f48-9a42-9a370a7bc9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:48:55.568463 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] Bound port: fed42128-b4c5-4899-ad8d-e2091b80035f, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e74088c-cff0-4f48-9a42-9a370a7bc9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:48:55.568831 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:55.590706 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cfb99110-ea2d-437a-9ab5-1af34b15cc80 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:55.666611 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] For port fed42128-b4c5-4899-ad8d-e2091b80035f, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:48:55.667976 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cfb99110-ea2d-437a-9ab5-1af34b15cc80 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:55.670660 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] For port fed42128-b4c5-4899-ad8d-e2091b80035f, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=fed42128-b4c5-4899-ad8d-e2091b80035f,segment=NetworkSegment(7e74088c-cff0-4f48-9a42-9a370a7bc9e7),segment_id=7e74088c-cff0-4f48-9a42-9a370a7bc9e7)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:48:55.720029 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cfb99110-ea2d-437a-9ab5-1af34b15cc80 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:55.737763 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:55.744229 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb99110-ea2d-437a-9ab5-1af34b15cc80 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f776b5b-511d-4f47-9786-16f5d78b2eec,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:55.795350 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cfb99110-ea2d-437a-9ab5-1af34b15cc80 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:55.799609 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cfb99110-ea2d-437a-9ab5-1af34b15cc80 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3277659 Mar 07 21:48:55.800222 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50206) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:55.806247 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-54be8275-37e5-42e0-b364-ea5702ea9615 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': 'eca5ade6-9a66-46b4-96e9-b31e52e8b1af', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:55.813470 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-54be8275-37e5-42e0-b364-ea5702ea9615 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:48:55.816885 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-54be8275-37e5-42e0-b364-ea5702ea9615 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:48:55.819815 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-54be8275-37e5-42e0-b364-ea5702ea9615 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:48:55.826324 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-54be8275-37e5-42e0-b364-ea5702ea9615 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:48:55.853751 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] Routers {'bc7f4307-66a7-48ac-be4c-e40d086d787f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:48:55.854400 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:48:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['bc7f4307-66a7-48ac-be4c-e40d086d787f'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:55.910235 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93d789-0bfa-4972-b5c2-b23847b1ede2 None None] Pushing event updated for resources: {'Port': ['ID=fed42128-b4c5-4899-ad8d-e2091b80035f,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:55.922090 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-54be8275-37e5-42e0-b364-ea5702ea9615 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:55.991152 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-54be8275-37e5-42e0-b364-ea5702ea9615 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:56.040588 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] Set router bc7f4307-66a7-48ac-be4c-e40d086d787f gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:48:56.080409 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-54be8275-37e5-42e0-b364-ea5702ea9615 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:56.106625 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be8275-37e5-42e0-b364-ea5702ea9615 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae42b2a-e3ed-42bf-ab64-4add07a551d7,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:56.184214 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-54be8275-37e5-42e0-b364-ea5702ea9615 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:56.185457 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-54be8275-37e5-42e0-b364-ea5702ea9615 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3841670 Mar 07 21:48:56.188167 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50210) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:56.193244 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-4d868efb-d530-487d-8fc3-3893882950a1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': 'eca5ade6-9a66-46b4-96e9-b31e52e8b1af', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:56.199117 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4d868efb-d530-487d-8fc3-3893882950a1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:48:56.202950 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4d868efb-d530-487d-8fc3-3893882950a1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:48:56.205869 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4d868efb-d530-487d-8fc3-3893882950a1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:48:56.212059 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4d868efb-d530-487d-8fc3-3893882950a1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:48:56.276373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d868efb-d530-487d-8fc3-3893882950a1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:56.368254 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'name': 'tempest-TestNetworkBasicOps-router-1786951269', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:46Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:47Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'fed42128-b4c5-4899-ad8d-e2091b80035f', 'name': '', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:41:08:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:51Z', 'updated_at': '2022-03-07T21:48:55Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:48:56.372286 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690d6e68-14ac-4602-b46e-40e7b92dd6c7 None None] The sync data for ids ['bc7f4307-66a7-48ac-be4c-e40d086d787f'] in dv-neutron-829957-1-hyperv is: [{'id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'name': 'tempest-TestNetworkBasicOps-router-1786951269', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:46Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:47Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'fed42128-b4c5-4899-ad8d-e2091b80035f', 'name': '', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:41:08:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:51Z', 'updated_at': '2022-03-07T21:48:55Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:48:56.458230 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d868efb-d530-487d-8fc3-3893882950a1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:56.503759 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d868efb-d530-487d-8fc3-3893882950a1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:56.529849 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d868efb-d530-487d-8fc3-3893882950a1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17c41dc-5edd-4a21-aaf4-c25dc44e4b44,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:56.589317 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d868efb-d530-487d-8fc3-3893882950a1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:56.590655 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4d868efb-d530-487d-8fc3-3893882950a1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4015646 Mar 07 21:48:56.593322 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50214) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:56.598604 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-e37356cf-7fe8-4633-be18-9bcb6a4f0136 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': 'eca5ade6-9a66-46b4-96e9-b31e52e8b1af', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:56.604704 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e37356cf-7fe8-4633-be18-9bcb6a4f0136 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:48:56.608520 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e37356cf-7fe8-4633-be18-9bcb6a4f0136 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:48:56.611598 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e37356cf-7fe8-4633-be18-9bcb6a4f0136 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:48:56.617437 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e37356cf-7fe8-4633-be18-9bcb6a4f0136 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:48:56.663653 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-e37356cf-7fe8-4633-be18-9bcb6a4f0136 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Project eabc753b02e646aebebe0162c5cfe322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:48:56.670646 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e37356cf-7fe8-4633-be18-9bcb6a4f0136 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:56.737670 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e37356cf-7fe8-4633-be18-9bcb6a4f0136 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:56.789179 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e37356cf-7fe8-4633-be18-9bcb6a4f0136 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:56.817931 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37356cf-7fe8-4633-be18-9bcb6a4f0136 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b30638f6-7aa8-4cd4-84d2-e84c5c313ff7,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:56.875143 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e37356cf-7fe8-4633-be18-9bcb6a4f0136 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:56.876517 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e37356cf-7fe8-4633-be18-9bcb6a4f0136 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2821321 Mar 07 21:48:56.879827 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50218) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:48:56.885019 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-a69f4707-2fdb-4cc1-960e-a703b47724c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': 'eca5ade6-9a66-46b4-96e9-b31e52e8b1af', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:48:56.891207 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a69f4707-2fdb-4cc1-960e-a703b47724c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:48:56.894976 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a69f4707-2fdb-4cc1-960e-a703b47724c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:48:56.898002 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a69f4707-2fdb-4cc1-960e-a703b47724c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:48:56.903863 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a69f4707-2fdb-4cc1-960e-a703b47724c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:48:56.966516 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.securitygroups_db [None req-a69f4707-2fdb-4cc1-960e-a703b47724c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Project eabc753b02e646aebebe0162c5cfe322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:48:56.974373 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a69f4707-2fdb-4cc1-960e-a703b47724c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:57.041936 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a69f4707-2fdb-4cc1-960e-a703b47724c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:57.114917 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a69f4707-2fdb-4cc1-960e-a703b47724c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:57.139827 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f4707-2fdb-4cc1-960e-a703b47724c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1317aa7-5ea6-490b-bd41-b67388576997,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:57.200411 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a69f4707-2fdb-4cc1-960e-a703b47724c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:57.201659 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a69f4707-2fdb-4cc1-960e-a703b47724c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3208244 Mar 07 21:48:57.417477 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-4d4d1b18-b2e0-4016-8122-59760c2c9b77 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:48:57.497085 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-4d4d1b18-b2e0-4016-8122-59760c2c9b77 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:48:57.498245 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-4d4d1b18-b2e0-4016-8122-59760c2c9b77 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-893249645&fields=id&tenant_id=eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 267 time: 0.1182778 Mar 07 21:48:57.650225 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-a22486a2-924e-44f1-b9e6-176c2c04b235 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:48:57.650905 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-a22486a2-924e-44f1-b9e6-176c2c04b235 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:network {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:48:57.726082 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-a22486a2-924e-44f1-b9e6-176c2c04b235 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:network {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:48:57.727210 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-a22486a2-924e-44f1-b9e6-176c2c04b235 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/networks?id=33abc27d-09ec-43fa-8a80-5f27d0a08f2a HTTP/1.1" status: 200 len: 797 time: 0.2219012 Mar 07 21:48:57.742697 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-f13af416-a8ee-452e-8802-67860c17d4e0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/quotas/eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 375 time: 0.0099633 Mar 07 21:48:57.826432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-f37d3b8c-6760-4076-a191-95c0a83fa6d0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:48:57.897522 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-f37d3b8c-6760-4076-a191-95c0a83fa6d0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:48:57.898840 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-f37d3b8c-6760-4076-a191-95c0a83fa6d0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1508942 Mar 07 21:48:58.036028 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-21feb683-bf9c-4cbe-828a-31b6ad27fa4b service neutron] 10.222.0.21 "GET /v2.0/networks/33abc27d-09ec-43fa-8a80-5f27d0a08f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253269 Mar 07 21:48:58.168613 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-3f2419f2-8e3a-4820-bb2a-5062ec151f5f service neutron] 10.222.0.21 "GET /v2.0/networks/33abc27d-09ec-43fa-8a80-5f27d0a08f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263964 Mar 07 21:48:58.265945 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device fed42128-b4c5-4899-ad8d-e2091b80035f up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:48:58.383575 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port fed42128-b4c5-4899-ad8d-e2091b80035f completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:48:58.388623 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port fed42128-b4c5-4899-ad8d-e2091b80035f triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:48:58.389173 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:58.428211 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4ae3e0db-f2e8-4daf-82ab-0c3ed2aeb3da req-4760517e-90fa-478d-af51-18eba5c296b3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=4668bdce-6748-4d57-a110-0f707e1e4bf7 HTTP/1.1" status: 200 len: 210 time: 0.0469215 Mar 07 21:48:58.518169 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:58.551881 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port fed42128-b4c5-4899-ad8d-e2091b80035f, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=fed42128-b4c5-4899-ad8d-e2091b80035f,segment=NetworkSegment(7e74088c-cff0-4f48-9a42-9a370a7bc9e7),segment_id=7e74088c-cff0-4f48-9a42-9a370a7bc9e7)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:48:58.605937 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:48:58.672432 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=fed42128-b4c5-4899-ad8d-e2091b80035f,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:48:59.584755 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cf1b8c8c-7dcb-4026-b6f2-2ecfe2d3ee37 req-200cfd3b-8b84-4ec7-9378-a59a64fbe993 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=4668bdce-6748-4d57-a110-0f707e1e4bf7 HTTP/1.1" status: 200 len: 210 time: 0.0482666 Mar 07 21:49:00.252711 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device fed42128-b4c5-4899-ad8d-e2091b80035f up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:49:00.288962 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-1ba40ee8-9f08-4a7b-ad86-3f5dafab960f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:00.289636 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-1ba40ee8-9f08-4a7b-ad86-3f5dafab960f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:network {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:49:00.301774 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-1ba40ee8-9f08-4a7b-ad86-3f5dafab960f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:network {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:49:00.302963 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-1ba40ee8-9f08-4a7b-ad86-3f5dafab960f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/networks?id=33abc27d-09ec-43fa-8a80-5f27d0a08f2a HTTP/1.1" status: 200 len: 797 time: 0.1583378 Mar 07 21:49:00.324382 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port fed42128-b4c5-4899-ad8d-e2091b80035f triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:49:00.324798 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:00.356373 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-793136f9-6a80-4b57-bd81-4f01ce3db522 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 379 time: 0.0454528 Mar 07 21:49:00.364985 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-4f51f0cd-a34d-4960-8301-440871dc3afd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'port': {'device_id': '4668bdce-6748-4d57-a110-0f707e1e4bf7', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'admin_state_up': True, 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'security_groups': ['eca5ade6-9a66-46b4-96e9-b31e52e8b1af']}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:00.503191 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-4f51f0cd-a34d-4960-8301-440871dc3afd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:49:00.513036 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-4f51f0cd-a34d-4960-8301-440871dc3afd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:49:00.565738 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-4f51f0cd-a34d-4960-8301-440871dc3afd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:49:00.569281 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-4f51f0cd-a34d-4960-8301-440871dc3afd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:00.746265 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-71f0390c-f55c-40f0-b11f-0ed870c0a703 req-a34d6baf-04ce-43c0-a09e-1f8f8ac04802 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=4668bdce-6748-4d57-a110-0f707e1e4bf7 HTTP/1.1" status: 200 len: 210 time: 0.0447185 Mar 07 21:49:00.854743 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-4f51f0cd-a34d-4960-8301-440871dc3afd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.20.0.11 (33abc27d-09ec-43fa-8a80-5f27d0a08f2a/a4a14355-07fb-417f-8302-0d8014d3e013/7f331985-11cf-4c82-a159-01df1e762c53) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:49:01.043098 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-4f51f0cd-a34d-4960-8301-440871dc3afd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:01.058062 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-4f51f0cd-a34d-4960-8301-440871dc3afd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Transition to ACTIVE for port object 7f331985-11cf-4c82-a159-01df1e762c53 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:49:01.137944 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-4f51f0cd-a34d-4960-8301-440871dc3afd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:01.206264 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-4f51f0cd-a34d-4960-8301-440871dc3afd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 33abc27d-09ec-43fa-8a80-5f27d0a08f2a is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:49:01.213814 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-4f51f0cd-a34d-4960-8301-440871dc3afd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:49:01.218147 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-4f51f0cd-a34d-4960-8301-440871dc3afd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:49:01.252144 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51f0cd-a34d-4960-8301-440871dc3afd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=7f331985-11cf-4c82-a159-01df1e762c53,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:01.289647 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-4f51f0cd-a34d-4960-8301-440871dc3afd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:01.290440 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-4f51f0cd-a34d-4960-8301-440871dc3afd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:01.389866 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-4f51f0cd-a34d-4960-8301-440871dc3afd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0290966 Mar 07 21:49:01.401181 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-8e76720b-51a7-40df-ab4f-d014ad853d5a service neutron] Request body: {'port': {'device_id': '4668bdce-6748-4d57-a110-0f707e1e4bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:01.533498 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-8e76720b-51a7-40df-ab4f-d014ad853d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:01.537767 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-824fdd9f-c37a-47a2-8066-d64648447248 None None] Provisioning for port 7f331985-11cf-4c82-a159-01df1e762c53 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:49:01.543024 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-824fdd9f-c37a-47a2-8066-d64648447248 None None] Provisioning complete for port 7f331985-11cf-4c82-a159-01df1e762c53 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:49:01.543494 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-824fdd9f-c37a-47a2-8066-d64648447248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:01.600767 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-824fdd9f-c37a-47a2-8066-d64648447248 None None] Port 7f331985-11cf-4c82-a159-01df1e762c53 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:49:01.892477 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-8e76720b-51a7-40df-ab4f-d014ad853d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f331985-11cf-4c82-a159-01df1e762c53 {{(pid=88387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:49:01.900244 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-8e76720b-51a7-40df-ab4f-d014ad853d5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:01.918988 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-8e76720b-51a7-40df-ab4f-d014ad853d5a service neutron] Transition to ACTIVE for port object 7f331985-11cf-4c82-a159-01df1e762c53 will not be triggered until provisioned by entity L2. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:49:01.940731 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f438c-6c15-468b-b06b-714b18a0e5ed req-ae5ca596-4081-44a1-9dd9-913c5bbce385 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:01.942247 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-477f438c-6c15-468b-b06b-714b18a0e5ed req-ae5ca596-4081-44a1-9dd9-913c5bbce385 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=4668bdce-6748-4d57-a110-0f707e1e4bf7 HTTP/1.1" status: 200 len: 932 time: 0.0890534 Mar 07 21:49:01.971899 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-8e76720b-51a7-40df-ab4f-d014ad853d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:01.988934 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-477f438c-6c15-468b-b06b-714b18a0e5ed req-44edb3cc-f14b-46e2-9a08-c5116bc86a86 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=eca5ade6-9a66-46b4-96e9-b31e52e8b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399311 Mar 07 21:49:02.137293 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76720b-51a7-40df-ab4f-d014ad853d5a service neutron] Pushing event updated for resources: {'Port': ['ID=7f331985-11cf-4c82-a159-01df1e762c53,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:02.214041 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-8e76720b-51a7-40df-ab4f-d014ad853d5a service neutron] Attempting to bind port 7f331985-11cf-4c82-a159-01df1e762c53 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:49:02.214378 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-8e76720b-51a7-40df-ab4f-d014ad853d5a service neutron] Attempting to bind port 7f331985-11cf-4c82-a159-01df1e762c53 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '7e74088c-cff0-4f48-9a42-9a370a7bc9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:49:02.214701 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-8e76720b-51a7-40df-ab4f-d014ad853d5a service neutron] Attempting to bind port 7f331985-11cf-4c82-a159-01df1e762c53 on network 33abc27d-09ec-43fa-8a80-5f27d0a08f2a {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:49:02.219325 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-8e76720b-51a7-40df-ab4f-d014ad853d5a service neutron] Port 7f331985-11cf-4c82-a159-01df1e762c53 on network 33abc27d-09ec-43fa-8a80-5f27d0a08f2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:49:02.219634 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-8e76720b-51a7-40df-ab4f-d014ad853d5a service neutron] Attempting to bind port 7f331985-11cf-4c82-a159-01df1e762c53 on network 33abc27d-09ec-43fa-8a80-5f27d0a08f2a {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:49:02.226262 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-8e76720b-51a7-40df-ab4f-d014ad853d5a service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:49:02.226594 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-8e76720b-51a7-40df-ab4f-d014ad853d5a service neutron] Checking segment: {'id': '7e74088c-cff0-4f48-9a42-9a370a7bc9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:49:02.226964 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-8e76720b-51a7-40df-ab4f-d014ad853d5a service neutron] Bound using segment: {'id': '7e74088c-cff0-4f48-9a42-9a370a7bc9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a'} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:49:02.227406 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-8e76720b-51a7-40df-ab4f-d014ad853d5a service neutron] Bound port: 7f331985-11cf-4c82-a159-01df1e762c53, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e74088c-cff0-4f48-9a42-9a370a7bc9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a'}}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:49:02.227773 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-8e76720b-51a7-40df-ab4f-d014ad853d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:02.324886 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-8e76720b-51a7-40df-ab4f-d014ad853d5a service neutron] For port 7f331985-11cf-4c82-a159-01df1e762c53, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:49:02.327942 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-8e76720b-51a7-40df-ab4f-d014ad853d5a service neutron] For port 7f331985-11cf-4c82-a159-01df1e762c53, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=7f331985-11cf-4c82-a159-01df1e762c53,segment=NetworkSegment(7e74088c-cff0-4f48-9a42-9a370a7bc9e7),segment_id=7e74088c-cff0-4f48-9a42-9a370a7bc9e7)] {{(pid=88387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:49:02.389840 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-8e76720b-51a7-40df-ab4f-d014ad853d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:02.445922 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-8e76720b-51a7-40df-ab4f-d014ad853d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:02.449813 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-8e76720b-51a7-40df-ab4f-d014ad853d5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:02.449813 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-8e76720b-51a7-40df-ab4f-d014ad853d5a service neutron] 10.222.0.11 "PUT /v2.0/ports/7f331985-11cf-4c82-a159-01df1e762c53 HTTP/1.1" status: 200 len: 1094 time: 1.0507803 Mar 07 21:49:02.449813 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4668bdce-6748-4d57-a110-0f707e1e4bf7', 'tag': '7f331985-11cf-4c82-a159-01df1e762c53'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:49:02.484333 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76720b-51a7-40df-ab4f-d014ad853d5a service neutron] Pushing event updated for resources: {'Port': ['ID=7f331985-11cf-4c82-a159-01df1e762c53,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:02.509917 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4668bdce-6748-4d57-a110-0f707e1e4bf7', 'tag': '7f331985-11cf-4c82-a159-01df1e762c53', 'status': 'completed', 'code': 200} Mar 07 21:49:02.612862 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57570064-b62c-4737-b3f9-e52bb2d434f8 req-36fb0654-d8a8-4637-89c4-620c7103f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:02.614415 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-57570064-b62c-4737-b3f9-e52bb2d434f8 req-36fb0654-d8a8-4637-89c4-620c7103f32f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=4668bdce-6748-4d57-a110-0f707e1e4bf7 HTTP/1.1" status: 200 len: 1097 time: 0.0826170 Mar 07 21:49:02.766821 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57570064-b62c-4737-b3f9-e52bb2d434f8 req-4ac4a831-6516-4f79-bde7-08690c0b4fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:02.768279 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-57570064-b62c-4737-b3f9-e52bb2d434f8 req-4ac4a831-6516-4f79-bde7-08690c0b4fd5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=eabc753b02e646aebebe0162c5cfe322&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1461139 Mar 07 21:49:03.006126 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57570064-b62c-4737-b3f9-e52bb2d434f8 req-77388b80-928e-4e13-9ce3-d8464598c577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:03.007554 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-57570064-b62c-4737-b3f9-e52bb2d434f8 req-77388b80-928e-4e13-9ce3-d8464598c577 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2335742 Mar 07 21:49:03.115611 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-4bfb0976-eadd-4d25-82c1-0ddb395dde59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:03.117107 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-4bfb0976-eadd-4d25-82c1-0ddb395dde59 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=4668bdce-6748-4d57-a110-0f707e1e4bf7 HTTP/1.1" status: 200 len: 1097 time: 0.0719073 Mar 07 21:49:03.176654 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd7bb7-6efa-439f-8783-e14db585ad18 req-42754c82-9999-41fc-ab58-c8631701ed71 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:03.178261 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-68bd7bb7-6efa-439f-8783-e14db585ad18 req-42754c82-9999-41fc-ab58-c8631701ed71 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=4668bdce-6748-4d57-a110-0f707e1e4bf7 HTTP/1.1" status: 200 len: 944 time: 0.0822556 Mar 07 21:49:03.188599 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-76c13027-e559-487a-bca6-f55cb1589db4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f331985-11cf-4c82-a159-01df1e762c53 HTTP/1.1" status: 200 len: 217 time: 0.0649526 Mar 07 21:49:03.223597 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-68bd7bb7-6efa-439f-8783-e14db585ad18 req-1bb8df68-d974-43d4-abb0-a943e8d8f490 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=eca5ade6-9a66-46b4-96e9-b31e52e8b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384383 Mar 07 21:49:03.252512 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-ccb42e33-426e-4f39-bcc2-b05622e0046c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:03.254102 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-ccb42e33-426e-4f39-bcc2-b05622e0046c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4a14355-07fb-417f-8302-0d8014d3e013 HTTP/1.1" status: 200 len: 835 time: 0.0597296 Mar 07 21:49:03.331294 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-0c730a9b-e48d-46e8-a9fb-843285597551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:03.332795 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-0c730a9b-e48d-46e8-a9fb-843285597551 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=33abc27d-09ec-43fa-8a80-5f27d0a08f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731688 Mar 07 21:49:03.465116 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-78495123-e784-4570-aecd-818c8111ce5f service neutron] 10.222.0.11 "GET /v2.0/networks/33abc27d-09ec-43fa-8a80-5f27d0a08f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260688 Mar 07 21:49:03.603575 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3021ae78-a874-4816-b1d6-f543234b6b7d req-b4bf3751-32db-4bb2-88b9-24801992e908 service neutron] 10.222.0.11 "GET /v2.0/networks/33abc27d-09ec-43fa-8a80-5f27d0a08f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326909 Mar 07 21:49:04.421704 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee5282-e4f3-4da9-a361-d8746c487172 req-18651504-d658-48ff-aac9-14961ddbe6a5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:04.423211 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2dee5282-e4f3-4da9-a361-d8746c487172 req-18651504-d658-48ff-aac9-14961ddbe6a5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=4668bdce-6748-4d57-a110-0f707e1e4bf7 HTTP/1.1" status: 200 len: 944 time: 0.0831079 Mar 07 21:49:04.467733 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2dee5282-e4f3-4da9-a361-d8746c487172 req-bfe39e87-6722-4099-8dbb-98e24fbaba1c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=eca5ade6-9a66-46b4-96e9-b31e52e8b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389154 Mar 07 21:49:04.999754 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 7f331985-11cf-4c82-a159-01df1e762c53 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 21:49:05.135690 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 7f331985-11cf-4c82-a159-01df1e762c53, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=7f331985-11cf-4c82-a159-01df1e762c53,segment=NetworkSegment(7e74088c-cff0-4f48-9a42-9a370a7bc9e7),segment_id=7e74088c-cff0-4f48-9a42-9a370a7bc9e7)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:49:05.148376 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '7f331985-11cf-4c82-a159-01df1e762c53', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'port_id': '7f331985-11cf-4c82-a159-01df1e762c53', 'mac_address': 'fa:16:3e:3b:cc:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 21:49:05.202698 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:05.219537 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f331985-11cf-4c82-a159-01df1e762c53 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:49:05.235148 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 7f331985-11cf-4c82-a159-01df1e762c53, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=7f331985-11cf-4c82-a159-01df1e762c53,segment=NetworkSegment(7e74088c-cff0-4f48-9a42-9a370a7bc9e7),segment_id=7e74088c-cff0-4f48-9a42-9a370a7bc9e7)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:49:05.291876 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:05.366042 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=7f331985-11cf-4c82-a159-01df1e762c53,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:05.507339 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['7f331985-11cf-4c82-a159-01df1e762c53'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 21:49:05.678603 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7ea2f-876f-417c-86cd-6b91e347e6ad req-427b5433-1482-4c82-afac-86992c10afbe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:05.680107 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f3d7ea2f-876f-417c-86cd-6b91e347e6ad req-427b5433-1482-4c82-afac-86992c10afbe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=4668bdce-6748-4d57-a110-0f707e1e4bf7 HTTP/1.1" status: 200 len: 945 time: 0.0921543 Mar 07 21:49:05.734401 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f3d7ea2f-876f-417c-86cd-6b91e347e6ad req-c89a4728-95bd-44c1-977c-e2113a887741 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=eca5ade6-9a66-46b4-96e9-b31e52e8b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483828 Mar 07 21:49:06.930304 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec9262-2463-4ba6-9b70-afe971bcd6e0 req-cebbec54-5343-48d6-946d-c0db2b824f14 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:06.932088 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-abec9262-2463-4ba6-9b70-afe971bcd6e0 req-cebbec54-5343-48d6-946d-c0db2b824f14 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=4668bdce-6748-4d57-a110-0f707e1e4bf7 HTTP/1.1" status: 200 len: 945 time: 0.0857785 Mar 07 21:49:06.975986 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-abec9262-2463-4ba6-9b70-afe971bcd6e0 req-d59679b7-6b1d-4dd2-b8c1-e013de7ea3aa tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=eca5ade6-9a66-46b4-96e9-b31e52e8b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383544 Mar 07 21:49:07.030522 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 7f331985-11cf-4c82-a159-01df1e762c53 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:49:07.171696 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 7f331985-11cf-4c82-a159-01df1e762c53 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:49:07.176630 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 7f331985-11cf-4c82-a159-01df1e762c53 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:49:07.176999 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:07.301691 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:07.331879 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4668bdce-6748-4d57-a110-0f707e1e4bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f331985-11cf-4c82-a159-01df1e762c53'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:49:07.344667 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 7f331985-11cf-4c82-a159-01df1e762c53, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=7f331985-11cf-4c82-a159-01df1e762c53,segment=NetworkSegment(7e74088c-cff0-4f48-9a42-9a370a7bc9e7),segment_id=7e74088c-cff0-4f48-9a42-9a370a7bc9e7)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:49:07.377110 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4668bdce-6748-4d57-a110-0f707e1e4bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f331985-11cf-4c82-a159-01df1e762c53', 'code': 200} Mar 07 21:49:07.434791 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:07.503840 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=7f331985-11cf-4c82-a159-01df1e762c53,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:07.872657 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4abc1-ddef-4df1-ab81-1477aa4ed992 req-03f3ca38-eebe-4c44-98a0-b516e30b337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:07.874756 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-62b4abc1-ddef-4df1-ab81-1477aa4ed992 req-03f3ca38-eebe-4c44-98a0-b516e30b337c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4668bdce-6748-4d57-a110-0f707e1e4bf7 HTTP/1.1" status: 200 len: 1099 time: 0.0784540 Mar 07 21:49:07.919077 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-62b4abc1-ddef-4df1-ab81-1477aa4ed992 req-927de176-f64b-46d1-a9a6-8a843a42aff0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=eca5ade6-9a66-46b4-96e9-b31e52e8b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382001 Mar 07 21:49:08.175445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ef488-01db-4f17-b3d6-0cddf3f3aa35 req-f31c2c23-74d3-464f-8a94-5f2d6945ef66 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:08.177564 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3e6ef488-01db-4f17-b3d6-0cddf3f3aa35 req-f31c2c23-74d3-464f-8a94-5f2d6945ef66 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=4668bdce-6748-4d57-a110-0f707e1e4bf7 HTTP/1.1" status: 200 len: 946 time: 0.0874021 Mar 07 21:49:08.224295 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3e6ef488-01db-4f17-b3d6-0cddf3f3aa35 req-7c88615d-9536-4a17-92de-f9da4850b36e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=eca5ade6-9a66-46b4-96e9-b31e52e8b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410600 Mar 07 21:49:09.421055 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3613f67-df2c-44c5-861e-7a04ec82ee9c req-33f5399d-9ad8-4daa-b580-0e5151c528a9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:09.424063 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c3613f67-df2c-44c5-861e-7a04ec82ee9c req-33f5399d-9ad8-4daa-b580-0e5151c528a9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=4668bdce-6748-4d57-a110-0f707e1e4bf7 HTTP/1.1" status: 200 len: 946 time: 0.0879512 Mar 07 21:49:09.473429 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c3613f67-df2c-44c5-861e-7a04ec82ee9c req-85d82536-4c23-414e-89fe-f321c7496ee4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=eca5ade6-9a66-46b4-96e9-b31e52e8b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442920 Mar 07 21:49:09.675510 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bf5ce-d033-4420-a196-e408207a58b6 req-8a2671a8-ade1-4ff7-9ef8-7e287fcc86b5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:09.676874 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-563bf5ce-d033-4420-a196-e408207a58b6 req-8a2671a8-ade1-4ff7-9ef8-7e287fcc86b5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=4668bdce-6748-4d57-a110-0f707e1e4bf7 HTTP/1.1" status: 200 len: 946 time: 0.0882673 Mar 07 21:49:09.725200 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-563bf5ce-d033-4420-a196-e408207a58b6 req-18c789c7-4d01-43b7-aa29-279119299fe2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=eca5ade6-9a66-46b4-96e9-b31e52e8b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418522 Mar 07 21:49:09.750904 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50310) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:49:09.828900 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9ba958-fc20-4aef-8c0d-f0385d2cc63e tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:09.830388 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6e9ba958-fc20-4aef-8c0d-f0385d2cc63e tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4668bdce-6748-4d57-a110-0f707e1e4bf7 HTTP/1.1" status: 200 len: 1094 time: 0.0782135 Mar 07 21:49:09.833081 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50314) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:49:09.837784 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-3f79deb7-1ae0-43d0-989c-17ac38592023 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': '7f331985-11cf-4c82-a159-01df1e762c53', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:09.843637 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-3f79deb7-1ae0-43d0-989c-17ac38592023 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:49:09.847473 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-3f79deb7-1ae0-43d0-989c-17ac38592023 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:floatingip and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:49:09.851082 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-3f79deb7-1ae0-43d0-989c-17ac38592023 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:49:09.856785 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-3f79deb7-1ae0-43d0-989c-17ac38592023 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:49:09.949084 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f79deb7-1ae0-43d0-989c-17ac38592023 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:10.109795 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f79deb7-1ae0-43d0-989c-17ac38592023 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:10.278358 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-3f79deb7-1ae0-43d0-989c-17ac38592023 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.26.2.46 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/8e572b09-a672-4643-b619-543595cd7076) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:49:10.433272 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f79deb7-1ae0-43d0-989c-17ac38592023 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:10.566601 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f79deb7-1ae0-43d0-989c-17ac38592023 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:10.629454 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f79deb7-1ae0-43d0-989c-17ac38592023 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:49:10.636499 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-3f79deb7-1ae0-43d0-989c-17ac38592023 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:49:10.640460 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f79deb7-1ae0-43d0-989c-17ac38592023 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:49:10.670368 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79deb7-1ae0-43d0-989c-17ac38592023 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=8e572b09-a672-4643-b619-543595cd7076,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:11.200145 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f79deb7-1ae0-43d0-989c-17ac38592023 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:11.352483 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f79deb7-1ae0-43d0-989c-17ac38592023 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:11.567861 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f79deb7-1ae0-43d0-989c-17ac38592023 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:11.628738 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f79deb7-1ae0-43d0-989c-17ac38592023 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:11.739443 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79deb7-1ae0-43d0-989c-17ac38592023 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=8e572b09-a672-4643-b619-543595cd7076,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:11.751672 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f79deb7-1ae0-43d0-989c-17ac38592023 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:11.938489 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-3f79deb7-1ae0-43d0-989c-17ac38592023 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Floating IP 1939e21c-d9be-4ec1-acd5-76ebbd849d6f associated. External IP: 172.26.2.46, port: 7f331985-11cf-4c82-a159-01df1e762c53. Mar 07 21:49:12.307194 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f79deb7-1ae0-43d0-989c-17ac38592023 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router bc7f4307-66a7-48ac-be4c-e40d086d787f has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:49:12.490554 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f79deb7-1ae0-43d0-989c-17ac38592023 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:49:12.500537 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd8a928-8438-49c0-89c2-a3f80e5b9e6b None None] Sync routers for ids ['bc7f4307-66a7-48ac-be4c-e40d086d787f'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:49:12.510406 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd8a928-8438-49c0-89c2-a3f80e5b9e6b None None] Routers {'bc7f4307-66a7-48ac-be4c-e40d086d787f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:49:12.511006 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-3bd8a928-8438-49c0-89c2-a3f80e5b9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:48:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['bc7f4307-66a7-48ac-be4c-e40d086d787f'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:12.577331 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f79deb7-1ae0-43d0-989c-17ac38592023 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:12.636793 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3f79deb7-1ae0-43d0-989c-17ac38592023 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8003097 Mar 07 21:49:12.636793 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4668bdce-6748-4d57-a110-0f707e1e4bf7', 'tag': '7f331985-11cf-4c82-a159-01df1e762c53'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:49:12.637176 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50324) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:49:12.687077 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4668bdce-6748-4d57-a110-0f707e1e4bf7', 'tag': '7f331985-11cf-4c82-a159-01df1e762c53', 'status': 'completed', 'code': 200} Mar 07 21:49:12.704286 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-3bd8a928-8438-49c0-89c2-a3f80e5b9e6b None None] Set router bc7f4307-66a7-48ac-be4c-e40d086d787f gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:49:12.795486 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b111444-7a05-4da9-8288-cf92c4c7058c req-015f2ce4-00fc-4bbd-8318-3dffeff3d1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:12.797267 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2b111444-7a05-4da9-8288-cf92c4c7058c req-015f2ce4-00fc-4bbd-8318-3dffeff3d1a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=4668bdce-6748-4d57-a110-0f707e1e4bf7 HTTP/1.1" status: 200 len: 1099 time: 0.0894170 Mar 07 21:49:12.852111 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e0c0a502-c729-4a86-9038-0883994b1afa tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/1939e21c-d9be-4ec1-acd5-76ebbd849d6f HTTP/1.1" status: 200 len: 991 time: 0.2137871 Mar 07 21:49:13.076459 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b111444-7a05-4da9-8288-cf92c4c7058c req-b61fee4d-691c-45d3-8e8c-c9095c4717a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:13.077801 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2b111444-7a05-4da9-8288-cf92c4c7058c req-b61fee4d-691c-45d3-8e8c-c9095c4717a9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=33abc27d-09ec-43fa-8a80-5f27d0a08f2a HTTP/1.1" status: 200 len: 897 time: 0.2745962 Mar 07 21:49:13.109521 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-3bd8a928-8438-49c0-89c2-a3f80e5b9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'name': 'tempest-TestNetworkBasicOps-router-1786951269', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:46Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:47Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '1939e21c-d9be-4ec1-acd5-76ebbd849d6f', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.46', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'port_id': '7f331985-11cf-4c82-a159-01df1e762c53', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'mac_address': 'fa:16:3e:3b:cc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4668bdce-6748-4d57-a110-0f707e1e4bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:49:11Z', 'updated_at': '2022-03-07T21:49:11Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed42128-b4c5-4899-ad8d-e2091b80035f', 'name': '', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:41:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:51Z', 'updated_at': '2022-03-07T21:48:58Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:13.113336 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd8a928-8438-49c0-89c2-a3f80e5b9e6b None None] Checking router: bc7f4307-66a7-48ac-be4c-e40d086d787f for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:49:13.121745 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd8a928-8438-49c0-89c2-a3f80e5b9e6b None None] Routers {'bc7f4307-66a7-48ac-be4c-e40d086d787f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:49:13.124653 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-3bd8a928-8438-49c0-89c2-a3f80e5b9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:48:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['bc7f4307-66a7-48ac-be4c-e40d086d787f'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:13.183599 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2b111444-7a05-4da9-8288-cf92c4c7058c req-3c92a874-4cf2-4bd0-98de-22982dc358a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f331985-11cf-4c82-a159-01df1e762c53 HTTP/1.1" status: 200 len: 999 time: 0.0988259 Mar 07 21:49:13.251390 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b111444-7a05-4da9-8288-cf92c4c7058c req-2e41553e-899c-43a0-bce7-9618e06060a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:13.252865 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2b111444-7a05-4da9-8288-cf92c4c7058c req-2e41553e-899c-43a0-bce7-9618e06060a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4a14355-07fb-417f-8302-0d8014d3e013 HTTP/1.1" status: 200 len: 835 time: 0.0635734 Mar 07 21:49:13.310363 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-3bd8a928-8438-49c0-89c2-a3f80e5b9e6b None None] Set router bc7f4307-66a7-48ac-be4c-e40d086d787f gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:49:13.330463 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b111444-7a05-4da9-8288-cf92c4c7058c req-44e910df-8516-41cb-a15d-e95a3e241e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:13.331842 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2b111444-7a05-4da9-8288-cf92c4c7058c req-44e910df-8516-41cb-a15d-e95a3e241e8a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=33abc27d-09ec-43fa-8a80-5f27d0a08f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736821 Mar 07 21:49:13.472369 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2b111444-7a05-4da9-8288-cf92c4c7058c req-249ddc4e-9954-4c85-ac98-651b05a7456b service neutron] 10.222.0.11 "GET /v2.0/networks/33abc27d-09ec-43fa-8a80-5f27d0a08f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336997 Mar 07 21:49:13.620061 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-2b111444-7a05-4da9-8288-cf92c4c7058c req-2b21e56d-d7b2-43cd-8115-c3a0a583053c service neutron] 10.222.0.11 "GET /v2.0/networks/33abc27d-09ec-43fa-8a80-5f27d0a08f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420338 Mar 07 21:49:13.662633 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-3bd8a928-8438-49c0-89c2-a3f80e5b9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'name': 'tempest-TestNetworkBasicOps-router-1786951269', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:46Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:47Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '1939e21c-d9be-4ec1-acd5-76ebbd849d6f', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.46', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'port_id': '7f331985-11cf-4c82-a159-01df1e762c53', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'mac_address': 'fa:16:3e:3b:cc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4668bdce-6748-4d57-a110-0f707e1e4bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:49:11Z', 'updated_at': '2022-03-07T21:49:11Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed42128-b4c5-4899-ad8d-e2091b80035f', 'name': '', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:41:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:51Z', 'updated_at': '2022-03-07T21:48:58Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:13.666559 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd8a928-8438-49c0-89c2-a3f80e5b9e6b None None] The sync data for ids ['bc7f4307-66a7-48ac-be4c-e40d086d787f'] in dv-neutron-829957-1-hyperv is: [{'id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'name': 'tempest-TestNetworkBasicOps-router-1786951269', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:46Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:47Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '1939e21c-d9be-4ec1-acd5-76ebbd849d6f', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.46', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'port_id': '7f331985-11cf-4c82-a159-01df1e762c53', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'mac_address': 'fa:16:3e:3b:cc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4668bdce-6748-4d57-a110-0f707e1e4bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:49:11Z', 'updated_at': '2022-03-07T21:49:11Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed42128-b4c5-4899-ad8d-e2091b80035f', 'name': '', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:41:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:51Z', 'updated_at': '2022-03-07T21:48:58Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:49:13.855698 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50332) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:49:13.856182 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e801b3a-6d75-447d-8538-89d5b9055e15 None None] New status for floating IP 1939e21c-d9be-4ec1-acd5-76ebbd849d6f: ACTIVE {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:49:13.971473 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3c223ec1-40f2-4bb8-892d-4ad2ff909751 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/1939e21c-d9be-4ec1-acd5-76ebbd849d6f HTTP/1.1" status: 200 len: 991 time: 0.1144702 Mar 07 21:49:14.975863 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50338) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:49:15.084852 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-cbba5973-9175-4e8f-bec0-622394755d29 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/1939e21c-d9be-4ec1-acd5-76ebbd849d6f HTTP/1.1" status: 200 len: 993 time: 0.1078472 Mar 07 21:49:15.794430 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:17.250203 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:49:20.097353 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d07297ee-c98e-44e2-8279-b3d4bd699de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:22.291702 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9151fe53-a50e-4216-a0f1-da0ca39806ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:22.455198 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-97469905-66cb-4e99-bbaa-7a89af676233 req-28a9d5f3-9c04-4c83-bf77-443859767dd6 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-421056467&fields=id&tenant_id=a1d039a5115b40cc849313193266d5ad HTTP/1.1" status: 200 len: 267 time: 0.0397558 Mar 07 21:49:22.602309 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97469905-66cb-4e99-bbaa-7a89af676233 req-ede56898-d5da-48be-80df-9c5ba557c0c9 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:22.603647 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-97469905-66cb-4e99-bbaa-7a89af676233 req-ede56898-d5da-48be-80df-9c5ba557c0c9 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/networks?id=e71fce04-ffbd-435e-bfc3-87f58b6e4967 HTTP/1.1" status: 200 len: 811 time: 0.1422467 Mar 07 21:49:22.618457 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-97469905-66cb-4e99-bbaa-7a89af676233 req-245311cf-5888-4d1f-9629-1501c75d877a tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/quotas/a1d039a5115b40cc849313193266d5ad HTTP/1.1" status: 200 len: 375 time: 0.0094833 Mar 07 21:49:22.707162 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-97469905-66cb-4e99-bbaa-7a89af676233 req-7c22b3c6-20f3-4f8f-ae22-3f89eaf4fb44 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1d039a5115b40cc849313193266d5ad&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0837379 Mar 07 21:49:22.842127 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-97469905-66cb-4e99-bbaa-7a89af676233 req-385cde77-4791-47e6-ad32-edae26e4262c service neutron] 10.222.0.21 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235816 Mar 07 21:49:22.974040 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-97469905-66cb-4e99-bbaa-7a89af676233 req-bee5e9fd-4154-4014-98a7-e9c7d9d7b774 service neutron] 10.222.0.21 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259139 Mar 07 21:49:23.154565 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:23.394488 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:23.688204 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fe6f48da-e3bd-4c3e-bbe9-52fa76d805d7 req-75634c18-f543-48f2-a801-4da2e6c59784 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 210 time: 0.0412431 Mar 07 21:49:24.721086 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:24.839098 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bbd92e6b-c3d5-4cc9-aebe-98fe21f02677 req-e9bcacd0-292b-418e-82c8-679fa8e191f8 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 210 time: 0.0439782 Mar 07 21:49:25.695527 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97469905-66cb-4e99-bbaa-7a89af676233 req-dfe1fede-bf7a-4551-ae83-dae439e31864 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:25.696965 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-97469905-66cb-4e99-bbaa-7a89af676233 req-dfe1fede-bf7a-4551-ae83-dae439e31864 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.11 "GET /v2.0/networks?id=e71fce04-ffbd-435e-bfc3-87f58b6e4967 HTTP/1.1" status: 200 len: 811 time: 0.1472428 Mar 07 21:49:25.748731 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-97469905-66cb-4e99-bbaa-7a89af676233 req-f6fa4c2a-87fa-41d6-a948-ba9761a334b2 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1d039a5115b40cc849313193266d5ad HTTP/1.1" status: 200 len: 379 time: 0.0434976 Mar 07 21:49:25.756535 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-97469905-66cb-4e99-bbaa-7a89af676233 req-c41c2ab1-30c7-4700-bd1e-2f8a31662fd1 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Request body: {'port': {'device_id': 'bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'admin_state_up': True, 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'security_groups': ['86295398-b7ce-40d9-a44c-f823e2e85efb']}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:25.894204 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-97469905-66cb-4e99-bbaa-7a89af676233 req-c41c2ab1-30c7-4700-bd1e-2f8a31662fd1 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:49:25.904324 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-97469905-66cb-4e99-bbaa-7a89af676233 req-c41c2ab1-30c7-4700-bd1e-2f8a31662fd1 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:49:25.995328 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97469905-66cb-4e99-bbaa-7a89af676233 req-c41c2ab1-30c7-4700-bd1e-2f8a31662fd1 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Made reservation on behalf of a1d039a5115b40cc849313193266d5ad for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:49:25.995843 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5c401804-8f52-4605-a251-6c3149be026d req-17704ebf-0139-44e1-b1cf-f3e35c01c3d8 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 210 time: 0.0459614 Mar 07 21:49:25.998454 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-97469905-66cb-4e99-bbaa-7a89af676233 req-c41c2ab1-30c7-4700-bd1e-2f8a31662fd1 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:26.169920 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [req-97469905-66cb-4e99-bbaa-7a89af676233 req-c41c2ab1-30c7-4700-bd1e-2f8a31662fd1 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Allocated IP 172.20.0.9 (e71fce04-ffbd-435e-bfc3-87f58b6e4967/ca279e0e-f6b2-4a41-a814-7c87369c7833/8164b519-1e49-4bf3-9893-525125216f9b) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:49:26.362315 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-97469905-66cb-4e99-bbaa-7a89af676233 req-c41c2ab1-30c7-4700-bd1e-2f8a31662fd1 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:26.378123 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-97469905-66cb-4e99-bbaa-7a89af676233 req-c41c2ab1-30c7-4700-bd1e-2f8a31662fd1 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Transition to ACTIVE for port object 8164b519-1e49-4bf3-9893-525125216f9b will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:49:26.451698 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-97469905-66cb-4e99-bbaa-7a89af676233 req-c41c2ab1-30c7-4700-bd1e-2f8a31662fd1 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:26.517467 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97469905-66cb-4e99-bbaa-7a89af676233 req-c41c2ab1-30c7-4700-bd1e-2f8a31662fd1 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Network e71fce04-ffbd-435e-bfc3-87f58b6e4967 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:49:26.520364 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [req-97469905-66cb-4e99-bbaa-7a89af676233 req-c41c2ab1-30c7-4700-bd1e-2f8a31662fd1 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:49:26.529543 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-97469905-66cb-4e99-bbaa-7a89af676233 req-c41c2ab1-30c7-4700-bd1e-2f8a31662fd1 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:49:26.566694 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c2ab1-30c7-4700-bd1e-2f8a31662fd1 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Pushing event updated for resources: {'Port': ['ID=8164b519-1e49-4bf3-9893-525125216f9b,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:26.600149 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97469905-66cb-4e99-bbaa-7a89af676233 req-c41c2ab1-30c7-4700-bd1e-2f8a31662fd1 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:26.600772 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-97469905-66cb-4e99-bbaa-7a89af676233 req-c41c2ab1-30c7-4700-bd1e-2f8a31662fd1 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:26.703804 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-97469905-66cb-4e99-bbaa-7a89af676233 req-c41c2ab1-30c7-4700-bd1e-2f8a31662fd1 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9507313 Mar 07 21:49:26.714980 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-97469905-66cb-4e99-bbaa-7a89af676233 req-15b2259d-a7ce-4661-b56f-c7cd78b5535d service neutron] Request body: {'port': {'device_id': 'bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:26.806197 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2a7de20b-4d41-402b-b0ea-1d9b297ffad6 None None] Provisioning for port 8164b519-1e49-4bf3-9893-525125216f9b completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:49:26.813721 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2a7de20b-4d41-402b-b0ea-1d9b297ffad6 None None] Provisioning complete for port 8164b519-1e49-4bf3-9893-525125216f9b triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:49:26.814310 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2a7de20b-4d41-402b-b0ea-1d9b297ffad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:26.830905 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-97469905-66cb-4e99-bbaa-7a89af676233 req-15b2259d-a7ce-4661-b56f-c7cd78b5535d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:26.881278 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2a7de20b-4d41-402b-b0ea-1d9b297ffad6 None None] Port 8164b519-1e49-4bf3-9893-525125216f9b cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:49:27.189072 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [req-97469905-66cb-4e99-bbaa-7a89af676233 req-15b2259d-a7ce-4661-b56f-c7cd78b5535d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8164b519-1e49-4bf3-9893-525125216f9b {{(pid=88387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:49:27.199068 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-97469905-66cb-4e99-bbaa-7a89af676233 req-15b2259d-a7ce-4661-b56f-c7cd78b5535d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:27.204654 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344aa4c9-939a-4812-b8d0-3468c9cdc51b req-c21c060a-d0ee-4059-ba33-5f664e0e71eb tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:27.206282 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-344aa4c9-939a-4812-b8d0-3468c9cdc51b req-c21c060a-d0ee-4059-ba33-5f664e0e71eb tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 931 time: 0.0856128 Mar 07 21:49:27.211916 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-97469905-66cb-4e99-bbaa-7a89af676233 req-15b2259d-a7ce-4661-b56f-c7cd78b5535d service neutron] Transition to ACTIVE for port object 8164b519-1e49-4bf3-9893-525125216f9b will not be triggered until provisioned by entity L2. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:49:27.251256 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-344aa4c9-939a-4812-b8d0-3468c9cdc51b req-6d823601-60fe-4ca6-959d-38fc8dcb4120 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391631 Mar 07 21:49:27.257410 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-97469905-66cb-4e99-bbaa-7a89af676233 req-15b2259d-a7ce-4661-b56f-c7cd78b5535d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:27.493572 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2259d-a7ce-4661-b56f-c7cd78b5535d service neutron] Pushing event updated for resources: {'Port': ['ID=8164b519-1e49-4bf3-9893-525125216f9b,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:27.595999 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-97469905-66cb-4e99-bbaa-7a89af676233 req-15b2259d-a7ce-4661-b56f-c7cd78b5535d service neutron] Attempting to bind port 8164b519-1e49-4bf3-9893-525125216f9b on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:49:27.596328 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-97469905-66cb-4e99-bbaa-7a89af676233 req-15b2259d-a7ce-4661-b56f-c7cd78b5535d service neutron] Attempting to bind port 8164b519-1e49-4bf3-9893-525125216f9b by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '06732586-f6b0-479a-b70c-dd3efb826038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:49:27.596644 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97469905-66cb-4e99-bbaa-7a89af676233 req-15b2259d-a7ce-4661-b56f-c7cd78b5535d service neutron] Attempting to bind port 8164b519-1e49-4bf3-9893-525125216f9b on network e71fce04-ffbd-435e-bfc3-87f58b6e4967 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:49:27.602030 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97469905-66cb-4e99-bbaa-7a89af676233 req-15b2259d-a7ce-4661-b56f-c7cd78b5535d service neutron] Port 8164b519-1e49-4bf3-9893-525125216f9b on network e71fce04-ffbd-435e-bfc3-87f58b6e4967 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:49:27.602347 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97469905-66cb-4e99-bbaa-7a89af676233 req-15b2259d-a7ce-4661-b56f-c7cd78b5535d service neutron] Attempting to bind port 8164b519-1e49-4bf3-9893-525125216f9b on network e71fce04-ffbd-435e-bfc3-87f58b6e4967 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:49:27.607537 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97469905-66cb-4e99-bbaa-7a89af676233 req-15b2259d-a7ce-4661-b56f-c7cd78b5535d service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:49:27.607871 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97469905-66cb-4e99-bbaa-7a89af676233 req-15b2259d-a7ce-4661-b56f-c7cd78b5535d service neutron] Checking segment: {'id': '06732586-f6b0-479a-b70c-dd3efb826038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:49:27.608252 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97469905-66cb-4e99-bbaa-7a89af676233 req-15b2259d-a7ce-4661-b56f-c7cd78b5535d service neutron] Bound using segment: {'id': '06732586-f6b0-479a-b70c-dd3efb826038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967'} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:49:27.608672 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-97469905-66cb-4e99-bbaa-7a89af676233 req-15b2259d-a7ce-4661-b56f-c7cd78b5535d service neutron] Bound port: 8164b519-1e49-4bf3-9893-525125216f9b, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06732586-f6b0-479a-b70c-dd3efb826038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967'}}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:49:27.609016 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-97469905-66cb-4e99-bbaa-7a89af676233 req-15b2259d-a7ce-4661-b56f-c7cd78b5535d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:27.701196 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-97469905-66cb-4e99-bbaa-7a89af676233 req-15b2259d-a7ce-4661-b56f-c7cd78b5535d service neutron] For port 8164b519-1e49-4bf3-9893-525125216f9b, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:49:27.704114 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-97469905-66cb-4e99-bbaa-7a89af676233 req-15b2259d-a7ce-4661-b56f-c7cd78b5535d service neutron] For port 8164b519-1e49-4bf3-9893-525125216f9b, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=8164b519-1e49-4bf3-9893-525125216f9b,segment=NetworkSegment(06732586-f6b0-479a-b70c-dd3efb826038),segment_id=06732586-f6b0-479a-b70c-dd3efb826038)] {{(pid=88387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:49:27.754435 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-97469905-66cb-4e99-bbaa-7a89af676233 req-15b2259d-a7ce-4661-b56f-c7cd78b5535d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:27.809221 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97469905-66cb-4e99-bbaa-7a89af676233 req-15b2259d-a7ce-4661-b56f-c7cd78b5535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:27.809309 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-97469905-66cb-4e99-bbaa-7a89af676233 req-15b2259d-a7ce-4661-b56f-c7cd78b5535d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:27.810796 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-97469905-66cb-4e99-bbaa-7a89af676233 req-15b2259d-a7ce-4661-b56f-c7cd78b5535d service neutron] 10.222.0.11 "PUT /v2.0/ports/8164b519-1e49-4bf3-9893-525125216f9b HTTP/1.1" status: 200 len: 1093 time: 1.0999882 Mar 07 21:49:27.813477 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75', 'tag': '8164b519-1e49-4bf3-9893-525125216f9b'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:49:27.848690 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2259d-a7ce-4661-b56f-c7cd78b5535d service neutron] Pushing event updated for resources: {'Port': ['ID=8164b519-1e49-4bf3-9893-525125216f9b,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:27.886889 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75', 'tag': '8164b519-1e49-4bf3-9893-525125216f9b', 'status': 'completed', 'code': 200} Mar 07 21:49:28.008799 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22316f-63e5-45d6-a7ea-3f2d86bda3f4 req-4d54846a-9ed8-4df1-b7c5-717a826f4068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:28.010319 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3a22316f-63e5-45d6-a7ea-3f2d86bda3f4 req-4d54846a-9ed8-4df1-b7c5-717a826f4068 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1d039a5115b40cc849313193266d5ad&device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 1096 time: 0.0937788 Mar 07 21:49:28.153162 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22316f-63e5-45d6-a7ea-3f2d86bda3f4 req-eb056fa2-6e92-4820-832f-1aa5436f7f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:28.154703 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3a22316f-63e5-45d6-a7ea-3f2d86bda3f4 req-eb056fa2-6e92-4820-832f-1aa5436f7f8c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a1d039a5115b40cc849313193266d5ad&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1375451 Mar 07 21:49:28.291352 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22316f-63e5-45d6-a7ea-3f2d86bda3f4 req-7ab8ba31-7384-4a91-a1dd-2305ca82031b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:28.292781 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3a22316f-63e5-45d6-a7ea-3f2d86bda3f4 req-7ab8ba31-7384-4a91-a1dd-2305ca82031b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1317785 Mar 07 21:49:28.397790 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97469905-66cb-4e99-bbaa-7a89af676233 req-77fe38ce-8d12-47cf-94bc-305e8f5da0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:28.399265 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-97469905-66cb-4e99-bbaa-7a89af676233 req-77fe38ce-8d12-47cf-94bc-305e8f5da0e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1d039a5115b40cc849313193266d5ad&device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 1096 time: 0.0699642 Mar 07 21:49:28.445211 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44aee5-b2ae-4633-9f1a-aee458131f1b req-72a069a6-1c9a-400a-8c36-368a63496734 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:28.446713 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2a44aee5-b2ae-4633-9f1a-aee458131f1b req-72a069a6-1c9a-400a-8c36-368a63496734 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 943 time: 0.0859876 Mar 07 21:49:28.476505 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-97469905-66cb-4e99-bbaa-7a89af676233 req-1c5bc293-3cf0-4878-bf71-d3bc931c98dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8164b519-1e49-4bf3-9893-525125216f9b HTTP/1.1" status: 200 len: 217 time: 0.0663400 Mar 07 21:49:28.491359 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2a44aee5-b2ae-4633-9f1a-aee458131f1b req-ab10da20-dc47-4d85-8507-9cb597d9d38f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383787 Mar 07 21:49:28.541626 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97469905-66cb-4e99-bbaa-7a89af676233 req-906afcf9-eba8-495b-b0cd-dd07dcb7e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:28.543212 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-97469905-66cb-4e99-bbaa-7a89af676233 req-906afcf9-eba8-495b-b0cd-dd07dcb7e4cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca279e0e-f6b2-4a41-a814-7c87369c7833 HTTP/1.1" status: 200 len: 850 time: 0.0593116 Mar 07 21:49:28.621813 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97469905-66cb-4e99-bbaa-7a89af676233 req-a4898a17-2119-4cf3-a81e-1594e746d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:28.623275 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-97469905-66cb-4e99-bbaa-7a89af676233 req-a4898a17-2119-4cf3-a81e-1594e746d01b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e71fce04-ffbd-435e-bfc3-87f58b6e4967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739179 Mar 07 21:49:28.754753 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-97469905-66cb-4e99-bbaa-7a89af676233 req-091eff8e-b9e2-4d3d-9ec7-16cb9fdb9db1 service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250842 Mar 07 21:49:28.887645 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-97469905-66cb-4e99-bbaa-7a89af676233 req-19787ac1-cee8-4a0c-956b-d642a18f0f52 service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263821 Mar 07 21:49:29.673245 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb424c55-2f0b-4df3-b6d5-7f3722c07efe req-fb72443f-09c3-43e2-aeb2-45af99714d04 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:29.674720 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bb424c55-2f0b-4df3-b6d5-7f3722c07efe req-fb72443f-09c3-43e2-aeb2-45af99714d04 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 943 time: 0.0780461 Mar 07 21:49:29.718789 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bb424c55-2f0b-4df3-b6d5-7f3722c07efe req-8bb2eed4-838a-421a-b492-47c49fdb17c0 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375769 Mar 07 21:49:30.902735 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cc752-e9cd-4647-b391-d179662e01c7 req-1b9ce401-3d2a-4db7-8862-c52d04b619f3 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:30.904157 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9a9cc752-e9cd-4647-b391-d179662e01c7 req-1b9ce401-3d2a-4db7-8862-c52d04b619f3 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 943 time: 0.0821753 Mar 07 21:49:30.946790 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9a9cc752-e9cd-4647-b391-d179662e01c7 req-75683313-f9da-4ef3-93b9-c1b8c2c62893 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369325 Mar 07 21:49:32.128538 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a5c2c-4778-4e00-907a-7dad192458aa req-5d2581ec-5917-49ce-a8c0-afc9fc887579 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:32.129979 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9b9a5c2c-4778-4e00-907a-7dad192458aa req-5d2581ec-5917-49ce-a8c0-afc9fc887579 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 943 time: 0.0779788 Mar 07 21:49:32.176228 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9b9a5c2c-4778-4e00-907a-7dad192458aa req-d0432eac-29ee-4024-ad60-c5d4097533cd tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399749 Mar 07 21:49:33.360432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e41d2-633a-44a7-a8f3-2d8aebdf398a req-6811abbe-fd75-4d59-8344-c96a0e7a425b tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:33.361840 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9f0e41d2-633a-44a7-a8f3-2d8aebdf398a req-6811abbe-fd75-4d59-8344-c96a0e7a425b tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 943 time: 0.0805135 Mar 07 21:49:33.406103 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9f0e41d2-633a-44a7-a8f3-2d8aebdf398a req-9874c288-12b3-439d-bd4f-c16210aef51d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381515 Mar 07 21:49:34.589936 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a080f39-ba6f-45a7-80fd-79e88808a924 req-1de71aa4-03bb-45bf-9c37-16f60f28f9fe tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:34.591316 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2a080f39-ba6f-45a7-80fd-79e88808a924 req-1de71aa4-03bb-45bf-9c37-16f60f28f9fe tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 943 time: 0.0822754 Mar 07 21:49:34.727488 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2a080f39-ba6f-45a7-80fd-79e88808a924 req-bf6efea6-5880-4545-9736-57b9f8e6f8de tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305234 Mar 07 21:49:35.906845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bed9d5-8008-40d3-814a-e0cc77c8707b req-8e71faff-5d97-4422-928f-f13129a99f86 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:35.908264 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-34bed9d5-8008-40d3-814a-e0cc77c8707b req-8e71faff-5d97-4422-928f-f13129a99f86 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 943 time: 0.0794744 Mar 07 21:49:35.951178 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-34bed9d5-8008-40d3-814a-e0cc77c8707b req-2955ce0f-e40b-4d9e-b188-05c297759e51 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372784 Mar 07 21:49:37.135285 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45810e17-d0cd-4372-805a-ecb148c7b566 req-8318a8a0-8abd-4bcc-bc09-bcd9159f5054 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:37.140062 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-45810e17-d0cd-4372-805a-ecb148c7b566 req-8318a8a0-8abd-4bcc-bc09-bcd9159f5054 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 943 time: 0.0827436 Mar 07 21:49:37.180598 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-45810e17-d0cd-4372-805a-ecb148c7b566 req-3ec6dee1-ab84-42c8-ae26-1d89f71f8786 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382130 Mar 07 21:49:37.214805 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 8164b519-1e49-4bf3-9893-525125216f9b details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 21:49:37.344450 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 8164b519-1e49-4bf3-9893-525125216f9b, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=8164b519-1e49-4bf3-9893-525125216f9b,segment=NetworkSegment(06732586-f6b0-479a-b70c-dd3efb826038),segment_id=06732586-f6b0-479a-b70c-dd3efb826038)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:49:37.358009 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '8164b519-1e49-4bf3-9893-525125216f9b', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'port_id': '8164b519-1e49-4bf3-9893-525125216f9b', 'mac_address': 'fa:16:3e:5c:df:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 21:49:37.411767 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:37.428494 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8164b519-1e49-4bf3-9893-525125216f9b {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:49:37.443391 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 8164b519-1e49-4bf3-9893-525125216f9b, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=8164b519-1e49-4bf3-9893-525125216f9b,segment=NetworkSegment(06732586-f6b0-479a-b70c-dd3efb826038),segment_id=06732586-f6b0-479a-b70c-dd3efb826038)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:49:37.502296 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:37.569614 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=8164b519-1e49-4bf3-9893-525125216f9b,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:37.726385 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['8164b519-1e49-4bf3-9893-525125216f9b'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 21:49:38.368484 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239bf90-5238-428e-809a-d44c380c9a32 req-d1b2342f-9b4c-45e2-9afa-b4a3250fea78 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:38.370922 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7239bf90-5238-428e-809a-d44c380c9a32 req-d1b2342f-9b4c-45e2-9afa-b4a3250fea78 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 944 time: 0.0831301 Mar 07 21:49:38.413073 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7239bf90-5238-428e-809a-d44c380c9a32 req-4bd70428-a083-481c-9a7b-294e991245c0 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366099 Mar 07 21:49:39.226799 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 8164b519-1e49-4bf3-9893-525125216f9b up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:49:39.359250 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 8164b519-1e49-4bf3-9893-525125216f9b completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:49:39.364071 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 8164b519-1e49-4bf3-9893-525125216f9b triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:49:39.364466 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:39.479337 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:39.505943 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8164b519-1e49-4bf3-9893-525125216f9b'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:49:39.516736 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 8164b519-1e49-4bf3-9893-525125216f9b, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=8164b519-1e49-4bf3-9893-525125216f9b,segment=NetworkSegment(06732586-f6b0-479a-b70c-dd3efb826038),segment_id=06732586-f6b0-479a-b70c-dd3efb826038)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:49:39.550285 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8164b519-1e49-4bf3-9893-525125216f9b', 'code': 200} Mar 07 21:49:39.588252 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:39.602228 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83bf1c-802d-4511-b60d-dafbec785af1 req-9ce8a1e2-c6fc-4945-b2ba-91e69caaa43e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:39.603669 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ab83bf1c-802d-4511-b60d-dafbec785af1 req-9ce8a1e2-c6fc-4945-b2ba-91e69caaa43e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 944 time: 0.0841687 Mar 07 21:49:39.650495 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ab83bf1c-802d-4511-b60d-dafbec785af1 req-174350f8-ec35-4967-a30a-766cdbe7eb2b tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404615 Mar 07 21:49:39.685662 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=8164b519-1e49-4bf3-9893-525125216f9b,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:40.001387 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acd300-ae0f-4afd-9e46-ac85eadc3c84 req-d907bdde-1302-4666-aee0-fe9a3dd6b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:40.002854 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-e9acd300-ae0f-4afd-9e46-ac85eadc3c84 req-d907bdde-1302-4666-aee0-fe9a3dd6b250 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 1098 time: 0.0680389 Mar 07 21:49:40.043409 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-e9acd300-ae0f-4afd-9e46-ac85eadc3c84 req-7d42b896-2e7f-4a42-ae7e-5247c7f43c79 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338428 Mar 07 21:49:40.836631 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70340bac-180a-4df5-954d-9c31db8171d2 req-3461591b-bada-495f-895e-5a417da9ec7b tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:40.839612 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-70340bac-180a-4df5-954d-9c31db8171d2 req-3461591b-bada-495f-895e-5a417da9ec7b tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 945 time: 0.0818527 Mar 07 21:49:40.882806 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-70340bac-180a-4df5-954d-9c31db8171d2 req-ec2fe0cf-c0f9-4310-8ac5-149987143df9 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387797 Mar 07 21:49:42.063343 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a766b0c-e6ae-413a-b8c7-0223d639ee7f req-fe57ae55-94b3-43d8-a3ff-980ee9e08651 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:42.064742 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3a766b0c-e6ae-413a-b8c7-0223d639ee7f req-fe57ae55-94b3-43d8-a3ff-980ee9e08651 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 945 time: 0.0786350 Mar 07 21:49:42.110510 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3a766b0c-e6ae-413a-b8c7-0223d639ee7f req-7c496728-d93c-4a14-b550-eda8d9ef8a8d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402210 Mar 07 21:49:42.292576 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121192f-13d9-402d-a310-45eeee24ddfe req-c1e99ecf-cd49-4463-87e2-021071bea287 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:42.294021 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a121192f-13d9-402d-a310-45eeee24ddfe req-c1e99ecf-cd49-4463-87e2-021071bea287 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 945 time: 0.0784814 Mar 07 21:49:42.338339 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a121192f-13d9-402d-a310-45eeee24ddfe req-a207b5a8-839e-467a-aceb-b3f985fd97e7 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387828 Mar 07 21:49:42.360693 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50434) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:49:42.664540 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c82372-ab20-4430-9ccd-0464244cd569 tempest-TestVolumeBootPattern-775155891 tempest-TestVolumeBootPattern-775155891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:42.665968 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-74c82372-ab20-4430-9ccd-0464244cd569 tempest-TestVolumeBootPattern-775155891 tempest-TestVolumeBootPattern-775155891-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 1093 time: 0.3042870 Mar 07 21:49:42.668623 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50440) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:49:42.673857 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': '8164b519-1e49-4bf3-9893-525125216f9b', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:42.679583 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:49:42.683327 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Usage tracker for resource:floatingip and tenant:a1d039a5115b40cc849313193266d5ad is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:49:42.686650 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:49:42.692173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:49:42.788248 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for floatingip, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:42.923798 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:43.055476 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Allocated IP 172.26.2.88 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/b19b594c-9ff6-46f3-9f8d-79228ca20c8f) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:49:43.197976 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:43.274666 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:43.335926 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:49:43.338505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:49:43.346768 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:49:43.385456 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Pushing event updated for resources: {'Port': ['ID=b19b594c-9ff6-46f3-9f8d-79228ca20c8f,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:43.397783 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:43.398155 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:43.398492 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:43.398820 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:43.399143 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:43.399470 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:43.399792 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:43.400110 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:43.400428 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:43.400741 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:43.401054 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:43.401365 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:43.856737 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:44.005809 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:44.177751 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50446) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:49:44.208466 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:44.268561 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:44.377929 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Pushing event updated for resources: {'Port': ['ID=b19b594c-9ff6-46f3-9f8d-79228ca20c8f,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:44.383946 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47644f7f-fffa-4b8e-81c1-5efff2207e5a tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:44.385081 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47644f7f-fffa-4b8e-81c1-5efff2207e5a tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:44.385081 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47644f7f-fffa-4b8e-81c1-5efff2207e5a tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:44.397967 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-47644f7f-fffa-4b8e-81c1-5efff2207e5a tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=eabc753b02e646aebebe0162c5cfe322&network_id=33abc27d-09ec-43fa-8a80-5f27d0a08f2a HTTP/1.1" status: 200 len: 3000 time: 0.2077947 Mar 07 21:49:44.398186 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:44.564050 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Floating IP ff540294-80a0-4073-b594-92aab0c8d22f associated. External IP: 172.26.2.88, port: 8164b519-1e49-4bf3-9893-525125216f9b. Mar 07 21:49:44.909602 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Router f210ae77-0c1f-4ea6-b731-f5d2150152a7 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:49:45.081404 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:49:45.090805 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5630d970-bdd6-40af-a3dd-96ebc06d7ef4 None None] Sync routers for ids ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:49:45.101062 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5630d970-bdd6-40af-a3dd-96ebc06d7ef4 None None] Routers {'f210ae77-0c1f-4ea6-b731-f5d2150152a7'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:49:45.101659 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5630d970-bdd6-40af-a3dd-96ebc06d7ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:49:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:45.142736 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:45.200036 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e5565d0d-5039-4179-b675-4caec928765f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5304101 Mar 07 21:49:45.200707 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75', 'tag': '8164b519-1e49-4bf3-9893-525125216f9b'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:49:45.245793 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75', 'tag': '8164b519-1e49-4bf3-9893-525125216f9b', 'status': 'completed', 'code': 200} Mar 07 21:49:45.278228 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-5630d970-bdd6-40af-a3dd-96ebc06d7ef4 None None] Set router f210ae77-0c1f-4ea6-b731-f5d2150152a7 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:49:45.336352 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a65769-264e-47dc-b664-b8697af97086 req-6a99e882-5df4-47f5-8ee5-1810df109bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:45.337946 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-40a65769-264e-47dc-b664-b8697af97086 req-6a99e882-5df4-47f5-8ee5-1810df109bb8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1d039a5115b40cc849313193266d5ad&device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 1098 time: 0.0704505 Mar 07 21:49:45.467738 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a65769-264e-47dc-b664-b8697af97086 req-8cd88ecc-a81c-45b3-8c85-a8676cb9486a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:45.469152 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-40a65769-264e-47dc-b664-b8697af97086 req-8cd88ecc-a81c-45b3-8c85-a8676cb9486a service neutron] 10.222.0.11 "GET /v2.0/networks?id=e71fce04-ffbd-435e-bfc3-87f58b6e4967 HTTP/1.1" status: 200 len: 911 time: 0.1251757 Mar 07 21:49:45.656546 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5630d970-bdd6-40af-a3dd-96ebc06d7ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:41:01Z', 'revision_number': 4, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port': {'id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:47Z', 'updated_at': '2022-03-07T21:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '44880b46-299e-416c-8fe9-efde7b356eef', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'floating_ip_address': '172.26.2.189', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'port_id': '04134ed6-35b8-438d-b6ea-b5ee2e0a2175', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'mac_address': 'fa:16:3e:e7:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90dd6df-3c76-4865-9086-88d503f19fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:46:29Z', 'updated_at': '2022-03-07T21:46:34Z', 'revision_number': 1, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'fixed_ip_address_scope': None}, {'id': 'ff540294-80a0-4073-b594-92aab0c8d22f', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'floating_ip_address': '172.26.2.88', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'port_id': '8164b519-1e49-4bf3-9893-525125216f9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'mac_address': 'fa:16:3e:5c:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:49:43Z', 'updated_at': '2022-03-07T21:49:43Z', 'revision_number': 0, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07655d0a-fa13-4d33-8c21-75878fce99e7', 'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'mac_address': 'fa:16:3e:47:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:57Z', 'updated_at': '2022-03-07T21:41:14Z', 'revision_number': 5, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'subnets': [{'id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:45.660227 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5630d970-bdd6-40af-a3dd-96ebc06d7ef4 None None] Checking router: f210ae77-0c1f-4ea6-b731-f5d2150152a7 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:49:45.668551 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5630d970-bdd6-40af-a3dd-96ebc06d7ef4 None None] Routers {'f210ae77-0c1f-4ea6-b731-f5d2150152a7'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:49:45.669167 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5630d970-bdd6-40af-a3dd-96ebc06d7ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:49:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:45.686617 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-40a65769-264e-47dc-b664-b8697af97086 req-4deaa4ed-1d34-4fcf-a891-bcec0398616a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8164b519-1e49-4bf3-9893-525125216f9b HTTP/1.1" status: 200 len: 998 time: 0.2114956 Mar 07 21:49:45.748691 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a65769-264e-47dc-b664-b8697af97086 req-e2a9727c-994e-4e11-96b9-5d3971310be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:45.750074 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-40a65769-264e-47dc-b664-b8697af97086 req-e2a9727c-994e-4e11-96b9-5d3971310be7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca279e0e-f6b2-4a41-a814-7c87369c7833 HTTP/1.1" status: 200 len: 850 time: 0.0573976 Mar 07 21:49:45.822782 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:45.826576 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a65769-264e-47dc-b664-b8697af97086 req-917a7b73-b3d9-4ba2-8448-02e18a81c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:45.828036 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-40a65769-264e-47dc-b664-b8697af97086 req-917a7b73-b3d9-4ba2-8448-02e18a81c735 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e71fce04-ffbd-435e-bfc3-87f58b6e4967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717833 Mar 07 21:49:45.850892 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-5630d970-bdd6-40af-a3dd-96ebc06d7ef4 None None] Set router f210ae77-0c1f-4ea6-b731-f5d2150152a7 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:49:45.960078 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-40a65769-264e-47dc-b664-b8697af97086 req-bdfe2d41-897e-42b1-bacc-73aa71b982da service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250551 Mar 07 21:49:46.093783 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-40a65769-264e-47dc-b664-b8697af97086 req-f2ae8b69-ebce-4c52-9c08-c11aad668b81 service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260860 Mar 07 21:49:46.197641 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5630d970-bdd6-40af-a3dd-96ebc06d7ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:41:01Z', 'revision_number': 4, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port': {'id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:47Z', 'updated_at': '2022-03-07T21:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '44880b46-299e-416c-8fe9-efde7b356eef', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'floating_ip_address': '172.26.2.189', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'port_id': '04134ed6-35b8-438d-b6ea-b5ee2e0a2175', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'mac_address': 'fa:16:3e:e7:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90dd6df-3c76-4865-9086-88d503f19fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:46:29Z', 'updated_at': '2022-03-07T21:46:34Z', 'revision_number': 1, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'fixed_ip_address_scope': None}, {'id': 'ff540294-80a0-4073-b594-92aab0c8d22f', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'floating_ip_address': '172.26.2.88', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'port_id': '8164b519-1e49-4bf3-9893-525125216f9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'mac_address': 'fa:16:3e:5c:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:49:43Z', 'updated_at': '2022-03-07T21:49:43Z', 'revision_number': 0, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07655d0a-fa13-4d33-8c21-75878fce99e7', 'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'mac_address': 'fa:16:3e:47:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:57Z', 'updated_at': '2022-03-07T21:41:14Z', 'revision_number': 5, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'subnets': [{'id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:46.201512 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5630d970-bdd6-40af-a3dd-96ebc06d7ef4 None None] The sync data for ids ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'] in dv-neutron-829957-1-hyperv is: [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:41:01Z', 'revision_number': 4, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port': {'id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:47Z', 'updated_at': '2022-03-07T21:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '44880b46-299e-416c-8fe9-efde7b356eef', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'floating_ip_address': '172.26.2.189', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'port_id': '04134ed6-35b8-438d-b6ea-b5ee2e0a2175', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'mac_address': 'fa:16:3e:e7:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90dd6df-3c76-4865-9086-88d503f19fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:46:29Z', 'updated_at': '2022-03-07T21:46:34Z', 'revision_number': 1, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'fixed_ip_address_scope': None}, {'id': 'ff540294-80a0-4073-b594-92aab0c8d22f', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'floating_ip_address': '172.26.2.88', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'port_id': '8164b519-1e49-4bf3-9893-525125216f9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'mac_address': 'fa:16:3e:5c:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:49:43Z', 'updated_at': '2022-03-07T21:49:43Z', 'revision_number': 0, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07655d0a-fa13-4d33-8c21-75878fce99e7', 'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'mac_address': 'fa:16:3e:47:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:57Z', 'updated_at': '2022-03-07T21:41:14Z', 'revision_number': 5, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'subnets': [{'id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:49:46.379900 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b957543d-3291-42db-a765-eb215b0b8c14 None None] New status for floating IP ff540294-80a0-4073-b594-92aab0c8d22f: ACTIVE {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:49:46.893328 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50464) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:49:46.950502 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882ff5e5-dcf4-4748-b5bf-1a63f62779e4 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:46.952525 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-882ff5e5-dcf4-4748-b5bf-1a63f62779e4 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093 HTTP/1.1" status: 200 len: 814 time: 0.0581973 Mar 07 21:49:47.672606 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50472) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:49:47.721357 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-bbb5b09f-0796-434a-9d01-271648c41c69 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:47.823210 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bbb5b09f-0796-434a-9d01-271648c41c69 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:48.095619 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bbb5b09f-0796-434a-9d01-271648c41c69 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:48.188020 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bbb5b09f-0796-434a-9d01-271648c41c69 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:48.188341 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-bbb5b09f-0796-434a-9d01-271648c41c69 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Floating IP 1939e21c-d9be-4ec1-acd5-76ebbd849d6f disassociated. External IP: 172.26.2.46, port: 7f331985-11cf-4c82-a159-01df1e762c53. Mar 07 21:49:48.532257 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb5b09f-0796-434a-9d01-271648c41c69 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router bc7f4307-66a7-48ac-be4c-e40d086d787f has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:49:48.820012 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb5b09f-0796-434a-9d01-271648c41c69 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:49:48.824304 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bbb5b09f-0796-434a-9d01-271648c41c69 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:48.829409 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741583ab-7138-4a8a-a795-37712f060068 None None] Sync routers for ids ['bc7f4307-66a7-48ac-be4c-e40d086d787f'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:49:48.839801 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741583ab-7138-4a8a-a795-37712f060068 None None] Routers {'bc7f4307-66a7-48ac-be4c-e40d086d787f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:49:48.840168 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-741583ab-7138-4a8a-a795-37712f060068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:49:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['bc7f4307-66a7-48ac-be4c-e40d086d787f'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:48.880385 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bbb5b09f-0796-434a-9d01-271648c41c69 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "PUT /v2.0/floatingips/1939e21c-d9be-4ec1-acd5-76ebbd849d6f HTTP/1.1" status: 200 len: 689 time: 1.2067025 Mar 07 21:49:48.880953 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4668bdce-6748-4d57-a110-0f707e1e4bf7', 'tag': '7f331985-11cf-4c82-a159-01df1e762c53'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:49:48.883240 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50478) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:49:48.927294 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4668bdce-6748-4d57-a110-0f707e1e4bf7', 'tag': '7f331985-11cf-4c82-a159-01df1e762c53', 'status': 'completed', 'code': 200} Mar 07 21:49:48.968322 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5a024291-b63d-429b-a4a9-faeafb6492d5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/1939e21c-d9be-4ec1-acd5-76ebbd849d6f HTTP/1.1" status: 200 len: 689 time: 0.0822353 Mar 07 21:49:49.022861 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52cb6e-c640-4654-b4a6-1b8bae7e064d req-e977b100-b0fa-4916-a122-1009093ad512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:49.024346 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-dc52cb6e-c640-4654-b4a6-1b8bae7e064d req-e977b100-b0fa-4916-a122-1009093ad512 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=4668bdce-6748-4d57-a110-0f707e1e4bf7 HTTP/1.1" status: 200 len: 1099 time: 0.0746245 Mar 07 21:49:49.024932 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-741583ab-7138-4a8a-a795-37712f060068 None None] Set router bc7f4307-66a7-48ac-be4c-e40d086d787f gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:49:49.159102 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52cb6e-c640-4654-b4a6-1b8bae7e064d req-5284de2d-02cc-4e52-8daf-599da7ff938d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:49.160535 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-dc52cb6e-c640-4654-b4a6-1b8bae7e064d req-5284de2d-02cc-4e52-8daf-599da7ff938d service neutron] 10.222.0.11 "GET /v2.0/networks?id=33abc27d-09ec-43fa-8a80-5f27d0a08f2a HTTP/1.1" status: 200 len: 897 time: 0.1301894 Mar 07 21:49:49.226767 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-dc52cb6e-c640-4654-b4a6-1b8bae7e064d req-e43f57df-271b-48f4-bd3f-c70a18b86b78 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f331985-11cf-4c82-a159-01df1e762c53 HTTP/1.1" status: 200 len: 217 time: 0.0598791 Mar 07 21:49:49.291500 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52cb6e-c640-4654-b4a6-1b8bae7e064d req-213cf9d4-c6e2-4818-8572-b6b991041381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:49.293138 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-dc52cb6e-c640-4654-b4a6-1b8bae7e064d req-213cf9d4-c6e2-4818-8572-b6b991041381 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4a14355-07fb-417f-8302-0d8014d3e013 HTTP/1.1" status: 200 len: 835 time: 0.0603590 Mar 07 21:49:49.328279 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-741583ab-7138-4a8a-a795-37712f060068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'name': 'tempest-TestNetworkBasicOps-router-1786951269', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:46Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:47Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'fed42128-b4c5-4899-ad8d-e2091b80035f', 'name': '', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:41:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:51Z', 'updated_at': '2022-03-07T21:48:58Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:49.332044 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741583ab-7138-4a8a-a795-37712f060068 None None] Checking router: bc7f4307-66a7-48ac-be4c-e40d086d787f for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:49:49.340112 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741583ab-7138-4a8a-a795-37712f060068 None None] Routers {'bc7f4307-66a7-48ac-be4c-e40d086d787f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:49:49.340700 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-741583ab-7138-4a8a-a795-37712f060068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:49:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['bc7f4307-66a7-48ac-be4c-e40d086d787f'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:49.366172 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52cb6e-c640-4654-b4a6-1b8bae7e064d req-dbdcd5c6-743d-4974-b193-15848fb3a5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:49.367611 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-dc52cb6e-c640-4654-b4a6-1b8bae7e064d req-dbdcd5c6-743d-4974-b193-15848fb3a5f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=33abc27d-09ec-43fa-8a80-5f27d0a08f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689099 Mar 07 21:49:49.501830 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-dc52cb6e-c640-4654-b4a6-1b8bae7e064d req-6f53435d-40f5-43cb-8fa1-b1a1a5e17e44 service neutron] 10.222.0.11 "GET /v2.0/networks/33abc27d-09ec-43fa-8a80-5f27d0a08f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270273 Mar 07 21:49:49.547144 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-741583ab-7138-4a8a-a795-37712f060068 None None] Set router bc7f4307-66a7-48ac-be4c-e40d086d787f gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:49:49.633222 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-dc52cb6e-c640-4654-b4a6-1b8bae7e064d req-860e0830-193c-49af-9162-08e7d5db1f2a service neutron] 10.222.0.11 "GET /v2.0/networks/33abc27d-09ec-43fa-8a80-5f27d0a08f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261206 Mar 07 21:49:49.861776 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-741583ab-7138-4a8a-a795-37712f060068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'name': 'tempest-TestNetworkBasicOps-router-1786951269', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:46Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:47Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'fed42128-b4c5-4899-ad8d-e2091b80035f', 'name': '', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:41:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:51Z', 'updated_at': '2022-03-07T21:48:58Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:49:49.865877 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741583ab-7138-4a8a-a795-37712f060068 None None] The sync data for ids ['bc7f4307-66a7-48ac-be4c-e40d086d787f'] in dv-neutron-829957-1-hyperv is: [{'id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'name': 'tempest-TestNetworkBasicOps-router-1786951269', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:46Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:47Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'fed42128-b4c5-4899-ad8d-e2091b80035f', 'name': '', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:41:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:51Z', 'updated_at': '2022-03-07T21:48:58Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:49:49.971185 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50484) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:49:50.034148 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-33b8e149-8c1f-410f-a662-de22ce4b4be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:50.059646 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f44cadc7-d00b-4bdd-b53e-c0e5dc038555 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/1939e21c-d9be-4ec1-acd5-76ebbd849d6f HTTP/1.1" status: 200 len: 689 time: 0.0873230 Mar 07 21:49:50.093847 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975b548b-c5ce-4077-8381-dba6d592292d None None] New status for floating IP 1939e21c-d9be-4ec1-acd5-76ebbd849d6f: DOWN {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:49:51.063566 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50488) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:49:51.147035 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e2802403-0f79-43aa-b3f3-8384f1fbdf44 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/1939e21c-d9be-4ec1-acd5-76ebbd849d6f HTTP/1.1" status: 200 len: 687 time: 0.0822237 Mar 07 21:49:52.239358 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8e369009-d542-4979-b7f4-c454ae2db031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:52.469923 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50496) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:49:52.475351 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-ea2a803f-c545-44db-a157-45064f3cdc45 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-475522675', 'description': 'tempest-secgroup-smoke-475522675 description', 'project_id': 'eabc753b02e646aebebe0162c5cfe322'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:52.481653 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ea2a803f-c545-44db-a157-45064f3cdc45 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:49:52.491918 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ea2a803f-c545-44db-a157-45064f3cdc45 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:49:52.570988 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ea2a803f-c545-44db-a157-45064f3cdc45 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:52.591881 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ea2a803f-c545-44db-a157-45064f3cdc45 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:49:52.596114 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ea2a803f-c545-44db-a157-45064f3cdc45 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:49:52.599554 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ea2a803f-c545-44db-a157-45064f3cdc45 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:49:52.605396 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ea2a803f-c545-44db-a157-45064f3cdc45 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:49:52.676589 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ea2a803f-c545-44db-a157-45064f3cdc45 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:52.759396 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ea2a803f-c545-44db-a157-45064f3cdc45 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:52.806770 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a803f-c545-44db-a157-45064f3cdc45 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d89ea869-7c4f-43be-a99b-a32ee615fe93,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:52.814048 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a803f-c545-44db-a157-45064f3cdc45 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:52.814384 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a803f-c545-44db-a157-45064f3cdc45 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:52.814714 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a803f-c545-44db-a157-45064f3cdc45 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:52.815044 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a803f-c545-44db-a157-45064f3cdc45 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:52.815374 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a803f-c545-44db-a157-45064f3cdc45 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:52.815695 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a803f-c545-44db-a157-45064f3cdc45 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:52.816015 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a803f-c545-44db-a157-45064f3cdc45 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:52.816330 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a803f-c545-44db-a157-45064f3cdc45 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:52.816644 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a803f-c545-44db-a157-45064f3cdc45 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:52.816957 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a803f-c545-44db-a157-45064f3cdc45 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:52.817267 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a803f-c545-44db-a157-45064f3cdc45 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:52.817582 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a803f-c545-44db-a157-45064f3cdc45 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:49:52.863454 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ea2a803f-c545-44db-a157-45064f3cdc45 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:52.864738 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ea2a803f-c545-44db-a157-45064f3cdc45 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3931427 Mar 07 21:49:52.871886 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50500) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:49:52.877363 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-f0958272-f228-4e9a-bd2b-aacb83e62a77 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': 'd89ea869-7c4f-43be-a99b-a32ee615fe93', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:52.879516 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f0958272-f228-4e9a-bd2b-aacb83e62a77 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:49:52.883599 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f0958272-f228-4e9a-bd2b-aacb83e62a77 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:49:52.889725 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f0958272-f228-4e9a-bd2b-aacb83e62a77 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:49:52.893100 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f0958272-f228-4e9a-bd2b-aacb83e62a77 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:49:52.950352 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f0958272-f228-4e9a-bd2b-aacb83e62a77 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:53.004886 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f0958272-f228-4e9a-bd2b-aacb83e62a77 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:53.073831 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f0958272-f228-4e9a-bd2b-aacb83e62a77 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:53.100008 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0958272-f228-4e9a-bd2b-aacb83e62a77 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a411a13b-2c62-4a12-95d2-d7a555c69a5b,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:53.153643 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f0958272-f228-4e9a-bd2b-aacb83e62a77 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:53.154917 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f0958272-f228-4e9a-bd2b-aacb83e62a77 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2868311 Mar 07 21:49:53.163183 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50504) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:49:53.164235 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-5adbcf17-987a-4b3d-8194-c03513979c4f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': 'd89ea869-7c4f-43be-a99b-a32ee615fe93', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:53.169853 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5adbcf17-987a-4b3d-8194-c03513979c4f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:49:53.171135 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:53.184358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5adbcf17-987a-4b3d-8194-c03513979c4f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:49:53.184358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5adbcf17-987a-4b3d-8194-c03513979c4f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:49:53.184358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5adbcf17-987a-4b3d-8194-c03513979c4f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:49:53.291692 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5adbcf17-987a-4b3d-8194-c03513979c4f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:53.382438 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:53.466522 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5adbcf17-987a-4b3d-8194-c03513979c4f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:53.565019 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5adbcf17-987a-4b3d-8194-c03513979c4f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:53.587311 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adbcf17-987a-4b3d-8194-c03513979c4f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbac071d-800d-48db-9f51-22b5caac216f,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:53.662399 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5adbcf17-987a-4b3d-8194-c03513979c4f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:53.663590 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5adbcf17-987a-4b3d-8194-c03513979c4f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5046022 Mar 07 21:49:53.666852 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50508) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:49:53.671607 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-19771178-bc66-4675-b8d6-79bad46e9028 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': 'd89ea869-7c4f-43be-a99b-a32ee615fe93', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:53.677522 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-19771178-bc66-4675-b8d6-79bad46e9028 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:49:53.681261 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-19771178-bc66-4675-b8d6-79bad46e9028 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:49:53.684160 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-19771178-bc66-4675-b8d6-79bad46e9028 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:49:53.692863 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-19771178-bc66-4675-b8d6-79bad46e9028 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:49:53.738609 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-19771178-bc66-4675-b8d6-79bad46e9028 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:53.804548 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-19771178-bc66-4675-b8d6-79bad46e9028 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:53.845906 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-19771178-bc66-4675-b8d6-79bad46e9028 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:53.872000 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19771178-bc66-4675-b8d6-79bad46e9028 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d656c5-1a92-430f-b729-dcb018fcd1aa,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:53.936776 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-19771178-bc66-4675-b8d6-79bad46e9028 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:53.938985 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-19771178-bc66-4675-b8d6-79bad46e9028 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2706416 Mar 07 21:49:53.940848 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50512) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:49:53.945594 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-918aad0d-479a-4421-b0df-0bc9885644b5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': 'd89ea869-7c4f-43be-a99b-a32ee615fe93', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:53.951397 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-918aad0d-479a-4421-b0df-0bc9885644b5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:49:53.957143 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-918aad0d-479a-4421-b0df-0bc9885644b5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:49:53.958446 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-918aad0d-479a-4421-b0df-0bc9885644b5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:49:53.964443 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-918aad0d-479a-4421-b0df-0bc9885644b5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:49:54.022849 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-918aad0d-479a-4421-b0df-0bc9885644b5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:54.088258 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-918aad0d-479a-4421-b0df-0bc9885644b5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:54.144484 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-918aad0d-479a-4421-b0df-0bc9885644b5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:54.169124 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918aad0d-479a-4421-b0df-0bc9885644b5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c06347a-14cb-4d07-97fe-dc841fc9d9a5,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:54.246792 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-918aad0d-479a-4421-b0df-0bc9885644b5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:54.246792 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-918aad0d-479a-4421-b0df-0bc9885644b5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2993906 Mar 07 21:49:54.246792 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50516) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:49:54.252199 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-94f477bf-e120-43a4-9988-b14969739277 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': 'd89ea869-7c4f-43be-a99b-a32ee615fe93', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:54.253085 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:49:54.256156 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-94f477bf-e120-43a4-9988-b14969739277 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:49:54.259959 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-94f477bf-e120-43a4-9988-b14969739277 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:49:54.263004 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-94f477bf-e120-43a4-9988-b14969739277 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:49:54.270503 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-94f477bf-e120-43a4-9988-b14969739277 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:49:54.336467 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-94f477bf-e120-43a4-9988-b14969739277 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Project eabc753b02e646aebebe0162c5cfe322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:49:54.343810 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-94f477bf-e120-43a4-9988-b14969739277 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:54.406213 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-94f477bf-e120-43a4-9988-b14969739277 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:54.485371 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-94f477bf-e120-43a4-9988-b14969739277 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:54.515735 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f477bf-e120-43a4-9988-b14969739277 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb54495f-04a6-4499-9f0d-5899440357ed,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:54.605613 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-94f477bf-e120-43a4-9988-b14969739277 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:54.606848 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-94f477bf-e120-43a4-9988-b14969739277 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3618455 Mar 07 21:49:54.609944 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50520) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:49:54.615539 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-481d0854-1490-4382-8f3f-8352f8308e27 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': 'd89ea869-7c4f-43be-a99b-a32ee615fe93', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:54.621350 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-481d0854-1490-4382-8f3f-8352f8308e27 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:49:54.625736 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-481d0854-1490-4382-8f3f-8352f8308e27 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:49:54.628700 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-481d0854-1490-4382-8f3f-8352f8308e27 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:49:54.634385 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-481d0854-1490-4382-8f3f-8352f8308e27 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:49:54.719869 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-481d0854-1490-4382-8f3f-8352f8308e27 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Project eabc753b02e646aebebe0162c5cfe322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:49:54.726895 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-481d0854-1490-4382-8f3f-8352f8308e27 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:54.790606 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-481d0854-1490-4382-8f3f-8352f8308e27 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:54.816816 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:54.870916 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-481d0854-1490-4382-8f3f-8352f8308e27 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:54.898442 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d0854-1490-4382-8f3f-8352f8308e27 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d371a09f-7c2a-4e26-9618-335e767ae98d,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:54.976416 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-481d0854-1490-4382-8f3f-8352f8308e27 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:54.977607 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-481d0854-1490-4382-8f3f-8352f8308e27 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3667421 Mar 07 21:49:55.138057 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-79e34e4b-70cd-4c33-9592-dec61e370a6c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-475522675&fields=id&tenant_id=eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 267 time: 0.0394266 Mar 07 21:49:55.285044 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-c83e50a2-1ee0-47c5-b0cb-8219657d3ea5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:55.286480 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-c83e50a2-1ee0-47c5-b0cb-8219657d3ea5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/networks?id=33abc27d-09ec-43fa-8a80-5f27d0a08f2a HTTP/1.1" status: 200 len: 797 time: 0.1420343 Mar 07 21:49:55.301305 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-198c499f-0e11-4a95-86ea-d2b1e162e8e0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/quotas/eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 375 time: 0.0095115 Mar 07 21:49:55.387115 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-468ad7b7-9ac7-4c83-baed-464455f38dbf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0808799 Mar 07 21:49:55.526208 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-0aa0b7a2-ce9c-4a23-94c0-4bc53d95ea16 service neutron] 10.222.0.21 "GET /v2.0/networks/33abc27d-09ec-43fa-8a80-5f27d0a08f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278548 Mar 07 21:49:55.655915 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-7be19bc3-3359-4131-9252-a882acf38229 service neutron] 10.222.0.21 "GET /v2.0/networks/33abc27d-09ec-43fa-8a80-5f27d0a08f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233342 Mar 07 21:49:55.899652 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9d448d1f-c9b1-4317-b95a-93934fd7fa4e req-ea3e23ca-bab9-4df0-b850-3a9a35a8e7a2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb HTTP/1.1" status: 200 len: 210 time: 0.0459111 Mar 07 21:49:57.044281 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-66664c59-f56f-426b-a013-ab59f16a851f req-2e3448c7-be51-4c22-bfab-91ff90387bff tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb HTTP/1.1" status: 200 len: 210 time: 0.0414851 Mar 07 21:49:57.742781 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-610dce0e-8a91-4421-a2fb-d48a3155edf4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:57.744144 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-610dce0e-8a91-4421-a2fb-d48a3155edf4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/networks?id=33abc27d-09ec-43fa-8a80-5f27d0a08f2a HTTP/1.1" status: 200 len: 797 time: 0.1441984 Mar 07 21:49:57.791158 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-59bbff5d-94e9-4de2-96af-d09f607ed01c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:49:57.862373 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-59bbff5d-94e9-4de2-96af-d09f607ed01c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:49:57.863713 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-59bbff5d-94e9-4de2-96af-d09f607ed01c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 471 time: 0.1118021 Mar 07 21:49:57.871801 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-bdf9d786-9419-4eac-b757-9150513e18ae tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'port': {'device_id': 'e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'admin_state_up': True, 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'security_groups': ['d89ea869-7c4f-43be-a99b-a32ee615fe93']}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:58.121900 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-bdf9d786-9419-4eac-b757-9150513e18ae tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:49:58.126905 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-bdf9d786-9419-4eac-b757-9150513e18ae tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:port and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:49:58.130134 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-bdf9d786-9419-4eac-b757-9150513e18ae tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:49:58.136930 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-bdf9d786-9419-4eac-b757-9150513e18ae tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:49:58.192211 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-11586741-2d9f-4cef-be0e-2c18789d864f req-020c5e7c-18aa-4369-a5fa-81029784671f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb HTTP/1.1" status: 200 len: 210 time: 0.0425892 Mar 07 21:49:58.217616 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-bdf9d786-9419-4eac-b757-9150513e18ae tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:49:58.217616 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-bdf9d786-9419-4eac-b757-9150513e18ae tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:58.378955 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-bdf9d786-9419-4eac-b757-9150513e18ae tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.20.0.13 (33abc27d-09ec-43fa-8a80-5f27d0a08f2a/a4a14355-07fb-417f-8302-0d8014d3e013/1ef9669a-cf88-4f56-a282-df28a8bd57fd) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:49:58.561755 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-bdf9d786-9419-4eac-b757-9150513e18ae tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:58.577408 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-bdf9d786-9419-4eac-b757-9150513e18ae tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Transition to ACTIVE for port object 1ef9669a-cf88-4f56-a282-df28a8bd57fd will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:49:58.640865 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-bdf9d786-9419-4eac-b757-9150513e18ae tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:58.705107 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-bdf9d786-9419-4eac-b757-9150513e18ae tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 33abc27d-09ec-43fa-8a80-5f27d0a08f2a is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:49:58.712498 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-bdf9d786-9419-4eac-b757-9150513e18ae tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:49:58.717775 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-bdf9d786-9419-4eac-b757-9150513e18ae tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:49:58.751206 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9d786-9419-4eac-b757-9150513e18ae tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=1ef9669a-cf88-4f56-a282-df28a8bd57fd,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:58.789107 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-bdf9d786-9419-4eac-b757-9150513e18ae tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:58.789750 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-bdf9d786-9419-4eac-b757-9150513e18ae tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:58.908814 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-bdf9d786-9419-4eac-b757-9150513e18ae tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0406082 Mar 07 21:49:58.919822 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-00ae4077-b5a5-4082-be05-c1aa6ffe3be1 service neutron] Request body: {'port': {'device_id': 'e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:49:58.976429 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-998d07e1-771e-4ae8-88ad-b7a3ba5c05d7 None None] Provisioning for port 1ef9669a-cf88-4f56-a282-df28a8bd57fd completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:49:58.981449 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-998d07e1-771e-4ae8-88ad-b7a3ba5c05d7 None None] Provisioning complete for port 1ef9669a-cf88-4f56-a282-df28a8bd57fd triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:49:58.982800 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-998d07e1-771e-4ae8-88ad-b7a3ba5c05d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:59.032404 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-00ae4077-b5a5-4082-be05-c1aa6ffe3be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:59.038193 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-998d07e1-771e-4ae8-88ad-b7a3ba5c05d7 None None] Port 1ef9669a-cf88-4f56-a282-df28a8bd57fd cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:49:59.369511 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-00ae4077-b5a5-4082-be05-c1aa6ffe3be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef9669a-cf88-4f56-a282-df28a8bd57fd {{(pid=88387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:49:59.377281 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-00ae4077-b5a5-4082-be05-c1aa6ffe3be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:59.383116 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf02d1-d6d1-4f9a-8996-c253087e3dbf req-2c2198a1-4d27-43ae-8ad5-7b7dad3cff3a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:59.384566 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-91bf02d1-d6d1-4f9a-8996-c253087e3dbf req-2c2198a1-4d27-43ae-8ad5-7b7dad3cff3a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb HTTP/1.1" status: 200 len: 932 time: 0.0848165 Mar 07 21:49:59.397339 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-00ae4077-b5a5-4082-be05-c1aa6ffe3be1 service neutron] Transition to ACTIVE for port object 1ef9669a-cf88-4f56-a282-df28a8bd57fd will not be triggered until provisioned by entity L2. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:49:59.429510 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-91bf02d1-d6d1-4f9a-8996-c253087e3dbf req-68941883-549e-4d77-b844-95c227d92953 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=d89ea869-7c4f-43be-a99b-a32ee615fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376146 Mar 07 21:49:59.473922 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-00ae4077-b5a5-4082-be05-c1aa6ffe3be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:59.631561 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae4077-b5a5-4082-be05-c1aa6ffe3be1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef9669a-cf88-4f56-a282-df28a8bd57fd,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:49:59.717898 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-00ae4077-b5a5-4082-be05-c1aa6ffe3be1 service neutron] Attempting to bind port 1ef9669a-cf88-4f56-a282-df28a8bd57fd on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:49:59.718258 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-00ae4077-b5a5-4082-be05-c1aa6ffe3be1 service neutron] Attempting to bind port 1ef9669a-cf88-4f56-a282-df28a8bd57fd by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '7e74088c-cff0-4f48-9a42-9a370a7bc9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:49:59.718609 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-00ae4077-b5a5-4082-be05-c1aa6ffe3be1 service neutron] Attempting to bind port 1ef9669a-cf88-4f56-a282-df28a8bd57fd on network 33abc27d-09ec-43fa-8a80-5f27d0a08f2a {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:49:59.723472 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-00ae4077-b5a5-4082-be05-c1aa6ffe3be1 service neutron] Port 1ef9669a-cf88-4f56-a282-df28a8bd57fd on network 33abc27d-09ec-43fa-8a80-5f27d0a08f2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:49:59.727316 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-00ae4077-b5a5-4082-be05-c1aa6ffe3be1 service neutron] Attempting to bind port 1ef9669a-cf88-4f56-a282-df28a8bd57fd on network 33abc27d-09ec-43fa-8a80-5f27d0a08f2a {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:49:59.728952 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-00ae4077-b5a5-4082-be05-c1aa6ffe3be1 service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:49:59.729286 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-00ae4077-b5a5-4082-be05-c1aa6ffe3be1 service neutron] Checking segment: {'id': '7e74088c-cff0-4f48-9a42-9a370a7bc9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:49:59.729765 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-00ae4077-b5a5-4082-be05-c1aa6ffe3be1 service neutron] Bound using segment: {'id': '7e74088c-cff0-4f48-9a42-9a370a7bc9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a'} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:49:59.730213 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-00ae4077-b5a5-4082-be05-c1aa6ffe3be1 service neutron] Bound port: 1ef9669a-cf88-4f56-a282-df28a8bd57fd, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e74088c-cff0-4f48-9a42-9a370a7bc9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a'}}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:49:59.730560 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-00ae4077-b5a5-4082-be05-c1aa6ffe3be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:59.825558 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-00ae4077-b5a5-4082-be05-c1aa6ffe3be1 service neutron] For port 1ef9669a-cf88-4f56-a282-df28a8bd57fd, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:49:59.828545 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-00ae4077-b5a5-4082-be05-c1aa6ffe3be1 service neutron] For port 1ef9669a-cf88-4f56-a282-df28a8bd57fd, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1ef9669a-cf88-4f56-a282-df28a8bd57fd,segment=NetworkSegment(7e74088c-cff0-4f48-9a42-9a370a7bc9e7),segment_id=7e74088c-cff0-4f48-9a42-9a370a7bc9e7)] {{(pid=88387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:49:59.896772 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-00ae4077-b5a5-4082-be05-c1aa6ffe3be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:59.949993 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-00ae4077-b5a5-4082-be05-c1aa6ffe3be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:49:59.950503 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-00ae4077-b5a5-4082-be05-c1aa6ffe3be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:49:59.952088 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-00ae4077-b5a5-4082-be05-c1aa6ffe3be1 service neutron] 10.222.0.11 "PUT /v2.0/ports/1ef9669a-cf88-4f56-a282-df28a8bd57fd HTTP/1.1" status: 200 len: 1094 time: 1.0362751 Mar 07 21:49:59.954528 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb', 'tag': '1ef9669a-cf88-4f56-a282-df28a8bd57fd'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:49:59.984046 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae4077-b5a5-4082-be05-c1aa6ffe3be1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef9669a-cf88-4f56-a282-df28a8bd57fd,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:00.005283 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb', 'tag': '1ef9669a-cf88-4f56-a282-df28a8bd57fd', 'status': 'completed', 'code': 200} Mar 07 21:50:00.102436 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67393f58-ce6f-44a5-9a02-327465560a34 req-6956707e-19ba-4ebb-b04a-87ed6e907f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:00.104016 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-67393f58-ce6f-44a5-9a02-327465560a34 req-6956707e-19ba-4ebb-b04a-87ed6e907f68 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb HTTP/1.1" status: 200 len: 1097 time: 0.0786538 Mar 07 21:50:00.349792 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67393f58-ce6f-44a5-9a02-327465560a34 req-5a7744c7-7311-41f4-b842-2d904900d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:00.351172 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-67393f58-ce6f-44a5-9a02-327465560a34 req-5a7744c7-7311-41f4-b842-2d904900d71d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=eabc753b02e646aebebe0162c5cfe322&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2403717 Mar 07 21:50:00.495288 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67393f58-ce6f-44a5-9a02-327465560a34 req-a7a94a9a-adac-460b-8d0c-aee409d44f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:00.495678 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-67393f58-ce6f-44a5-9a02-327465560a34 req-a7a94a9a-adac-460b-8d0c-aee409d44f54 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1375582 Mar 07 21:50:00.620587 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-c95127f7-9509-4d21-b76c-861cb2c40859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:00.622101 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-c95127f7-9509-4d21-b76c-861cb2c40859 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb HTTP/1.1" status: 200 len: 1097 time: 0.0831394 Mar 07 21:50:00.628242 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c66e2-1bf7-475b-83dd-5fcd4926364a req-505316ab-ff00-419b-88e9-04b070983f65 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:00.629712 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-214c66e2-1bf7-475b-83dd-5fcd4926364a req-505316ab-ff00-419b-88e9-04b070983f65 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb HTTP/1.1" status: 200 len: 944 time: 0.0859377 Mar 07 21:50:00.687130 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-214c66e2-1bf7-475b-83dd-5fcd4926364a req-532e3e40-9508-42d3-8b76-e4fcfea6c88f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=d89ea869-7c4f-43be-a99b-a32ee615fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479808 Mar 07 21:50:00.703667 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-5171226a-be58-41a0-884b-692e8a2fd564 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ef9669a-cf88-4f56-a282-df28a8bd57fd HTTP/1.1" status: 200 len: 217 time: 0.0668979 Mar 07 21:50:00.766017 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-a58e0a04-f49b-47c2-bba4-6ab262160b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:00.766017 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-a58e0a04-f49b-47c2-bba4-6ab262160b44 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4a14355-07fb-417f-8302-0d8014d3e013 HTTP/1.1" status: 200 len: 835 time: 0.0592723 Mar 07 21:50:00.852193 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-906faa8c-32bb-4811-b196-75bbb976f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:00.852193 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-906faa8c-32bb-4811-b196-75bbb976f06e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=33abc27d-09ec-43fa-8a80-5f27d0a08f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805655 Mar 07 21:50:00.992149 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-c24c4a12-02a4-478b-a530-35a6fb7886af service neutron] 10.222.0.11 "GET /v2.0/networks/33abc27d-09ec-43fa-8a80-5f27d0a08f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323090 Mar 07 21:50:01.137567 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9f219ef0-80f2-4419-bf3c-9b087f788646 req-03de7740-1b2e-4671-ad0b-cf1449552fe3 service neutron] 10.222.0.11 "GET /v2.0/networks/33abc27d-09ec-43fa-8a80-5f27d0a08f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393816 Mar 07 21:50:01.886220 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37697a10-22ef-40a0-847c-683921a86204 req-d4e66ed8-d5a1-44d9-808e-b1bfc10168fc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:01.886220 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-37697a10-22ef-40a0-847c-683921a86204 req-d4e66ed8-d5a1-44d9-808e-b1bfc10168fc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb HTTP/1.1" status: 200 len: 944 time: 0.0858872 Mar 07 21:50:01.933031 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-37697a10-22ef-40a0-847c-683921a86204 req-6b02cb39-2c68-4e9b-bbef-6df1966d060f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=d89ea869-7c4f-43be-a99b-a32ee615fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393391 Mar 07 21:50:03.125276 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621b219-fb6b-470e-88bb-7c059196022f req-c09e3bab-9416-41be-933e-5aaffc2f2612 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:03.125276 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1621b219-fb6b-470e-88bb-7c059196022f req-c09e3bab-9416-41be-933e-5aaffc2f2612 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb HTTP/1.1" status: 200 len: 944 time: 0.0849450 Mar 07 21:50:03.174510 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1621b219-fb6b-470e-88bb-7c059196022f req-edad5492-cf03-4606-89ab-1174334115d6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=d89ea869-7c4f-43be-a99b-a32ee615fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389383 Mar 07 21:50:03.377691 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 1ef9669a-cf88-4f56-a282-df28a8bd57fd details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 21:50:03.521639 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 1ef9669a-cf88-4f56-a282-df28a8bd57fd, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1ef9669a-cf88-4f56-a282-df28a8bd57fd,segment=NetworkSegment(7e74088c-cff0-4f48-9a42-9a370a7bc9e7),segment_id=7e74088c-cff0-4f48-9a42-9a370a7bc9e7)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:50:03.526850 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '1ef9669a-cf88-4f56-a282-df28a8bd57fd', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'port_id': '1ef9669a-cf88-4f56-a282-df28a8bd57fd', 'mac_address': 'fa:16:3e:a8:8f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 21:50:03.581973 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:03.599065 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef9669a-cf88-4f56-a282-df28a8bd57fd {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:50:03.613680 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 1ef9669a-cf88-4f56-a282-df28a8bd57fd, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1ef9669a-cf88-4f56-a282-df28a8bd57fd,segment=NetworkSegment(7e74088c-cff0-4f48-9a42-9a370a7bc9e7),segment_id=7e74088c-cff0-4f48-9a42-9a370a7bc9e7)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:50:03.673016 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:03.749664 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=1ef9669a-cf88-4f56-a282-df28a8bd57fd,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:03.752937 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:03.752937 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:03.752937 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:03.752937 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:03.752937 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:03.752937 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:03.752937 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:03.752937 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:03.752937 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:03.752937 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:03.756393 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:03.756393 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:03.903456 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['1ef9669a-cf88-4f56-a282-df28a8bd57fd'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 21:50:04.354216 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49c694-8fc6-47a6-af90-c2f89dbfc93a req-5773414f-2145-4b19-936b-ff12d43bb8e0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:04.355654 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de49c694-8fc6-47a6-af90-c2f89dbfc93a req-5773414f-2145-4b19-936b-ff12d43bb8e0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb HTTP/1.1" status: 200 len: 945 time: 0.0809555 Mar 07 21:50:04.399664 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de49c694-8fc6-47a6-af90-c2f89dbfc93a req-d8edcc53-6636-4078-bca6-3d590b15dff4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=d89ea869-7c4f-43be-a99b-a32ee615fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384450 Mar 07 21:50:05.374692 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 1ef9669a-cf88-4f56-a282-df28a8bd57fd up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:50:05.565269 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 1ef9669a-cf88-4f56-a282-df28a8bd57fd completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:50:05.570921 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 1ef9669a-cf88-4f56-a282-df28a8bd57fd triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:50:05.571335 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:05.586756 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a53c5-7853-4ba9-9f70-7fd2904be028 req-dc1c293d-d3a3-4f49-b49c-81bad538ace0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:05.588210 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-704a53c5-7853-4ba9-9f70-7fd2904be028 req-dc1c293d-d3a3-4f49-b49c-81bad538ace0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb HTTP/1.1" status: 200 len: 945 time: 0.0837724 Mar 07 21:50:05.648055 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-704a53c5-7853-4ba9-9f70-7fd2904be028 req-b31fb811-a968-4373-b159-07a9e8f54509 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=d89ea869-7c4f-43be-a99b-a32ee615fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441759 Mar 07 21:50:05.701084 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:05.731588 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef9669a-cf88-4f56-a282-df28a8bd57fd'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:50:05.743963 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 1ef9669a-cf88-4f56-a282-df28a8bd57fd, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1ef9669a-cf88-4f56-a282-df28a8bd57fd,segment=NetworkSegment(7e74088c-cff0-4f48-9a42-9a370a7bc9e7),segment_id=7e74088c-cff0-4f48-9a42-9a370a7bc9e7)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:50:05.774481 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef9669a-cf88-4f56-a282-df28a8bd57fd', 'code': 200} Mar 07 21:50:05.808192 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:05.892698 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=1ef9669a-cf88-4f56-a282-df28a8bd57fd,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:06.138440 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd173ea5-a5a1-4042-8d66-08223c4efd7c req-f3762178-bf9a-4092-93d9-8b0e07bfe430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:06.140764 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-cd173ea5-a5a1-4042-8d66-08223c4efd7c req-f3762178-bf9a-4092-93d9-8b0e07bfe430 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb HTTP/1.1" status: 200 len: 1099 time: 0.0785530 Mar 07 21:50:06.182894 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-cd173ea5-a5a1-4042-8d66-08223c4efd7c req-afa4407e-ec72-4857-ac8a-bb2cfed2ad71 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d89ea869-7c4f-43be-a99b-a32ee615fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381536 Mar 07 21:50:06.831284 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a9bbd-e953-42ba-8f1b-492930cc59cc req-26ac324a-04e1-4620-adf9-fbafb067cf32 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:06.832647 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-724a9bbd-e953-42ba-8f1b-492930cc59cc req-26ac324a-04e1-4620-adf9-fbafb067cf32 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb HTTP/1.1" status: 200 len: 946 time: 0.0860784 Mar 07 21:50:06.878100 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-724a9bbd-e953-42ba-8f1b-492930cc59cc req-cebbfdd8-332c-4474-8f18-3904ef8df48c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=d89ea869-7c4f-43be-a99b-a32ee615fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397263 Mar 07 21:50:08.061424 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddff974-959f-4678-81e4-b5fc3cce3aff req-7cc77ea9-33f8-43cd-a97d-4ea658ca42cc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:08.062894 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8ddff974-959f-4678-81e4-b5fc3cce3aff req-7cc77ea9-33f8-43cd-a97d-4ea658ca42cc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb HTTP/1.1" status: 200 len: 946 time: 0.0790288 Mar 07 21:50:08.107281 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8ddff974-959f-4678-81e4-b5fc3cce3aff req-9aed80f2-afba-4aee-a793-81a13a2ba623 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=d89ea869-7c4f-43be-a99b-a32ee615fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388327 Mar 07 21:50:08.297550 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62547e15-0b02-4172-baf2-9bcf8805eea2 req-ff546af0-7c2d-4290-a1ed-230ce3664ce9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:08.299980 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-62547e15-0b02-4172-baf2-9bcf8805eea2 req-ff546af0-7c2d-4290-a1ed-230ce3664ce9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb HTTP/1.1" status: 200 len: 946 time: 0.0891893 Mar 07 21:50:08.348178 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-62547e15-0b02-4172-baf2-9bcf8805eea2 req-adde8ea1-c533-497a-bfea-c266cab56da4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=d89ea869-7c4f-43be-a99b-a32ee615fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413477 Mar 07 21:50:08.371174 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50580) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:50:08.442646 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdd2e44-f849-4787-8cac-fa08b86fc73b tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:08.444088 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0cdd2e44-f849-4787-8cac-fa08b86fc73b tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb HTTP/1.1" status: 200 len: 1094 time: 0.0719044 Mar 07 21:50:08.446978 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50584) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:50:08.452580 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-3b1eec54-fbcf-46ef-ab15-beac4a0bcf61 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'floatingip': {'port_id': '1ef9669a-cf88-4f56-a282-df28a8bd57fd'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:08.531633 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3b1eec54-fbcf-46ef-ab15-beac4a0bcf61 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:09.241495 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3b1eec54-fbcf-46ef-ab15-beac4a0bcf61 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:09.279604 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3b1eec54-fbcf-46ef-ab15-beac4a0bcf61 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:09.456316 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-3b1eec54-fbcf-46ef-ab15-beac4a0bcf61 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Floating IP 1939e21c-d9be-4ec1-acd5-76ebbd849d6f associated. External IP: 172.26.2.46, port: 1ef9669a-cf88-4f56-a282-df28a8bd57fd. Mar 07 21:50:09.816887 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1eec54-fbcf-46ef-ab15-beac4a0bcf61 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router bc7f4307-66a7-48ac-be4c-e40d086d787f has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:50:10.119833 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1eec54-fbcf-46ef-ab15-beac4a0bcf61 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:50:10.124258 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3b1eec54-fbcf-46ef-ab15-beac4a0bcf61 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:10.130365 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868dc31f-e54c-4810-89f2-14efce74d7ad None None] Sync routers for ids ['bc7f4307-66a7-48ac-be4c-e40d086d787f'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:50:10.151307 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868dc31f-e54c-4810-89f2-14efce74d7ad None None] Routers {'bc7f4307-66a7-48ac-be4c-e40d086d787f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:50:10.151307 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-868dc31f-e54c-4810-89f2-14efce74d7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:49:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['bc7f4307-66a7-48ac-be4c-e40d086d787f'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:50:10.186686 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3b1eec54-fbcf-46ef-ab15-beac4a0bcf61 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "PUT /v2.0/floatingips/1939e21c-d9be-4ec1-acd5-76ebbd849d6f HTTP/1.1" status: 200 len: 991 time: 1.7377317 Mar 07 21:50:10.186686 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb', 'tag': '1ef9669a-cf88-4f56-a282-df28a8bd57fd'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:50:10.189293 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50588) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:50:10.236211 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb', 'tag': '1ef9669a-cf88-4f56-a282-df28a8bd57fd', 'status': 'completed', 'code': 200} Mar 07 21:50:10.342881 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-868dc31f-e54c-4810-89f2-14efce74d7ad None None] Set router bc7f4307-66a7-48ac-be4c-e40d086d787f gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:50:10.351878 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5d605e64-3d14-4ae5-a5de-4eda8bc10a72 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/1939e21c-d9be-4ec1-acd5-76ebbd849d6f HTTP/1.1" status: 200 len: 991 time: 0.1611285 Mar 07 21:50:10.373107 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e5a0d-4584-4e35-a8e8-867e088553d7 req-87a3c91c-aa58-42ed-8406-6436eae52183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:10.374868 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-ae8e5a0d-4584-4e35-a8e8-867e088553d7 req-87a3c91c-aa58-42ed-8406-6436eae52183 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb HTTP/1.1" status: 200 len: 1099 time: 0.1104696 Mar 07 21:50:10.511158 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e5a0d-4584-4e35-a8e8-867e088553d7 req-48dc53d3-6871-4b2e-af82-c9c8c51b5db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:10.512644 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-ae8e5a0d-4584-4e35-a8e8-867e088553d7 req-48dc53d3-6871-4b2e-af82-c9c8c51b5db2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=33abc27d-09ec-43fa-8a80-5f27d0a08f2a HTTP/1.1" status: 200 len: 897 time: 0.1302621 Mar 07 21:50:10.617676 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-ae8e5a0d-4584-4e35-a8e8-867e088553d7 req-7dae77f7-b7ea-4d2c-8c9f-9b30c2c891ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ef9669a-cf88-4f56-a282-df28a8bd57fd HTTP/1.1" status: 200 len: 999 time: 0.0990531 Mar 07 21:50:10.681587 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e5a0d-4584-4e35-a8e8-867e088553d7 req-a521ddef-9b12-42c2-a416-d0d7cfebc336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:10.683190 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-ae8e5a0d-4584-4e35-a8e8-867e088553d7 req-a521ddef-9b12-42c2-a416-d0d7cfebc336 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4a14355-07fb-417f-8302-0d8014d3e013 HTTP/1.1" status: 200 len: 835 time: 0.0583637 Mar 07 21:50:10.699717 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-868dc31f-e54c-4810-89f2-14efce74d7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'name': 'tempest-TestNetworkBasicOps-router-1786951269', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:46Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:47Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '1939e21c-d9be-4ec1-acd5-76ebbd849d6f', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.46', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'port_id': '1ef9669a-cf88-4f56-a282-df28a8bd57fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'mac_address': 'fa:16:3e:a8:8f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:49:11Z', 'updated_at': '2022-03-07T21:50:09Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed42128-b4c5-4899-ad8d-e2091b80035f', 'name': '', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:41:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:51Z', 'updated_at': '2022-03-07T21:48:58Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:50:10.704749 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868dc31f-e54c-4810-89f2-14efce74d7ad None None] Checking router: bc7f4307-66a7-48ac-be4c-e40d086d787f for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:50:10.712559 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868dc31f-e54c-4810-89f2-14efce74d7ad None None] Routers {'bc7f4307-66a7-48ac-be4c-e40d086d787f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:50:10.713195 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-868dc31f-e54c-4810-89f2-14efce74d7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:49:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['bc7f4307-66a7-48ac-be4c-e40d086d787f'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:50:10.761062 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e5a0d-4584-4e35-a8e8-867e088553d7 req-14f58560-b06f-4449-bea3-4b8155dae2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:10.761883 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-ae8e5a0d-4584-4e35-a8e8-867e088553d7 req-14f58560-b06f-4449-bea3-4b8155dae2aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=33abc27d-09ec-43fa-8a80-5f27d0a08f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712636 Mar 07 21:50:10.904910 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-868dc31f-e54c-4810-89f2-14efce74d7ad None None] Set router bc7f4307-66a7-48ac-be4c-e40d086d787f gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:50:10.918779 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-ae8e5a0d-4584-4e35-a8e8-867e088553d7 req-8fde3497-1b57-4803-859e-a6d95c6cb4f0 service neutron] 10.222.0.11 "GET /v2.0/networks/33abc27d-09ec-43fa-8a80-5f27d0a08f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509013 Mar 07 21:50:11.175944 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-ae8e5a0d-4584-4e35-a8e8-867e088553d7 req-5e51d70a-7675-4861-9140-21421be73b50 service neutron] 10.222.0.11 "GET /v2.0/networks/33abc27d-09ec-43fa-8a80-5f27d0a08f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507122 Mar 07 21:50:11.292738 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-868dc31f-e54c-4810-89f2-14efce74d7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'name': 'tempest-TestNetworkBasicOps-router-1786951269', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:46Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:47Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '1939e21c-d9be-4ec1-acd5-76ebbd849d6f', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.46', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'port_id': '1ef9669a-cf88-4f56-a282-df28a8bd57fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'mac_address': 'fa:16:3e:a8:8f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:49:11Z', 'updated_at': '2022-03-07T21:50:09Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed42128-b4c5-4899-ad8d-e2091b80035f', 'name': '', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:41:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:51Z', 'updated_at': '2022-03-07T21:48:58Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:50:11.297486 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868dc31f-e54c-4810-89f2-14efce74d7ad None None] The sync data for ids ['bc7f4307-66a7-48ac-be4c-e40d086d787f'] in dv-neutron-829957-1-hyperv is: [{'id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'name': 'tempest-TestNetworkBasicOps-router-1786951269', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:46Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:47Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '1939e21c-d9be-4ec1-acd5-76ebbd849d6f', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.46', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'port_id': '1ef9669a-cf88-4f56-a282-df28a8bd57fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'mac_address': 'fa:16:3e:a8:8f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:49:11Z', 'updated_at': '2022-03-07T21:50:09Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed42128-b4c5-4899-ad8d-e2091b80035f', 'name': '', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:41:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:51Z', 'updated_at': '2022-03-07T21:48:58Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:50:11.355819 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50594) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:50:11.476614 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ff21d8e6-78ba-4e9c-b9c6-d3d13e61ce39 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/1939e21c-d9be-4ec1-acd5-76ebbd849d6f HTTP/1.1" status: 200 len: 991 time: 0.1194592 Mar 07 21:50:11.495752 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c06c4-1de6-4bb6-bf47-9b32ff908dde None None] New status for floating IP 1939e21c-d9be-4ec1-acd5-76ebbd849d6f: ACTIVE {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:50:12.479797 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50598) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:50:12.586853 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bd99976c-4f2d-44a8-af49-419749b95357 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/1939e21c-d9be-4ec1-acd5-76ebbd849d6f HTTP/1.1" status: 200 len: 993 time: 0.1058857 Mar 07 21:50:15.787681 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:20.050810 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d78d0660-c5bc-458a-869e-ad0a65233ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:22.280119 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b6b1c668-a7ab-467b-a699-e8b2876df647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:23.286450 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:23.347799 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:24.719513 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:27.693477 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-19fe6d60-04aa-4965-acf6-9d6ab346e307 req-7691d9dd-6fae-471d-91a6-42c7f0101752 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d90dd6df-3c76-4865-9086-88d503f19fd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696952 Mar 07 21:50:27.832233 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe6d60-04aa-4965-acf6-9d6ab346e307 req-d54e665a-0718-4bed-8f37-679a7792c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:27.833660 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-19fe6d60-04aa-4965-acf6-9d6ab346e307 req-d54e665a-0718-4bed-8f37-679a7792c35d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1d039a5115b40cc849313193266d5ad&device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 1098 time: 0.0689790 Mar 07 21:50:27.976712 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe6d60-04aa-4965-acf6-9d6ab346e307 req-d586ff59-6569-49a2-ad46-506e1e65be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:27.978090 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-19fe6d60-04aa-4965-acf6-9d6ab346e307 req-d586ff59-6569-49a2-ad46-506e1e65be7c service neutron] 10.222.0.11 "GET /v2.0/networks?id=e71fce04-ffbd-435e-bfc3-87f58b6e4967 HTTP/1.1" status: 200 len: 911 time: 0.1239519 Mar 07 21:50:28.080020 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-19fe6d60-04aa-4965-acf6-9d6ab346e307 req-bac4f5f6-470c-4160-8131-60ffcd313821 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04134ed6-35b8-438d-b6ea-b5ee2e0a2175 HTTP/1.1" status: 200 len: 1001 time: 0.0953741 Mar 07 21:50:28.143732 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe6d60-04aa-4965-acf6-9d6ab346e307 req-785fcf29-fc2c-4fce-b066-8e845267a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:28.145126 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-19fe6d60-04aa-4965-acf6-9d6ab346e307 req-785fcf29-fc2c-4fce-b066-8e845267a332 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca279e0e-f6b2-4a41-a814-7c87369c7833 HTTP/1.1" status: 200 len: 850 time: 0.0587478 Mar 07 21:50:28.216808 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe6d60-04aa-4965-acf6-9d6ab346e307 req-c752fe3a-0085-412a-a08f-8a33bf5cd208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:28.218213 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-19fe6d60-04aa-4965-acf6-9d6ab346e307 req-c752fe3a-0085-412a-a08f-8a33bf5cd208 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e71fce04-ffbd-435e-bfc3-87f58b6e4967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670705 Mar 07 21:50:28.345591 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-19fe6d60-04aa-4965-acf6-9d6ab346e307 req-7d59ecad-6047-4e3b-8973-22c434609baa service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209095 Mar 07 21:50:28.474101 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-19fe6d60-04aa-4965-acf6-9d6ab346e307 req-b1dc65cd-0a0d-45bd-b1bc-4dab49dd9b64 service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219444 Mar 07 21:50:31.250084 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:50:39.701305 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dc3d8-ab66-4ccb-81ca-21c83a3caf49 req-d9226ecb-39eb-49aa-828d-aedb7ace0338 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:39.702767 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fe6dc3d8-ab66-4ccb-81ca-21c83a3caf49 req-d9226ecb-39eb-49aa-828d-aedb7ace0338 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb HTTP/1.1" status: 200 len: 946 time: 0.0829244 Mar 07 21:50:39.745696 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fe6dc3d8-ab66-4ccb-81ca-21c83a3caf49 req-6d473406-f39c-4ff9-8cf2-c21bd51c1b04 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=d89ea869-7c4f-43be-a99b-a32ee615fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373626 Mar 07 21:50:40.929024 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40da1ae-f265-40e9-9313-2a36f525bcd0 req-42feaa81-ede1-4d99-b781-6c041baf5b38 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:40.930471 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c40da1ae-f265-40e9-9313-2a36f525bcd0 req-42feaa81-ede1-4d99-b781-6c041baf5b38 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb HTTP/1.1" status: 200 len: 946 time: 0.0777998 Mar 07 21:50:40.974166 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c40da1ae-f265-40e9-9313-2a36f525bcd0 req-9592a861-a467-4628-a1f2-65849b86f723 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=d89ea869-7c4f-43be-a99b-a32ee615fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380080 Mar 07 21:50:41.018528 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658a815-5f34-4ddc-85ee-760a7083d5a1 req-a7abc382-ad69-4361-8230-2a5fcec358b2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:41.019212 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-0658a815-5f34-4ddc-85ee-760a7083d5a1 req-a7abc382-ad69-4361-8230-2a5fcec358b2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:50:41.101147 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-0658a815-5f34-4ddc-85ee-760a7083d5a1 req-a7abc382-ad69-4361-8230-2a5fcec358b2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:50:41.102236 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-0658a815-5f34-4ddc-85ee-760a7083d5a1 req-a7abc382-ad69-4361-8230-2a5fcec358b2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb HTTP/1.1" status: 200 len: 946 time: 0.1650176 Mar 07 21:50:41.169736 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-0658a815-5f34-4ddc-85ee-760a7083d5a1 req-7c5396b7-c5ab-4ab2-90cf-27441ed8301f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port 1ef9669a-cf88-4f56-a282-df28a8bd57fd {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:50:41.170098 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-0658a815-5f34-4ddc-85ee-760a7083d5a1 req-7c5396b7-c5ab-4ab2-90cf-27441ed8301f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:41.406865 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-0658a815-5f34-4ddc-85ee-760a7083d5a1 req-7c5396b7-c5ab-4ab2-90cf-27441ed8301f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port 1ef9669a-cf88-4f56-a282-df28a8bd57fd, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1ef9669a-cf88-4f56-a282-df28a8bd57fd,segment=NetworkSegment(7e74088c-cff0-4f48-9a42-9a370a7bc9e7),segment_id=7e74088c-cff0-4f48-9a42-9a370a7bc9e7)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:50:41.407130 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-0658a815-5f34-4ddc-85ee-760a7083d5a1 req-7c5396b7-c5ab-4ab2-90cf-27441ed8301f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:41.785379 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-0658a815-5f34-4ddc-85ee-760a7083d5a1 req-7c5396b7-c5ab-4ab2-90cf-27441ed8301f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:41.785747 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-0658a815-5f34-4ddc-85ee-760a7083d5a1 req-7c5396b7-c5ab-4ab2-90cf-27441ed8301f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:41.786090 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [req-0658a815-5f34-4ddc-85ee-760a7083d5a1 req-7c5396b7-c5ab-4ab2-90cf-27441ed8301f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Floating IP 1939e21c-d9be-4ec1-acd5-76ebbd849d6f disassociated. External IP: 172.26.2.46, port: 1ef9669a-cf88-4f56-a282-df28a8bd57fd. Mar 07 21:50:41.786430 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-0658a815-5f34-4ddc-85ee-760a7083d5a1 req-7c5396b7-c5ab-4ab2-90cf-27441ed8301f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for 1ef9669a-cf88-4f56-a282-df28a8bd57fd owned by compute:nova {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:50:41.987550 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-0658a815-5f34-4ddc-85ee-760a7083d5a1 req-7c5396b7-c5ab-4ab2-90cf-27441ed8301f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:42.039940 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5396b7-c5ab-4ab2-90cf-27441ed8301f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=1ef9669a-cf88-4f56-a282-df28a8bd57fd,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:42.126248 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d59c095f-59d6-4bf0-97b6-2169b80b7091 req-7eb54048-96a8-42fe-b864-4d18a5772bc7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb HTTP/1.1" status: 200 len: 210 time: 0.0461543 Mar 07 21:50:42.225767 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0658a815-5f34-4ddc-85ee-760a7083d5a1 req-7c5396b7-c5ab-4ab2-90cf-27441ed8301f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router bc7f4307-66a7-48ac-be4c-e40d086d787f has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:50:42.403105 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0658a815-5f34-4ddc-85ee-760a7083d5a1 req-7c5396b7-c5ab-4ab2-90cf-27441ed8301f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:50:42.413903 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70cd246-f375-4d07-b196-cdaa1b67ee52 None None] Sync routers for ids ['bc7f4307-66a7-48ac-be4c-e40d086d787f'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:50:42.427839 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70cd246-f375-4d07-b196-cdaa1b67ee52 None None] Routers {'bc7f4307-66a7-48ac-be4c-e40d086d787f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:50:42.428539 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-b70cd246-f375-4d07-b196-cdaa1b67ee52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:50:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['bc7f4307-66a7-48ac-be4c-e40d086d787f'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:50:42.479892 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-0658a815-5f34-4ddc-85ee-760a7083d5a1 req-7c5396b7-c5ab-4ab2-90cf-27441ed8301f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] No DVR routers for this DVR port 1ef9669a-cf88-4f56-a282-df28a8bd57fd on host hv-neutron-8299 {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:50:42.482620 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-0658a815-5f34-4ddc-85ee-760a7083d5a1 req-7c5396b7-c5ab-4ab2-90cf-27441ed8301f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:42.489579 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb', 'name': 'network-vif-deleted', 'tag': '1ef9669a-cf88-4f56-a282-df28a8bd57fd'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:50:42.571389 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-0658a815-5f34-4ddc-85ee-760a7083d5a1 req-7c5396b7-c5ab-4ab2-90cf-27441ed8301f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "DELETE /v2.0/ports/1ef9669a-cf88-4f56-a282-df28a8bd57fd HTTP/1.1" status: 204 len: 173 time: 1.4639544 Mar 07 21:50:42.610282 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-b70cd246-f375-4d07-b196-cdaa1b67ee52 None None] Set router bc7f4307-66a7-48ac-be4c-e40d086d787f gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:50:42.633466 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb', 'name': 'network-vif-deleted', 'tag': '1ef9669a-cf88-4f56-a282-df28a8bd57fd', 'status': 'completed', 'code': 200} Mar 07 21:50:42.910104 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-b70cd246-f375-4d07-b196-cdaa1b67ee52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'name': 'tempest-TestNetworkBasicOps-router-1786951269', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:46Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:47Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'fed42128-b4c5-4899-ad8d-e2091b80035f', 'name': '', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:41:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:51Z', 'updated_at': '2022-03-07T21:48:58Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:50:42.913638 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70cd246-f375-4d07-b196-cdaa1b67ee52 None None] Checking router: bc7f4307-66a7-48ac-be4c-e40d086d787f for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:50:42.922214 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70cd246-f375-4d07-b196-cdaa1b67ee52 None None] Routers {'bc7f4307-66a7-48ac-be4c-e40d086d787f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:50:42.922780 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-b70cd246-f375-4d07-b196-cdaa1b67ee52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:50:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['bc7f4307-66a7-48ac-be4c-e40d086d787f'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:50:43.096701 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-b70cd246-f375-4d07-b196-cdaa1b67ee52 None None] Set router bc7f4307-66a7-48ac-be4c-e40d086d787f gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:50:43.291018 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0d7faf05-9a0d-4f99-9bac-bf12bfa55328 req-fe2f7599-b580-4e3a-9d3c-ad4fa6967c15 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3fb8072-9df8-4da7-a7e3-6576bcdf1ceb HTTP/1.1" status: 200 len: 210 time: 0.0418043 Mar 07 21:50:43.398861 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-b70cd246-f375-4d07-b196-cdaa1b67ee52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'name': 'tempest-TestNetworkBasicOps-router-1786951269', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:46Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:47Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'fed42128-b4c5-4899-ad8d-e2091b80035f', 'name': '', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:41:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:51Z', 'updated_at': '2022-03-07T21:48:58Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:50:43.403156 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70cd246-f375-4d07-b196-cdaa1b67ee52 None None] The sync data for ids ['bc7f4307-66a7-48ac-be4c-e40d086d787f'] in dv-neutron-829957-1-hyperv is: [{'id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'name': 'tempest-TestNetworkBasicOps-router-1786951269', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:46Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:47Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'fed42128-b4c5-4899-ad8d-e2091b80035f', 'name': '', 'network_id': '33abc27d-09ec-43fa-8a80-5f27d0a08f2a', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:41:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:51Z', 'updated_at': '2022-03-07T21:48:58Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': 'a4a14355-07fb-417f-8302-0d8014d3e013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:50:43.599952 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6044b6-7b30-4cbd-9a0f-a40082daef75 None None] New status for floating IP 1939e21c-d9be-4ec1-acd5-76ebbd849d6f: DOWN {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:50:43.650417 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 1ef9669a-cf88-4f56-a282-df28a8bd57fd no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:50:43.702826 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 1ef9669a-cf88-4f56-a282-df28a8bd57fd {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:50:43.703082 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 1ef9669a-cf88-4f56-a282-df28a8bd57fd not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:50:44.385354 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50634) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:50:44.450706 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e6fde671-02ab-408b-87c1-969bffb1221d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:44.479072 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e6fde671-02ab-408b-87c1-969bffb1221d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:44.598644 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e6fde671-02ab-408b-87c1-969bffb1221d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:44.616954 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fde671-02ab-408b-87c1-969bffb1221d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89ea869-7c4f-43be-a99b-a32ee615fe93,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:44.625167 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fde671-02ab-408b-87c1-969bffb1221d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:44.625509 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fde671-02ab-408b-87c1-969bffb1221d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:44.625845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fde671-02ab-408b-87c1-969bffb1221d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:44.626231 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fde671-02ab-408b-87c1-969bffb1221d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:44.629008 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fde671-02ab-408b-87c1-969bffb1221d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:44.629008 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fde671-02ab-408b-87c1-969bffb1221d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:44.629008 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fde671-02ab-408b-87c1-969bffb1221d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:44.629008 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fde671-02ab-408b-87c1-969bffb1221d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:44.629008 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fde671-02ab-408b-87c1-969bffb1221d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:44.629008 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fde671-02ab-408b-87c1-969bffb1221d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:44.629008 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fde671-02ab-408b-87c1-969bffb1221d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:44.629008 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fde671-02ab-408b-87c1-969bffb1221d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:44.660430 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e6fde671-02ab-408b-87c1-969bffb1221d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:44.661606 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e6fde671-02ab-408b-87c1-969bffb1221d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/security-groups/d89ea869-7c4f-43be-a99b-a32ee615fe93 HTTP/1.1" status: 204 len: 168 time: 0.2752645 Mar 07 21:50:44.759013 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50640) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:50:44.912181 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-57d84f00-0f2f-4266-95f3-bb5d69e5515a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port 8e572b09-a672-4643-b619-543595cd7076 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:50:44.912531 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-57d84f00-0f2f-4266-95f3-bb5d69e5515a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:45.078311 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-57d84f00-0f2f-4266-95f3-bb5d69e5515a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:45.078632 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-57d84f00-0f2f-4266-95f3-bb5d69e5515a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:45.197194 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-57d84f00-0f2f-4266-95f3-bb5d69e5515a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for 8e572b09-a672-4643-b619-543595cd7076 owned by network:floatingip {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:50:45.484391 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-57d84f00-0f2f-4266-95f3-bb5d69e5515a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:45.530786 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d84f00-0f2f-4266-95f3-bb5d69e5515a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=8e572b09-a672-4643-b619-543595cd7076,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:45.619407 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-57d84f00-0f2f-4266-95f3-bb5d69e5515a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:45.632748 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-57d84f00-0f2f-4266-95f3-bb5d69e5515a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:45.636138 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-57d84f00-0f2f-4266-95f3-bb5d69e5515a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/floatingips/1939e21c-d9be-4ec1-acd5-76ebbd849d6f HTTP/1.1" status: 204 len: 168 time: 0.8739119 Mar 07 21:50:45.856159 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:46.226029 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9fd22-9f3b-4d9b-9cda-8b0ab03e5184 req-f60df71e-16a7-496c-9f7b-8c8dfc6aea74 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:46.227394 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5ea9fd22-9f3b-4d9b-9cda-8b0ab03e5184 req-f60df71e-16a7-496c-9f7b-8c8dfc6aea74 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=4668bdce-6748-4d57-a110-0f707e1e4bf7 HTTP/1.1" status: 200 len: 946 time: 0.0800595 Mar 07 21:50:46.270680 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-5ea9fd22-9f3b-4d9b-9cda-8b0ab03e5184 req-f33e4341-7765-40e8-9832-9656b110a046 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:50:46.353162 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-5ea9fd22-9f3b-4d9b-9cda-8b0ab03e5184 req-f33e4341-7765-40e8-9832-9656b110a046 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:50:46.354301 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5ea9fd22-9f3b-4d9b-9cda-8b0ab03e5184 req-f33e4341-7765-40e8-9832-9656b110a046 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=eca5ade6-9a66-46b4-96e9-b31e52e8b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207480 Mar 07 21:50:47.512882 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0854f2-4577-4ca1-b4d6-116d0d479bbc req-65bccb3a-dd21-4688-9b51-f86092443b7d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:47.513575 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-fb0854f2-4577-4ca1-b4d6-116d0d479bbc req-65bccb3a-dd21-4688-9b51-f86092443b7d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:50:47.538204 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eba148-75af-4d3c-a5c7-9686481fc27f req-eedc6062-ac82-46d5-aa4d-e08788862b1b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:47.540625 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b0eba148-75af-4d3c-a5c7-9686481fc27f req-eedc6062-ac82-46d5-aa4d-e08788862b1b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=4668bdce-6748-4d57-a110-0f707e1e4bf7 HTTP/1.1" status: 200 len: 946 time: 0.0809002 Mar 07 21:50:47.582865 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b0eba148-75af-4d3c-a5c7-9686481fc27f req-c5b16664-1f7d-4546-8714-de4e3835c5d3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=eca5ade6-9a66-46b4-96e9-b31e52e8b1af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366871 Mar 07 21:50:47.587266 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-fb0854f2-4577-4ca1-b4d6-116d0d479bbc req-65bccb3a-dd21-4688-9b51-f86092443b7d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:50:47.588417 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-fb0854f2-4577-4ca1-b4d6-116d0d479bbc req-65bccb3a-dd21-4688-9b51-f86092443b7d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/ports?device_id=4668bdce-6748-4d57-a110-0f707e1e4bf7 HTTP/1.1" status: 200 len: 946 time: 0.1528463 Mar 07 21:50:47.661315 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-fb0854f2-4577-4ca1-b4d6-116d0d479bbc req-3306bede-c8fe-4e7e-9d31-6e260d82a5ea tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port 7f331985-11cf-4c82-a159-01df1e762c53 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:50:47.661570 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-fb0854f2-4577-4ca1-b4d6-116d0d479bbc req-3306bede-c8fe-4e7e-9d31-6e260d82a5ea tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:47.899046 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-fb0854f2-4577-4ca1-b4d6-116d0d479bbc req-3306bede-c8fe-4e7e-9d31-6e260d82a5ea tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port 7f331985-11cf-4c82-a159-01df1e762c53, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=7f331985-11cf-4c82-a159-01df1e762c53,segment=NetworkSegment(7e74088c-cff0-4f48-9a42-9a370a7bc9e7),segment_id=7e74088c-cff0-4f48-9a42-9a370a7bc9e7)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:50:47.899913 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-fb0854f2-4577-4ca1-b4d6-116d0d479bbc req-3306bede-c8fe-4e7e-9d31-6e260d82a5ea tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:48.023626 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-fb0854f2-4577-4ca1-b4d6-116d0d479bbc req-3306bede-c8fe-4e7e-9d31-6e260d82a5ea tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for 7f331985-11cf-4c82-a159-01df1e762c53 owned by compute:nova {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:50:48.204286 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-fb0854f2-4577-4ca1-b4d6-116d0d479bbc req-3306bede-c8fe-4e7e-9d31-6e260d82a5ea tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:48.257551 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306bede-c8fe-4e7e-9d31-6e260d82a5ea tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=7f331985-11cf-4c82-a159-01df1e762c53,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:48.331418 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0854f2-4577-4ca1-b4d6-116d0d479bbc req-3306bede-c8fe-4e7e-9d31-6e260d82a5ea tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] No DVR routers for this DVR port 7f331985-11cf-4c82-a159-01df1e762c53 on host hv-neutron-8299 {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:50:48.333645 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-fb0854f2-4577-4ca1-b4d6-116d0d479bbc req-3306bede-c8fe-4e7e-9d31-6e260d82a5ea tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:48.336050 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4668bdce-6748-4d57-a110-0f707e1e4bf7', 'name': 'network-vif-deleted', 'tag': '7f331985-11cf-4c82-a159-01df1e762c53'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:50:48.379621 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4668bdce-6748-4d57-a110-0f707e1e4bf7', 'name': 'network-vif-deleted', 'tag': '7f331985-11cf-4c82-a159-01df1e762c53', 'status': 'completed', 'code': 200} Mar 07 21:50:48.405390 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-fb0854f2-4577-4ca1-b4d6-116d0d479bbc req-3306bede-c8fe-4e7e-9d31-6e260d82a5ea tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "DELETE /v2.0/ports/7f331985-11cf-4c82-a159-01df1e762c53 HTTP/1.1" status: 204 len: 173 time: 0.8103051 Mar 07 21:50:48.757069 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-00ee5284-bc99-4f2e-b341-29cca82c7c29 req-14264a60-a4f4-44ae-a6e2-3cca11f06fcc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=4668bdce-6748-4d57-a110-0f707e1e4bf7 HTTP/1.1" status: 200 len: 210 time: 0.0424976 Mar 07 21:50:49.657821 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 7f331985-11cf-4c82-a159-01df1e762c53 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:50:49.693969 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 7f331985-11cf-4c82-a159-01df1e762c53 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:50:49.694072 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 7f331985-11cf-4c82-a159-01df1e762c53 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:50:49.848993 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50658) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:50:49.914879 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-db8854c7-ba1e-4480-a15e-0bbbb194df0f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:49.942743 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-db8854c7-ba1e-4480-a15e-0bbbb194df0f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:50.095640 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7350c96e-5ad9-4dff-9a9b-a89fb131f176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:50.112878 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-db8854c7-ba1e-4480-a15e-0bbbb194df0f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:50.130072 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8854c7-ba1e-4480-a15e-0bbbb194df0f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca5ade6-9a66-46b4-96e9-b31e52e8b1af,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:50.180331 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-db8854c7-ba1e-4480-a15e-0bbbb194df0f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:50.181874 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-db8854c7-ba1e-4480-a15e-0bbbb194df0f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/security-groups/eca5ade6-9a66-46b4-96e9-b31e52e8b1af HTTP/1.1" status: 204 len: 168 time: 0.3313510 Mar 07 21:50:50.245879 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50664) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:50:50.887942 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-db7125f2-41ed-4b86-9ecb-b7b08c20e900 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:51.232309 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-db7125f2-41ed-4b86-9ecb-b7b08c20e900 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port fed42128-b4c5-4899-ad8d-e2091b80035f {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:50:51.232557 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-db7125f2-41ed-4b86-9ecb-b7b08c20e900 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:51.415171 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-db7125f2-41ed-4b86-9ecb-b7b08c20e900 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port fed42128-b4c5-4899-ad8d-e2091b80035f, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=fed42128-b4c5-4899-ad8d-e2091b80035f,segment=NetworkSegment(7e74088c-cff0-4f48-9a42-9a370a7bc9e7),segment_id=7e74088c-cff0-4f48-9a42-9a370a7bc9e7)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:50:51.415516 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-db7125f2-41ed-4b86-9ecb-b7b08c20e900 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:51.538422 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-db7125f2-41ed-4b86-9ecb-b7b08c20e900 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for fed42128-b4c5-4899-ad8d-e2091b80035f owned by network:router_interface {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:50:51.907558 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-db7125f2-41ed-4b86-9ecb-b7b08c20e900 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:51.955389 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7125f2-41ed-4b86-9ecb-b7b08c20e900 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=fed42128-b4c5-4899-ad8d-e2091b80035f,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:52.245989 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-996a1212-ffb2-4e5e-92a4-94c74473e6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:52.339852 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-db7125f2-41ed-4b86-9ecb-b7b08c20e900 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:52.693127 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7125f2-41ed-4b86-9ecb-b7b08c20e900 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router bc7f4307-66a7-48ac-be4c-e40d086d787f has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:50:52.866977 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7125f2-41ed-4b86-9ecb-b7b08c20e900 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:50:52.876963 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf5835e-334e-4ca8-ac6d-255adfa1ea13 None None] Sync routers for ids ['bc7f4307-66a7-48ac-be4c-e40d086d787f'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:50:52.881921 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-db7125f2-41ed-4b86-9ecb-b7b08c20e900 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "PUT /v2.0/routers/bc7f4307-66a7-48ac-be4c-e40d086d787f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6356831 Mar 07 21:50:52.883111 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50668) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:50:52.887316 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf5835e-334e-4ca8-ac6d-255adfa1ea13 None None] Routers {'bc7f4307-66a7-48ac-be4c-e40d086d787f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:50:52.887901 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5cf5835e-334e-4ca8-ac6d-255adfa1ea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:50:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['bc7f4307-66a7-48ac-be4c-e40d086d787f'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:50:52.949592 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ebeab7-ca82-484c-80d5-3541a317a033 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting subnet a4a14355-07fb-417f-8302-0d8014d3e013 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:50:52.952412 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-25ebeab7-ca82-484c-80d5-3541a317a033 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:53.005730 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-25ebeab7-ca82-484c-80d5-3541a317a033 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:53.086988 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-25ebeab7-ca82-484c-80d5-3541a317a033 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:53.091860 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-5cf5835e-334e-4ca8-ac6d-255adfa1ea13 None None] Set router bc7f4307-66a7-48ac-be4c-e40d086d787f gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:50:53.158889 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:53.210777 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-25ebeab7-ca82-484c-80d5-3541a317a033 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:53.250258 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ebeab7-ca82-484c-80d5-3541a317a033 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Subnet': ['ID=a4a14355-07fb-417f-8302-0d8014d3e013,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:53.255129 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-25ebeab7-ca82-484c-80d5-3541a317a033 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:53.260270 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bc83de-6e6e-4353-a268-40a1918f1a82 None None] Network 33abc27d-09ec-43fa-8a80-5f27d0a08f2a requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:50:53.262294 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebeab7-ca82-484c-80d5-3541a317a033 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:53.262641 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebeab7-ca82-484c-80d5-3541a317a033 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:53.262984 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebeab7-ca82-484c-80d5-3541a317a033 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:53.263312 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebeab7-ca82-484c-80d5-3541a317a033 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:53.263634 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebeab7-ca82-484c-80d5-3541a317a033 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:53.263955 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebeab7-ca82-484c-80d5-3541a317a033 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:53.264270 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebeab7-ca82-484c-80d5-3541a317a033 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:53.264586 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebeab7-ca82-484c-80d5-3541a317a033 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:53.264902 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebeab7-ca82-484c-80d5-3541a317a033 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:53.265216 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebeab7-ca82-484c-80d5-3541a317a033 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:53.265529 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebeab7-ca82-484c-80d5-3541a317a033 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:53.265841 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebeab7-ca82-484c-80d5-3541a317a033 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:50:53.270885 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-25ebeab7-ca82-484c-80d5-3541a317a033 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/subnets/a4a14355-07fb-417f-8302-0d8014d3e013 HTTP/1.1" status: 204 len: 168 time: 0.3868394 Mar 07 21:50:53.273565 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50672) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:50:53.387692 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5cf5835e-334e-4ca8-ac6d-255adfa1ea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'name': 'tempest-TestNetworkBasicOps-router-1786951269', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:46Z', 'updated_at': '2022-03-07T21:50:51Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:47Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:50:53.391960 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf5835e-334e-4ca8-ac6d-255adfa1ea13 None None] Checking router: bc7f4307-66a7-48ac-be4c-e40d086d787f for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:50:53.401309 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf5835e-334e-4ca8-ac6d-255adfa1ea13 None None] Routers {'bc7f4307-66a7-48ac-be4c-e40d086d787f'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:50:53.402199 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5cf5835e-334e-4ca8-ac6d-255adfa1ea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:50:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['bc7f4307-66a7-48ac-be4c-e40d086d787f'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:50:53.439298 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:53.468055 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b771d7ba-03c7-41ed-8af2-669ef5c25846 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:53.553418 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9233ec51-ae3d-4622-927d-df3b05c6dc31 None None] DHCP port deletion for 33abc27d-09ec-43fa-8a80-5f27d0a08f2a request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:50:53.558288 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-9233ec51-ae3d-4622-927d-df3b05c6dc31 None None] Deleting port 66b51dd6-fdcf-4728-a953-d3b5c4c710e4 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:50:53.558662 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9233ec51-ae3d-4622-927d-df3b05c6dc31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:53.589424 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-5cf5835e-334e-4ca8-ac6d-255adfa1ea13 None None] Set router bc7f4307-66a7-48ac-be4c-e40d086d787f gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:50:53.648382 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b771d7ba-03c7-41ed-8af2-669ef5c25846 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:53.713871 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-b771d7ba-03c7-41ed-8af2-669ef5c25846 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port 3af16d57-11fd-4c4c-a0d6-0808ac95c0a0 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:50:53.714243 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b771d7ba-03c7-41ed-8af2-669ef5c25846 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:53.762619 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-9233ec51-ae3d-4622-927d-df3b05c6dc31 None None] For port 66b51dd6-fdcf-4728-a953-d3b5c4c710e4, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=66b51dd6-fdcf-4728-a953-d3b5c4c710e4,segment=NetworkSegment(7e74088c-cff0-4f48-9a42-9a370a7bc9e7),segment_id=7e74088c-cff0-4f48-9a42-9a370a7bc9e7)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:50:53.763379 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9233ec51-ae3d-4622-927d-df3b05c6dc31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:53.923087 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5cf5835e-334e-4ca8-ac6d-255adfa1ea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'name': 'tempest-TestNetworkBasicOps-router-1786951269', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:46Z', 'updated_at': '2022-03-07T21:50:51Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:47Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:50:53.929917 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf5835e-334e-4ca8-ac6d-255adfa1ea13 None None] The sync data for ids ['bc7f4307-66a7-48ac-be4c-e40d086d787f'] in dv-neutron-829957-1-hyperv is: [{'id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'name': 'tempest-TestNetworkBasicOps-router-1786951269', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:48:46Z', 'updated_at': '2022-03-07T21:50:51Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3af16d57-11fd-4c4c-a0d6-0808ac95c0a0', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f4307-66a7-48ac-be4c-e40d086d787f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:48:47Z', 'updated_at': '2022-03-07T21:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:50:53.933089 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-9233ec51-ae3d-4622-927d-df3b05c6dc31 None None] Calling delete_port for 66b51dd6-fdcf-4728-a953-d3b5c4c710e4 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:50:54.062340 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-b771d7ba-03c7-41ed-8af2-669ef5c25846 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port 3af16d57-11fd-4c4c-a0d6-0808ac95c0a0, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=3af16d57-11fd-4c4c-a0d6-0808ac95c0a0,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:50:54.062825 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b771d7ba-03c7-41ed-8af2-669ef5c25846 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:54.084363 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9233ec51-ae3d-4622-927d-df3b05c6dc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:54.131772 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233ec51-ae3d-4622-927d-df3b05c6dc31 None None] Pushing event deleted for resources: {'Port': ['ID=66b51dd6-fdcf-4728-a953-d3b5c4c710e4,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:54.134091 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9233ec51-ae3d-4622-927d-df3b05c6dc31 None None] No DVR routers for this DVR port 66b51dd6-fdcf-4728-a953-d3b5c4c710e4 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:50:54.189114 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-b771d7ba-03c7-41ed-8af2-669ef5c25846 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for 3af16d57-11fd-4c4c-a0d6-0808ac95c0a0 owned by network:router_gateway {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:50:54.334342 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device fed42128-b4c5-4899-ad8d-e2091b80035f no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:50:54.377127 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: fed42128-b4c5-4899-ad8d-e2091b80035f {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:50:54.377127 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device fed42128-b4c5-4899-ad8d-e2091b80035f not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:50:54.377933 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 66b51dd6-fdcf-4728-a953-d3b5c4c710e4 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:50:54.414427 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 66b51dd6-fdcf-4728-a953-d3b5c4c710e4 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:50:54.414853 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 66b51dd6-fdcf-4728-a953-d3b5c4c710e4 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:50:54.422635 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b771d7ba-03c7-41ed-8af2-669ef5c25846 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:54.473426 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771d7ba-03c7-41ed-8af2-669ef5c25846 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=3af16d57-11fd-4c4c-a0d6-0808ac95c0a0,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:54.566110 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b771d7ba-03c7-41ed-8af2-669ef5c25846 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:54.742560 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b771d7ba-03c7-41ed-8af2-669ef5c25846 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:54.744709 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b771d7ba-03c7-41ed-8af2-669ef5c25846 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:54.770409 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:54.850529 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b771d7ba-03c7-41ed-8af2-669ef5c25846 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:54.850752 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b771d7ba-03c7-41ed-8af2-669ef5c25846 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Fanout notify agent at l3_agent the message router_deleted on router bc7f4307-66a7-48ac-be4c-e40d086d787f {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:50:54.868652 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b771d7ba-03c7-41ed-8af2-669ef5c25846 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:54.869754 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b771d7ba-03c7-41ed-8af2-669ef5c25846 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/routers/bc7f4307-66a7-48ac-be4c-e40d086d787f HTTP/1.1" status: 204 len: 168 time: 1.5951993 Mar 07 21:50:54.872583 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50676) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:50:54.988227 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-be278735-4c0b-47aa-b684-032621ca935c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:55.117455 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-be278735-4c0b-47aa-b684-032621ca935c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:55.141750 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-be278735-4c0b-47aa-b684-032621ca935c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33abc27d-09ec-43fa-8a80-5f27d0a08f2a']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:50:55.153834 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-be278735-4c0b-47aa-b684-032621ca935c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e74088c-cff0-4f48-9a42-9a370a7bc9e7') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:50:55.154159 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-be278735-4c0b-47aa-b684-032621ca935c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e74088c-cff0-4f48-9a42-9a370a7bc9e7') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:50:55.165268 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-be278735-4c0b-47aa-b684-032621ca935c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:55.180609 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-be278735-4c0b-47aa-b684-032621ca935c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:55.186593 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be278735-4c0b-47aa-b684-032621ca935c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:50:55.186960 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-be278735-4c0b-47aa-b684-032621ca935c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:50:55.204679 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:50:55.347813 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-be278735-4c0b-47aa-b684-032621ca935c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:55.364966 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-be278735-4c0b-47aa-b684-032621ca935c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:55.376378 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be278735-4c0b-47aa-b684-032621ca935c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Network': ['ID=33abc27d-09ec-43fa-8a80-5f27d0a08f2a,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:55.433720 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-be278735-4c0b-47aa-b684-032621ca935c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/networks/33abc27d-09ec-43fa-8a80-5f27d0a08f2a HTTP/1.1" status: 204 len: 168 time: 0.5600679 Mar 07 21:50:55.458433 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50680) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:50:55.462937 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-59852a72-fc9e-422b-9718-9792f1e0bfd6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'network': {'name': 'tempest-network-smoke--1544156393', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'port_security_enabled': True}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:55.467960 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-59852a72-fc9e-422b-9718-9792f1e0bfd6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:50:55.472314 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-59852a72-fc9e-422b-9718-9792f1e0bfd6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:network and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:50:55.475186 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-59852a72-fc9e-422b-9718-9792f1e0bfd6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:50:55.480835 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-59852a72-fc9e-422b-9718-9792f1e0bfd6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:50:55.547456 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59852a72-fc9e-422b-9718-9792f1e0bfd6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:50:55.550871 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-59852a72-fc9e-422b-9718-9792f1e0bfd6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:55.582505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59852a72-fc9e-422b-9718-9792f1e0bfd6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:50:55.591158 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-59852a72-fc9e-422b-9718-9792f1e0bfd6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:55.591489 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-59852a72-fc9e-422b-9718-9792f1e0bfd6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Added segment dc68bc14-794e-4a0f-985b-343ae774c6f0 of type vlan for network d02fe65e-7473-422d-9b73-49aa7ef09db8 Mar 07 21:50:55.618858 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-59852a72-fc9e-422b-9718-9792f1e0bfd6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:55.701689 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-59852a72-fc9e-422b-9718-9792f1e0bfd6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:55.706959 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59852a72-fc9e-422b-9718-9792f1e0bfd6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:55.707531 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-59852a72-fc9e-422b-9718-9792f1e0bfd6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:55.814814 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59852a72-fc9e-422b-9718-9792f1e0bfd6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Network': ['ID=d02fe65e-7473-422d-9b73-49aa7ef09db8,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:55.827232 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network d02fe65e-7473-422d-9b73-49aa7ef09db8 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:50:55.848446 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50684) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:50:55.848957 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-59852a72-fc9e-422b-9718-9792f1e0bfd6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3903096 Mar 07 21:50:55.855306 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-19e6e07f-b926-485f-96e2-68aad03ad7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-505880610', 'admin_state_up': True, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:55.863078 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-19e6e07f-b926-485f-96e2-68aad03ad7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:50:55.870068 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-19e6e07f-b926-485f-96e2-68aad03ad7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:router and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:50:55.871559 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-19e6e07f-b926-485f-96e2-68aad03ad7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:50:55.877919 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-19e6e07f-b926-485f-96e2-68aad03ad7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:50:55.931303 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19e6e07f-b926-485f-96e2-68aad03ad7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:55.932780 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19e6e07f-b926-485f-96e2-68aad03ad7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:55.946015 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19e6e07f-b926-485f-96e2-68aad03ad7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:56.258101 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19e6e07f-b926-485f-96e2-68aad03ad7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:56.295040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 3af16d57-11fd-4c4c-a0d6-0808ac95c0a0 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:50:56.329172 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 3af16d57-11fd-4c4c-a0d6-0808ac95c0a0 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:50:56.329718 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 3af16d57-11fd-4c4c-a0d6-0808ac95c0a0 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:50:56.766140 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19e6e07f-b926-485f-96e2-68aad03ad7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:56.796055 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19e6e07f-b926-485f-96e2-68aad03ad7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:56.935377 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-19e6e07f-b926-485f-96e2-68aad03ad7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.26.2.41 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/3fd8f6c9-96f5-4be8-815d-8e86f4d81dac) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:50:57.081029 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19e6e07f-b926-485f-96e2-68aad03ad7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:57.153814 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19e6e07f-b926-485f-96e2-68aad03ad7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:57.213723 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e6e07f-b926-485f-96e2-68aad03ad7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:50:57.220302 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-19e6e07f-b926-485f-96e2-68aad03ad7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:50:57.224572 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e6e07f-b926-485f-96e2-68aad03ad7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:50:57.256338 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6e07f-b926-485f-96e2-68aad03ad7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=3fd8f6c9-96f5-4be8-815d-8e86f4d81dac,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:57.725107 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19e6e07f-b926-485f-96e2-68aad03ad7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_gateway, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:58.070629 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19e6e07f-b926-485f-96e2-68aad03ad7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:58.473125 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e6e07f-b926-485f-96e2-68aad03ad7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router db6b2b5e-d869-4cdd-8175-0525e26cdb5e is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:50:58.654517 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e6e07f-b926-485f-96e2-68aad03ad7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:50:58.663643 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] Sync routers for ids ['db6b2b5e-d869-4cdd-8175-0525e26cdb5e'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:50:58.673016 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] Routers {'db6b2b5e-d869-4cdd-8175-0525e26cdb5e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:50:58.673651 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:50:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['db6b2b5e-d869-4cdd-8175-0525e26cdb5e'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:50:58.713663 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19e6e07f-b926-485f-96e2-68aad03ad7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:58.714984 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-19e6e07f-b926-485f-96e2-68aad03ad7ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8648021 Mar 07 21:50:58.718249 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50688) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:50:58.758577 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8ae87ae8-9dbe-4ad7-88e9-8982b958ccd6 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=eabc753b02e646aebebe0162c5cfe322&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393434 Mar 07 21:50:58.761596 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50692) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:50:58.860105 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] Set router db6b2b5e-d869-4cdd-8175-0525e26cdb5e gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:50:58.894236 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b0b17c-78a6-4714-b264-bd47bcb97e72 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:58.895695 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b5b0b17c-78a6-4714-b264-bd47bcb97e72 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1331797 Mar 07 21:50:58.898495 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50696) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:50:58.937517 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e62bee78-acbf-4bfc-8cc2-0d91dee2b9cb tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379944 Mar 07 21:50:58.939977 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50700) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:50:58.946115 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-c74b31f2-e0ee-4160-b38b-121d717d0da2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1119543504', 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:50:59.056070 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c74b31f2-e0ee-4160-b38b-121d717d0da2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:50:59.060050 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c74b31f2-e0ee-4160-b38b-121d717d0da2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:subnet and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:50:59.062881 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c74b31f2-e0ee-4160-b38b-121d717d0da2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:50:59.068531 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c74b31f2-e0ee-4160-b38b-121d717d0da2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:50:59.136150 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74b31f2-e0ee-4160-b38b-121d717d0da2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:50:59.140829 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c74b31f2-e0ee-4160-b38b-121d717d0da2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:59.149520 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'name': 'tempest-TestNetworkBasicOps-router-505880610', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:50:55Z', 'updated_at': '2022-03-07T21:50:57Z', 'revision_number': 3, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:50:56Z', 'updated_at': '2022-03-07T21:50:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:50:59.153453 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] Checking router: db6b2b5e-d869-4cdd-8175-0525e26cdb5e for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:50:59.153787 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] Updating router db6b2b5e-d869-4cdd-8175-0525e26cdb5e port 3fd8f6c9-96f5-4be8-815d-8e86f4d81dac binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:50:59.206357 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:59.412408 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c74b31f2-e0ee-4160-b38b-121d717d0da2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:59.488377 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b31f2-e0ee-4160-b38b-121d717d0da2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Subnet': ['ID=c34e4a4b-11d7-4d21-9822-ccf99854556e,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:59.499307 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74b31f2-e0ee-4160-b38b-121d717d0da2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Checking segment: {'id': 'dc68bc14-794e-4a0f-985b-343ae774c6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:50:59.499666 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74b31f2-e0ee-4160-b38b-121d717d0da2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network hostable DHCP agents. Network: d02fe65e-7473-422d-9b73-49aa7ef09db8, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:50:59.572632 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:59.588134 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74b31f2-e0ee-4160-b38b-121d717d0da2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network d02fe65e-7473-422d-9b73-49aa7ef09db8 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:50:59.588438 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] Transition to ACTIVE for port object 3fd8f6c9-96f5-4be8-815d-8e86f4d81dac will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:50:59.633116 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-c74b31f2-e0ee-4160-b38b-121d717d0da2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, d02fe65e-7473-422d-9b73-49aa7ef09db8) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:50:59.637739 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74b31f2-e0ee-4160-b38b-121d717d0da2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:50:59.638333 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c74b31f2-e0ee-4160-b38b-121d717d0da2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:59.643344 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d02a3c-d0fa-4fe1-9325-8e248776793e None None] Network d02fe65e-7473-422d-9b73-49aa7ef09db8 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:50:59.669693 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:59.724558 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c74b31f2-e0ee-4160-b38b-121d717d0da2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7801657 Mar 07 21:50:59.724558 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50706) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:50:59.815297 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] Attempting to bind port 3fd8f6c9-96f5-4be8-815d-8e86f4d81dac on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:50:59.815762 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] Attempting to bind port 3fd8f6c9-96f5-4be8-815d-8e86f4d81dac by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:50:59.815997 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] Attempting to bind port 3fd8f6c9-96f5-4be8-815d-8e86f4d81dac on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:50:59.820625 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9c627-c982-4889-923a-1b0d3c23796b None None] Pushing event updated for resources: {'Port': ['ID=3fd8f6c9-96f5-4be8-815d-8e86f4d81dac,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:50:59.838728 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:50:59.839096 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:50:59.839487 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:59.839863 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:50:59.840316 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] Bound port: 3fd8f6c9-96f5-4be8-815d-8e86f4d81dac, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:50:59.840677 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:50:59.990041 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] For port 3fd8f6c9-96f5-4be8-815d-8e86f4d81dac, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:50:59.997023 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707a3a6e-bbfa-44cd-8b67-369e8b207a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-d02fe65e-7473-422d-9b73-49aa7ef09db8', 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ips': [{'subnet_id': 'c34e4a4b-11d7-4d21-9822-ccf99854556e'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:50:59.998049 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-707a3a6e-bbfa-44cd-8b67-369e8b207a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:00.013160 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] For port 3fd8f6c9-96f5-4be8-815d-8e86f4d81dac, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=3fd8f6c9-96f5-4be8-815d-8e86f4d81dac,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:51:00.088012 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:00.225203 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] Routers {'db6b2b5e-d869-4cdd-8175-0525e26cdb5e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:51:00.225838 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:50:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['db6b2b5e-d869-4cdd-8175-0525e26cdb5e'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:51:00.298215 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9c627-c982-4889-923a-1b0d3c23796b None None] Pushing event updated for resources: {'Port': ['ID=3fd8f6c9-96f5-4be8-815d-8e86f4d81dac,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:00.313728 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-707a3a6e-bbfa-44cd-8b67-369e8b207a7f None None] Allocated IP 172.20.0.2 (d02fe65e-7473-422d-9b73-49aa7ef09db8/c34e4a4b-11d7-4d21-9822-ccf99854556e/1ce83250-1a62-4710-a751-2fbc270996a1) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:51:00.509545 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] Set router db6b2b5e-d869-4cdd-8175-0525e26cdb5e gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:51:00.561373 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ad011a4-b1bb-4bb6-9d99-5eddde6402c2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:00.815821 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-707a3a6e-bbfa-44cd-8b67-369e8b207a7f None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:00.829458 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-707a3a6e-bbfa-44cd-8b67-369e8b207a7f None None] Transition to ACTIVE for port object 1ce83250-1a62-4710-a751-2fbc270996a1 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:51:00.887834 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-707a3a6e-bbfa-44cd-8b67-369e8b207a7f None None] Transition to ACTIVE for port object 1ce83250-1a62-4710-a751-2fbc270996a1 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:51:00.913531 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'name': 'tempest-TestNetworkBasicOps-router-505880610', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:50:55Z', 'updated_at': '2022-03-07T21:50:57Z', 'revision_number': 3, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:50:56Z', 'updated_at': '2022-03-07T21:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:51:00.917707 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead986a5-0893-495b-a9c3-c5b862d62b7b None None] The sync data for ids ['db6b2b5e-d869-4cdd-8175-0525e26cdb5e'] in dv-neutron-829957-1-hyperv is: [{'id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'name': 'tempest-TestNetworkBasicOps-router-505880610', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:50:55Z', 'updated_at': '2022-03-07T21:50:57Z', 'revision_number': 3, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:50:56Z', 'updated_at': '2022-03-07T21:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:51:00.999225 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-707a3a6e-bbfa-44cd-8b67-369e8b207a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:01.069783 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-0ad011a4-b1bb-4bb6-9d99-5eddde6402c2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.20.0.1 (d02fe65e-7473-422d-9b73-49aa7ef09db8/c34e4a4b-11d7-4d21-9822-ccf99854556e/df4ba271-ef03-400d-8045-0e1225dbcc61) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:51:01.121714 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707a3a6e-bbfa-44cd-8b67-369e8b207a7f None None] Network d02fe65e-7473-422d-9b73-49aa7ef09db8 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:51:01.121714 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-707a3a6e-bbfa-44cd-8b67-369e8b207a7f None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:51:01.130501 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707a3a6e-bbfa-44cd-8b67-369e8b207a7f None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:51:01.154228 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a3a6e-bbfa-44cd-8b67-369e8b207a7f None None] Pushing event updated for resources: {'Port': ['ID=1ce83250-1a62-4710-a751-2fbc270996a1,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:01.255567 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-707a3a6e-bbfa-44cd-8b67-369e8b207a7f None None] Attempting to bind port 1ce83250-1a62-4710-a751-2fbc270996a1 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:51:01.255938 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-707a3a6e-bbfa-44cd-8b67-369e8b207a7f None None] Attempting to bind port 1ce83250-1a62-4710-a751-2fbc270996a1 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'dc68bc14-794e-4a0f-985b-343ae774c6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:51:01.256295 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a3a6e-bbfa-44cd-8b67-369e8b207a7f None None] Attempting to bind port 1ce83250-1a62-4710-a751-2fbc270996a1 on network d02fe65e-7473-422d-9b73-49aa7ef09db8 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:51:01.263040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a3a6e-bbfa-44cd-8b67-369e8b207a7f None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:51:01.263410 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a3a6e-bbfa-44cd-8b67-369e8b207a7f None None] Checking segment: {'id': 'dc68bc14-794e-4a0f-985b-343ae774c6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:51:01.263803 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-707a3a6e-bbfa-44cd-8b67-369e8b207a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:01.264186 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a3a6e-bbfa-44cd-8b67-369e8b207a7f None None] Bound using segment: {'id': 'dc68bc14-794e-4a0f-985b-343ae774c6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:51:01.264684 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-707a3a6e-bbfa-44cd-8b67-369e8b207a7f None None] Bound port: 1ce83250-1a62-4710-a751-2fbc270996a1, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc68bc14-794e-4a0f-985b-343ae774c6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:51:01.265050 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-707a3a6e-bbfa-44cd-8b67-369e8b207a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:01.276302 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ad011a4-b1bb-4bb6-9d99-5eddde6402c2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:01.296515 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-0ad011a4-b1bb-4bb6-9d99-5eddde6402c2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Transition to ACTIVE for port object df4ba271-ef03-400d-8045-0e1225dbcc61 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:51:01.362285 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-707a3a6e-bbfa-44cd-8b67-369e8b207a7f None None] For port 1ce83250-1a62-4710-a751-2fbc270996a1, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:51:01.366855 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-707a3a6e-bbfa-44cd-8b67-369e8b207a7f None None] For port 1ce83250-1a62-4710-a751-2fbc270996a1, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1ce83250-1a62-4710-a751-2fbc270996a1,segment=NetworkSegment(dc68bc14-794e-4a0f-985b-343ae774c6f0),segment_id=dc68bc14-794e-4a0f-985b-343ae774c6f0)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:51:01.393943 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ad011a4-b1bb-4bb6-9d99-5eddde6402c2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:01.454729 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-707a3a6e-bbfa-44cd-8b67-369e8b207a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:01.458601 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad011a4-b1bb-4bb6-9d99-5eddde6402c2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network d02fe65e-7473-422d-9b73-49aa7ef09db8 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:51:01.461941 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-0ad011a4-b1bb-4bb6-9d99-5eddde6402c2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:51:01.466862 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad011a4-b1bb-4bb6-9d99-5eddde6402c2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:51:01.525256 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad011a4-b1bb-4bb6-9d99-5eddde6402c2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=df4ba271-ef03-400d-8045-0e1225dbcc61,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:01.547116 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ad011a4-b1bb-4bb6-9d99-5eddde6402c2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:01.547312 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a3a6e-bbfa-44cd-8b67-369e8b207a7f None None] Pushing event updated for resources: {'Port': ['ID=1ce83250-1a62-4710-a751-2fbc270996a1,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:01.942419 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ad011a4-b1bb-4bb6-9d99-5eddde6402c2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:02.370033 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1ce83250-1a62-4710-a751-2fbc270996a1 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:51:02.474482 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ad011a4-b1bb-4bb6-9d99-5eddde6402c2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:02.484371 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 1ce83250-1a62-4710-a751-2fbc270996a1 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:51:02.491577 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 3fd8f6c9-96f5-4be8-815d-8e86f4d81dac up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:51:02.525551 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ad011a4-b1bb-4bb6-9d99-5eddde6402c2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:02.620679 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 3fd8f6c9-96f5-4be8-815d-8e86f4d81dac completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:51:02.626176 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 3fd8f6c9-96f5-4be8-815d-8e86f4d81dac triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:51:02.626538 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:02.640864 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0ad011a4-b1bb-4bb6-9d99-5eddde6402c2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:02.644533 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad011a4-b1bb-4bb6-9d99-5eddde6402c2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=df4ba271-ef03-400d-8045-0e1225dbcc61,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:02.750940 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:02.766596 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 3fd8f6c9-96f5-4be8-815d-8e86f4d81dac, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=3fd8f6c9-96f5-4be8-815d-8e86f4d81dac,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:51:02.782971 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad011a4-b1bb-4bb6-9d99-5eddde6402c2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network d02fe65e-7473-422d-9b73-49aa7ef09db8 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:51:02.784055 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-0ad011a4-b1bb-4bb6-9d99-5eddde6402c2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:51:02.839763 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:02.918771 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=3fd8f6c9-96f5-4be8-815d-8e86f4d81dac,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:02.985041 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad011a4-b1bb-4bb6-9d99-5eddde6402c2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router db6b2b5e-d869-4cdd-8175-0525e26cdb5e has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:51:03.121761 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e827474-b64a-465d-99bf-6b1bbd727934 None None] Network d02fe65e-7473-422d-9b73-49aa7ef09db8 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:51:03.171422 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad011a4-b1bb-4bb6-9d99-5eddde6402c2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:51:03.181165 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] Sync routers for ids ['db6b2b5e-d869-4cdd-8175-0525e26cdb5e'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:51:03.187028 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0ad011a4-b1bb-4bb6-9d99-5eddde6402c2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "PUT /v2.0/routers/db6b2b5e-d869-4cdd-8175-0525e26cdb5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4593239 Mar 07 21:51:03.187317 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50710) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:03.192234 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] Routers {'db6b2b5e-d869-4cdd-8175-0525e26cdb5e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:51:03.193521 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:50:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['db6b2b5e-d869-4cdd-8175-0525e26cdb5e'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:51:03.281209 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b444f953-be6e-4254-bb23-1ce7d530fb77 None None] Provisioning for port 1ce83250-1a62-4710-a751-2fbc270996a1 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:51:03.295055 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b444f953-be6e-4254-bb23-1ce7d530fb77 None None] Provisioning complete for port 1ce83250-1a62-4710-a751-2fbc270996a1 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:51:03.301099 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b444f953-be6e-4254-bb23-1ce7d530fb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:03.343436 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1a3b7b-6b31-4a04-8362-d669bb9a5d27 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:03.343997 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1a3b7b-6b31-4a04-8362-d669bb9a5d27 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:03.344530 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1a3b7b-6b31-4a04-8362-d669bb9a5d27 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:03.345042 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1a3b7b-6b31-4a04-8362-d669bb9a5d27 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:03.345577 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1a3b7b-6b31-4a04-8362-d669bb9a5d27 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:03.346377 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1a3b7b-6b31-4a04-8362-d669bb9a5d27 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:03.348177 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-aa1a3b7b-6b31-4a04-8362-d669bb9a5d27 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.1598482 Mar 07 21:51:03.351063 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50714) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:03.392931 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] Set router db6b2b5e-d869-4cdd-8175-0525e26cdb5e gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:51:03.431203 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873f0f98-4849-4cf5-9dff-9ae8efd10d0a tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:03.432314 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873f0f98-4849-4cf5-9dff-9ae8efd10d0a tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:03.432396 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873f0f98-4849-4cf5-9dff-9ae8efd10d0a tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:03.433919 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873f0f98-4849-4cf5-9dff-9ae8efd10d0a tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:03.433919 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873f0f98-4849-4cf5-9dff-9ae8efd10d0a tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:03.434712 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873f0f98-4849-4cf5-9dff-9ae8efd10d0a tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:03.437816 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-873f0f98-4849-4cf5-9dff-9ae8efd10d0a tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0857327 Mar 07 21:51:03.439791 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50718) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:03.468423 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b444f953-be6e-4254-bb23-1ce7d530fb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:03.508606 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-b444f953-be6e-4254-bb23-1ce7d530fb77 None None] For port 1ce83250-1a62-4710-a751-2fbc270996a1, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1ce83250-1a62-4710-a751-2fbc270996a1,segment=NetworkSegment(dc68bc14-794e-4a0f-985b-343ae774c6f0),segment_id=dc68bc14-794e-4a0f-985b-343ae774c6f0)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:51:03.593730 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b444f953-be6e-4254-bb23-1ce7d530fb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:03.679129 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b444f953-be6e-4254-bb23-1ce7d530fb77 None None] Pushing event updated for resources: {'Port': ['ID=1ce83250-1a62-4710-a751-2fbc270996a1,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:03.686804 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-59252bc1-bf3d-4a8a-92be-dc612a73f4be tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2427893 Mar 07 21:51:03.687242 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50722) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:03.702704 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-7254a140-eaee-4a67-a7d8-c6247648be79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-183670480', 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:51:03.725773 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ed0d57f1-ef9f-46d7-b1a1-63b892155499 None None] Provisioning complete for port 1ce83250-1a62-4710-a751-2fbc270996a1 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:51:03.726191 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ed0d57f1-ef9f-46d7-b1a1-63b892155499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:03.766697 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'name': 'tempest-TestNetworkBasicOps-router-505880610', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:50:55Z', 'updated_at': '2022-03-07T21:51:01Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:50:56Z', 'updated_at': '2022-03-07T21:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'df4ba271-ef03-400d-8045-0e1225dbcc61', 'name': '', 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:f3:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'c34e4a4b-11d7-4d21-9822-ccf99854556e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:00Z', 'updated_at': '2022-03-07T21:51:02Z', 'revision_number': 2, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': 'c34e4a4b-11d7-4d21-9822-ccf99854556e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:51:03.772031 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] Checking router: db6b2b5e-d869-4cdd-8175-0525e26cdb5e for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:51:03.773414 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] Updating router db6b2b5e-d869-4cdd-8175-0525e26cdb5e port df4ba271-ef03-400d-8045-0e1225dbcc61 binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:51:03.880531 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:03.925029 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7254a140-eaee-4a67-a7d8-c6247648be79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:51:03.930633 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7254a140-eaee-4a67-a7d8-c6247648be79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:port and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:51:03.934248 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7254a140-eaee-4a67-a7d8-c6247648be79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:51:03.940743 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7254a140-eaee-4a67-a7d8-c6247648be79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:51:03.981991 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ed0d57f1-ef9f-46d7-b1a1-63b892155499 None None] Provisioning for port df4ba271-ef03-400d-8045-0e1225dbcc61 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:51:03.987611 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ed0d57f1-ef9f-46d7-b1a1-63b892155499 None None] Provisioning complete for port df4ba271-ef03-400d-8045-0e1225dbcc61 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:51:03.988202 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ed0d57f1-ef9f-46d7-b1a1-63b892155499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:04.033769 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7254a140-eaee-4a67-a7d8-c6247648be79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:51:04.037353 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7254a140-eaee-4a67-a7d8-c6247648be79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:04.064400 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [None req-7254a140-eaee-4a67-a7d8-c6247648be79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] device_id is not set on port c7490b46-69d1-4b20-b062-323db11108c3 yet. {{(pid=88386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:51:04.066124 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-ed0d57f1-ef9f-46d7-b1a1-63b892155499 None None] Port df4ba271-ef03-400d-8045-0e1225dbcc61 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:51:04.185499 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b958bd61-bc37-4426-b1cd-4345dbc5e905 None None] Provisioning complete for port df4ba271-ef03-400d-8045-0e1225dbcc61 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:51:04.185989 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b958bd61-bc37-4426-b1cd-4345dbc5e905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:04.244459 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:04.246031 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-b958bd61-bc37-4426-b1cd-4345dbc5e905 None None] Port df4ba271-ef03-400d-8045-0e1225dbcc61 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:51:04.257079 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] Transition to ACTIVE for port object df4ba271-ef03-400d-8045-0e1225dbcc61 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:51:04.313912 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1ce83250-1a62-4710-a751-2fbc270996a1 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:51:04.330946 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:04.383737 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 1ce83250-1a62-4710-a751-2fbc270996a1 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:51:04.384767 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:04.401022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-7254a140-eaee-4a67-a7d8-c6247648be79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.20.0.6 (d02fe65e-7473-422d-9b73-49aa7ef09db8/c34e4a4b-11d7-4d21-9822-ccf99854556e/c7490b46-69d1-4b20-b062-323db11108c3) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:51:04.496465 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c31636-b30e-47a3-9a60-b88a5c078001 None None] Pushing event updated for resources: {'Port': ['ID=df4ba271-ef03-400d-8045-0e1225dbcc61,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:04.518037 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c31636-b30e-47a3-9a60-b88a5c078001 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:04.518472 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c31636-b30e-47a3-9a60-b88a5c078001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:04.518814 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c31636-b30e-47a3-9a60-b88a5c078001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:04.519136 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c31636-b30e-47a3-9a60-b88a5c078001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:04.519457 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c31636-b30e-47a3-9a60-b88a5c078001 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:04.519774 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c31636-b30e-47a3-9a60-b88a5c078001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:04.520088 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c31636-b30e-47a3-9a60-b88a5c078001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:04.520398 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c31636-b30e-47a3-9a60-b88a5c078001 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:04.520713 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c31636-b30e-47a3-9a60-b88a5c078001 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:04.521024 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c31636-b30e-47a3-9a60-b88a5c078001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:04.521327 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c31636-b30e-47a3-9a60-b88a5c078001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:04.521634 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c31636-b30e-47a3-9a60-b88a5c078001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:04.524049 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 3fd8f6c9-96f5-4be8-815d-8e86f4d81dac up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:51:04.580531 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] Attempting to bind port df4ba271-ef03-400d-8045-0e1225dbcc61 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:51:04.581087 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] Attempting to bind port df4ba271-ef03-400d-8045-0e1225dbcc61 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'dc68bc14-794e-4a0f-985b-343ae774c6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:51:04.581436 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] Attempting to bind port df4ba271-ef03-400d-8045-0e1225dbcc61 on network d02fe65e-7473-422d-9b73-49aa7ef09db8 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:51:04.593278 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:51:04.593278 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] Checking segment: {'id': 'dc68bc14-794e-4a0f-985b-343ae774c6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:51:04.593278 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:04.593278 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] Bound using segment: {'id': 'dc68bc14-794e-4a0f-985b-343ae774c6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:51:04.593278 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] Bound port: df4ba271-ef03-400d-8045-0e1225dbcc61, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc68bc14-794e-4a0f-985b-343ae774c6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:51:04.593278 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:04.607709 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 3fd8f6c9-96f5-4be8-815d-8e86f4d81dac triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:51:04.608228 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:04.705925 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] For port df4ba271-ef03-400d-8045-0e1225dbcc61, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:51:04.709370 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] For port df4ba271-ef03-400d-8045-0e1225dbcc61, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=df4ba271-ef03-400d-8045-0e1225dbcc61,segment=NetworkSegment(dc68bc14-794e-4a0f-985b-343ae774c6f0),segment_id=dc68bc14-794e-4a0f-985b-343ae774c6f0)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:51:04.749661 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7254a140-eaee-4a67-a7d8-c6247648be79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:04.766926 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-7254a140-eaee-4a67-a7d8-c6247648be79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Transition to ACTIVE for port object c7490b46-69d1-4b20-b062-323db11108c3 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:51:04.799949 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:04.869192 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7254a140-eaee-4a67-a7d8-c6247648be79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:04.877586 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] Routers {'db6b2b5e-d869-4cdd-8175-0525e26cdb5e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:51:04.878650 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:50:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['db6b2b5e-d869-4cdd-8175-0525e26cdb5e'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:51:04.944449 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c31636-b30e-47a3-9a60-b88a5c078001 None None] Pushing event updated for resources: {'Port': ['ID=df4ba271-ef03-400d-8045-0e1225dbcc61,revision_number=4']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:04.951062 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7254a140-eaee-4a67-a7d8-c6247648be79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network d02fe65e-7473-422d-9b73-49aa7ef09db8 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:51:04.955180 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-7254a140-eaee-4a67-a7d8-c6247648be79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:51:04.964356 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7254a140-eaee-4a67-a7d8-c6247648be79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:51:05.007611 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254a140-eaee-4a67-a7d8-c6247648be79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=c7490b46-69d1-4b20-b062-323db11108c3,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:05.032574 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7254a140-eaee-4a67-a7d8-c6247648be79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:05.033210 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7254a140-eaee-4a67-a7d8-c6247648be79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:05.074627 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] Set router db6b2b5e-d869-4cdd-8175-0525e26cdb5e gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:51:05.145131 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7254a140-eaee-4a67-a7d8-c6247648be79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4509261 Mar 07 21:51:05.330221 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-caefb0e4-a04f-4462-b6ee-c6a154bc44f3 None None] Provisioning for port c7490b46-69d1-4b20-b062-323db11108c3 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:51:05.343384 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-caefb0e4-a04f-4462-b6ee-c6a154bc44f3 None None] Provisioning complete for port c7490b46-69d1-4b20-b062-323db11108c3 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:51:05.343384 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-caefb0e4-a04f-4462-b6ee-c6a154bc44f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:05.393191 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-caefb0e4-a04f-4462-b6ee-c6a154bc44f3 None None] Port c7490b46-69d1-4b20-b062-323db11108c3 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:51:05.431556 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'name': 'tempest-TestNetworkBasicOps-router-505880610', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:50:55Z', 'updated_at': '2022-03-07T21:51:01Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:50:56Z', 'updated_at': '2022-03-07T21:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'df4ba271-ef03-400d-8045-0e1225dbcc61', 'name': '', 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:f3:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'c34e4a4b-11d7-4d21-9822-ccf99854556e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:00Z', 'updated_at': '2022-03-07T21:51:04Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': 'c34e4a4b-11d7-4d21-9822-ccf99854556e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:51:05.432407 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50728) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:05.435574 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce5b627-1a28-4e26-921c-60f61fdd1459 None None] The sync data for ids ['db6b2b5e-d869-4cdd-8175-0525e26cdb5e'] in dv-neutron-829957-1-hyperv is: [{'id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'name': 'tempest-TestNetworkBasicOps-router-505880610', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:50:55Z', 'updated_at': '2022-03-07T21:51:01Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:50:56Z', 'updated_at': '2022-03-07T21:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'df4ba271-ef03-400d-8045-0e1225dbcc61', 'name': '', 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:f3:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'c34e4a4b-11d7-4d21-9822-ccf99854556e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:00Z', 'updated_at': '2022-03-07T21:51:04Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': 'c34e4a4b-11d7-4d21-9822-ccf99854556e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:51:05.437783 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-3c87075b-eb64-4304-babb-725afe6236e3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-718243906', 'description': 'tempest-secgroup-smoke-718243906 description', 'project_id': 'eabc753b02e646aebebe0162c5cfe322'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:51:05.445339 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3c87075b-eb64-4304-babb-725afe6236e3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:51:05.450203 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3c87075b-eb64-4304-babb-725afe6236e3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:51:05.453262 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3c87075b-eb64-4304-babb-725afe6236e3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:51:05.459462 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3c87075b-eb64-4304-babb-725afe6236e3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:51:05.519704 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c87075b-eb64-4304-babb-725afe6236e3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:05.543382 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3c87075b-eb64-4304-babb-725afe6236e3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:51:05.547366 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3c87075b-eb64-4304-babb-725afe6236e3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:51:05.550325 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3c87075b-eb64-4304-babb-725afe6236e3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:51:05.557017 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3c87075b-eb64-4304-babb-725afe6236e3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:51:05.630936 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c87075b-eb64-4304-babb-725afe6236e3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:05.736901 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c87075b-eb64-4304-babb-725afe6236e3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:05.782565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87075b-eb64-4304-babb-725afe6236e3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d39270-67a6-46f9-94a6-de3f0abfa5a1,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:05.874807 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c87075b-eb64-4304-babb-725afe6236e3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:05.874990 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3c87075b-eb64-4304-babb-725afe6236e3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4415278 Mar 07 21:51:05.878031 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50732) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:05.883590 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-87225ef2-3b8f-470a-87b2-fd33f78df03f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '36d39270-67a6-46f9-94a6-de3f0abfa5a1', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:51:05.890458 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-87225ef2-3b8f-470a-87b2-fd33f78df03f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:51:05.894328 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-87225ef2-3b8f-470a-87b2-fd33f78df03f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:51:05.897232 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-87225ef2-3b8f-470a-87b2-fd33f78df03f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:51:05.903646 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-87225ef2-3b8f-470a-87b2-fd33f78df03f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:51:06.000668 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-87225ef2-3b8f-470a-87b2-fd33f78df03f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:06.067279 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-87225ef2-3b8f-470a-87b2-fd33f78df03f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:06.158844 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-87225ef2-3b8f-470a-87b2-fd33f78df03f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:06.184328 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87225ef2-3b8f-470a-87b2-fd33f78df03f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=362064b5-27bc-42e2-b94f-adafaec1ea5b,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:06.271779 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-87225ef2-3b8f-470a-87b2-fd33f78df03f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:06.271779 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-87225ef2-3b8f-470a-87b2-fd33f78df03f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3837113 Mar 07 21:51:06.271779 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50736) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:06.271779 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-87535675-cc9d-430c-9bf0-085b4c49d2a7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '36d39270-67a6-46f9-94a6-de3f0abfa5a1', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:51:06.281764 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-87535675-cc9d-430c-9bf0-085b4c49d2a7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:51:06.282997 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-87535675-cc9d-430c-9bf0-085b4c49d2a7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:51:06.286511 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-87535675-cc9d-430c-9bf0-085b4c49d2a7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:51:06.292720 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-87535675-cc9d-430c-9bf0-085b4c49d2a7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:51:06.339871 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device df4ba271-ef03-400d-8045-0e1225dbcc61 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:51:06.360301 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-87535675-cc9d-430c-9bf0-085b4c49d2a7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:06.428721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-87535675-cc9d-430c-9bf0-085b4c49d2a7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:06.506090 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port df4ba271-ef03-400d-8045-0e1225dbcc61 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:51:06.507091 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port df4ba271-ef03-400d-8045-0e1225dbcc61 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:51:06.507464 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:06.524135 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-87535675-cc9d-430c-9bf0-085b4c49d2a7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:06.545686 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87535675-cc9d-430c-9bf0-085b4c49d2a7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cccdb620-3931-4015-ae16-ac616da0d8c2,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:06.626360 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:06.638824 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-87535675-cc9d-430c-9bf0-085b4c49d2a7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:06.640084 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-87535675-cc9d-430c-9bf0-085b4c49d2a7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3735809 Mar 07 21:51:06.642739 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50740) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:06.647877 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-15e69fa5-638f-45ed-aa37-e0c4db52f446 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '36d39270-67a6-46f9-94a6-de3f0abfa5a1', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:51:06.653702 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-15e69fa5-638f-45ed-aa37-e0c4db52f446 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:51:06.657486 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-15e69fa5-638f-45ed-aa37-e0c4db52f446 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:51:06.658500 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port df4ba271-ef03-400d-8045-0e1225dbcc61, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=df4ba271-ef03-400d-8045-0e1225dbcc61,segment=NetworkSegment(dc68bc14-794e-4a0f-985b-343ae774c6f0),segment_id=dc68bc14-794e-4a0f-985b-343ae774c6f0)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:51:06.660404 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-15e69fa5-638f-45ed-aa37-e0c4db52f446 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:51:06.666414 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-15e69fa5-638f-45ed-aa37-e0c4db52f446 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:51:06.798480 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:06.856674 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-15e69fa5-638f-45ed-aa37-e0c4db52f446 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:06.869200 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=df4ba271-ef03-400d-8045-0e1225dbcc61,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:06.876564 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:06.876901 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:06.881649 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:06.881649 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:06.881649 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:06.881649 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:06.881649 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:06.881649 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:06.881649 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:06.881649 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:06.881649 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:06.881649 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:06.921651 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-15e69fa5-638f-45ed-aa37-e0c4db52f446 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:06.993010 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-15e69fa5-638f-45ed-aa37-e0c4db52f446 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:07.015610 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e69fa5-638f-45ed-aa37-e0c4db52f446 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db336395-4c4c-4d72-9e84-5a569aec5246,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:07.084110 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-15e69fa5-638f-45ed-aa37-e0c4db52f446 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:07.085308 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-15e69fa5-638f-45ed-aa37-e0c4db52f446 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4415693 Mar 07 21:51:07.088600 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50744) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:07.093980 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-b1fc5609-0912-43e2-bac3-086ebbb44670 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '36d39270-67a6-46f9-94a6-de3f0abfa5a1', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:51:07.099583 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-b1fc5609-0912-43e2-bac3-086ebbb44670 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:51:07.103381 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b1fc5609-0912-43e2-bac3-086ebbb44670 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:51:07.106222 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b1fc5609-0912-43e2-bac3-086ebbb44670 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:51:07.111945 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-b1fc5609-0912-43e2-bac3-086ebbb44670 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:51:07.175921 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b1fc5609-0912-43e2-bac3-086ebbb44670 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:07.238515 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b1fc5609-0912-43e2-bac3-086ebbb44670 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:07.295723 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b1fc5609-0912-43e2-bac3-086ebbb44670 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:07.319082 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc5609-0912-43e2-bac3-086ebbb44670 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2afd631-36ef-4baf-9fee-26de0d8bc4e7,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:07.410103 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b1fc5609-0912-43e2-bac3-086ebbb44670 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:07.411342 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b1fc5609-0912-43e2-bac3-086ebbb44670 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3218493 Mar 07 21:51:07.414027 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50748) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:07.418926 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-173cda4e-9686-4c55-9bf9-83f416fbffe2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '36d39270-67a6-46f9-94a6-de3f0abfa5a1', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:51:07.424677 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-173cda4e-9686-4c55-9bf9-83f416fbffe2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:51:07.428368 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-173cda4e-9686-4c55-9bf9-83f416fbffe2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:51:07.431688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-173cda4e-9686-4c55-9bf9-83f416fbffe2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:51:07.437155 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-173cda4e-9686-4c55-9bf9-83f416fbffe2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:51:07.513061 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-173cda4e-9686-4c55-9bf9-83f416fbffe2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Project eabc753b02e646aebebe0162c5cfe322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:51:07.519690 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-173cda4e-9686-4c55-9bf9-83f416fbffe2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:07.581510 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-173cda4e-9686-4c55-9bf9-83f416fbffe2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:07.650088 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-173cda4e-9686-4c55-9bf9-83f416fbffe2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:07.672095 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173cda4e-9686-4c55-9bf9-83f416fbffe2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a1eadc-f5d4-4f7c-a47a-ae1cb6e3be27,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:07.724640 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-173cda4e-9686-4c55-9bf9-83f416fbffe2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:07.725741 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-173cda4e-9686-4c55-9bf9-83f416fbffe2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3108232 Mar 07 21:51:07.728391 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50752) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:07.733293 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-2ec5503f-e37a-4cb2-b77f-6d71a9310982 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '36d39270-67a6-46f9-94a6-de3f0abfa5a1', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:51:07.739049 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-2ec5503f-e37a-4cb2-b77f-6d71a9310982 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:51:07.742785 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-2ec5503f-e37a-4cb2-b77f-6d71a9310982 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:51:07.746134 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-2ec5503f-e37a-4cb2-b77f-6d71a9310982 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:51:07.751682 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-2ec5503f-e37a-4cb2-b77f-6d71a9310982 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:51:07.861923 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-2ec5503f-e37a-4cb2-b77f-6d71a9310982 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Project eabc753b02e646aebebe0162c5cfe322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:51:07.869538 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2ec5503f-e37a-4cb2-b77f-6d71a9310982 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:07.936477 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2ec5503f-e37a-4cb2-b77f-6d71a9310982 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:07.976079 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2ec5503f-e37a-4cb2-b77f-6d71a9310982 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:07.999367 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5503f-e37a-4cb2-b77f-6d71a9310982 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1de3719-6973-4a45-adca-53b8e3c5892a,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:08.050219 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2ec5503f-e37a-4cb2-b77f-6d71a9310982 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:08.052796 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2ec5503f-e37a-4cb2-b77f-6d71a9310982 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3225307 Mar 07 21:51:08.211109 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-d818dcd0-f6f8-4a2e-afd6-cb75008d6368 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:51:08.249026 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:51:08.296001 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-d818dcd0-f6f8-4a2e-afd6-cb75008d6368 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:51:08.297175 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-d818dcd0-f6f8-4a2e-afd6-cb75008d6368 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-718243906&fields=id&tenant_id=eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 267 time: 0.1242054 Mar 07 21:51:08.307402 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device df4ba271-ef03-400d-8045-0e1225dbcc61 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:51:08.373551 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-998f072b-0530-4e68-9267-3f77c916b98e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:08.374147 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-998f072b-0530-4e68-9267-3f77c916b98e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:51:08.378936 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port df4ba271-ef03-400d-8045-0e1225dbcc61 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:51:08.379301 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:08.467340 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-998f072b-0530-4e68-9267-3f77c916b98e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:51:08.468517 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-998f072b-0530-4e68-9267-3f77c916b98e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports/c7490b46-69d1-4b20-b062-323db11108c3 HTTP/1.1" status: 200 len: 929 time: 0.1643014 Mar 07 21:51:08.588411 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-403d06bf-f8b7-4b3e-b4bc-d8aeb8891076 service neutron] 10.222.0.21 "GET /v2.0/ports/c7490b46-69d1-4b20-b062-323db11108c3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1070361 Mar 07 21:51:08.717697 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-e1ab2dbf-9567-4694-a9fc-e06b86a7833e service neutron] 10.222.0.21 "GET /v2.0/networks/d02fe65e-7473-422d-9b73-49aa7ef09db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232693 Mar 07 21:51:08.846822 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-f738e63e-5b0c-4be2-a495-ccfa5d04b713 service neutron] 10.222.0.21 "GET /v2.0/networks/d02fe65e-7473-422d-9b73-49aa7ef09db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232545 Mar 07 21:51:09.132718 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a2cb0ab0-6847-4cce-871b-43d2b4f1d331 req-91d7dbe9-cb71-46de-b02e-d5fefaec991e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=85bc75db-80e4-4868-bd16-d857286b35aa HTTP/1.1" status: 200 len: 210 time: 0.0422156 Mar 07 21:51:10.282882 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-905716f1-587e-441e-b4da-b06d3ba4b4a7 req-748f2368-63dc-4285-8d97-18e4162a51db tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=85bc75db-80e4-4868-bd16-d857286b35aa HTTP/1.1" status: 200 len: 210 time: 0.0419436 Mar 07 21:51:11.254877 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-db7255cb-27d1-4972-a781-e1c42753cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:11.256177 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-db7255cb-27d1-4972-a781-e1c42753cd5d service neutron] 10.222.0.11 "GET /v2.0/ports/c7490b46-69d1-4b20-b062-323db11108c3 HTTP/1.1" status: 200 len: 1025 time: 0.0612903 Mar 07 21:51:11.440460 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a978c6e5-3446-4866-b928-16f9c21b8531 req-9116a953-a7a7-47c1-a3df-62b1b591b090 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=85bc75db-80e4-4868-bd16-d857286b35aa HTTP/1.1" status: 200 len: 210 time: 0.0468161 Mar 07 21:51:11.520362 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-86b6a748-2552-4e4c-838b-624764a04cf7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:11.521755 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-86b6a748-2552-4e4c-838b-624764a04cf7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/networks?id=d02fe65e-7473-422d-9b73-49aa7ef09db8 HTTP/1.1" status: 200 len: 797 time: 0.2606087 Mar 07 21:51:11.568770 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-9f9100b7-86e7-4f6e-a037-2129819a2258 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:51:11.580183 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-9f9100b7-86e7-4f6e-a037-2129819a2258 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:51:11.584849 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-9f9100b7-86e7-4f6e-a037-2129819a2258 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 379 time: 0.0512462 Mar 07 21:51:11.591052 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-edd9ac0d-0f76-499d-b575-6e2fce92ae2d service neutron] Request body: {'port': {'device_id': '85bc75db-80e4-4868-bd16-d857286b35aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:51:11.701150 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-edd9ac0d-0f76-499d-b575-6e2fce92ae2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:12.039805 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-edd9ac0d-0f76-499d-b575-6e2fce92ae2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7490b46-69d1-4b20-b062-323db11108c3 {{(pid=88387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:51:12.047149 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-edd9ac0d-0f76-499d-b575-6e2fce92ae2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:12.064289 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-edd9ac0d-0f76-499d-b575-6e2fce92ae2d service neutron] Transition to ACTIVE for port object c7490b46-69d1-4b20-b062-323db11108c3 will not be triggered until provisioned by entity L2. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:51:12.124593 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-edd9ac0d-0f76-499d-b575-6e2fce92ae2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:12.280103 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9ac0d-0f76-499d-b575-6e2fce92ae2d service neutron] Pushing event updated for resources: {'Port': ['ID=c7490b46-69d1-4b20-b062-323db11108c3,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:12.363597 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-edd9ac0d-0f76-499d-b575-6e2fce92ae2d service neutron] Attempting to bind port c7490b46-69d1-4b20-b062-323db11108c3 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:51:12.363929 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-edd9ac0d-0f76-499d-b575-6e2fce92ae2d service neutron] Attempting to bind port c7490b46-69d1-4b20-b062-323db11108c3 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'dc68bc14-794e-4a0f-985b-343ae774c6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:51:12.364249 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-edd9ac0d-0f76-499d-b575-6e2fce92ae2d service neutron] Attempting to bind port c7490b46-69d1-4b20-b062-323db11108c3 on network d02fe65e-7473-422d-9b73-49aa7ef09db8 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:51:12.369476 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-edd9ac0d-0f76-499d-b575-6e2fce92ae2d service neutron] Port c7490b46-69d1-4b20-b062-323db11108c3 on network d02fe65e-7473-422d-9b73-49aa7ef09db8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:51:12.369790 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-edd9ac0d-0f76-499d-b575-6e2fce92ae2d service neutron] Attempting to bind port c7490b46-69d1-4b20-b062-323db11108c3 on network d02fe65e-7473-422d-9b73-49aa7ef09db8 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:51:12.374980 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-edd9ac0d-0f76-499d-b575-6e2fce92ae2d service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:51:12.375257 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-edd9ac0d-0f76-499d-b575-6e2fce92ae2d service neutron] Checking segment: {'id': 'dc68bc14-794e-4a0f-985b-343ae774c6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:51:12.375634 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-edd9ac0d-0f76-499d-b575-6e2fce92ae2d service neutron] Bound using segment: {'id': 'dc68bc14-794e-4a0f-985b-343ae774c6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8'} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:51:12.376050 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-edd9ac0d-0f76-499d-b575-6e2fce92ae2d service neutron] Bound port: c7490b46-69d1-4b20-b062-323db11108c3, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc68bc14-794e-4a0f-985b-343ae774c6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8'}}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:51:12.376389 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-edd9ac0d-0f76-499d-b575-6e2fce92ae2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:12.466818 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-edd9ac0d-0f76-499d-b575-6e2fce92ae2d service neutron] For port c7490b46-69d1-4b20-b062-323db11108c3, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:51:12.469775 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-edd9ac0d-0f76-499d-b575-6e2fce92ae2d service neutron] For port c7490b46-69d1-4b20-b062-323db11108c3, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c7490b46-69d1-4b20-b062-323db11108c3,segment=NetworkSegment(dc68bc14-794e-4a0f-985b-343ae774c6f0),segment_id=dc68bc14-794e-4a0f-985b-343ae774c6f0)] {{(pid=88387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:51:12.565029 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-edd9ac0d-0f76-499d-b575-6e2fce92ae2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:12.621672 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-edd9ac0d-0f76-499d-b575-6e2fce92ae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:12.622302 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-edd9ac0d-0f76-499d-b575-6e2fce92ae2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:12.626592 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-edd9ac0d-0f76-499d-b575-6e2fce92ae2d service neutron] 10.222.0.11 "PUT /v2.0/ports/c7490b46-69d1-4b20-b062-323db11108c3 HTTP/1.1" status: 200 len: 1130 time: 1.0364318 Mar 07 21:51:12.626592 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85bc75db-80e4-4868-bd16-d857286b35aa', 'tag': 'c7490b46-69d1-4b20-b062-323db11108c3'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:51:12.627165 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04f7bf-5367-4d2e-bd35-4b04266166ed req-f14f2808-ac50-41a7-8f27-6c5044b560f0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:12.628828 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3c04f7bf-5367-4d2e-bd35-4b04266166ed req-f14f2808-ac50-41a7-8f27-6c5044b560f0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=85bc75db-80e4-4868-bd16-d857286b35aa HTTP/1.1" status: 200 len: 980 time: 0.0836782 Mar 07 21:51:12.655575 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9ac0d-0f76-499d-b575-6e2fce92ae2d service neutron] Pushing event updated for resources: {'Port': ['ID=c7490b46-69d1-4b20-b062-323db11108c3,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:12.679644 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85bc75db-80e4-4868-bd16-d857286b35aa', 'tag': 'c7490b46-69d1-4b20-b062-323db11108c3', 'status': 'completed', 'code': 200} Mar 07 21:51:12.684955 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3c04f7bf-5367-4d2e-bd35-4b04266166ed req-a5ed0ac2-9602-4233-8dda-8e508aae7870 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ef5d0a9-b445-4f06-a8db-c3be2d394415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502450 Mar 07 21:51:12.781261 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c70c7-ef79-4e05-844d-3c78dfe9d276 req-b30f3689-3067-4d66-b9fd-66f031aac27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:12.782829 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-f83c70c7-ef79-4e05-844d-3c78dfe9d276 req-b30f3689-3067-4d66-b9fd-66f031aac27f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=85bc75db-80e4-4868-bd16-d857286b35aa HTTP/1.1" status: 200 len: 1133 time: 0.0820074 Mar 07 21:51:12.927700 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c70c7-ef79-4e05-844d-3c78dfe9d276 req-34de6ffc-08f3-4289-ac61-60ed8ac4dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:12.929170 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-f83c70c7-ef79-4e05-844d-3c78dfe9d276 req-34de6ffc-08f3-4289-ac61-60ed8ac4dc4f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=eabc753b02e646aebebe0162c5cfe322&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1390846 Mar 07 21:51:13.066509 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c70c7-ef79-4e05-844d-3c78dfe9d276 req-f18537c9-0137-42b0-bae3-72785d53ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:13.067916 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-f83c70c7-ef79-4e05-844d-3c78dfe9d276 req-f18537c9-0137-42b0-bae3-72785d53ef10 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1335704 Mar 07 21:51:13.171309 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-097cf1d0-f759-4fd3-b8c0-2120ed6c1832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:13.172681 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-097cf1d0-f759-4fd3-b8c0-2120ed6c1832 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=85bc75db-80e4-4868-bd16-d857286b35aa HTTP/1.1" status: 200 len: 1133 time: 0.0689628 Mar 07 21:51:13.243715 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-bd52f127-254b-4bbc-b4ba-ca2b00169e0d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7490b46-69d1-4b20-b062-323db11108c3 HTTP/1.1" status: 200 len: 217 time: 0.0626295 Mar 07 21:51:13.303386 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-ef9c1519-7f0b-4d8d-b95f-a6e9001bb5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:13.305062 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-ef9c1519-7f0b-4d8d-b95f-a6e9001bb5f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c34e4a4b-11d7-4d21-9822-ccf99854556e HTTP/1.1" status: 200 len: 835 time: 0.0563178 Mar 07 21:51:13.488056 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-af1a3c7c-d8e7-4520-a904-c6534f8d1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:13.489490 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-af1a3c7c-d8e7-4520-a904-c6534f8d1624 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d02fe65e-7473-422d-9b73-49aa7ef09db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1791332 Mar 07 21:51:13.621109 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-592cc237-9a9e-41ad-941b-15696da14aa2 service neutron] 10.222.0.11 "GET /v2.0/networks/d02fe65e-7473-422d-9b73-49aa7ef09db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249952 Mar 07 21:51:13.752926 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7aba2e9a-b5ea-4d92-af9b-961b75d449b9 req-60eb6b66-96ed-4140-968c-54ab7fee83fb service neutron] 10.222.0.11 "GET /v2.0/networks/d02fe65e-7473-422d-9b73-49aa7ef09db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256280 Mar 07 21:51:13.887316 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297008ee-d1a8-4fe6-a710-d7e5df7a0444 req-f7c0baf4-f3de-4e40-9e41-278083bbf364 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:13.887316 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-297008ee-d1a8-4fe6-a710-d7e5df7a0444 req-f7c0baf4-f3de-4e40-9e41-278083bbf364 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=85bc75db-80e4-4868-bd16-d857286b35aa HTTP/1.1" status: 200 len: 980 time: 0.0909848 Mar 07 21:51:13.930859 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-297008ee-d1a8-4fe6-a710-d7e5df7a0444 req-6adfbf26-81aa-4554-898b-9f1fd2982788 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ef5d0a9-b445-4f06-a8db-c3be2d394415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387521 Mar 07 21:51:15.114550 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d0195-284d-437f-b018-78c85d5ae545 req-ffdc8f95-f602-4cf0-beee-1d7b1a744980 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:15.115900 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e81d0195-284d-437f-b018-78c85d5ae545 req-ffdc8f95-f602-4cf0-beee-1d7b1a744980 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=85bc75db-80e4-4868-bd16-d857286b35aa HTTP/1.1" status: 200 len: 980 time: 0.0818756 Mar 07 21:51:15.159164 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e81d0195-284d-437f-b018-78c85d5ae545 req-c014e7e0-9bb5-41df-b8d3-32ecb601f9bb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ef5d0a9-b445-4f06-a8db-c3be2d394415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371559 Mar 07 21:51:15.805272 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device c7490b46-69d1-4b20-b062-323db11108c3 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 21:51:15.842439 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:15.937673 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port c7490b46-69d1-4b20-b062-323db11108c3, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c7490b46-69d1-4b20-b062-323db11108c3,segment=NetworkSegment(dc68bc14-794e-4a0f-985b-343ae774c6f0),segment_id=dc68bc14-794e-4a0f-985b-343ae774c6f0)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:51:15.950189 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': 'c7490b46-69d1-4b20-b062-323db11108c3', 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8', 'port_id': 'c7490b46-69d1-4b20-b062-323db11108c3', 'mac_address': 'fa:16:3e:31:22:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c34e4a4b-11d7-4d21-9822-ccf99854556e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 21:51:16.004739 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:16.021554 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7490b46-69d1-4b20-b062-323db11108c3 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:51:16.037828 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port c7490b46-69d1-4b20-b062-323db11108c3, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c7490b46-69d1-4b20-b062-323db11108c3,segment=NetworkSegment(dc68bc14-794e-4a0f-985b-343ae774c6f0),segment_id=dc68bc14-794e-4a0f-985b-343ae774c6f0)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:51:16.091453 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:16.159071 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=c7490b46-69d1-4b20-b062-323db11108c3,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:16.341185 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb8f85-362e-4625-a0b0-7afc50c9f130 req-5aebc3c1-a541-4968-9255-02da33202093 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:16.342724 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-83fb8f85-362e-4625-a0b0-7afc50c9f130 req-5aebc3c1-a541-4968-9255-02da33202093 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=85bc75db-80e4-4868-bd16-d857286b35aa HTTP/1.1" status: 200 len: 981 time: 0.0794408 Mar 07 21:51:16.359259 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['c7490b46-69d1-4b20-b062-323db11108c3'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 21:51:16.387961 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-83fb8f85-362e-4625-a0b0-7afc50c9f130 req-0a30e2cc-b1aa-4a7b-a66a-732c304e7f3d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ef5d0a9-b445-4f06-a8db-c3be2d394415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391350 Mar 07 21:51:17.716348 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c080659-8305-4c10-ab75-3f5174e33ced req-b2f77ae9-f605-46e2-9d35-1e9cf6fc2948 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:17.717893 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3c080659-8305-4c10-ab75-3f5174e33ced req-b2f77ae9-f605-46e2-9d35-1e9cf6fc2948 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=85bc75db-80e4-4868-bd16-d857286b35aa HTTP/1.1" status: 200 len: 981 time: 0.0824862 Mar 07 21:51:17.760954 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3c080659-8305-4c10-ab75-3f5174e33ced req-90fe23ba-2a3f-4bed-9b7c-5905bd2587d0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ef5d0a9-b445-4f06-a8db-c3be2d394415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370336 Mar 07 21:51:17.806612 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device c7490b46-69d1-4b20-b062-323db11108c3 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:51:17.941017 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port c7490b46-69d1-4b20-b062-323db11108c3 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:51:17.945581 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port c7490b46-69d1-4b20-b062-323db11108c3 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:51:17.946008 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:18.062842 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:18.088227 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bc75db-80e4-4868-bd16-d857286b35aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7490b46-69d1-4b20-b062-323db11108c3'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:51:18.098157 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port c7490b46-69d1-4b20-b062-323db11108c3, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c7490b46-69d1-4b20-b062-323db11108c3,segment=NetworkSegment(dc68bc14-794e-4a0f-985b-343ae774c6f0),segment_id=dc68bc14-794e-4a0f-985b-343ae774c6f0)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:51:18.152931 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:18.189206 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bc75db-80e4-4868-bd16-d857286b35aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7490b46-69d1-4b20-b062-323db11108c3', 'code': 200} Mar 07 21:51:18.221780 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=c7490b46-69d1-4b20-b062-323db11108c3,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:18.571733 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845abcf-03bf-4903-b483-29361b3b3692 req-eb9ce5b4-9c01-4cb3-af06-8736d32dd9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:18.573081 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1845abcf-03bf-4903-b483-29361b3b3692 req-eb9ce5b4-9c01-4cb3-af06-8736d32dd9f9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=85bc75db-80e4-4868-bd16-d857286b35aa HTTP/1.1" status: 200 len: 1135 time: 0.0687721 Mar 07 21:51:18.612490 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1845abcf-03bf-4903-b483-29361b3b3692 req-d626d2c6-46f0-4c37-b624-31cc8807fc75 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9ef5d0a9-b445-4f06-a8db-c3be2d394415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337455 Mar 07 21:51:18.944317 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf08a93-7a9a-4b05-b5be-293e7aaf21ce req-e47d5755-f30d-4472-bcab-baeaba88f94b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:18.945767 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2bf08a93-7a9a-4b05-b5be-293e7aaf21ce req-e47d5755-f30d-4472-bcab-baeaba88f94b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=85bc75db-80e4-4868-bd16-d857286b35aa HTTP/1.1" status: 200 len: 982 time: 0.0790091 Mar 07 21:51:18.992267 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2bf08a93-7a9a-4b05-b5be-293e7aaf21ce req-bc489788-8c52-4450-9af3-54fffa732890 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ef5d0a9-b445-4f06-a8db-c3be2d394415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401604 Mar 07 21:51:20.072957 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-070ca4dd-7fed-4d74-8e8d-134fc7f04dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:20.176830 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f509f5b-1cdd-4b84-bef6-6ecbe03abc2f req-91a774be-919f-4de7-bfe3-3679f933cf86 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:20.178296 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0f509f5b-1cdd-4b84-bef6-6ecbe03abc2f req-91a774be-919f-4de7-bfe3-3679f933cf86 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=85bc75db-80e4-4868-bd16-d857286b35aa HTTP/1.1" status: 200 len: 982 time: 0.0777190 Mar 07 21:51:20.223828 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0f509f5b-1cdd-4b84-bef6-6ecbe03abc2f req-863110db-56e6-4484-b19a-f424e2fea6c0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ef5d0a9-b445-4f06-a8db-c3be2d394415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390563 Mar 07 21:51:20.507355 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb885554-3761-4387-8b2e-58064ebaeda4 req-d3ed9d73-a0de-4b02-aa5c-22885923ecc1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:20.509331 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fb885554-3761-4387-8b2e-58064ebaeda4 req-d3ed9d73-a0de-4b02-aa5c-22885923ecc1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=85bc75db-80e4-4868-bd16-d857286b35aa HTTP/1.1" status: 200 len: 982 time: 0.1815779 Mar 07 21:51:20.553082 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fb885554-3761-4387-8b2e-58064ebaeda4 req-2d42614f-30eb-40c3-9de2-a1f4007df5d6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ef5d0a9-b445-4f06-a8db-c3be2d394415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379331 Mar 07 21:51:20.575718 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50816) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:20.644086 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab205b1-a4f9-478e-9e12-e905252fd165 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:20.645594 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-dab205b1-a4f9-478e-9e12-e905252fd165 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=85bc75db-80e4-4868-bd16-d857286b35aa HTTP/1.1" status: 200 len: 1130 time: 0.0689378 Mar 07 21:51:20.648478 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50820) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:20.653227 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-cbac0d95-a6c5-4b40-9d9f-d34032707e4c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': 'c7490b46-69d1-4b20-b062-323db11108c3', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:51:20.659051 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cbac0d95-a6c5-4b40-9d9f-d34032707e4c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:51:20.662797 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cbac0d95-a6c5-4b40-9d9f-d34032707e4c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:floatingip and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:51:20.666106 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cbac0d95-a6c5-4b40-9d9f-d34032707e4c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:51:20.671816 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cbac0d95-a6c5-4b40-9d9f-d34032707e4c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:51:20.752745 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cbac0d95-a6c5-4b40-9d9f-d34032707e4c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:20.891926 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cbac0d95-a6c5-4b40-9d9f-d34032707e4c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:21.028211 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-cbac0d95-a6c5-4b40-9d9f-d34032707e4c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.26.2.210 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/4df6d8eb-697a-4363-9381-138faa136202) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:51:21.172274 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cbac0d95-a6c5-4b40-9d9f-d34032707e4c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:21.290336 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cbac0d95-a6c5-4b40-9d9f-d34032707e4c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:21.352587 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbac0d95-a6c5-4b40-9d9f-d34032707e4c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:51:21.355255 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-cbac0d95-a6c5-4b40-9d9f-d34032707e4c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:51:21.363200 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbac0d95-a6c5-4b40-9d9f-d34032707e4c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:51:21.404855 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac0d95-a6c5-4b40-9d9f-d34032707e4c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=4df6d8eb-697a-4363-9381-138faa136202,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:21.772191 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cbac0d95-a6c5-4b40-9d9f-d34032707e4c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:21.908266 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cbac0d95-a6c5-4b40-9d9f-d34032707e4c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:22.112387 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cbac0d95-a6c5-4b40-9d9f-d34032707e4c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:22.181025 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cbac0d95-a6c5-4b40-9d9f-d34032707e4c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:22.272282 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ce61f899-b229-429e-b07a-7b4575841373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:22.288022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac0d95-a6c5-4b40-9d9f-d34032707e4c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=4df6d8eb-697a-4363-9381-138faa136202,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:22.298106 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cbac0d95-a6c5-4b40-9d9f-d34032707e4c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:22.561356 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-cbac0d95-a6c5-4b40-9d9f-d34032707e4c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Floating IP ac16928b-0aac-4ced-b47e-fef78f3ced75 associated. External IP: 172.26.2.210, port: c7490b46-69d1-4b20-b062-323db11108c3. Mar 07 21:51:22.902829 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbac0d95-a6c5-4b40-9d9f-d34032707e4c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router db6b2b5e-d869-4cdd-8175-0525e26cdb5e has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:51:23.078300 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbac0d95-a6c5-4b40-9d9f-d34032707e4c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:51:23.088705 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a081bb69-069d-4887-995d-f3314c17dfc6 None None] Sync routers for ids ['db6b2b5e-d869-4cdd-8175-0525e26cdb5e'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:51:23.098125 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a081bb69-069d-4887-995d-f3314c17dfc6 None None] Routers {'db6b2b5e-d869-4cdd-8175-0525e26cdb5e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:51:23.098732 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-a081bb69-069d-4887-995d-f3314c17dfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:51:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['db6b2b5e-d869-4cdd-8175-0525e26cdb5e'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:51:23.215199 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cbac0d95-a6c5-4b40-9d9f-d34032707e4c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:23.246225 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:23.271371 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-cbac0d95-a6c5-4b40-9d9f-d34032707e4c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.6218731 Mar 07 21:51:23.271963 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85bc75db-80e4-4868-bd16-d857286b35aa', 'tag': 'c7490b46-69d1-4b20-b062-323db11108c3'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:51:23.274358 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50826) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:23.286058 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-a081bb69-069d-4887-995d-f3314c17dfc6 None None] Set router db6b2b5e-d869-4cdd-8175-0525e26cdb5e gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:51:23.319288 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85bc75db-80e4-4868-bd16-d857286b35aa', 'tag': 'c7490b46-69d1-4b20-b062-323db11108c3', 'status': 'completed', 'code': 200} Mar 07 21:51:23.392323 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5c70a7-76f1-4d47-834b-c94366cb541c tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:23.396558 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1c5c70a7-76f1-4d47-834b-c94366cb541c tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=85bc75db-80e4-4868-bd16-d857286b35aa&network_id=d02fe65e-7473-422d-9b73-49aa7ef09db8 HTTP/1.1" status: 200 len: 1130 time: 0.1184754 Mar 07 21:51:23.424054 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc14621-bad7-4d20-8db9-7662d0a6746e req-88368976-fd82-4b67-a339-7f505aaafa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:23.427448 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-bdc14621-bad7-4d20-8db9-7662d0a6746e req-88368976-fd82-4b67-a339-7f505aaafa0f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=85bc75db-80e4-4868-bd16-d857286b35aa HTTP/1.1" status: 200 len: 1135 time: 0.0820570 Mar 07 21:51:23.473640 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:23.579013 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc14621-bad7-4d20-8db9-7662d0a6746e req-893793fe-4809-4277-a7e1-5b984f10e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:23.585624 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-bdc14621-bad7-4d20-8db9-7662d0a6746e req-893793fe-4809-4277-a7e1-5b984f10e492 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d02fe65e-7473-422d-9b73-49aa7ef09db8 HTTP/1.1" status: 200 len: 897 time: 0.1438992 Mar 07 21:51:23.688800 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-bdc14621-bad7-4d20-8db9-7662d0a6746e req-62c039b0-48b1-40c3-b9d9-8c7e3df0da5c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7490b46-69d1-4b20-b062-323db11108c3 HTTP/1.1" status: 200 len: 1036 time: 0.1017780 Mar 07 21:51:23.692552 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-a081bb69-069d-4887-995d-f3314c17dfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'name': 'tempest-TestNetworkBasicOps-router-505880610', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:50:55Z', 'updated_at': '2022-03-07T21:51:01Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:50:56Z', 'updated_at': '2022-03-07T21:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'ac16928b-0aac-4ced-b47e-fef78f3ced75', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.210', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'port_id': 'c7490b46-69d1-4b20-b062-323db11108c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-183670480', 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8', 'mac_address': 'fa:16:3e:31:22:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bc75db-80e4-4868-bd16-d857286b35aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:51:21Z', 'updated_at': '2022-03-07T21:51:21Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4ba271-ef03-400d-8045-0e1225dbcc61', 'name': '', 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:f3:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'c34e4a4b-11d7-4d21-9822-ccf99854556e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:00Z', 'updated_at': '2022-03-07T21:51:06Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': 'c34e4a4b-11d7-4d21-9822-ccf99854556e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:51:23.697025 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a081bb69-069d-4887-995d-f3314c17dfc6 None None] Checking router: db6b2b5e-d869-4cdd-8175-0525e26cdb5e for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:51:23.706518 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a081bb69-069d-4887-995d-f3314c17dfc6 None None] Routers {'db6b2b5e-d869-4cdd-8175-0525e26cdb5e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:51:23.707112 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-a081bb69-069d-4887-995d-f3314c17dfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:51:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['db6b2b5e-d869-4cdd-8175-0525e26cdb5e'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:51:23.755461 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc14621-bad7-4d20-8db9-7662d0a6746e req-4ee1de61-0bc9-458d-8528-cea27f1d342b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:23.756940 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-bdc14621-bad7-4d20-8db9-7662d0a6746e req-4ee1de61-0bc9-458d-8528-cea27f1d342b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c34e4a4b-11d7-4d21-9822-ccf99854556e HTTP/1.1" status: 200 len: 835 time: 0.0625057 Mar 07 21:51:23.839555 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc14621-bad7-4d20-8db9-7662d0a6746e req-b378cd48-311f-46d8-9915-bcec1d6c3aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:23.841015 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-bdc14621-bad7-4d20-8db9-7662d0a6746e req-b378cd48-311f-46d8-9915-bcec1d6c3aa6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d02fe65e-7473-422d-9b73-49aa7ef09db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771637 Mar 07 21:51:23.898994 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-a081bb69-069d-4887-995d-f3314c17dfc6 None None] Set router db6b2b5e-d869-4cdd-8175-0525e26cdb5e gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:51:23.987950 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-bdc14621-bad7-4d20-8db9-7662d0a6746e req-e5431352-4a64-4dbf-98c6-11562ef23d6a service neutron] 10.222.0.11 "GET /v2.0/networks/d02fe65e-7473-422d-9b73-49aa7ef09db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409025 Mar 07 21:51:24.032688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984a59b-6245-4fbb-9d22-2f1780a481c3 req-2dbda4ce-e8c3-46df-961a-8e0ad3947554 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:24.034165 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4984a59b-6245-4fbb-9d22-2f1780a481c3 req-2dbda4ce-e8c3-46df-961a-8e0ad3947554 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=85bc75db-80e4-4868-bd16-d857286b35aa HTTP/1.1" status: 200 len: 982 time: 0.0859122 Mar 07 21:51:24.081091 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4984a59b-6245-4fbb-9d22-2f1780a481c3 req-0462ed94-d35c-4f19-9134-8dc995fa3961 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ef5d0a9-b445-4f06-a8db-c3be2d394415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399055 Mar 07 21:51:24.130731 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-bdc14621-bad7-4d20-8db9-7662d0a6746e req-6b3e9cef-4e97-4462-8608-9d3e2c1927f7 service neutron] 10.222.0.11 "GET /v2.0/networks/d02fe65e-7473-422d-9b73-49aa7ef09db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347675 Mar 07 21:51:24.261797 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-a081bb69-069d-4887-995d-f3314c17dfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'name': 'tempest-TestNetworkBasicOps-router-505880610', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:50:55Z', 'updated_at': '2022-03-07T21:51:01Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:50:56Z', 'updated_at': '2022-03-07T21:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'ac16928b-0aac-4ced-b47e-fef78f3ced75', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.210', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'port_id': 'c7490b46-69d1-4b20-b062-323db11108c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-183670480', 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8', 'mac_address': 'fa:16:3e:31:22:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bc75db-80e4-4868-bd16-d857286b35aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:51:21Z', 'updated_at': '2022-03-07T21:51:21Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4ba271-ef03-400d-8045-0e1225dbcc61', 'name': '', 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:f3:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'c34e4a4b-11d7-4d21-9822-ccf99854556e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:00Z', 'updated_at': '2022-03-07T21:51:06Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': 'c34e4a4b-11d7-4d21-9822-ccf99854556e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:51:24.265708 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a081bb69-069d-4887-995d-f3314c17dfc6 None None] The sync data for ids ['db6b2b5e-d869-4cdd-8175-0525e26cdb5e'] in dv-neutron-829957-1-hyperv is: [{'id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'name': 'tempest-TestNetworkBasicOps-router-505880610', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:50:55Z', 'updated_at': '2022-03-07T21:51:01Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:50:56Z', 'updated_at': '2022-03-07T21:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'ac16928b-0aac-4ced-b47e-fef78f3ced75', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.210', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'port_id': 'c7490b46-69d1-4b20-b062-323db11108c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-183670480', 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8', 'mac_address': 'fa:16:3e:31:22:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bc75db-80e4-4868-bd16-d857286b35aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:51:21Z', 'updated_at': '2022-03-07T21:51:21Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4ba271-ef03-400d-8045-0e1225dbcc61', 'name': '', 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:f3:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'c34e4a4b-11d7-4d21-9822-ccf99854556e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:00Z', 'updated_at': '2022-03-07T21:51:06Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': 'c34e4a4b-11d7-4d21-9822-ccf99854556e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:51:24.442930 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fa61f9-ae9f-4bae-a846-3dac23ab6ad3 None None] New status for floating IP ac16928b-0aac-4ced-b47e-fef78f3ced75: ACTIVE {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:51:24.929974 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:25.263409 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67a925-436e-4755-84b5-204795b84f7b req-60f03490-bdd8-44a0-89d3-cd79f615979b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:25.264838 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bd67a925-436e-4755-84b5-204795b84f7b req-60f03490-bdd8-44a0-89d3-cd79f615979b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=85bc75db-80e4-4868-bd16-d857286b35aa HTTP/1.1" status: 200 len: 982 time: 0.0787258 Mar 07 21:51:25.309745 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6e9a5-b4aa-40e1-9da1-07277f29e777 req-b8ee03b0-0fe8-49ed-9a88-8487b00a9d5a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:25.310379 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bd67a925-436e-4755-84b5-204795b84f7b req-cf5bf9c7-201b-4b72-a4a1-b00686b4eab0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ef5d0a9-b445-4f06-a8db-c3be2d394415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397484 Mar 07 21:51:25.310563 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-33f6e9a5-b4aa-40e1-9da1-07277f29e777 req-b8ee03b0-0fe8-49ed-9a88-8487b00a9d5a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:51:25.386178 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-33f6e9a5-b4aa-40e1-9da1-07277f29e777 req-b8ee03b0-0fe8-49ed-9a88-8487b00a9d5a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:51:25.387308 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-33f6e9a5-b4aa-40e1-9da1-07277f29e777 req-b8ee03b0-0fe8-49ed-9a88-8487b00a9d5a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/ports?device_id=85bc75db-80e4-4868-bd16-d857286b35aa HTTP/1.1" status: 200 len: 982 time: 0.1536496 Mar 07 21:51:25.465056 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6e9a5-b4aa-40e1-9da1-07277f29e777 req-ad5a96ed-0e8c-4831-892b-dfa669ac5c78 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:25.466933 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-33f6e9a5-b4aa-40e1-9da1-07277f29e777 req-ad5a96ed-0e8c-4831-892b-dfa669ac5c78 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/ports/c7490b46-69d1-4b20-b062-323db11108c3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0732436 Mar 07 21:51:25.612888 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-33f6e9a5-b4aa-40e1-9da1-07277f29e777 req-861c4fb6-bf90-4d72-861c-938de4977b69 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/networks/d02fe65e-7473-422d-9b73-49aa7ef09db8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1408298 Mar 07 21:51:25.623882 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-33f6e9a5-b4aa-40e1-9da1-07277f29e777 req-ef3fbffa-d04d-448e-8b7f-3f4be2f12ce4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:51:25.734332 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-33f6e9a5-b4aa-40e1-9da1-07277f29e777 req-ef3fbffa-d04d-448e-8b7f-3f4be2f12ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:26.035664 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-33f6e9a5-b4aa-40e1-9da1-07277f29e777 req-ef3fbffa-d04d-448e-8b7f-3f4be2f12ce4 service neutron] For port c7490b46-69d1-4b20-b062-323db11108c3, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c7490b46-69d1-4b20-b062-323db11108c3,segment=NetworkSegment(dc68bc14-794e-4a0f-985b-343ae774c6f0),segment_id=dc68bc14-794e-4a0f-985b-343ae774c6f0)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:51:26.060100 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-33f6e9a5-b4aa-40e1-9da1-07277f29e777 req-ef3fbffa-d04d-448e-8b7f-3f4be2f12ce4 service neutron] For port c7490b46-69d1-4b20-b062-323db11108c3, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:51:26.113125 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [req-33f6e9a5-b4aa-40e1-9da1-07277f29e777 req-ef3fbffa-d04d-448e-8b7f-3f4be2f12ce4 service neutron] device_id is not set on port c7490b46-69d1-4b20-b062-323db11108c3 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:51:26.121811 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-33f6e9a5-b4aa-40e1-9da1-07277f29e777 req-ef3fbffa-d04d-448e-8b7f-3f4be2f12ce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:26.220839 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-33f6e9a5-b4aa-40e1-9da1-07277f29e777 req-ef3fbffa-d04d-448e-8b7f-3f4be2f12ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:26.365318 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fbffa-d04d-448e-8b7f-3f4be2f12ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=c7490b46-69d1-4b20-b062-323db11108c3,revision_number=6']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:26.420351 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f6e9a5-b4aa-40e1-9da1-07277f29e777 req-ef3fbffa-d04d-448e-8b7f-3f4be2f12ce4 service neutron] No DVR routers for this DVR port c7490b46-69d1-4b20-b062-323db11108c3 on host hv-neutron-8299 {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:51:26.461824 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1ea04c15-4dc2-41af-aea1-d13eda1bf914 req-8b95c1af-a062-4c08-8206-8e09ebba5acf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=85bc75db-80e4-4868-bd16-d857286b35aa HTTP/1.1" status: 200 len: 210 time: 0.0432730 Mar 07 21:51:26.483273 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-552dff96-b062-4fcd-86a6-a02bd64eb995 None None] Provisioning complete for port c7490b46-69d1-4b20-b062-323db11108c3 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:51:26.483751 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-552dff96-b062-4fcd-86a6-a02bd64eb995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:26.537218 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-552dff96-b062-4fcd-86a6-a02bd64eb995 None None] Port c7490b46-69d1-4b20-b062-323db11108c3 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:51:26.643493 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-33f6e9a5-b4aa-40e1-9da1-07277f29e777 req-ef3fbffa-d04d-448e-8b7f-3f4be2f12ce4 service neutron] In _notify_port_updated(), no bound segment for port c7490b46-69d1-4b20-b062-323db11108c3 on network d02fe65e-7473-422d-9b73-49aa7ef09db8 {{(pid=88387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 07 21:51:26.644333 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6e9a5-b4aa-40e1-9da1-07277f29e777 req-ef3fbffa-d04d-448e-8b7f-3f4be2f12ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:26.644934 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-33f6e9a5-b4aa-40e1-9da1-07277f29e777 req-ef3fbffa-d04d-448e-8b7f-3f4be2f12ce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:26.646193 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-33f6e9a5-b4aa-40e1-9da1-07277f29e777 req-ef3fbffa-d04d-448e-8b7f-3f4be2f12ce4 service neutron] 10.222.0.11 "PUT /v2.0/ports/c7490b46-69d1-4b20-b062-323db11108c3 HTTP/1.1" status: 200 len: 1025 time: 1.0263560 Mar 07 21:51:27.626348 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7170450a-b54f-4882-82ed-2c7812387456 req-9f070881-2447-4188-bab2-7b5b7e2f1e91 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=85bc75db-80e4-4868-bd16-d857286b35aa HTTP/1.1" status: 200 len: 210 time: 0.0441701 Mar 07 21:51:27.875668 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device c7490b46-69d1-4b20-b062-323db11108c3 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:51:27.934821 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device c7490b46-69d1-4b20-b062-323db11108c3 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:51:28.720132 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50844) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:28.770781 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-fbb242b5-be91-4fc7-8455-c61f0bba0508 req-2345de69-5e9c-428d-9bc2-cddb614cf45d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734429 Mar 07 21:51:28.794293 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61dc3e5-ee76-4128-bc1c-04e85fba7008 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:28.797602 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f61dc3e5-ee76-4128-bc1c-04e85fba7008 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports/c7490b46-69d1-4b20-b062-323db11108c3 HTTP/1.1" status: 200 len: 924 time: 0.0742466 Mar 07 21:51:28.864423 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb242b5-be91-4fc7-8455-c61f0bba0508 req-743f8cc1-4200-43fb-b019-367f08619d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:28.867095 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-fbb242b5-be91-4fc7-8455-c61f0bba0508 req-743f8cc1-4200-43fb-b019-367f08619d18 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1d039a5115b40cc849313193266d5ad&device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 1098 time: 0.0764663 Mar 07 21:51:29.012470 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb242b5-be91-4fc7-8455-c61f0bba0508 req-849b844e-832e-417e-8184-b3d008befeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:29.013888 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-fbb242b5-be91-4fc7-8455-c61f0bba0508 req-849b844e-832e-417e-8184-b3d008befeb4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e71fce04-ffbd-435e-bfc3-87f58b6e4967 HTTP/1.1" status: 200 len: 911 time: 0.1278234 Mar 07 21:51:29.030259 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50850) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:29.034747 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-71dd0ff5-45ae-4787-a60e-efb5ffaa2534 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1548656059', 'description': 'tempest-secgroup-smoke-1548656059 description', 'project_id': 'eabc753b02e646aebebe0162c5cfe322'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:51:29.041304 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-71dd0ff5-45ae-4787-a60e-efb5ffaa2534 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:51:29.050815 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-71dd0ff5-45ae-4787-a60e-efb5ffaa2534 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:51:29.115891 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-fbb242b5-be91-4fc7-8455-c61f0bba0508 req-dc068d7e-0d9b-41d4-bc32-ee1ca4fe7a47 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8164b519-1e49-4bf3-9893-525125216f9b HTTP/1.1" status: 200 len: 1000 time: 0.0958362 Mar 07 21:51:29.158092 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-71dd0ff5-45ae-4787-a60e-efb5ffaa2534 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:29.177372 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb242b5-be91-4fc7-8455-c61f0bba0508 req-3f7704bb-d060-472b-9ca8-f600fce8e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:29.179078 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-fbb242b5-be91-4fc7-8455-c61f0bba0508 req-3f7704bb-d060-472b-9ca8-f600fce8e65c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca279e0e-f6b2-4a41-a814-7c87369c7833 HTTP/1.1" status: 200 len: 850 time: 0.0572572 Mar 07 21:51:29.179426 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-71dd0ff5-45ae-4787-a60e-efb5ffaa2534 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:51:29.183136 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-71dd0ff5-45ae-4787-a60e-efb5ffaa2534 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:51:29.185945 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-71dd0ff5-45ae-4787-a60e-efb5ffaa2534 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:51:29.191773 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-71dd0ff5-45ae-4787-a60e-efb5ffaa2534 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:51:29.257870 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb242b5-be91-4fc7-8455-c61f0bba0508 req-d6f410c6-c4d0-4b05-81c1-7fca9f3d95be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:29.258122 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-fbb242b5-be91-4fc7-8455-c61f0bba0508 req-d6f410c6-c4d0-4b05-81c1-7fca9f3d95be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e71fce04-ffbd-435e-bfc3-87f58b6e4967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736902 Mar 07 21:51:29.261849 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-71dd0ff5-45ae-4787-a60e-efb5ffaa2534 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:29.341678 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-71dd0ff5-45ae-4787-a60e-efb5ffaa2534 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:29.386702 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd0ff5-45ae-4787-a60e-efb5ffaa2534 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=febf917a-0a41-4602-8eed-b2431acafdde,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:29.392939 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-fbb242b5-be91-4fc7-8455-c61f0bba0508 req-ff96cd08-f43b-4280-9614-e4219f35bff4 service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284840 Mar 07 21:51:29.432321 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-71dd0ff5-45ae-4787-a60e-efb5ffaa2534 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:29.433616 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-71dd0ff5-45ae-4787-a60e-efb5ffaa2534 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4027948 Mar 07 21:51:29.436640 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50854) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:29.441680 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-b27607f1-0bfb-473d-8ce9-c3225649b278 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': 'febf917a-0a41-4602-8eed-b2431acafdde', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:51:29.447619 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-b27607f1-0bfb-473d-8ce9-c3225649b278 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:51:29.451472 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b27607f1-0bfb-473d-8ce9-c3225649b278 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:51:29.454346 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b27607f1-0bfb-473d-8ce9-c3225649b278 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:51:29.459971 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-b27607f1-0bfb-473d-8ce9-c3225649b278 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:51:29.537294 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b27607f1-0bfb-473d-8ce9-c3225649b278 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:29.600170 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b27607f1-0bfb-473d-8ce9-c3225649b278 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:29.640205 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-fbb242b5-be91-4fc7-8455-c61f0bba0508 req-a222c148-2a76-445c-9b3d-538c959b6ad1 service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420220 Mar 07 21:51:29.707113 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b27607f1-0bfb-473d-8ce9-c3225649b278 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:29.734457 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27607f1-0bfb-473d-8ce9-c3225649b278 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d875e629-bb43-4e12-b1f5-b6090badf16f,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:29.810423 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b27607f1-0bfb-473d-8ce9-c3225649b278 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:29.811542 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b27607f1-0bfb-473d-8ce9-c3225649b278 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3739643 Mar 07 21:51:29.814384 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50858) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:29.819325 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-476beab9-27de-40dc-a26f-0dd57c62d6d4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': 'febf917a-0a41-4602-8eed-b2431acafdde', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:51:29.825611 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-476beab9-27de-40dc-a26f-0dd57c62d6d4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:51:29.829375 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-476beab9-27de-40dc-a26f-0dd57c62d6d4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:51:29.832279 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-476beab9-27de-40dc-a26f-0dd57c62d6d4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:51:29.838479 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-476beab9-27de-40dc-a26f-0dd57c62d6d4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:51:29.977001 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-476beab9-27de-40dc-a26f-0dd57c62d6d4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:30.037497 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-476beab9-27de-40dc-a26f-0dd57c62d6d4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:30.118351 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-476beab9-27de-40dc-a26f-0dd57c62d6d4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:30.141143 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476beab9-27de-40dc-a26f-0dd57c62d6d4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b8ec2a-6f7c-4330-afe6-72eaa539f598,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:30.209832 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-476beab9-27de-40dc-a26f-0dd57c62d6d4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:30.212327 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-476beab9-27de-40dc-a26f-0dd57c62d6d4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3957691 Mar 07 21:51:30.214293 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50862) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:30.219012 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-5f54daa2-f339-4e06-91b1-1f88821fa8d2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': 'febf917a-0a41-4602-8eed-b2431acafdde', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:51:30.225238 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5f54daa2-f339-4e06-91b1-1f88821fa8d2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:51:30.230484 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5f54daa2-f339-4e06-91b1-1f88821fa8d2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:51:30.232869 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5f54daa2-f339-4e06-91b1-1f88821fa8d2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:51:30.238688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5f54daa2-f339-4e06-91b1-1f88821fa8d2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:51:30.343362 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5f54daa2-f339-4e06-91b1-1f88821fa8d2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:30.403552 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5f54daa2-f339-4e06-91b1-1f88821fa8d2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:30.473479 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5f54daa2-f339-4e06-91b1-1f88821fa8d2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:30.497730 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54daa2-f339-4e06-91b1-1f88821fa8d2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa99ee03-a754-4409-90fd-72d44c55b6b7,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:30.600429 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5f54daa2-f339-4e06-91b1-1f88821fa8d2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:30.600429 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5f54daa2-f339-4e06-91b1-1f88821fa8d2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3847117 Mar 07 21:51:30.607684 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50866) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:30.612523 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-c2fd7db5-e767-4769-930c-3f2384ba5962 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': 'febf917a-0a41-4602-8eed-b2431acafdde', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:51:30.618868 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c2fd7db5-e767-4769-930c-3f2384ba5962 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:51:30.622650 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c2fd7db5-e767-4769-930c-3f2384ba5962 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:51:30.625468 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c2fd7db5-e767-4769-930c-3f2384ba5962 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:51:30.631014 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c2fd7db5-e767-4769-930c-3f2384ba5962 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:51:30.707114 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c2fd7db5-e767-4769-930c-3f2384ba5962 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:30.768546 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c2fd7db5-e767-4769-930c-3f2384ba5962 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:30.855795 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c2fd7db5-e767-4769-930c-3f2384ba5962 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:30.880780 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd7db5-e767-4769-930c-3f2384ba5962 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d31e76-3296-480d-9c0d-7f9db914537b,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:30.958651 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c2fd7db5-e767-4769-930c-3f2384ba5962 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:30.959545 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c2fd7db5-e767-4769-930c-3f2384ba5962 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3509648 Mar 07 21:51:30.962283 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50870) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:30.967200 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-6788f522-ded4-45c6-8535-02964ae9aaa3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': 'febf917a-0a41-4602-8eed-b2431acafdde', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:51:30.973533 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-6788f522-ded4-45c6-8535-02964ae9aaa3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:51:30.977314 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6788f522-ded4-45c6-8535-02964ae9aaa3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:51:30.980671 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-6788f522-ded4-45c6-8535-02964ae9aaa3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:51:30.986275 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-6788f522-ded4-45c6-8535-02964ae9aaa3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:51:31.049434 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-6788f522-ded4-45c6-8535-02964ae9aaa3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Project eabc753b02e646aebebe0162c5cfe322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:51:31.056509 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6788f522-ded4-45c6-8535-02964ae9aaa3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:31.118253 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6788f522-ded4-45c6-8535-02964ae9aaa3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:31.163901 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6788f522-ded4-45c6-8535-02964ae9aaa3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:31.188086 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788f522-ded4-45c6-8535-02964ae9aaa3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=287257fb-46ee-4a89-8457-51940a4a1182,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:31.249556 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6788f522-ded4-45c6-8535-02964ae9aaa3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:31.256128 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6788f522-ded4-45c6-8535-02964ae9aaa3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2875502 Mar 07 21:51:31.256128 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50874) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:31.258283 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-da2c0255-53a2-4266-b63c-7220bf29df70 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': 'febf917a-0a41-4602-8eed-b2431acafdde', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:51:31.264031 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-da2c0255-53a2-4266-b63c-7220bf29df70 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:51:31.267820 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-da2c0255-53a2-4266-b63c-7220bf29df70 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:51:31.270701 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-da2c0255-53a2-4266-b63c-7220bf29df70 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:51:31.276398 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-da2c0255-53a2-4266-b63c-7220bf29df70 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:51:31.358389 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-da2c0255-53a2-4266-b63c-7220bf29df70 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Project eabc753b02e646aebebe0162c5cfe322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:51:31.364742 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-da2c0255-53a2-4266-b63c-7220bf29df70 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:31.536088 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-da2c0255-53a2-4266-b63c-7220bf29df70 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:31.616253 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-da2c0255-53a2-4266-b63c-7220bf29df70 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:31.642454 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c0255-53a2-4266-b63c-7220bf29df70 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e431e7e1-ce9a-40bb-a412-a509dc9fcb66,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:31.706395 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-da2c0255-53a2-4266-b63c-7220bf29df70 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:31.706395 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-da2c0255-53a2-4266-b63c-7220bf29df70 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4480417 Mar 07 21:51:31.863011 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-e89ed39f-3879-4244-b55a-f5f0dd467ea0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:51:31.957990 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-e89ed39f-3879-4244-b55a-f5f0dd467ea0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:51:31.959135 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-e89ed39f-3879-4244-b55a-f5f0dd467ea0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1548656059&fields=id&tenant_id=eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 267 time: 0.1356530 Mar 07 21:51:32.039032 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-4bae5e28-6418-472f-8f54-2baeeb52aa60 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:32.039837 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-4bae5e28-6418-472f-8f54-2baeeb52aa60 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports/c7490b46-69d1-4b20-b062-323db11108c3 HTTP/1.1" status: 200 len: 929 time: 0.0740826 Mar 07 21:51:32.155879 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-8d78aba3-a6b3-45c9-b606-c89c034e7874 service neutron] 10.222.0.21 "GET /v2.0/ports/c7490b46-69d1-4b20-b062-323db11108c3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1035018 Mar 07 21:51:32.289767 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-c4a7c7b4-51d5-494e-b27d-89a3ad3561e3 service neutron] 10.222.0.21 "GET /v2.0/networks/d02fe65e-7473-422d-9b73-49aa7ef09db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282496 Mar 07 21:51:32.422525 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-1b94287f-5dc3-49f1-8f06-fa3a6ec43f52 service neutron] 10.222.0.21 "GET /v2.0/networks/d02fe65e-7473-422d-9b73-49aa7ef09db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260672 Mar 07 21:51:32.674339 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8fe8189a-6e9d-4383-81bf-40c090655b5a req-d76f49f0-c265-4f88-893e-7b9eb8fc8215 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5372ba-ddf4-4a17-9943-401b4e50614d HTTP/1.1" status: 200 len: 210 time: 0.0434000 Mar 07 21:51:33.828906 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9dadb2eb-c395-49f3-8a46-33ca4d14c4fa req-f4ed9e1a-15ca-4f4e-9271-1cab1ff42da6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5372ba-ddf4-4a17-9943-401b4e50614d HTTP/1.1" status: 200 len: 210 time: 0.0502644 Mar 07 21:51:34.502264 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-05391763-bba3-471b-bb83-902143040402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:34.502734 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-05391763-bba3-471b-bb83-902143040402 service neutron] 10.222.0.11 "GET /v2.0/ports/c7490b46-69d1-4b20-b062-323db11108c3 HTTP/1.1" status: 200 len: 1025 time: 0.0620682 Mar 07 21:51:34.648412 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-f8c577c7-02b0-4c25-800a-d802eab586df tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:34.651009 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-f8c577c7-02b0-4c25-800a-d802eab586df tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/networks?id=d02fe65e-7473-422d-9b73-49aa7ef09db8 HTTP/1.1" status: 200 len: 797 time: 0.1432686 Mar 07 21:51:34.705102 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-04055326-0767-4f58-a94e-e05e0749051a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 472 time: 0.0467925 Mar 07 21:51:34.715464 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-16794ad7-dc4a-494a-ab65-6e4ab2a1db62 service neutron] Request body: {'port': {'device_id': 'fc5372ba-ddf4-4a17-9943-401b4e50614d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:51:34.830099 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-16794ad7-dc4a-494a-ab65-6e4ab2a1db62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:34.985212 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cb7b1f21-ad08-4cde-822e-f71c8f3bc306 req-01f4882b-e57c-44c6-ad48-214889dffa2d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5372ba-ddf4-4a17-9943-401b4e50614d HTTP/1.1" status: 200 len: 210 time: 0.0452673 Mar 07 21:51:35.184744 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-16794ad7-dc4a-494a-ab65-6e4ab2a1db62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7490b46-69d1-4b20-b062-323db11108c3 {{(pid=88387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:51:35.191918 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-16794ad7-dc4a-494a-ab65-6e4ab2a1db62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:35.205769 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-16794ad7-dc4a-494a-ab65-6e4ab2a1db62 service neutron] Transition to ACTIVE for port object c7490b46-69d1-4b20-b062-323db11108c3 will not be triggered until provisioned by entity L2. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:51:35.295311 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-16794ad7-dc4a-494a-ab65-6e4ab2a1db62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:35.436008 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16794ad7-dc4a-494a-ab65-6e4ab2a1db62 service neutron] Pushing event updated for resources: {'Port': ['ID=c7490b46-69d1-4b20-b062-323db11108c3,revision_number=7']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:35.563890 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-16794ad7-dc4a-494a-ab65-6e4ab2a1db62 service neutron] Attempting to bind port c7490b46-69d1-4b20-b062-323db11108c3 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:51:35.564444 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-16794ad7-dc4a-494a-ab65-6e4ab2a1db62 service neutron] Attempting to bind port c7490b46-69d1-4b20-b062-323db11108c3 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'dc68bc14-794e-4a0f-985b-343ae774c6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:51:35.564444 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-16794ad7-dc4a-494a-ab65-6e4ab2a1db62 service neutron] Attempting to bind port c7490b46-69d1-4b20-b062-323db11108c3 on network d02fe65e-7473-422d-9b73-49aa7ef09db8 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:51:35.569884 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-16794ad7-dc4a-494a-ab65-6e4ab2a1db62 service neutron] Port c7490b46-69d1-4b20-b062-323db11108c3 on network d02fe65e-7473-422d-9b73-49aa7ef09db8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:51:35.569884 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-16794ad7-dc4a-494a-ab65-6e4ab2a1db62 service neutron] Attempting to bind port c7490b46-69d1-4b20-b062-323db11108c3 on network d02fe65e-7473-422d-9b73-49aa7ef09db8 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:51:35.575061 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-16794ad7-dc4a-494a-ab65-6e4ab2a1db62 service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:51:35.575385 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-16794ad7-dc4a-494a-ab65-6e4ab2a1db62 service neutron] Checking segment: {'id': 'dc68bc14-794e-4a0f-985b-343ae774c6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:51:35.575754 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-16794ad7-dc4a-494a-ab65-6e4ab2a1db62 service neutron] Bound using segment: {'id': 'dc68bc14-794e-4a0f-985b-343ae774c6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8'} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:51:35.576162 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-16794ad7-dc4a-494a-ab65-6e4ab2a1db62 service neutron] Bound port: c7490b46-69d1-4b20-b062-323db11108c3, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc68bc14-794e-4a0f-985b-343ae774c6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8'}}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:51:35.576494 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-16794ad7-dc4a-494a-ab65-6e4ab2a1db62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:35.667390 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-16794ad7-dc4a-494a-ab65-6e4ab2a1db62 service neutron] For port c7490b46-69d1-4b20-b062-323db11108c3, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:51:35.670286 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-16794ad7-dc4a-494a-ab65-6e4ab2a1db62 service neutron] For port c7490b46-69d1-4b20-b062-323db11108c3, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c7490b46-69d1-4b20-b062-323db11108c3,segment=NetworkSegment(dc68bc14-794e-4a0f-985b-343ae774c6f0),segment_id=dc68bc14-794e-4a0f-985b-343ae774c6f0)] {{(pid=88387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:51:35.781639 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-16794ad7-dc4a-494a-ab65-6e4ab2a1db62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:35.838149 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-16794ad7-dc4a-494a-ab65-6e4ab2a1db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:35.839047 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-16794ad7-dc4a-494a-ab65-6e4ab2a1db62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:35.840288 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-16794ad7-dc4a-494a-ab65-6e4ab2a1db62 service neutron] 10.222.0.11 "PUT /v2.0/ports/c7490b46-69d1-4b20-b062-323db11108c3 HTTP/1.1" status: 200 len: 1130 time: 1.1293111 Mar 07 21:51:35.846138 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5372ba-ddf4-4a17-9943-401b4e50614d', 'tag': 'c7490b46-69d1-4b20-b062-323db11108c3'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:51:35.881640 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16794ad7-dc4a-494a-ab65-6e4ab2a1db62 service neutron] Pushing event updated for resources: {'Port': ['ID=c7490b46-69d1-4b20-b062-323db11108c3,revision_number=8']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:35.900061 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5372ba-ddf4-4a17-9943-401b4e50614d', 'tag': 'c7490b46-69d1-4b20-b062-323db11108c3', 'status': 'completed', 'code': 200} Mar 07 21:51:35.989143 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb89b9c-b71f-4b17-89d3-adff2056fd1d req-a79d863f-3b42-4ac7-9171-17ecb55991a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:35.990662 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9cb89b9c-b71f-4b17-89d3-adff2056fd1d req-a79d863f-3b42-4ac7-9171-17ecb55991a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=fc5372ba-ddf4-4a17-9943-401b4e50614d HTTP/1.1" status: 200 len: 1133 time: 0.0753636 Mar 07 21:51:36.136265 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb89b9c-b71f-4b17-89d3-adff2056fd1d req-be396051-56d8-4dcc-babd-d241f2e591ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:36.137751 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9cb89b9c-b71f-4b17-89d3-adff2056fd1d req-be396051-56d8-4dcc-babd-d241f2e591ce service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=eabc753b02e646aebebe0162c5cfe322&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1407616 Mar 07 21:51:36.175506 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede1c99-c2b6-4e4d-a3ff-e2b94af34bcd req-8fbfbaaa-a2af-4968-8508-d22acabff28d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:36.176975 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8ede1c99-c2b6-4e4d-a3ff-e2b94af34bcd req-8fbfbaaa-a2af-4968-8508-d22acabff28d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5372ba-ddf4-4a17-9943-401b4e50614d HTTP/1.1" status: 200 len: 980 time: 0.0848126 Mar 07 21:51:36.222497 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8ede1c99-c2b6-4e4d-a3ff-e2b94af34bcd req-2f14a476-0d5c-4059-a108-975e20288c0e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ef5d0a9-b445-4f06-a8db-c3be2d394415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395222 Mar 07 21:51:36.278057 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb89b9c-b71f-4b17-89d3-adff2056fd1d req-45c0a9cd-b05a-48f6-a677-9a1189dbb43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:36.279483 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9cb89b9c-b71f-4b17-89d3-adff2056fd1d req-45c0a9cd-b05a-48f6-a677-9a1189dbb43f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1347365 Mar 07 21:51:36.388375 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-f4b178c4-a399-47a8-9eb0-55e8f7cdc4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:36.389766 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-f4b178c4-a399-47a8-9eb0-55e8f7cdc4b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=fc5372ba-ddf4-4a17-9943-401b4e50614d HTTP/1.1" status: 200 len: 1133 time: 0.0747175 Mar 07 21:51:36.492070 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-fb2637e0-f85b-4b57-9b60-288dfae7b1ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7490b46-69d1-4b20-b062-323db11108c3 HTTP/1.1" status: 200 len: 1036 time: 0.0956728 Mar 07 21:51:36.652870 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-43a1754e-8fb7-468f-ab82-d8e80b534a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:36.654316 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-43a1754e-8fb7-468f-ab82-d8e80b534a5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c34e4a4b-11d7-4d21-9822-ccf99854556e HTTP/1.1" status: 200 len: 835 time: 0.1564710 Mar 07 21:51:36.731502 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-a2261432-feb5-4943-ac8d-01b35a34fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:36.732937 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-a2261432-feb5-4943-ac8d-01b35a34fd9d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d02fe65e-7473-422d-9b73-49aa7ef09db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731690 Mar 07 21:51:36.871152 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-00553e3d-347b-4981-a605-f17d496c369c service neutron] 10.222.0.11 "GET /v2.0/networks/d02fe65e-7473-422d-9b73-49aa7ef09db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322193 Mar 07 21:51:37.006887 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7f056d6e-5c66-408b-8647-aa84a875f8c5 req-25927eae-ff64-429e-bde7-eefd2ad4b39d service neutron] 10.222.0.11 "GET /v2.0/networks/d02fe65e-7473-422d-9b73-49aa7ef09db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297204 Mar 07 21:51:37.408959 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc42aff-b3fe-4d9e-974d-5f299c57ef84 req-e1ea9707-e4cc-4724-a013-965abd119ddc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:37.410416 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1cc42aff-b3fe-4d9e-974d-5f299c57ef84 req-e1ea9707-e4cc-4724-a013-965abd119ddc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5372ba-ddf4-4a17-9943-401b4e50614d HTTP/1.1" status: 200 len: 980 time: 0.0797229 Mar 07 21:51:37.453460 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1cc42aff-b3fe-4d9e-974d-5f299c57ef84 req-0ee2b47d-28c0-4689-8588-0a1f33b1f208 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ef5d0a9-b445-4f06-a8db-c3be2d394415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374484 Mar 07 21:51:38.639076 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df35ee8-35f0-4261-aae5-1d7aa154fff7 req-ecb66fef-b45e-41e5-bab7-36ebe0c85e20 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:38.640521 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7df35ee8-35f0-4261-aae5-1d7aa154fff7 req-ecb66fef-b45e-41e5-bab7-36ebe0c85e20 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5372ba-ddf4-4a17-9943-401b4e50614d HTTP/1.1" status: 200 len: 980 time: 0.0831022 Mar 07 21:51:38.683953 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7df35ee8-35f0-4261-aae5-1d7aa154fff7 req-22531785-7229-4ffc-b95d-8f2e297cc88f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ef5d0a9-b445-4f06-a8db-c3be2d394415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378287 Mar 07 21:51:39.864550 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1cb8d1-3d51-49f5-b143-2c1a92ba93c7 req-938ce5b2-b131-44a7-a4f5-6f90daa4cd27 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:39.865986 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4b1cb8d1-3d51-49f5-b143-2c1a92ba93c7 req-938ce5b2-b131-44a7-a4f5-6f90daa4cd27 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5372ba-ddf4-4a17-9943-401b4e50614d HTTP/1.1" status: 200 len: 980 time: 0.0793757 Mar 07 21:51:39.913617 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4b1cb8d1-3d51-49f5-b143-2c1a92ba93c7 req-2b860c85-4e74-41c6-8046-c6bf7eae28e4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ef5d0a9-b445-4f06-a8db-c3be2d394415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413117 Mar 07 21:51:39.924153 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device c7490b46-69d1-4b20-b062-323db11108c3 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 21:51:40.054693 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port c7490b46-69d1-4b20-b062-323db11108c3, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c7490b46-69d1-4b20-b062-323db11108c3,segment=NetworkSegment(dc68bc14-794e-4a0f-985b-343ae774c6f0),segment_id=dc68bc14-794e-4a0f-985b-343ae774c6f0)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:51:40.068268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': 'c7490b46-69d1-4b20-b062-323db11108c3', 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8', 'port_id': 'c7490b46-69d1-4b20-b062-323db11108c3', 'mac_address': 'fa:16:3e:31:22:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c34e4a4b-11d7-4d21-9822-ccf99854556e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 21:51:40.122525 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:40.138899 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7490b46-69d1-4b20-b062-323db11108c3 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:51:40.153698 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port c7490b46-69d1-4b20-b062-323db11108c3, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c7490b46-69d1-4b20-b062-323db11108c3,segment=NetworkSegment(dc68bc14-794e-4a0f-985b-343ae774c6f0),segment_id=dc68bc14-794e-4a0f-985b-343ae774c6f0)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:51:40.408736 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:40.477507 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=c7490b46-69d1-4b20-b062-323db11108c3,revision_number=9']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:40.620221 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['c7490b46-69d1-4b20-b062-323db11108c3'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 21:51:41.097083 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d00da-1393-41e7-be19-4ae514ecece7 req-b1bd64f2-5c32-46a5-ac66-cd19923e9730 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:41.098563 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-269d00da-1393-41e7-be19-4ae514ecece7 req-b1bd64f2-5c32-46a5-ac66-cd19923e9730 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5372ba-ddf4-4a17-9943-401b4e50614d HTTP/1.1" status: 200 len: 981 time: 0.0801716 Mar 07 21:51:41.142273 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-269d00da-1393-41e7-be19-4ae514ecece7 req-4f47f8e0-c66a-4f55-8f08-11be66f395b5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ef5d0a9-b445-4f06-a8db-c3be2d394415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379040 Mar 07 21:51:41.924015 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device c7490b46-69d1-4b20-b062-323db11108c3 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:51:42.100856 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port c7490b46-69d1-4b20-b062-323db11108c3 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:51:42.106448 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port c7490b46-69d1-4b20-b062-323db11108c3 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:51:42.106810 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:42.222611 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:42.248793 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5372ba-ddf4-4a17-9943-401b4e50614d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7490b46-69d1-4b20-b062-323db11108c3'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:51:42.258727 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port c7490b46-69d1-4b20-b062-323db11108c3, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c7490b46-69d1-4b20-b062-323db11108c3,segment=NetworkSegment(dc68bc14-794e-4a0f-985b-343ae774c6f0),segment_id=dc68bc14-794e-4a0f-985b-343ae774c6f0)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:51:42.293522 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5372ba-ddf4-4a17-9943-401b4e50614d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7490b46-69d1-4b20-b062-323db11108c3', 'code': 200} Mar 07 21:51:42.329851 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:42.330526 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e4df6-8ea8-4771-8f8f-328544fd6e47 req-9de0a5a2-c07f-4a3f-a894-6cb4ddf54bed tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:42.332067 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4f6e4df6-8ea8-4771-8f8f-328544fd6e47 req-9de0a5a2-c07f-4a3f-a894-6cb4ddf54bed tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5372ba-ddf4-4a17-9943-401b4e50614d HTTP/1.1" status: 200 len: 981 time: 0.0852461 Mar 07 21:51:42.379403 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4f6e4df6-8ea8-4771-8f8f-328544fd6e47 req-a7aebf0f-3a99-46ed-aa3e-cd2e8a0abd5a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ef5d0a9-b445-4f06-a8db-c3be2d394415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401313 Mar 07 21:51:42.402089 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=c7490b46-69d1-4b20-b062-323db11108c3,revision_number=10']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:42.703092 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9157d2e-e799-495c-8814-c2e6e9c679ab req-7eadf6d0-f009-4c47-be4e-20285ed1519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:42.707886 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-a9157d2e-e799-495c-8814-c2e6e9c679ab req-7eadf6d0-f009-4c47-be4e-20285ed1519c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fc5372ba-ddf4-4a17-9943-401b4e50614d HTTP/1.1" status: 200 len: 1136 time: 0.0683591 Mar 07 21:51:42.745735 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-a9157d2e-e799-495c-8814-c2e6e9c679ab req-bc128aba-69dd-4f52-a133-70ca5c80b5e6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9ef5d0a9-b445-4f06-a8db-c3be2d394415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344849 Mar 07 21:51:43.566302 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82dff1-357e-4fb4-a530-7125198f0f1c req-911117a0-2c18-4a37-9ca7-3665f3914604 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:43.567764 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3f82dff1-357e-4fb4-a530-7125198f0f1c req-911117a0-2c18-4a37-9ca7-3665f3914604 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5372ba-ddf4-4a17-9943-401b4e50614d HTTP/1.1" status: 200 len: 983 time: 0.0794230 Mar 07 21:51:43.611906 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3f82dff1-357e-4fb4-a530-7125198f0f1c req-27bcc127-d7d9-4dd1-89de-047463714a20 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ef5d0a9-b445-4f06-a8db-c3be2d394415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384169 Mar 07 21:51:44.802977 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffe99e-17b8-462e-b1f6-0955b680b428 req-05b5383a-bd1a-473d-bc2f-07ee431c0647 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:44.804388 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2cffe99e-17b8-462e-b1f6-0955b680b428 req-05b5383a-bd1a-473d-bc2f-07ee431c0647 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5372ba-ddf4-4a17-9943-401b4e50614d HTTP/1.1" status: 200 len: 983 time: 0.0807643 Mar 07 21:51:44.846903 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2cffe99e-17b8-462e-b1f6-0955b680b428 req-8bfd2731-209b-4411-8e2b-136a8734089a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ef5d0a9-b445-4f06-a8db-c3be2d394415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368288 Mar 07 21:51:45.029528 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4489bfe-0341-4898-aa11-7b2512a82045 req-0a41ff07-1528-4051-b91a-512590673b40 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:45.030873 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e4489bfe-0341-4898-aa11-7b2512a82045 req-0a41ff07-1528-4051-b91a-512590673b40 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5372ba-ddf4-4a17-9943-401b4e50614d HTTP/1.1" status: 200 len: 983 time: 0.0807002 Mar 07 21:51:45.072488 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e4489bfe-0341-4898-aa11-7b2512a82045 req-dcbe961c-4cc0-4645-959d-9f8a6389a057 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ef5d0a9-b445-4f06-a8db-c3be2d394415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361457 Mar 07 21:51:45.094378 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50936) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:45.163226 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f11789c-9a90-48ef-a7b3-2990f2acb342 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:45.164676 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5f11789c-9a90-48ef-a7b3-2990f2acb342 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fc5372ba-ddf4-4a17-9943-401b4e50614d&network_id=d02fe65e-7473-422d-9b73-49aa7ef09db8 HTTP/1.1" status: 200 len: 1131 time: 0.0693808 Mar 07 21:51:45.247827 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:51:45.776845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8c512-22ce-4352-a6e7-a24950a0e3c1 req-e20b66c3-eb49-424a-80d6-a85c295bd12c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:45.778231 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fcb8c512-22ce-4352-a6e7-a24950a0e3c1 req-e20b66c3-eb49-424a-80d6-a85c295bd12c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5372ba-ddf4-4a17-9943-401b4e50614d HTTP/1.1" status: 200 len: 983 time: 0.1718869 Mar 07 21:51:45.815535 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:45.820818 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fcb8c512-22ce-4352-a6e7-a24950a0e3c1 req-ddb74f14-ad2c-4e2b-b1f3-6edceec0ddec tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ef5d0a9-b445-4f06-a8db-c3be2d394415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369952 Mar 07 21:51:46.902955 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55d064-9162-4439-ba65-c56363f9fa0c req-d3d6d0cf-f7be-4b63-9e76-339be3139806 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:46.904385 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1e55d064-9162-4439-ba65-c56363f9fa0c req-d3d6d0cf-f7be-4b63-9e76-339be3139806 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc5372ba-ddf4-4a17-9943-401b4e50614d HTTP/1.1" status: 200 len: 983 time: 0.0836728 Mar 07 21:51:46.974808 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55d064-9162-4439-ba65-c56363f9fa0c req-df109f7d-8ecd-4dff-8a36-6af369989c37 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:46.976180 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1e55d064-9162-4439-ba65-c56363f9fa0c req-df109f7d-8ecd-4dff-8a36-6af369989c37 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/ports/c7490b46-69d1-4b20-b062-323db11108c3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0665052 Mar 07 21:51:47.006767 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43ba52-1f4d-4aee-b0ce-c3ffee1ff3fe req-ae56e3f8-8a92-4c9c-aaf4-f12ae6126183 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:47.008187 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9b43ba52-1f4d-4aee-b0ce-c3ffee1ff3fe req-ae56e3f8-8a92-4c9c-aaf4-f12ae6126183 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5372ba-ddf4-4a17-9943-401b4e50614d HTTP/1.1" status: 200 len: 983 time: 0.0777659 Mar 07 21:51:47.051661 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9b43ba52-1f4d-4aee-b0ce-c3ffee1ff3fe req-02c2a3b2-6e24-4829-ad11-d71add7baf72 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ef5d0a9-b445-4f06-a8db-c3be2d394415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373518 Mar 07 21:51:47.121689 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1e55d064-9162-4439-ba65-c56363f9fa0c req-b3274a83-0711-4126-9742-a2ef847d8988 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/networks/d02fe65e-7473-422d-9b73-49aa7ef09db8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1404638 Mar 07 21:51:47.131283 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-1e55d064-9162-4439-ba65-c56363f9fa0c req-4ddcb489-0c54-45a6-8fe2-8e657d72ab3f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:51:47.238243 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-1e55d064-9162-4439-ba65-c56363f9fa0c req-4ddcb489-0c54-45a6-8fe2-8e657d72ab3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:47.428216 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-1e55d064-9162-4439-ba65-c56363f9fa0c req-4ddcb489-0c54-45a6-8fe2-8e657d72ab3f service neutron] For port c7490b46-69d1-4b20-b062-323db11108c3, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c7490b46-69d1-4b20-b062-323db11108c3,segment=NetworkSegment(dc68bc14-794e-4a0f-985b-343ae774c6f0),segment_id=dc68bc14-794e-4a0f-985b-343ae774c6f0)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:51:47.456084 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-1e55d064-9162-4439-ba65-c56363f9fa0c req-4ddcb489-0c54-45a6-8fe2-8e657d72ab3f service neutron] For port c7490b46-69d1-4b20-b062-323db11108c3, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:51:47.509682 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [req-1e55d064-9162-4439-ba65-c56363f9fa0c req-4ddcb489-0c54-45a6-8fe2-8e657d72ab3f service neutron] device_id is not set on port c7490b46-69d1-4b20-b062-323db11108c3 yet. {{(pid=88387) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 21:51:47.517485 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-1e55d064-9162-4439-ba65-c56363f9fa0c req-4ddcb489-0c54-45a6-8fe2-8e657d72ab3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:47.602951 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-1e55d064-9162-4439-ba65-c56363f9fa0c req-4ddcb489-0c54-45a6-8fe2-8e657d72ab3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:47.737900 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcb489-0c54-45a6-8fe2-8e657d72ab3f service neutron] Pushing event updated for resources: {'Port': ['ID=c7490b46-69d1-4b20-b062-323db11108c3,revision_number=11']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:47.798460 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e55d064-9162-4439-ba65-c56363f9fa0c req-4ddcb489-0c54-45a6-8fe2-8e657d72ab3f service neutron] No DVR routers for this DVR port c7490b46-69d1-4b20-b062-323db11108c3 on host hv-neutron-8299 {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:51:47.922245 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e69f1242-8255-4000-9d3f-30dad1c4fb34 None None] Provisioning complete for port c7490b46-69d1-4b20-b062-323db11108c3 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:51:47.922807 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e69f1242-8255-4000-9d3f-30dad1c4fb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:47.976413 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-e69f1242-8255-4000-9d3f-30dad1c4fb34 None None] Port c7490b46-69d1-4b20-b062-323db11108c3 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:51:48.117432 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-1e55d064-9162-4439-ba65-c56363f9fa0c req-4ddcb489-0c54-45a6-8fe2-8e657d72ab3f service neutron] In _notify_port_updated(), no bound segment for port c7490b46-69d1-4b20-b062-323db11108c3 on network d02fe65e-7473-422d-9b73-49aa7ef09db8 {{(pid=88387) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 07 21:51:48.118316 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55d064-9162-4439-ba65-c56363f9fa0c req-4ddcb489-0c54-45a6-8fe2-8e657d72ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:48.118910 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-1e55d064-9162-4439-ba65-c56363f9fa0c req-4ddcb489-0c54-45a6-8fe2-8e657d72ab3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:48.120157 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1e55d064-9162-4439-ba65-c56363f9fa0c req-4ddcb489-0c54-45a6-8fe2-8e657d72ab3f service neutron] 10.222.0.11 "PUT /v2.0/ports/c7490b46-69d1-4b20-b062-323db11108c3 HTTP/1.1" status: 200 len: 1026 time: 0.9926217 Mar 07 21:51:48.201863 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-989fb5be-c07a-43f4-97bd-c9a0b57fe5df req-31817634-e3c0-4f75-bf0c-3bffb879408e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5372ba-ddf4-4a17-9943-401b4e50614d HTTP/1.1" status: 200 len: 210 time: 0.0446575 Mar 07 21:51:49.294415 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 50950) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:49.359541 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e9167f02-206a-465d-80af-2c7421825fc1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:49.387517 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e9167f02-206a-465d-80af-2c7421825fc1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:49.546604 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e9167f02-206a-465d-80af-2c7421825fc1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:49.564544 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167f02-206a-465d-80af-2c7421825fc1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=febf917a-0a41-4602-8eed-b2431acafdde,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:49.572062 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167f02-206a-465d-80af-2c7421825fc1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:49.572399 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167f02-206a-465d-80af-2c7421825fc1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:49.572727 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167f02-206a-465d-80af-2c7421825fc1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:49.573053 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167f02-206a-465d-80af-2c7421825fc1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:49.573425 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167f02-206a-465d-80af-2c7421825fc1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:49.573742 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167f02-206a-465d-80af-2c7421825fc1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:49.574127 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167f02-206a-465d-80af-2c7421825fc1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:49.580238 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167f02-206a-465d-80af-2c7421825fc1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:49.580238 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167f02-206a-465d-80af-2c7421825fc1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:49.580238 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167f02-206a-465d-80af-2c7421825fc1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:49.580238 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167f02-206a-465d-80af-2c7421825fc1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:49.580238 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167f02-206a-465d-80af-2c7421825fc1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:49.654907 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e9167f02-206a-465d-80af-2c7421825fc1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:49.656024 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e9167f02-206a-465d-80af-2c7421825fc1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/security-groups/febf917a-0a41-4602-8eed-b2431acafdde HTTP/1.1" status: 204 len: 168 time: 0.3605940 Mar 07 21:51:49.758129 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50956) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:49.958516 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-6cfe918f-1ded-4b8e-b398-1b8d299e68ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port 4df6d8eb-697a-4363-9381-138faa136202 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:51:49.958857 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6cfe918f-1ded-4b8e-b398-1b8d299e68ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:50.001622 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device c7490b46-69d1-4b20-b062-323db11108c3 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:51:50.036162 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-108e4788-6fe4-47b7-a06f-1ccae9fdff7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:50.057848 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device c7490b46-69d1-4b20-b062-323db11108c3 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:51:50.132559 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6cfe918f-1ded-4b8e-b398-1b8d299e68ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:50.132807 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6cfe918f-1ded-4b8e-b398-1b8d299e68ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:50.253315 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-6cfe918f-1ded-4b8e-b398-1b8d299e68ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for 4df6d8eb-697a-4363-9381-138faa136202 owned by network:floatingip {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:51:50.449870 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6cfe918f-1ded-4b8e-b398-1b8d299e68ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:50.496328 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe918f-1ded-4b8e-b398-1b8d299e68ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=4df6d8eb-697a-4363-9381-138faa136202,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:50.585301 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6cfe918f-1ded-4b8e-b398-1b8d299e68ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:50.585617 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-6cfe918f-1ded-4b8e-b398-1b8d299e68ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Floating IP ac16928b-0aac-4ced-b47e-fef78f3ced75 disassociated (deleted). External IP: 172.26.2.210, port: c7490b46-69d1-4b20-b062-323db11108c3. Mar 07 21:51:50.930499 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfe918f-1ded-4b8e-b398-1b8d299e68ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router db6b2b5e-d869-4cdd-8175-0525e26cdb5e has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:51:51.208063 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfe918f-1ded-4b8e-b398-1b8d299e68ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:51:51.218096 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c28c918-ac50-442d-9313-50b30448913a None None] Sync routers for ids ['db6b2b5e-d869-4cdd-8175-0525e26cdb5e'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:51:51.227055 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c28c918-ac50-442d-9313-50b30448913a None None] Routers {'db6b2b5e-d869-4cdd-8175-0525e26cdb5e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:51:51.227653 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7c28c918-ac50-442d-9313-50b30448913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:51:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['db6b2b5e-d869-4cdd-8175-0525e26cdb5e'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:51:51.288168 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6cfe918f-1ded-4b8e-b398-1b8d299e68ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:51.341660 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6cfe918f-1ded-4b8e-b398-1b8d299e68ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/floatingips/ac16928b-0aac-4ced-b47e-fef78f3ced75 HTTP/1.1" status: 204 len: 168 time: 1.5824544 Mar 07 21:51:51.403336 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-7c28c918-ac50-442d-9313-50b30448913a None None] Set router db6b2b5e-d869-4cdd-8175-0525e26cdb5e gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:51:51.486946 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50964) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:51.553601 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e369cb4b-f9c8-4b03-93da-5a676b5d46bd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:51.588057 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e369cb4b-f9c8-4b03-93da-5a676b5d46bd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:51.712668 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e369cb4b-f9c8-4b03-93da-5a676b5d46bd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:51.729930 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369cb4b-f9c8-4b03-93da-5a676b5d46bd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d39270-67a6-46f9-94a6-de3f0abfa5a1,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:51.740197 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e369cb4b-f9c8-4b03-93da-5a676b5d46bd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:51.741347 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e369cb4b-f9c8-4b03-93da-5a676b5d46bd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/security-groups/36d39270-67a6-46f9-94a6-de3f0abfa5a1 HTTP/1.1" status: 204 len: 168 time: 0.2534215 Mar 07 21:51:51.776396 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7c28c918-ac50-442d-9313-50b30448913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'name': 'tempest-TestNetworkBasicOps-router-505880610', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:50:55Z', 'updated_at': '2022-03-07T21:51:01Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:50:56Z', 'updated_at': '2022-03-07T21:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'df4ba271-ef03-400d-8045-0e1225dbcc61', 'name': '', 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:f3:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'c34e4a4b-11d7-4d21-9822-ccf99854556e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:00Z', 'updated_at': '2022-03-07T21:51:06Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': 'c34e4a4b-11d7-4d21-9822-ccf99854556e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:51:51.780302 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c28c918-ac50-442d-9313-50b30448913a None None] Checking router: db6b2b5e-d869-4cdd-8175-0525e26cdb5e for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:51:51.788563 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c28c918-ac50-442d-9313-50b30448913a None None] Routers {'db6b2b5e-d869-4cdd-8175-0525e26cdb5e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:51:51.789145 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7c28c918-ac50-442d-9313-50b30448913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:51:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['db6b2b5e-d869-4cdd-8175-0525e26cdb5e'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:51:51.838458 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50970) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:51.904976 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-deec19bf-b556-4b78-8b89-f1efa578b2b9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port c7490b46-69d1-4b20-b062-323db11108c3 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:51:51.905398 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-deec19bf-b556-4b78-8b89-f1efa578b2b9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:51.966090 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-7c28c918-ac50-442d-9313-50b30448913a None None] Set router db6b2b5e-d869-4cdd-8175-0525e26cdb5e gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:51:52.144246 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-deec19bf-b556-4b78-8b89-f1efa578b2b9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:52.268830 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-deec19bf-b556-4b78-8b89-f1efa578b2b9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for c7490b46-69d1-4b20-b062-323db11108c3 owned by {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:51:52.296813 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-122a6cea-d3ad-4fa9-9990-b9c06e88819a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:52.317091 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7c28c918-ac50-442d-9313-50b30448913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'name': 'tempest-TestNetworkBasicOps-router-505880610', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:50:55Z', 'updated_at': '2022-03-07T21:51:01Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:50:56Z', 'updated_at': '2022-03-07T21:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'df4ba271-ef03-400d-8045-0e1225dbcc61', 'name': '', 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:f3:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'c34e4a4b-11d7-4d21-9822-ccf99854556e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:00Z', 'updated_at': '2022-03-07T21:51:06Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': 'c34e4a4b-11d7-4d21-9822-ccf99854556e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:51:52.321166 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c28c918-ac50-442d-9313-50b30448913a None None] The sync data for ids ['db6b2b5e-d869-4cdd-8175-0525e26cdb5e'] in dv-neutron-829957-1-hyperv is: [{'id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'name': 'tempest-TestNetworkBasicOps-router-505880610', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:50:55Z', 'updated_at': '2022-03-07T21:51:01Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:50:56Z', 'updated_at': '2022-03-07T21:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'df4ba271-ef03-400d-8045-0e1225dbcc61', 'name': '', 'network_id': 'd02fe65e-7473-422d-9b73-49aa7ef09db8', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:f3:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'c34e4a4b-11d7-4d21-9822-ccf99854556e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:00Z', 'updated_at': '2022-03-07T21:51:06Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': 'c34e4a4b-11d7-4d21-9822-ccf99854556e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:51:52.461311 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-deec19bf-b556-4b78-8b89-f1efa578b2b9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:52.514104 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec19bf-b556-4b78-8b89-f1efa578b2b9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=c7490b46-69d1-4b20-b062-323db11108c3,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:52.550736 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ec98be-62b7-4bd4-ba1d-f81241b3b4d3 None None] New status for floating IP ac16928b-0aac-4ced-b47e-fef78f3ced75: DOWN {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:51:52.615735 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-deec19bf-b556-4b78-8b89-f1efa578b2b9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:52.628717 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-deec19bf-b556-4b78-8b89-f1efa578b2b9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/ports/c7490b46-69d1-4b20-b062-323db11108c3 HTTP/1.1" status: 204 len: 168 time: 0.7864454 Mar 07 21:51:52.628929 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50974) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:53.180749 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:53.276180 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bae6d7cc-9f6d-45d4-994f-25ab5db6d310 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:53.358458 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:53.618739 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-bae6d7cc-9f6d-45d4-994f-25ab5db6d310 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port df4ba271-ef03-400d-8045-0e1225dbcc61 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:51:53.619078 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bae6d7cc-9f6d-45d4-994f-25ab5db6d310 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:53.799890 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-bae6d7cc-9f6d-45d4-994f-25ab5db6d310 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port df4ba271-ef03-400d-8045-0e1225dbcc61, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=df4ba271-ef03-400d-8045-0e1225dbcc61,segment=NetworkSegment(dc68bc14-794e-4a0f-985b-343ae774c6f0),segment_id=dc68bc14-794e-4a0f-985b-343ae774c6f0)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:51:53.800236 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bae6d7cc-9f6d-45d4-994f-25ab5db6d310 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:53.925362 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-bae6d7cc-9f6d-45d4-994f-25ab5db6d310 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for df4ba271-ef03-400d-8045-0e1225dbcc61 owned by network:router_interface {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:51:54.324033 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bae6d7cc-9f6d-45d4-994f-25ab5db6d310 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:54.373146 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6d7cc-9f6d-45d4-994f-25ab5db6d310 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=df4ba271-ef03-400d-8045-0e1225dbcc61,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:54.415320 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae6d7cc-9f6d-45d4-994f-25ab5db6d310 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:54.415676 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae6d7cc-9f6d-45d4-994f-25ab5db6d310 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:54.416011 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae6d7cc-9f6d-45d4-994f-25ab5db6d310 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:54.416345 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae6d7cc-9f6d-45d4-994f-25ab5db6d310 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:54.416680 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae6d7cc-9f6d-45d4-994f-25ab5db6d310 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:54.417007 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae6d7cc-9f6d-45d4-994f-25ab5db6d310 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:54.417334 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae6d7cc-9f6d-45d4-994f-25ab5db6d310 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:54.417660 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae6d7cc-9f6d-45d4-994f-25ab5db6d310 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:54.418011 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae6d7cc-9f6d-45d4-994f-25ab5db6d310 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:54.418338 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae6d7cc-9f6d-45d4-994f-25ab5db6d310 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:54.418657 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae6d7cc-9f6d-45d4-994f-25ab5db6d310 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:54.418973 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae6d7cc-9f6d-45d4-994f-25ab5db6d310 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:51:54.740295 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:54.760690 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bae6d7cc-9f6d-45d4-994f-25ab5db6d310 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:55.113458 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae6d7cc-9f6d-45d4-994f-25ab5db6d310 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router db6b2b5e-d869-4cdd-8175-0525e26cdb5e has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:51:55.287745 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae6d7cc-9f6d-45d4-994f-25ab5db6d310 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:51:55.297369 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e619dc-17e6-4c4a-a94f-3371c1f376c9 None None] Sync routers for ids ['db6b2b5e-d869-4cdd-8175-0525e26cdb5e'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:51:55.302910 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bae6d7cc-9f6d-45d4-994f-25ab5db6d310 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "PUT /v2.0/routers/db6b2b5e-d869-4cdd-8175-0525e26cdb5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6705980 Mar 07 21:51:55.303090 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50978) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:55.306951 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e619dc-17e6-4c4a-a94f-3371c1f376c9 None None] Routers {'db6b2b5e-d869-4cdd-8175-0525e26cdb5e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:51:55.307554 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-80e619dc-17e6-4c4a-a94f-3371c1f376c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:51:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['db6b2b5e-d869-4cdd-8175-0525e26cdb5e'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:51:55.367072 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7a1564-5d3d-4f0c-bb5e-14f8c08ac2a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting subnet c34e4a4b-11d7-4d21-9822-ccf99854556e {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:51:55.370022 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1564-5d3d-4f0c-bb5e-14f8c08ac2a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:55.425847 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1564-5d3d-4f0c-bb5e-14f8c08ac2a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:55.481476 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-80e619dc-17e6-4c4a-a94f-3371c1f376c9 None None] Set router db6b2b5e-d869-4cdd-8175-0525e26cdb5e gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:51:55.507182 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1564-5d3d-4f0c-bb5e-14f8c08ac2a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:55.649246 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1564-5d3d-4f0c-bb5e-14f8c08ac2a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:55.689695 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a1564-5d3d-4f0c-bb5e-14f8c08ac2a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Subnet': ['ID=c34e4a4b-11d7-4d21-9822-ccf99854556e,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:55.695078 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1564-5d3d-4f0c-bb5e-14f8c08ac2a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:55.701078 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7e7a1564-5d3d-4f0c-bb5e-14f8c08ac2a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/subnets/c34e4a4b-11d7-4d21-9822-ccf99854556e HTTP/1.1" status: 204 len: 168 time: 0.3970518 Mar 07 21:51:55.704087 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50982) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:55.707886 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52462f04-043f-49ff-8e15-6741e184c121 None None] Network d02fe65e-7473-422d-9b73-49aa7ef09db8 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:51:55.902814 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-26b941e0-e2a1-455c-ae8f-60a12376c765 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:55.952989 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-80e619dc-17e6-4c4a-a94f-3371c1f376c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'name': 'tempest-TestNetworkBasicOps-router-505880610', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:50:55Z', 'updated_at': '2022-03-07T21:51:54Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:50:56Z', 'updated_at': '2022-03-07T21:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:51:55.960538 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e619dc-17e6-4c4a-a94f-3371c1f376c9 None None] Checking router: db6b2b5e-d869-4cdd-8175-0525e26cdb5e for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:51:55.983273 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e619dc-17e6-4c4a-a94f-3371c1f376c9 None None] Routers {'db6b2b5e-d869-4cdd-8175-0525e26cdb5e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:51:55.983890 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-80e619dc-17e6-4c4a-a94f-3371c1f376c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:51:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['db6b2b5e-d869-4cdd-8175-0525e26cdb5e'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:51:56.133078 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc1e01b-82c1-4f5e-b4e0-ce5604306457 None None] DHCP port deletion for d02fe65e-7473-422d-9b73-49aa7ef09db8 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:51:56.148258 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-bbc1e01b-82c1-4f5e-b4e0-ce5604306457 None None] Deleting port 1ce83250-1a62-4710-a751-2fbc270996a1 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:51:56.148623 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e01b-82c1-4f5e-b4e0-ce5604306457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:56.217762 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-80e619dc-17e6-4c4a-a94f-3371c1f376c9 None None] Set router db6b2b5e-d869-4cdd-8175-0525e26cdb5e gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:51:56.223585 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-26b941e0-e2a1-455c-ae8f-60a12376c765 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:56.284328 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-26b941e0-e2a1-455c-ae8f-60a12376c765 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port 3fd8f6c9-96f5-4be8-815d-8e86f4d81dac {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:51:56.284550 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-26b941e0-e2a1-455c-ae8f-60a12376c765 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:56.388127 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1ce83250-1a62-4710-a751-2fbc270996a1 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:51:56.461471 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-26b941e0-e2a1-455c-ae8f-60a12376c765 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port 3fd8f6c9-96f5-4be8-815d-8e86f4d81dac, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=3fd8f6c9-96f5-4be8-815d-8e86f4d81dac,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:51:56.462124 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-26b941e0-e2a1-455c-ae8f-60a12376c765 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:56.590832 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-26b941e0-e2a1-455c-ae8f-60a12376c765 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for 3fd8f6c9-96f5-4be8-815d-8e86f4d81dac owned by network:router_gateway {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:51:56.661801 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-bbc1e01b-82c1-4f5e-b4e0-ce5604306457 None None] For port 1ce83250-1a62-4710-a751-2fbc270996a1, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1ce83250-1a62-4710-a751-2fbc270996a1,segment=NetworkSegment(dc68bc14-794e-4a0f-985b-343ae774c6f0),segment_id=dc68bc14-794e-4a0f-985b-343ae774c6f0)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:51:56.662209 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e01b-82c1-4f5e-b4e0-ce5604306457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:56.853648 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-bbc1e01b-82c1-4f5e-b4e0-ce5604306457 None None] Calling delete_port for 1ce83250-1a62-4710-a751-2fbc270996a1 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:51:56.866205 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-26b941e0-e2a1-455c-ae8f-60a12376c765 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:56.913901 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b941e0-e2a1-455c-ae8f-60a12376c765 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=3fd8f6c9-96f5-4be8-815d-8e86f4d81dac,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:56.931114 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:56.985666 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 1ce83250-1a62-4710-a751-2fbc270996a1, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1ce83250-1a62-4710-a751-2fbc270996a1,segment=NetworkSegment(dc68bc14-794e-4a0f-985b-343ae774c6f0),segment_id=dc68bc14-794e-4a0f-985b-343ae774c6f0)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:51:56.995942 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-80e619dc-17e6-4c4a-a94f-3371c1f376c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'name': 'tempest-TestNetworkBasicOps-router-505880610', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:50:55Z', 'updated_at': '2022-03-07T21:51:54Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:50:56Z', 'updated_at': '2022-03-07T21:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:51:57.000202 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e619dc-17e6-4c4a-a94f-3371c1f376c9 None None] The sync data for ids ['db6b2b5e-d869-4cdd-8175-0525e26cdb5e'] in dv-neutron-829957-1-hyperv is: [{'id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'name': 'tempest-TestNetworkBasicOps-router-505880610', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:50:55Z', 'updated_at': '2022-03-07T21:51:54Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '3fd8f6c9-96f5-4be8-815d-8e86f4d81dac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6b2b5e-d869-4cdd-8175-0525e26cdb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:50:56Z', 'updated_at': '2022-03-07T21:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:51:57.004094 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-26b941e0-e2a1-455c-ae8f-60a12376c765 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:57.050295 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:57.111336 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-bbc1e01b-82c1-4f5e-b4e0-ce5604306457 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:51:57.111599 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-bbc1e01b-82c1-4f5e-b4e0-ce5604306457 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:51:57.118692 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=1ce83250-1a62-4710-a751-2fbc270996a1,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:57.179638 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-26b941e0-e2a1-455c-ae8f-60a12376c765 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:57.181797 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-26b941e0-e2a1-455c-ae8f-60a12376c765 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:57.276980 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-26b941e0-e2a1-455c-ae8f-60a12376c765 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:57.277502 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b941e0-e2a1-455c-ae8f-60a12376c765 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Fanout notify agent at l3_agent the message router_deleted on router db6b2b5e-d869-4cdd-8175-0525e26cdb5e {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:51:57.292605 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-26b941e0-e2a1-455c-ae8f-60a12376c765 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:57.293675 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-26b941e0-e2a1-455c-ae8f-60a12376c765 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/routers/db6b2b5e-d869-4cdd-8175-0525e26cdb5e HTTP/1.1" status: 204 len: 168 time: 1.5886991 Mar 07 21:51:57.296283 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50986) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:57.412350 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cce0a889-b9b4-44ea-89cc-21cee586a6cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:57.423149 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-cce0a889-b9b4-44ea-89cc-21cee586a6cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port 1ce83250-1a62-4710-a751-2fbc270996a1 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:51:57.423479 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cce0a889-b9b4-44ea-89cc-21cee586a6cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:57.613165 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-bbc1e01b-82c1-4f5e-b4e0-ce5604306457 None None] Deleting port 1ce83250-1a62-4710-a751-2fbc270996a1 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:51:57.613547 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e01b-82c1-4f5e-b4e0-ce5604306457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:57.632279 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-cce0a889-b9b4-44ea-89cc-21cee586a6cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port 1ce83250-1a62-4710-a751-2fbc270996a1, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1ce83250-1a62-4710-a751-2fbc270996a1,segment=NetworkSegment(dc68bc14-794e-4a0f-985b-343ae774c6f0),segment_id=dc68bc14-794e-4a0f-985b-343ae774c6f0)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:51:57.632754 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cce0a889-b9b4-44ea-89cc-21cee586a6cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:57.755953 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-cce0a889-b9b4-44ea-89cc-21cee586a6cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for 1ce83250-1a62-4710-a751-2fbc270996a1 owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:51:57.817071 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-bbc1e01b-82c1-4f5e-b4e0-ce5604306457 None None] For port 1ce83250-1a62-4710-a751-2fbc270996a1, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1ce83250-1a62-4710-a751-2fbc270996a1,segment=NetworkSegment(dc68bc14-794e-4a0f-985b-343ae774c6f0),segment_id=dc68bc14-794e-4a0f-985b-343ae774c6f0)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:51:57.817454 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e01b-82c1-4f5e-b4e0-ce5604306457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:57.900949 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cce0a889-b9b4-44ea-89cc-21cee586a6cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:57.940002 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-bbc1e01b-82c1-4f5e-b4e0-ce5604306457 None None] Calling delete_port for 1ce83250-1a62-4710-a751-2fbc270996a1 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:51:57.949338 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0a889-b9b4-44ea-89cc-21cee586a6cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=1ce83250-1a62-4710-a751-2fbc270996a1,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:57.954472 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce0a889-b9b4-44ea-89cc-21cee586a6cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] No DVR routers for this DVR port 1ce83250-1a62-4710-a751-2fbc270996a1 on host dv-neutron-829957-1-hyperv {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: from cryptography.utils import int_from_bytes Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: from cryptography.utils import int_from_bytes Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn_limited( Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn_limited( Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 21:51:58.013724 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 21:51:58.019874 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-bbc1e01b-82c1-4f5e-b4e0-ce5604306457 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:51:58.020223 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-bbc1e01b-82c1-4f5e-b4e0-ce5604306457 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:51:58.076049 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cce0a889-b9b4-44ea-89cc-21cee586a6cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:58.100631 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-cce0a889-b9b4-44ea-89cc-21cee586a6cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02fe65e-7473-422d-9b73-49aa7ef09db8']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:51:58.116615 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-cce0a889-b9b4-44ea-89cc-21cee586a6cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc68bc14-794e-4a0f-985b-343ae774c6f0') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:51:58.116902 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-cce0a889-b9b4-44ea-89cc-21cee586a6cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc68bc14-794e-4a0f-985b-343ae774c6f0') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:51:58.128469 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cce0a889-b9b4-44ea-89cc-21cee586a6cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:58.243611 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cce0a889-b9b4-44ea-89cc-21cee586a6cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:58.249470 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce0a889-b9b4-44ea-89cc-21cee586a6cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:51:58.249849 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cce0a889-b9b4-44ea-89cc-21cee586a6cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:51:58.263725 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:51:58.325498 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device df4ba271-ef03-400d-8045-0e1225dbcc61 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:51:58.360395 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: df4ba271-ef03-400d-8045-0e1225dbcc61 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:51:58.360737 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device df4ba271-ef03-400d-8045-0e1225dbcc61 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:51:58.361176 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 3fd8f6c9-96f5-4be8-815d-8e86f4d81dac no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:51:58.391282 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cce0a889-b9b4-44ea-89cc-21cee586a6cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:58.392681 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 3fd8f6c9-96f5-4be8-815d-8e86f4d81dac {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:51:58.393030 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 3fd8f6c9-96f5-4be8-815d-8e86f4d81dac not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:51:58.409520 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cce0a889-b9b4-44ea-89cc-21cee586a6cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:58.420273 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0a889-b9b4-44ea-89cc-21cee586a6cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Network': ['ID=d02fe65e-7473-422d-9b73-49aa7ef09db8,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:58.430993 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cce0a889-b9b4-44ea-89cc-21cee586a6cf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/networks/d02fe65e-7473-422d-9b73-49aa7ef09db8 HTTP/1.1" status: 204 len: 168 time: 1.1337843 Mar 07 21:51:58.444876 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50990) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:58.455589 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2396c930-df4c-472f-bddd-fb448bd9741b tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0097089 Mar 07 21:51:58.463710 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50994) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:58.469312 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-4e5c8482-4412-4ea0-80d6-2f64a4f59a5c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'network': {'name': 'tempest-network-smoke--1503507160', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'port_security_enabled': True}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:51:58.474171 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-4e5c8482-4412-4ea0-80d6-2f64a4f59a5c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:51:58.478215 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4e5c8482-4412-4ea0-80d6-2f64a4f59a5c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:network and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:51:58.481590 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4e5c8482-4412-4ea0-80d6-2f64a4f59a5c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:51:58.487952 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-4e5c8482-4412-4ea0-80d6-2f64a4f59a5c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:51:58.551867 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5c8482-4412-4ea0-80d6-2f64a4f59a5c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:51:58.555262 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4e5c8482-4412-4ea0-80d6-2f64a4f59a5c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:58.581811 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5c8482-4412-4ea0-80d6-2f64a4f59a5c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:51:58.589913 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4e5c8482-4412-4ea0-80d6-2f64a4f59a5c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:58.590281 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-4e5c8482-4412-4ea0-80d6-2f64a4f59a5c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Added segment f1e5c69c-a529-4865-ac9c-cec4f1c49888 of type vlan for network 5fb8d2f7-9add-41d0-b133-88204cd666ff Mar 07 21:51:58.615771 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4e5c8482-4412-4ea0-80d6-2f64a4f59a5c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:58.675184 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-bbc1e01b-82c1-4f5e-b4e0-ce5604306457 None None] Deleting port 1ce83250-1a62-4710-a751-2fbc270996a1 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:51:58.675631 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e01b-82c1-4f5e-b4e0-ce5604306457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:58.694917 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4e5c8482-4412-4ea0-80d6-2f64a4f59a5c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:58.700384 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5c8482-4412-4ea0-80d6-2f64a4f59a5c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:51:58.700961 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4e5c8482-4412-4ea0-80d6-2f64a4f59a5c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:58.742796 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-bbc1e01b-82c1-4f5e-b4e0-ce5604306457 None None] The port '1ce83250-1a62-4710-a751-2fbc270996a1' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:51:58.808161 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c8482-4412-4ea0-80d6-2f64a4f59a5c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Network': ['ID=5fb8d2f7-9add-41d0-b133-88204cd666ff,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:51:58.818157 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 5fb8d2f7-9add-41d0-b133-88204cd666ff details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:51:58.855346 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4e5c8482-4412-4ea0-80d6-2f64a4f59a5c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3855958 Mar 07 21:51:58.855346 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 50998) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:51:58.860140 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-ebb37066-ee70-4ad4-8219-e31b4adfc5c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1188059909', 'admin_state_up': True, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:51:58.867736 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ebb37066-ee70-4ad4-8219-e31b4adfc5c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:51:58.871937 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ebb37066-ee70-4ad4-8219-e31b4adfc5c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:router and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:51:58.874978 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ebb37066-ee70-4ad4-8219-e31b4adfc5c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:51:58.886268 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ebb37066-ee70-4ad4-8219-e31b4adfc5c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:51:58.958420 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ebb37066-ee70-4ad4-8219-e31b4adfc5c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:58.959479 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ebb37066-ee70-4ad4-8219-e31b4adfc5c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:58.975474 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ebb37066-ee70-4ad4-8219-e31b4adfc5c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:59.303759 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ebb37066-ee70-4ad4-8219-e31b4adfc5c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:59.659044 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ebb37066-ee70-4ad4-8219-e31b4adfc5c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:59.688116 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ebb37066-ee70-4ad4-8219-e31b4adfc5c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:51:59.822263 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-ebb37066-ee70-4ad4-8219-e31b4adfc5c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.26.2.65 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/2fb6fb8c-2678-4043-92d6-09504f25999d) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:51:59.965549 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ebb37066-ee70-4ad4-8219-e31b4adfc5c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:00.032769 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ebb37066-ee70-4ad4-8219-e31b4adfc5c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:00.091001 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb37066-ee70-4ad4-8219-e31b4adfc5c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:52:00.094390 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-ebb37066-ee70-4ad4-8219-e31b4adfc5c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:52:00.102231 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb37066-ee70-4ad4-8219-e31b4adfc5c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:52:00.138210 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb37066-ee70-4ad4-8219-e31b4adfc5c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=2fb6fb8c-2678-4043-92d6-09504f25999d,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:00.679242 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ebb37066-ee70-4ad4-8219-e31b4adfc5c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_gateway, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:01.018724 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ebb37066-ee70-4ad4-8219-e31b4adfc5c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:01.276892 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb37066-ee70-4ad4-8219-e31b4adfc5c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router 110818eb-a826-4c0b-9fe5-c2bca3765eca is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:52:01.449009 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb37066-ee70-4ad4-8219-e31b4adfc5c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:52:01.461698 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] Sync routers for ids ['110818eb-a826-4c0b-9fe5-c2bca3765eca'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:52:01.472552 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] Routers {'110818eb-a826-4c0b-9fe5-c2bca3765eca'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:52:01.473152 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:51:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['110818eb-a826-4c0b-9fe5-c2bca3765eca'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:01.557552 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ebb37066-ee70-4ad4-8219-e31b4adfc5c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:01.558835 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ebb37066-ee70-4ad4-8219-e31b4adfc5c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7049513 Mar 07 21:52:01.566527 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51002) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:01.609562 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8f0f907d-e89b-4a6a-877a-82cd8bb7d22d tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=eabc753b02e646aebebe0162c5cfe322&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419381 Mar 07 21:52:01.612150 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51006) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:01.648060 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] Set router 110818eb-a826-4c0b-9fe5-c2bca3765eca gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:52:01.857522 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386c9192-be44-4b69-9b07-a642afaad1bb tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:01.861770 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-386c9192-be44-4b69-9b07-a642afaad1bb tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2486985 Mar 07 21:52:01.862130 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51010) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:01.904584 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e6882497-3d25-44b6-b807-6563e02f9166 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412760 Mar 07 21:52:01.907682 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51014) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:01.913083 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-9d37fe42-e2a6-450f-8a7f-583d5046e46a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-437739492', 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:01.930668 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'name': 'tempest-TestNetworkBasicOps-router-1188059909', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:51:58Z', 'updated_at': '2022-03-07T21:52:00Z', 'revision_number': 3, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:67:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:59Z', 'updated_at': '2022-03-07T21:51:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:01.934458 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] Checking router: 110818eb-a826-4c0b-9fe5-c2bca3765eca for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:52:01.934800 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] Updating router 110818eb-a826-4c0b-9fe5-c2bca3765eca port 2fb6fb8c-2678-4043-92d6-09504f25999d binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:52:01.989063 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:02.022960 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9d37fe42-e2a6-450f-8a7f-583d5046e46a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:52:02.026694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9d37fe42-e2a6-450f-8a7f-583d5046e46a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:subnet and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:52:02.029750 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9d37fe42-e2a6-450f-8a7f-583d5046e46a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:52:02.035445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9d37fe42-e2a6-450f-8a7f-583d5046e46a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:52:02.141004 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d37fe42-e2a6-450f-8a7f-583d5046e46a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:52:02.144459 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9d37fe42-e2a6-450f-8a7f-583d5046e46a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:02.335105 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:02.346934 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] Transition to ACTIVE for port object 2fb6fb8c-2678-4043-92d6-09504f25999d will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:52:02.404862 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:02.421575 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9d37fe42-e2a6-450f-8a7f-583d5046e46a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:02.480062 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] Attempting to bind port 2fb6fb8c-2678-4043-92d6-09504f25999d on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:52:02.483881 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] Attempting to bind port 2fb6fb8c-2678-4043-92d6-09504f25999d by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:52:02.483881 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] Attempting to bind port 2fb6fb8c-2678-4043-92d6-09504f25999d on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:52:02.488626 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:52:02.488998 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:52:02.489389 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:02.489771 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:52:02.490246 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] Bound port: 2fb6fb8c-2678-4043-92d6-09504f25999d, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:52:02.490627 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:02.509138 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37fe42-e2a6-450f-8a7f-583d5046e46a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Subnet': ['ID=0c4a6940-05c9-452e-8224-f256e276569f,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:02.511363 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d37fe42-e2a6-450f-8a7f-583d5046e46a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Checking segment: {'id': 'f1e5c69c-a529-4865-ac9c-cec4f1c49888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:52:02.512538 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d37fe42-e2a6-450f-8a7f-583d5046e46a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network hostable DHCP agents. Network: 5fb8d2f7-9add-41d0-b133-88204cd666ff, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:52:02.515551 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d1c6c-ffcc-4a44-b00a-ba489c8a706b None None] Pushing event updated for resources: {'Port': ['ID=2fb6fb8c-2678-4043-92d6-09504f25999d,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:02.565827 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] For port 2fb6fb8c-2678-4043-92d6-09504f25999d, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:52:02.568699 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] For port 2fb6fb8c-2678-4043-92d6-09504f25999d, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2fb6fb8c-2678-4043-92d6-09504f25999d,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:52:02.626641 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d37fe42-e2a6-450f-8a7f-583d5046e46a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 5fb8d2f7-9add-41d0-b133-88204cd666ff is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:52:02.649803 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:02.722093 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] Routers {'110818eb-a826-4c0b-9fe5-c2bca3765eca'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:52:02.722675 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:51:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['110818eb-a826-4c0b-9fe5-c2bca3765eca'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:02.729686 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-9d37fe42-e2a6-450f-8a7f-583d5046e46a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 5fb8d2f7-9add-41d0-b133-88204cd666ff) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:52:02.735005 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d37fe42-e2a6-450f-8a7f-583d5046e46a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:02.735739 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9d37fe42-e2a6-450f-8a7f-583d5046e46a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:02.738982 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ca8e7c-99f1-4b91-9c48-a02438306548 None None] Network 5fb8d2f7-9add-41d0-b133-88204cd666ff requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:52:02.786964 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d1c6c-ffcc-4a44-b00a-ba489c8a706b None None] Pushing event updated for resources: {'Port': ['ID=2fb6fb8c-2678-4043-92d6-09504f25999d,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:02.824433 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9d37fe42-e2a6-450f-8a7f-583d5046e46a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9131067 Mar 07 21:52:02.824650 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51018) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:02.912594 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] Set router 110818eb-a826-4c0b-9fe5-c2bca3765eca gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:52:03.000883 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea5230c-5aa2-41dd-a2a9-dba8afe187c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-5fb8d2f7-9add-41d0-b133-88204cd666ff', 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ips': [{'subnet_id': '0c4a6940-05c9-452e-8224-f256e276569f'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:52:03.002451 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1ea5230c-5aa2-41dd-a2a9-dba8afe187c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:03.161492 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-1ea5230c-5aa2-41dd-a2a9-dba8afe187c3 None None] Allocated IP 172.20.0.2 (5fb8d2f7-9add-41d0-b133-88204cd666ff/0c4a6940-05c9-452e-8224-f256e276569f/04d5ac79-fc04-405c-8333-ab75294dd2c3) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:52:03.200622 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'name': 'tempest-TestNetworkBasicOps-router-1188059909', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:51:58Z', 'updated_at': '2022-03-07T21:52:00Z', 'revision_number': 3, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:67:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:59Z', 'updated_at': '2022-03-07T21:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:03.206532 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97273529-a5ab-41bf-aa85-176c850519c3 None None] The sync data for ids ['110818eb-a826-4c0b-9fe5-c2bca3765eca'] in dv-neutron-829957-1-hyperv is: [{'id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'name': 'tempest-TestNetworkBasicOps-router-1188059909', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:51:58Z', 'updated_at': '2022-03-07T21:52:00Z', 'revision_number': 3, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:67:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:59Z', 'updated_at': '2022-03-07T21:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:52:03.378842 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1ea5230c-5aa2-41dd-a2a9-dba8afe187c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:03.389620 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1ea5230c-5aa2-41dd-a2a9-dba8afe187c3 None None] Transition to ACTIVE for port object 04d5ac79-fc04-405c-8333-ab75294dd2c3 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:52:03.409062 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1ea5230c-5aa2-41dd-a2a9-dba8afe187c3 None None] Transition to ACTIVE for port object 04d5ac79-fc04-405c-8333-ab75294dd2c3 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:52:03.478973 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1ea5230c-5aa2-41dd-a2a9-dba8afe187c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:03.547971 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea5230c-5aa2-41dd-a2a9-dba8afe187c3 None None] Network 5fb8d2f7-9add-41d0-b133-88204cd666ff is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:52:03.555717 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-1ea5230c-5aa2-41dd-a2a9-dba8afe187c3 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:52:03.561378 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea5230c-5aa2-41dd-a2a9-dba8afe187c3 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:52:03.567604 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5230c-5aa2-41dd-a2a9-dba8afe187c3 None None] Pushing event updated for resources: {'Port': ['ID=04d5ac79-fc04-405c-8333-ab75294dd2c3,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:03.661589 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-1ea5230c-5aa2-41dd-a2a9-dba8afe187c3 None None] Attempting to bind port 04d5ac79-fc04-405c-8333-ab75294dd2c3 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:52:03.661992 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-1ea5230c-5aa2-41dd-a2a9-dba8afe187c3 None None] Attempting to bind port 04d5ac79-fc04-405c-8333-ab75294dd2c3 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f1e5c69c-a529-4865-ac9c-cec4f1c49888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:52:03.662356 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea5230c-5aa2-41dd-a2a9-dba8afe187c3 None None] Attempting to bind port 04d5ac79-fc04-405c-8333-ab75294dd2c3 on network 5fb8d2f7-9add-41d0-b133-88204cd666ff {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:52:03.667358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-301a75e4-8f74-4d30-b846-124bc8dcf1f9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:03.667985 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea5230c-5aa2-41dd-a2a9-dba8afe187c3 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:52:03.668353 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea5230c-5aa2-41dd-a2a9-dba8afe187c3 None None] Checking segment: {'id': 'f1e5c69c-a529-4865-ac9c-cec4f1c49888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:52:03.668755 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1ea5230c-5aa2-41dd-a2a9-dba8afe187c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:03.669150 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea5230c-5aa2-41dd-a2a9-dba8afe187c3 None None] Bound using segment: {'id': 'f1e5c69c-a529-4865-ac9c-cec4f1c49888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:52:03.669596 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-1ea5230c-5aa2-41dd-a2a9-dba8afe187c3 None None] Bound port: 04d5ac79-fc04-405c-8333-ab75294dd2c3, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e5c69c-a529-4865-ac9c-cec4f1c49888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:52:03.669986 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1ea5230c-5aa2-41dd-a2a9-dba8afe187c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:03.762295 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-1ea5230c-5aa2-41dd-a2a9-dba8afe187c3 None None] For port 04d5ac79-fc04-405c-8333-ab75294dd2c3, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:52:03.766013 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-1ea5230c-5aa2-41dd-a2a9-dba8afe187c3 None None] For port 04d5ac79-fc04-405c-8333-ab75294dd2c3, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=04d5ac79-fc04-405c-8333-ab75294dd2c3,segment=NetworkSegment(f1e5c69c-a529-4865-ac9c-cec4f1c49888),segment_id=f1e5c69c-a529-4865-ac9c-cec4f1c49888)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:52:03.828455 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1ea5230c-5aa2-41dd-a2a9-dba8afe187c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:03.921186 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5230c-5aa2-41dd-a2a9-dba8afe187c3 None None] Pushing event updated for resources: {'Port': ['ID=04d5ac79-fc04-405c-8333-ab75294dd2c3,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:04.113434 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-301a75e4-8f74-4d30-b846-124bc8dcf1f9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.20.0.1 (5fb8d2f7-9add-41d0-b133-88204cd666ff/0c4a6940-05c9-452e-8224-f256e276569f/52b03f87-ff46-45a5-bdd8-22c407dc1205) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:52:04.289694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-301a75e4-8f74-4d30-b846-124bc8dcf1f9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:04.309126 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-301a75e4-8f74-4d30-b846-124bc8dcf1f9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Transition to ACTIVE for port object 52b03f87-ff46-45a5-bdd8-22c407dc1205 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:52:04.391648 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 04d5ac79-fc04-405c-8333-ab75294dd2c3 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:52:04.398405 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-301a75e4-8f74-4d30-b846-124bc8dcf1f9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:04.465675 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301a75e4-8f74-4d30-b846-124bc8dcf1f9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 5fb8d2f7-9add-41d0-b133-88204cd666ff is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:52:04.473526 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-301a75e4-8f74-4d30-b846-124bc8dcf1f9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:52:04.476000 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301a75e4-8f74-4d30-b846-124bc8dcf1f9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:52:04.512489 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 04d5ac79-fc04-405c-8333-ab75294dd2c3 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:52:04.518936 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2fb6fb8c-2678-4043-92d6-09504f25999d up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:52:04.519416 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a75e4-8f74-4d30-b846-124bc8dcf1f9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=52b03f87-ff46-45a5-bdd8-22c407dc1205,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:04.541651 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-301a75e4-8f74-4d30-b846-124bc8dcf1f9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:04.632955 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 2fb6fb8c-2678-4043-92d6-09504f25999d completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:52:04.638493 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 2fb6fb8c-2678-4043-92d6-09504f25999d triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:52:04.639437 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:04.759471 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:04.775433 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 2fb6fb8c-2678-4043-92d6-09504f25999d, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2fb6fb8c-2678-4043-92d6-09504f25999d,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:52:04.849299 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:04.870790 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-301a75e4-8f74-4d30-b846-124bc8dcf1f9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:04.925999 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=2fb6fb8c-2678-4043-92d6-09504f25999d,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:05.159786 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b53a854-45a6-40db-b315-18faaae7f85f None None] Network 5fb8d2f7-9add-41d0-b133-88204cd666ff requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:52:05.290314 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-301a75e4-8f74-4d30-b846-124bc8dcf1f9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:05.308741 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-830ec48f-840a-401e-920b-a4f10d747e82 None None] Provisioning for port 04d5ac79-fc04-405c-8333-ab75294dd2c3 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:52:05.323618 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-830ec48f-840a-401e-920b-a4f10d747e82 None None] Provisioning complete for port 04d5ac79-fc04-405c-8333-ab75294dd2c3 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:52:05.323982 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-830ec48f-840a-401e-920b-a4f10d747e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:05.340603 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-301a75e4-8f74-4d30-b846-124bc8dcf1f9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:05.501533 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-830ec48f-840a-401e-920b-a4f10d747e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:05.538069 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-830ec48f-840a-401e-920b-a4f10d747e82 None None] For port 04d5ac79-fc04-405c-8333-ab75294dd2c3, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=04d5ac79-fc04-405c-8333-ab75294dd2c3,segment=NetworkSegment(f1e5c69c-a529-4865-ac9c-cec4f1c49888),segment_id=f1e5c69c-a529-4865-ac9c-cec4f1c49888)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:52:05.565588 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a75e4-8f74-4d30-b846-124bc8dcf1f9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=52b03f87-ff46-45a5-bdd8-22c407dc1205,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:05.572923 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-301a75e4-8f74-4d30-b846-124bc8dcf1f9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:05.598408 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-830ec48f-840a-401e-920b-a4f10d747e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:05.675777 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ec48f-840a-401e-920b-a4f10d747e82 None None] Pushing event updated for resources: {'Port': ['ID=04d5ac79-fc04-405c-8333-ab75294dd2c3,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:05.715122 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301a75e4-8f74-4d30-b846-124bc8dcf1f9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 5fb8d2f7-9add-41d0-b133-88204cd666ff is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:52:05.716079 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-301a75e4-8f74-4d30-b846-124bc8dcf1f9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:52:05.878355 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1fe6e5ad-cad9-4091-829c-66b931d04154 None None] Provisioning for port 52b03f87-ff46-45a5-bdd8-22c407dc1205 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:52:05.884309 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1fe6e5ad-cad9-4091-829c-66b931d04154 None None] Provisioning complete for port 52b03f87-ff46-45a5-bdd8-22c407dc1205 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:52:05.884719 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1fe6e5ad-cad9-4091-829c-66b931d04154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:05.912164 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301a75e4-8f74-4d30-b846-124bc8dcf1f9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router 110818eb-a826-4c0b-9fe5-c2bca3765eca has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:52:05.984226 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-1fe6e5ad-cad9-4091-829c-66b931d04154 None None] Port 52b03f87-ff46-45a5-bdd8-22c407dc1205 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:52:05.995625 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1fe6e5ad-cad9-4091-829c-66b931d04154 None None] Provisioning complete for port 04d5ac79-fc04-405c-8333-ab75294dd2c3 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:52:05.995989 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1fe6e5ad-cad9-4091-829c-66b931d04154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:06.097699 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301a75e4-8f74-4d30-b846-124bc8dcf1f9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:52:06.110214 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-301a75e4-8f74-4d30-b846-124bc8dcf1f9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "PUT /v2.0/routers/110818eb-a826-4c0b-9fe5-c2bca3765eca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2842243 Mar 07 21:52:06.112022 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] Sync routers for ids ['110818eb-a826-4c0b-9fe5-c2bca3765eca'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:52:06.112514 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51022) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:06.125647 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] Routers {'110818eb-a826-4c0b-9fe5-c2bca3765eca'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:52:06.126289 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:51:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['110818eb-a826-4c0b-9fe5-c2bca3765eca'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:06.250939 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df00b8a1-f4df-4e10-98a3-ab9fc87a26c9 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:06.251418 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df00b8a1-f4df-4e10-98a3-ab9fc87a26c9 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:06.251822 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df00b8a1-f4df-4e10-98a3-ab9fc87a26c9 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:06.252273 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df00b8a1-f4df-4e10-98a3-ab9fc87a26c9 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:06.252721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df00b8a1-f4df-4e10-98a3-ab9fc87a26c9 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:06.253168 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df00b8a1-f4df-4e10-98a3-ab9fc87a26c9 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:06.254936 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-df00b8a1-f4df-4e10-98a3-ab9fc87a26c9 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.1415410 Mar 07 21:52:06.257687 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51026) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:06.286922 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f92f2bbd-5113-4e82-aa60-6eed59b3b3af None None] Provisioning complete for port 52b03f87-ff46-45a5-bdd8-22c407dc1205 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:52:06.287306 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f92f2bbd-5113-4e82-aa60-6eed59b3b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:06.333697 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9777a7fe-b5c5-4a9c-97cb-e8dff38dfb10 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:06.334415 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9777a7fe-b5c5-4a9c-97cb-e8dff38dfb10 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:06.335007 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9777a7fe-b5c5-4a9c-97cb-e8dff38dfb10 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:06.335882 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9777a7fe-b5c5-4a9c-97cb-e8dff38dfb10 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:06.336890 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9777a7fe-b5c5-4a9c-97cb-e8dff38dfb10 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:06.337392 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9777a7fe-b5c5-4a9c-97cb-e8dff38dfb10 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:06.339846 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9777a7fe-b5c5-4a9c-97cb-e8dff38dfb10 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0812304 Mar 07 21:52:06.343208 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51030) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:06.346220 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 04d5ac79-fc04-405c-8333-ab75294dd2c3 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:52:06.389789 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] Set router 110818eb-a826-4c0b-9fe5-c2bca3765eca gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:52:06.451890 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-f92f2bbd-5113-4e82-aa60-6eed59b3b3af None None] Port 52b03f87-ff46-45a5-bdd8-22c407dc1205 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:52:06.554554 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8db32f64-b581-4522-8380-341d00b8e5eb tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2102370 Mar 07 21:52:06.635014 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 04d5ac79-fc04-405c-8333-ab75294dd2c3 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:52:06.635380 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:06.793656 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51036) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:06.799519 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-c1154069-a49a-4527-9b85-e8dbdc97a957 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-926397221', 'description': 'tempest-secgroup-smoke-926397221 description', 'project_id': 'eabc753b02e646aebebe0162c5cfe322'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:06.805476 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c1154069-a49a-4527-9b85-e8dbdc97a957 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:52:06.809721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c1154069-a49a-4527-9b85-e8dbdc97a957 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:52:06.813167 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c1154069-a49a-4527-9b85-e8dbdc97a957 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:52:06.816057 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2fb6fb8c-2678-4043-92d6-09504f25999d up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:52:06.818990 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c1154069-a49a-4527-9b85-e8dbdc97a957 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:52:06.874997 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'name': 'tempest-TestNetworkBasicOps-router-1188059909', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:51:58Z', 'updated_at': '2022-03-07T21:52:04Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:67:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:59Z', 'updated_at': '2022-03-07T21:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '52b03f87-ff46-45a5-bdd8-22c407dc1205', 'name': '', 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:f5:bd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '0c4a6940-05c9-452e-8224-f256e276569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:52:03Z', 'updated_at': '2022-03-07T21:52:05Z', 'revision_number': 2, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '0c4a6940-05c9-452e-8224-f256e276569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:06.881287 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] Checking router: 110818eb-a826-4c0b-9fe5-c2bca3765eca for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:52:06.881866 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] Updating router 110818eb-a826-4c0b-9fe5-c2bca3765eca port 52b03f87-ff46-45a5-bdd8-22c407dc1205 binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:52:06.883749 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1154069-a49a-4527-9b85-e8dbdc97a957 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:06.903159 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c1154069-a49a-4527-9b85-e8dbdc97a957 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:52:06.907273 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c1154069-a49a-4527-9b85-e8dbdc97a957 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:52:06.910013 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c1154069-a49a-4527-9b85-e8dbdc97a957 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:52:06.915535 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c1154069-a49a-4527-9b85-e8dbdc97a957 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:52:06.940028 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:06.950677 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 2fb6fb8c-2678-4043-92d6-09504f25999d triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:52:06.951042 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:06.982261 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1154069-a49a-4527-9b85-e8dbdc97a957 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:07.061398 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1154069-a49a-4527-9b85-e8dbdc97a957 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:07.104684 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1154069-a49a-4527-9b85-e8dbdc97a957 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=879e484b-ca59-4302-93d2-05068dde72bb,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:07.157712 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1154069-a49a-4527-9b85-e8dbdc97a957 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:07.158981 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c1154069-a49a-4527-9b85-e8dbdc97a957 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3642511 Mar 07 21:52:07.161853 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51040) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:07.166912 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-a24eec02-0218-4631-8c57-592c456079bc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '879e484b-ca59-4302-93d2-05068dde72bb', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:07.173270 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a24eec02-0218-4631-8c57-592c456079bc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:52:07.177631 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a24eec02-0218-4631-8c57-592c456079bc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:52:07.180802 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a24eec02-0218-4631-8c57-592c456079bc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:52:07.187159 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a24eec02-0218-4631-8c57-592c456079bc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:52:07.277557 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a24eec02-0218-4631-8c57-592c456079bc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:07.335628 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a24eec02-0218-4631-8c57-592c456079bc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:07.386439 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a24eec02-0218-4631-8c57-592c456079bc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:07.409817 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24eec02-0218-4631-8c57-592c456079bc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ac7fb8-c6f4-44d6-8344-df812ef079bc,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:07.411884 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:07.423997 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] Transition to ACTIVE for port object 52b03f87-ff46-45a5-bdd8-22c407dc1205 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:52:07.460692 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a24eec02-0218-4631-8c57-592c456079bc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:07.461857 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a24eec02-0218-4631-8c57-592c456079bc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2990077 Mar 07 21:52:07.464662 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51044) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:07.470299 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-ef4fc928-6bb5-4ba6-bc93-9530a1856d5a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '879e484b-ca59-4302-93d2-05068dde72bb', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:07.476026 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ef4fc928-6bb5-4ba6-bc93-9530a1856d5a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:52:07.479708 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ef4fc928-6bb5-4ba6-bc93-9530a1856d5a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:52:07.483170 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ef4fc928-6bb5-4ba6-bc93-9530a1856d5a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:52:07.485736 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:07.488724 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ef4fc928-6bb5-4ba6-bc93-9530a1856d5a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:52:07.553739 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ef4fc928-6bb5-4ba6-bc93-9530a1856d5a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:07.610607 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6ed4d-3bd7-4c3f-a62f-eb23ae8f6dbc None None] Pushing event updated for resources: {'Port': ['ID=52b03f87-ff46-45a5-bdd8-22c407dc1205,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:07.617382 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ef4fc928-6bb5-4ba6-bc93-9530a1856d5a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:07.649497 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d6ed4d-3bd7-4c3f-a62f-eb23ae8f6dbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:07.649837 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d6ed4d-3bd7-4c3f-a62f-eb23ae8f6dbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:07.650201 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d6ed4d-3bd7-4c3f-a62f-eb23ae8f6dbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:07.650530 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d6ed4d-3bd7-4c3f-a62f-eb23ae8f6dbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:07.650855 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d6ed4d-3bd7-4c3f-a62f-eb23ae8f6dbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:07.651177 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d6ed4d-3bd7-4c3f-a62f-eb23ae8f6dbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:07.651498 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d6ed4d-3bd7-4c3f-a62f-eb23ae8f6dbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:07.651817 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d6ed4d-3bd7-4c3f-a62f-eb23ae8f6dbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:07.652133 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d6ed4d-3bd7-4c3f-a62f-eb23ae8f6dbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:07.652448 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d6ed4d-3bd7-4c3f-a62f-eb23ae8f6dbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:07.652758 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d6ed4d-3bd7-4c3f-a62f-eb23ae8f6dbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:07.653070 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d6ed4d-3bd7-4c3f-a62f-eb23ae8f6dbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:52:07.683031 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ef4fc928-6bb5-4ba6-bc93-9530a1856d5a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:07.707847 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fc928-6bb5-4ba6-bc93-9530a1856d5a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308d1ec3-ef90-46b0-9dda-29fe896391ec,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:07.708573 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] Attempting to bind port 52b03f87-ff46-45a5-bdd8-22c407dc1205 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:52:07.708949 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] Attempting to bind port 52b03f87-ff46-45a5-bdd8-22c407dc1205 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'f1e5c69c-a529-4865-ac9c-cec4f1c49888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:52:07.709680 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] Attempting to bind port 52b03f87-ff46-45a5-bdd8-22c407dc1205 on network 5fb8d2f7-9add-41d0-b133-88204cd666ff {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:52:07.715166 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:52:07.715540 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] Checking segment: {'id': 'f1e5c69c-a529-4865-ac9c-cec4f1c49888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:52:07.715939 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:07.716328 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] Bound using segment: {'id': 'f1e5c69c-a529-4865-ac9c-cec4f1c49888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:52:07.717431 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] Bound port: 52b03f87-ff46-45a5-bdd8-22c407dc1205, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e5c69c-a529-4865-ac9c-cec4f1c49888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:52:07.717748 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:07.791683 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ef4fc928-6bb5-4ba6-bc93-9530a1856d5a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:07.795700 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ef4fc928-6bb5-4ba6-bc93-9530a1856d5a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3275115 Mar 07 21:52:07.796472 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51048) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:07.804878 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-0686b2e9-f722-4d4e-9735-d53b7d89ce6e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '879e484b-ca59-4302-93d2-05068dde72bb', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:07.809829 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0686b2e9-f722-4d4e-9735-d53b7d89ce6e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:52:07.812516 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] For port 52b03f87-ff46-45a5-bdd8-22c407dc1205, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:52:07.814902 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0686b2e9-f722-4d4e-9735-d53b7d89ce6e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:52:07.815558 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] For port 52b03f87-ff46-45a5-bdd8-22c407dc1205, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=52b03f87-ff46-45a5-bdd8-22c407dc1205,segment=NetworkSegment(f1e5c69c-a529-4865-ac9c-cec4f1c49888),segment_id=f1e5c69c-a529-4865-ac9c-cec4f1c49888)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:52:07.818164 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0686b2e9-f722-4d4e-9735-d53b7d89ce6e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:52:07.823864 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0686b2e9-f722-4d4e-9735-d53b7d89ce6e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:52:07.889632 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:07.930253 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0686b2e9-f722-4d4e-9735-d53b7d89ce6e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:07.969266 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] Routers {'110818eb-a826-4c0b-9fe5-c2bca3765eca'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:52:07.970149 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:51:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['110818eb-a826-4c0b-9fe5-c2bca3765eca'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:07.994891 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0686b2e9-f722-4d4e-9735-d53b7d89ce6e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:08.024070 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6ed4d-3bd7-4c3f-a62f-eb23ae8f6dbc None None] Pushing event updated for resources: {'Port': ['ID=52b03f87-ff46-45a5-bdd8-22c407dc1205,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:08.066565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0686b2e9-f722-4d4e-9735-d53b7d89ce6e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:08.090740 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686b2e9-f722-4d4e-9735-d53b7d89ce6e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8203ad79-b277-4de7-b805-609a0bdc3a47,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:08.146938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0686b2e9-f722-4d4e-9735-d53b7d89ce6e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:08.148238 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0686b2e9-f722-4d4e-9735-d53b7d89ce6e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3506970 Mar 07 21:52:08.150945 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51052) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:08.156153 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-de7911c9-3306-4fc4-acbf-f5e153e64573 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '879e484b-ca59-4302-93d2-05068dde72bb', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:08.163797 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] Set router 110818eb-a826-4c0b-9fe5-c2bca3765eca gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:52:08.163916 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-de7911c9-3306-4fc4-acbf-f5e153e64573 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:52:08.165668 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-de7911c9-3306-4fc4-acbf-f5e153e64573 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:52:08.168907 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-de7911c9-3306-4fc4-acbf-f5e153e64573 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:52:08.174975 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-de7911c9-3306-4fc4-acbf-f5e153e64573 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:52:08.250719 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-de7911c9-3306-4fc4-acbf-f5e153e64573 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:08.315716 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-de7911c9-3306-4fc4-acbf-f5e153e64573 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:08.363421 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-de7911c9-3306-4fc4-acbf-f5e153e64573 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:08.389073 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7911c9-3306-4fc4-acbf-f5e153e64573 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=967e216a-b934-4456-a41e-83f996eec8ff,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:08.443640 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-de7911c9-3306-4fc4-acbf-f5e153e64573 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:08.444804 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-de7911c9-3306-4fc4-acbf-f5e153e64573 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2929590 Mar 07 21:52:08.447643 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51056) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:08.452598 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-fa946a70-2562-4696-b827-b62839b021b4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '879e484b-ca59-4302-93d2-05068dde72bb', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:08.458278 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-fa946a70-2562-4696-b827-b62839b021b4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:52:08.462022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-fa946a70-2562-4696-b827-b62839b021b4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:52:08.464865 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-fa946a70-2562-4696-b827-b62839b021b4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:52:08.470629 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-fa946a70-2562-4696-b827-b62839b021b4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:52:08.480859 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'name': 'tempest-TestNetworkBasicOps-router-1188059909', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:51:58Z', 'updated_at': '2022-03-07T21:52:04Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:67:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:59Z', 'updated_at': '2022-03-07T21:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '52b03f87-ff46-45a5-bdd8-22c407dc1205', 'name': '', 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:f5:bd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '0c4a6940-05c9-452e-8224-f256e276569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:52:03Z', 'updated_at': '2022-03-07T21:52:07Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '0c4a6940-05c9-452e-8224-f256e276569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:08.485319 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf04a8f-d7e9-4d7b-ba91-2ea304fc4cf2 None None] The sync data for ids ['110818eb-a826-4c0b-9fe5-c2bca3765eca'] in dv-neutron-829957-1-hyperv is: [{'id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'name': 'tempest-TestNetworkBasicOps-router-1188059909', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:51:58Z', 'updated_at': '2022-03-07T21:52:04Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:67:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:59Z', 'updated_at': '2022-03-07T21:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '52b03f87-ff46-45a5-bdd8-22c407dc1205', 'name': '', 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:f5:bd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '0c4a6940-05c9-452e-8224-f256e276569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:52:03Z', 'updated_at': '2022-03-07T21:52:07Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '0c4a6940-05c9-452e-8224-f256e276569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:52:08.546346 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-fa946a70-2562-4696-b827-b62839b021b4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Project eabc753b02e646aebebe0162c5cfe322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:52:08.553378 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fa946a70-2562-4696-b827-b62839b021b4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:08.625041 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fa946a70-2562-4696-b827-b62839b021b4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:08.700718 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fa946a70-2562-4696-b827-b62839b021b4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:08.724905 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa946a70-2562-4696-b827-b62839b021b4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=763b68e7-9995-4fb6-9d57-c49ae7037e46,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:08.792346 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fa946a70-2562-4696-b827-b62839b021b4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:08.793872 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-fa946a70-2562-4696-b827-b62839b021b4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3453021 Mar 07 21:52:08.797483 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51060) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:08.802616 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-c305e029-a6aa-4959-9828-215ec6dbbb4d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '879e484b-ca59-4302-93d2-05068dde72bb', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:08.809518 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c305e029-a6aa-4959-9828-215ec6dbbb4d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:52:08.812892 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c305e029-a6aa-4959-9828-215ec6dbbb4d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:52:08.816322 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c305e029-a6aa-4959-9828-215ec6dbbb4d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:52:08.822982 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c305e029-a6aa-4959-9828-215ec6dbbb4d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:52:08.889502 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-c305e029-a6aa-4959-9828-215ec6dbbb4d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Project eabc753b02e646aebebe0162c5cfe322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:52:08.897416 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c305e029-a6aa-4959-9828-215ec6dbbb4d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:08.968954 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c305e029-a6aa-4959-9828-215ec6dbbb4d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:09.043775 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c305e029-a6aa-4959-9828-215ec6dbbb4d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:09.071560 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305e029-a6aa-4959-9828-215ec6dbbb4d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7616c01d-f816-4ee5-afa5-cb34d44731b3,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:09.152406 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c305e029-a6aa-4959-9828-215ec6dbbb4d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:09.153643 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c305e029-a6aa-4959-9828-215ec6dbbb4d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3551929 Mar 07 21:52:09.489279 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-0f434a24-e8c0-42b8-bc35-2eadc0b0ac0c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:52:09.552463 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-0f434a24-e8c0-42b8-bc35-2eadc0b0ac0c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:52:09.553618 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-0f434a24-e8c0-42b8-bc35-2eadc0b0ac0c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-926397221&fields=id&tenant_id=eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 267 time: 0.2132015 Mar 07 21:52:09.703926 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-db6b6daa-b9e1-44ad-aa39-a1fa62614446 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:09.704631 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-db6b6daa-b9e1-44ad-aa39-a1fa62614446 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:network {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:52:09.763584 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-db6b6daa-b9e1-44ad-aa39-a1fa62614446 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:network {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:52:09.765477 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-db6b6daa-b9e1-44ad-aa39-a1fa62614446 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/networks?id=5fb8d2f7-9add-41d0-b133-88204cd666ff HTTP/1.1" status: 200 len: 797 time: 0.2047818 Mar 07 21:52:09.780263 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-a4606bfb-f29d-4f07-9266-b869af125809 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/quotas/eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 375 time: 0.0093625 Mar 07 21:52:09.862457 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-d51ecbe1-5f21-45e6-b201-f00682481bc8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:52:09.923607 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-d51ecbe1-5f21-45e6-b201-f00682481bc8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:52:09.924914 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-d51ecbe1-5f21-45e6-b201-f00682481bc8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1397240 Mar 07 21:52:10.065670 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-f1285202-327e-454d-9e93-dc221526f243 service neutron] 10.222.0.21 "GET /v2.0/networks/5fb8d2f7-9add-41d0-b133-88204cd666ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269956 Mar 07 21:52:10.200297 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-ab00a3d0-e07c-49f9-901e-34579fe36333 service neutron] 10.222.0.21 "GET /v2.0/networks/5fb8d2f7-9add-41d0-b133-88204cd666ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288135 Mar 07 21:52:10.350453 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 52b03f87-ff46-45a5-bdd8-22c407dc1205 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:52:10.488262 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 52b03f87-ff46-45a5-bdd8-22c407dc1205 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:52:10.489658 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a179525a-27c9-4151-96bb-feec532fb850 req-27b1906d-9808-45d2-ab3f-f1e259c8acad tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=45dbbae0-60c0-47d1-b562-566f2f8df8b1 HTTP/1.1" status: 200 len: 210 time: 0.0481279 Mar 07 21:52:10.494266 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 52b03f87-ff46-45a5-bdd8-22c407dc1205 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:52:10.494733 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:10.613365 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:10.644553 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 52b03f87-ff46-45a5-bdd8-22c407dc1205, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=52b03f87-ff46-45a5-bdd8-22c407dc1205,segment=NetworkSegment(f1e5c69c-a529-4865-ac9c-cec4f1c49888),segment_id=f1e5c69c-a529-4865-ac9c-cec4f1c49888)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:52:10.734858 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:10.805309 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=52b03f87-ff46-45a5-bdd8-22c407dc1205,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:11.638412 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-37ea89c6-dfe0-467f-b04f-c7b1c6e73bb9 req-5d3795e6-0cb2-487f-8553-489bd483d196 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=45dbbae0-60c0-47d1-b562-566f2f8df8b1 HTTP/1.1" status: 200 len: 210 time: 0.0418007 Mar 07 21:52:12.334102 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 52b03f87-ff46-45a5-bdd8-22c407dc1205 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:52:12.400632 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 52b03f87-ff46-45a5-bdd8-22c407dc1205 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:52:12.400992 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:12.505780 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-f740c006-7e1f-4094-90b8-8dee01093540 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:12.506974 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-f740c006-7e1f-4094-90b8-8dee01093540 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:network {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:52:12.520392 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-f740c006-7e1f-4094-90b8-8dee01093540 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:network {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:52:12.523424 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-f740c006-7e1f-4094-90b8-8dee01093540 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/networks?id=5fb8d2f7-9add-41d0-b133-88204cd666ff HTTP/1.1" status: 200 len: 797 time: 0.1678371 Mar 07 21:52:12.569565 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-9f6f140d-eaa1-4309-84d7-643adfa6b71d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:52:12.581279 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-9f6f140d-eaa1-4309-84d7-643adfa6b71d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:52:12.586299 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-9f6f140d-eaa1-4309-84d7-643adfa6b71d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 379 time: 0.0531485 Mar 07 21:52:12.591325 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-fd6f828a-65fa-488e-b3c1-a4f97cdd4395 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'port': {'device_id': '45dbbae0-60c0-47d1-b562-566f2f8df8b1', 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff', 'admin_state_up': True, 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'security_groups': ['879e484b-ca59-4302-93d2-05068dde72bb']}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:12.727076 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-fd6f828a-65fa-488e-b3c1-a4f97cdd4395 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:52:12.737038 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-fd6f828a-65fa-488e-b3c1-a4f97cdd4395 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:52:12.786400 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-25648845-399e-4e82-bf6f-0f35f7ac1ea7 req-1f737773-267c-48cc-ba52-dcfd2a46f12d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=45dbbae0-60c0-47d1-b562-566f2f8df8b1 HTTP/1.1" status: 200 len: 210 time: 0.0417519 Mar 07 21:52:12.826527 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-fd6f828a-65fa-488e-b3c1-a4f97cdd4395 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:52:12.830819 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-fd6f828a-65fa-488e-b3c1-a4f97cdd4395 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:12.998834 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-fd6f828a-65fa-488e-b3c1-a4f97cdd4395 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.20.0.9 (5fb8d2f7-9add-41d0-b133-88204cd666ff/0c4a6940-05c9-452e-8224-f256e276569f/92a7d447-3c3a-4039-8a21-20fbc8a977e9) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:52:13.186990 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-fd6f828a-65fa-488e-b3c1-a4f97cdd4395 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:13.201923 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-fd6f828a-65fa-488e-b3c1-a4f97cdd4395 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Transition to ACTIVE for port object 92a7d447-3c3a-4039-8a21-20fbc8a977e9 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:52:13.295541 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-fd6f828a-65fa-488e-b3c1-a4f97cdd4395 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:13.363361 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-fd6f828a-65fa-488e-b3c1-a4f97cdd4395 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 5fb8d2f7-9add-41d0-b133-88204cd666ff is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:52:13.370724 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-fd6f828a-65fa-488e-b3c1-a4f97cdd4395 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:52:13.375398 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-fd6f828a-65fa-488e-b3c1-a4f97cdd4395 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:52:13.405802 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f828a-65fa-488e-b3c1-a4f97cdd4395 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=92a7d447-3c3a-4039-8a21-20fbc8a977e9,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:13.443502 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-fd6f828a-65fa-488e-b3c1-a4f97cdd4395 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:13.444020 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-fd6f828a-65fa-488e-b3c1-a4f97cdd4395 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:13.547655 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-fd6f828a-65fa-488e-b3c1-a4f97cdd4395 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9598165 Mar 07 21:52:13.559061 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-22a13e7f-9fc9-45df-9296-afb77ab196e8 service neutron] Request body: {'port': {'device_id': '45dbbae0-60c0-47d1-b562-566f2f8df8b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:13.609594 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e7e7569a-7403-4dd1-8e26-e3981e18156c None None] Provisioning for port 92a7d447-3c3a-4039-8a21-20fbc8a977e9 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:52:13.614585 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e7e7569a-7403-4dd1-8e26-e3981e18156c None None] Provisioning complete for port 92a7d447-3c3a-4039-8a21-20fbc8a977e9 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:52:13.614977 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e7e7569a-7403-4dd1-8e26-e3981e18156c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:13.666865 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-e7e7569a-7403-4dd1-8e26-e3981e18156c None None] Port 92a7d447-3c3a-4039-8a21-20fbc8a977e9 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:52:13.669856 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-22a13e7f-9fc9-45df-9296-afb77ab196e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:13.976818 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98932463-5454-4fe3-bc29-24211bb4ace6 req-27b61904-ac36-4cb1-a8be-e63ecde9282b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:13.978491 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-98932463-5454-4fe3-bc29-24211bb4ace6 req-27b61904-ac36-4cb1-a8be-e63ecde9282b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=45dbbae0-60c0-47d1-b562-566f2f8df8b1 HTTP/1.1" status: 200 len: 931 time: 0.0812957 Mar 07 21:52:14.007643 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-22a13e7f-9fc9-45df-9296-afb77ab196e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a7d447-3c3a-4039-8a21-20fbc8a977e9 {{(pid=88387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:52:14.015395 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-22a13e7f-9fc9-45df-9296-afb77ab196e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:14.023127 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-98932463-5454-4fe3-bc29-24211bb4ace6 req-0317f038-fdd1-4f3c-b4da-5158fd26f0a5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e484b-ca59-4302-93d2-05068dde72bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382974 Mar 07 21:52:14.030017 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-22a13e7f-9fc9-45df-9296-afb77ab196e8 service neutron] Transition to ACTIVE for port object 92a7d447-3c3a-4039-8a21-20fbc8a977e9 will not be triggered until provisioned by entity L2. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:52:14.105519 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-22a13e7f-9fc9-45df-9296-afb77ab196e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:14.235892 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a13e7f-9fc9-45df-9296-afb77ab196e8 service neutron] Pushing event updated for resources: {'Port': ['ID=92a7d447-3c3a-4039-8a21-20fbc8a977e9,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:14.340317 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-22a13e7f-9fc9-45df-9296-afb77ab196e8 service neutron] Attempting to bind port 92a7d447-3c3a-4039-8a21-20fbc8a977e9 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:52:14.340647 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-22a13e7f-9fc9-45df-9296-afb77ab196e8 service neutron] Attempting to bind port 92a7d447-3c3a-4039-8a21-20fbc8a977e9 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'f1e5c69c-a529-4865-ac9c-cec4f1c49888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:52:14.340961 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-22a13e7f-9fc9-45df-9296-afb77ab196e8 service neutron] Attempting to bind port 92a7d447-3c3a-4039-8a21-20fbc8a977e9 on network 5fb8d2f7-9add-41d0-b133-88204cd666ff {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:52:14.346342 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-22a13e7f-9fc9-45df-9296-afb77ab196e8 service neutron] Port 92a7d447-3c3a-4039-8a21-20fbc8a977e9 on network 5fb8d2f7-9add-41d0-b133-88204cd666ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:52:14.346651 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-22a13e7f-9fc9-45df-9296-afb77ab196e8 service neutron] Attempting to bind port 92a7d447-3c3a-4039-8a21-20fbc8a977e9 on network 5fb8d2f7-9add-41d0-b133-88204cd666ff {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:52:14.351696 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-22a13e7f-9fc9-45df-9296-afb77ab196e8 service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:52:14.352022 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-22a13e7f-9fc9-45df-9296-afb77ab196e8 service neutron] Checking segment: {'id': 'f1e5c69c-a529-4865-ac9c-cec4f1c49888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:52:14.352391 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-22a13e7f-9fc9-45df-9296-afb77ab196e8 service neutron] Bound using segment: {'id': 'f1e5c69c-a529-4865-ac9c-cec4f1c49888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff'} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:52:14.352799 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-22a13e7f-9fc9-45df-9296-afb77ab196e8 service neutron] Bound port: 92a7d447-3c3a-4039-8a21-20fbc8a977e9, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e5c69c-a529-4865-ac9c-cec4f1c49888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff'}}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:52:14.353134 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-22a13e7f-9fc9-45df-9296-afb77ab196e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:14.543938 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-22a13e7f-9fc9-45df-9296-afb77ab196e8 service neutron] For port 92a7d447-3c3a-4039-8a21-20fbc8a977e9, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:52:14.546837 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-22a13e7f-9fc9-45df-9296-afb77ab196e8 service neutron] For port 92a7d447-3c3a-4039-8a21-20fbc8a977e9, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=92a7d447-3c3a-4039-8a21-20fbc8a977e9,segment=NetworkSegment(f1e5c69c-a529-4865-ac9c-cec4f1c49888),segment_id=f1e5c69c-a529-4865-ac9c-cec4f1c49888)] {{(pid=88387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:52:14.608322 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-22a13e7f-9fc9-45df-9296-afb77ab196e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:14.663850 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-22a13e7f-9fc9-45df-9296-afb77ab196e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:14.664477 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-22a13e7f-9fc9-45df-9296-afb77ab196e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:14.665846 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-22a13e7f-9fc9-45df-9296-afb77ab196e8 service neutron] 10.222.0.11 "PUT /v2.0/ports/92a7d447-3c3a-4039-8a21-20fbc8a977e9 HTTP/1.1" status: 200 len: 1093 time: 1.1109209 Mar 07 21:52:14.666309 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45dbbae0-60c0-47d1-b562-566f2f8df8b1', 'tag': '92a7d447-3c3a-4039-8a21-20fbc8a977e9'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:52:14.694128 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a13e7f-9fc9-45df-9296-afb77ab196e8 service neutron] Pushing event updated for resources: {'Port': ['ID=92a7d447-3c3a-4039-8a21-20fbc8a977e9,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:14.717431 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45dbbae0-60c0-47d1-b562-566f2f8df8b1', 'tag': '92a7d447-3c3a-4039-8a21-20fbc8a977e9', 'status': 'completed', 'code': 200} Mar 07 21:52:14.816940 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644190bf-7fe5-46e6-886d-b6c06552b7ea req-31107622-c42d-4c5c-94c5-0300f188f450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:14.818444 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-644190bf-7fe5-46e6-886d-b6c06552b7ea req-31107622-c42d-4c5c-94c5-0300f188f450 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=45dbbae0-60c0-47d1-b562-566f2f8df8b1 HTTP/1.1" status: 200 len: 1096 time: 0.0819538 Mar 07 21:52:14.959605 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644190bf-7fe5-46e6-886d-b6c06552b7ea req-14c9ed16-65e5-4ecd-b678-95c1ffe5e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:14.960960 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-644190bf-7fe5-46e6-886d-b6c06552b7ea req-14c9ed16-65e5-4ecd-b678-95c1ffe5e12a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=eabc753b02e646aebebe0162c5cfe322&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1359630 Mar 07 21:52:15.094337 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644190bf-7fe5-46e6-886d-b6c06552b7ea req-59eb01e1-cb0f-4a73-a389-ac67fea576da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:15.096082 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-644190bf-7fe5-46e6-886d-b6c06552b7ea req-59eb01e1-cb0f-4a73-a389-ac67fea576da service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1289935 Mar 07 21:52:15.199074 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-e87a2601-9f87-4a0b-810c-df88b82e30ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:15.200445 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-e87a2601-9f87-4a0b-810c-df88b82e30ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=45dbbae0-60c0-47d1-b562-566f2f8df8b1 HTTP/1.1" status: 200 len: 1096 time: 0.0688901 Mar 07 21:52:15.204451 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf9bea-2ed9-4e86-b31b-6c44eb3c4cfe req-13c8f0ac-261e-444a-a131-3c456f7a4e6d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:15.205868 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0daf9bea-2ed9-4e86-b31b-6c44eb3c4cfe req-13c8f0ac-261e-444a-a131-3c456f7a4e6d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=45dbbae0-60c0-47d1-b562-566f2f8df8b1 HTTP/1.1" status: 200 len: 943 time: 0.0783896 Mar 07 21:52:15.252414 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0daf9bea-2ed9-4e86-b31b-6c44eb3c4cfe req-c761c8fb-c746-4ae2-90a1-211e4b6152aa tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e484b-ca59-4302-93d2-05068dde72bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407884 Mar 07 21:52:15.272855 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-b09151d7-bcb9-4f84-a230-5f18248f9f23 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92a7d447-3c3a-4039-8a21-20fbc8a977e9 HTTP/1.1" status: 200 len: 217 time: 0.0657127 Mar 07 21:52:15.333690 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-e4ba4a58-e83e-4b31-b01a-049b6dc0b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:15.335070 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-e4ba4a58-e83e-4b31-b01a-049b6dc0b34e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c4a6940-05c9-452e-8224-f256e276569f HTTP/1.1" status: 200 len: 834 time: 0.0562019 Mar 07 21:52:15.412147 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-f2eeb44a-3644-4b7f-bbb0-280b505f42a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:15.413575 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-f2eeb44a-3644-4b7f-bbb0-280b505f42a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5fb8d2f7-9add-41d0-b133-88204cd666ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719516 Mar 07 21:52:15.542835 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-a68e4ff9-22c6-4419-9af5-fa02de2ad91d service neutron] 10.222.0.11 "GET /v2.0/networks/5fb8d2f7-9add-41d0-b133-88204cd666ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233227 Mar 07 21:52:15.670907 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3e818e7d-57e9-47f2-bbf2-713337147f25 req-d4570d3e-7e01-4762-869e-9c7f4ae98724 service neutron] 10.222.0.11 "GET /v2.0/networks/5fb8d2f7-9add-41d0-b133-88204cd666ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221194 Mar 07 21:52:15.837842 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:15.875489 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51100) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:16.073141 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-c8e0c2c5-f5c4-41fe-b484-5d4552273963 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Deleting port b19b594c-9ff6-46f3-9f8d-79228ca20c8f {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:52:16.073481 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c8e0c2c5-f5c4-41fe-b484-5d4552273963 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:16.237758 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c8e0c2c5-f5c4-41fe-b484-5d4552273963 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:16.238001 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c8e0c2c5-f5c4-41fe-b484-5d4552273963 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:16.441280 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9783b7-3b2b-4f14-b812-f5b488b7596f req-0b6f69f1-3ac5-485f-af70-db2400f70dc8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:16.442736 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ef9783b7-3b2b-4f14-b812-f5b488b7596f req-0b6f69f1-3ac5-485f-af70-db2400f70dc8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=45dbbae0-60c0-47d1-b562-566f2f8df8b1 HTTP/1.1" status: 200 len: 943 time: 0.0797505 Mar 07 21:52:16.474704 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-c8e0c2c5-f5c4-41fe-b484-5d4552273963 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Calling delete_port for b19b594c-9ff6-46f3-9f8d-79228ca20c8f owned by network:floatingip {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:52:16.487303 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ef9783b7-3b2b-4f14-b812-f5b488b7596f req-68bb8c91-1052-4f33-9477-113d63d7b4ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e484b-ca59-4302-93d2-05068dde72bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385737 Mar 07 21:52:16.666520 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c8e0c2c5-f5c4-41fe-b484-5d4552273963 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:16.713702 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0c2c5-f5c4-41fe-b484-5d4552273963 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Pushing event deleted for resources: {'Port': ['ID=b19b594c-9ff6-46f3-9f8d-79228ca20c8f,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:16.802527 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c8e0c2c5-f5c4-41fe-b484-5d4552273963 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for floatingip, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:16.802853 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-c8e0c2c5-f5c4-41fe-b484-5d4552273963 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Floating IP ff540294-80a0-4073-b594-92aab0c8d22f disassociated (deleted). External IP: 172.26.2.88, port: 8164b519-1e49-4bf3-9893-525125216f9b. Mar 07 21:52:17.148082 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e0c2c5-f5c4-41fe-b484-5d4552273963 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Router f210ae77-0c1f-4ea6-b731-f5d2150152a7 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:52:17.323760 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e0c2c5-f5c4-41fe-b484-5d4552273963 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:52:17.333846 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b6133-e2e3-419b-8216-395b9d52015c None None] Sync routers for ids ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:52:17.340029 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c8e0c2c5-f5c4-41fe-b484-5d4552273963 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:17.344249 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250b6133-e2e3-419b-8216-395b9d52015c None None] Routers {'f210ae77-0c1f-4ea6-b731-f5d2150152a7'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:52:17.345107 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-250b6133-e2e3-419b-8216-395b9d52015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:51:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:17.393833 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c8e0c2c5-f5c4-41fe-b484-5d4552273963 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "DELETE /v2.0/floatingips/ff540294-80a0-4073-b594-92aab0c8d22f HTTP/1.1" status: 204 len: 168 time: 1.5172715 Mar 07 21:52:17.394435 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75', 'tag': '8164b519-1e49-4bf3-9893-525125216f9b'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:52:17.447298 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75', 'tag': '8164b519-1e49-4bf3-9893-525125216f9b', 'status': 'completed', 'code': 200} Mar 07 21:52:17.531391 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-250b6133-e2e3-419b-8216-395b9d52015c None None] Set router f210ae77-0c1f-4ea6-b731-f5d2150152a7 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:52:17.549682 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2ecff-5e79-4752-8596-ccab8294c425 req-da73aaf9-de8d-4248-9fb1-ae4597a69173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:17.551282 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-acd2ecff-5e79-4752-8596-ccab8294c425 req-da73aaf9-de8d-4248-9fb1-ae4597a69173 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1d039a5115b40cc849313193266d5ad&device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 1098 time: 0.0816312 Mar 07 21:52:17.700869 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2ecff-5e79-4752-8596-ccab8294c425 req-5c4b9cd9-a89a-49f0-9fa8-a7b12d3bd5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:17.703033 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-acd2ecff-5e79-4752-8596-ccab8294c425 req-5c4b9cd9-a89a-49f0-9fa8-a7b12d3bd5ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=e71fce04-ffbd-435e-bfc3-87f58b6e4967 HTTP/1.1" status: 200 len: 911 time: 0.1450121 Mar 07 21:52:17.709938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c247665-7356-480f-95af-0d8e9bd33ea0 req-9cb82ae1-0668-432c-aa6d-61b4f56b4df4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:17.711981 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4c247665-7356-480f-95af-0d8e9bd33ea0 req-9cb82ae1-0668-432c-aa6d-61b4f56b4df4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=45dbbae0-60c0-47d1-b562-566f2f8df8b1 HTTP/1.1" status: 200 len: 943 time: 0.1006742 Mar 07 21:52:17.757397 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4c247665-7356-480f-95af-0d8e9bd33ea0 req-383d38b9-9531-4f35-94a0-b6a74596657b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e484b-ca59-4302-93d2-05068dde72bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391529 Mar 07 21:52:17.778404 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-acd2ecff-5e79-4752-8596-ccab8294c425 req-dd1987f5-4780-4af5-9325-59c08c0c06f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8164b519-1e49-4bf3-9893-525125216f9b HTTP/1.1" status: 200 len: 217 time: 0.0696986 Mar 07 21:52:17.844138 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2ecff-5e79-4752-8596-ccab8294c425 req-caa6bfce-5d5d-4c7b-b6a5-bdf3c0c3772a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:17.845811 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-acd2ecff-5e79-4752-8596-ccab8294c425 req-caa6bfce-5d5d-4c7b-b6a5-bdf3c0c3772a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca279e0e-f6b2-4a41-a814-7c87369c7833 HTTP/1.1" status: 200 len: 850 time: 0.0605979 Mar 07 21:52:17.903319 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-250b6133-e2e3-419b-8216-395b9d52015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:41:01Z', 'revision_number': 4, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port': {'id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:47Z', 'updated_at': '2022-03-07T21:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '44880b46-299e-416c-8fe9-efde7b356eef', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'floating_ip_address': '172.26.2.189', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'port_id': '04134ed6-35b8-438d-b6ea-b5ee2e0a2175', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'mac_address': 'fa:16:3e:e7:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90dd6df-3c76-4865-9086-88d503f19fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:46:29Z', 'updated_at': '2022-03-07T21:46:34Z', 'revision_number': 1, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07655d0a-fa13-4d33-8c21-75878fce99e7', 'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'mac_address': 'fa:16:3e:47:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:57Z', 'updated_at': '2022-03-07T21:41:14Z', 'revision_number': 5, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'subnets': [{'id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:17.907137 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b6133-e2e3-419b-8216-395b9d52015c None None] Checking router: f210ae77-0c1f-4ea6-b731-f5d2150152a7 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:52:17.915523 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250b6133-e2e3-419b-8216-395b9d52015c None None] Routers {'f210ae77-0c1f-4ea6-b731-f5d2150152a7'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:52:17.916114 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-250b6133-e2e3-419b-8216-395b9d52015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:51:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:17.919928 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2ecff-5e79-4752-8596-ccab8294c425 req-e4af844b-3e66-4020-9869-f01b3bad52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:17.921471 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-acd2ecff-5e79-4752-8596-ccab8294c425 req-e4af844b-3e66-4020-9869-f01b3bad52b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e71fce04-ffbd-435e-bfc3-87f58b6e4967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700917 Mar 07 21:52:18.064691 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 92a7d447-3c3a-4039-8a21-20fbc8a977e9 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 21:52:18.142522 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b68ad-dc5a-4819-bb92-9e5c3983d73f req-24c3d80a-481d-4487-9941-7cc29613d16c tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:18.144444 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-481b68ad-dc5a-4819-bb92-9e5c3983d73f req-24c3d80a-481d-4487-9941-7cc29613d16c tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 945 time: 0.0882955 Mar 07 21:52:18.149490 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-250b6133-e2e3-419b-8216-395b9d52015c None None] Set router f210ae77-0c1f-4ea6-b731-f5d2150152a7 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:52:18.179883 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-acd2ecff-5e79-4752-8596-ccab8294c425 req-f197ca14-883e-4b68-a215-8f089986a03e service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524555 Mar 07 21:52:18.192902 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-481b68ad-dc5a-4819-bb92-9e5c3983d73f req-293f7374-c6bd-4e9d-bae0-c409623a53c1 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401042 Mar 07 21:52:18.248598 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 92a7d447-3c3a-4039-8a21-20fbc8a977e9, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=92a7d447-3c3a-4039-8a21-20fbc8a977e9,segment=NetworkSegment(f1e5c69c-a529-4865-ac9c-cec4f1c49888),segment_id=f1e5c69c-a529-4865-ac9c-cec4f1c49888)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:52:18.265690 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '92a7d447-3c3a-4039-8a21-20fbc8a977e9', 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff', 'port_id': '92a7d447-3c3a-4039-8a21-20fbc8a977e9', 'mac_address': 'fa:16:3e:22:79:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c4a6940-05c9-452e-8224-f256e276569f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 21:52:18.321887 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:18.323720 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-acd2ecff-5e79-4752-8596-ccab8294c425 req-947ede09-9a08-4406-9b60-b5775a675165 service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360216 Mar 07 21:52:18.338864 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a7d447-3c3a-4039-8a21-20fbc8a977e9 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:52:18.354620 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 92a7d447-3c3a-4039-8a21-20fbc8a977e9, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=92a7d447-3c3a-4039-8a21-20fbc8a977e9,segment=NetworkSegment(f1e5c69c-a529-4865-ac9c-cec4f1c49888),segment_id=f1e5c69c-a529-4865-ac9c-cec4f1c49888)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:52:18.431960 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:18.501062 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=92a7d447-3c3a-4039-8a21-20fbc8a977e9,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:18.512170 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-250b6133-e2e3-419b-8216-395b9d52015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:41:01Z', 'revision_number': 4, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port': {'id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:47Z', 'updated_at': '2022-03-07T21:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '44880b46-299e-416c-8fe9-efde7b356eef', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'floating_ip_address': '172.26.2.189', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'port_id': '04134ed6-35b8-438d-b6ea-b5ee2e0a2175', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'mac_address': 'fa:16:3e:e7:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90dd6df-3c76-4865-9086-88d503f19fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:46:29Z', 'updated_at': '2022-03-07T21:46:34Z', 'revision_number': 1, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07655d0a-fa13-4d33-8c21-75878fce99e7', 'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'mac_address': 'fa:16:3e:47:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:57Z', 'updated_at': '2022-03-07T21:41:14Z', 'revision_number': 5, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'subnets': [{'id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:18.516749 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b6133-e2e3-419b-8216-395b9d52015c None None] The sync data for ids ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'] in dv-neutron-829957-1-hyperv is: [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:41:01Z', 'revision_number': 4, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port': {'id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:47Z', 'updated_at': '2022-03-07T21:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '44880b46-299e-416c-8fe9-efde7b356eef', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'floating_ip_address': '172.26.2.189', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'port_id': '04134ed6-35b8-438d-b6ea-b5ee2e0a2175', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'mac_address': 'fa:16:3e:e7:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90dd6df-3c76-4865-9086-88d503f19fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:46:29Z', 'updated_at': '2022-03-07T21:46:34Z', 'revision_number': 1, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07655d0a-fa13-4d33-8c21-75878fce99e7', 'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'mac_address': 'fa:16:3e:47:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:57Z', 'updated_at': '2022-03-07T21:41:14Z', 'revision_number': 5, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'subnets': [{'id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:52:18.665944 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['92a7d447-3c3a-4039-8a21-20fbc8a977e9'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 21:52:18.735864 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2932ab-c092-4dde-885c-8691916e7c26 None None] New status for floating IP ff540294-80a0-4073-b594-92aab0c8d22f: DOWN {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:52:18.950392 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad1de3-1570-44ff-bc49-1f4522646c55 req-944b98e6-55da-43fe-9211-4d7c70eca96b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:18.951843 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e5ad1de3-1570-44ff-bc49-1f4522646c55 req-944b98e6-55da-43fe-9211-4d7c70eca96b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=45dbbae0-60c0-47d1-b562-566f2f8df8b1 HTTP/1.1" status: 200 len: 944 time: 0.0884869 Mar 07 21:52:18.996422 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e5ad1de3-1570-44ff-bc49-1f4522646c55 req-a69ee2c0-2d15-42a9-88e0-217667b05422 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e484b-ca59-4302-93d2-05068dde72bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380697 Mar 07 21:52:19.378120 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a0ea0-1731-4343-966f-13a3cfec23b2 req-572887e1-6cab-4218-a2f3-95023c0c6b16 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:19.379518 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e21a0ea0-1731-4343-966f-13a3cfec23b2 req-572887e1-6cab-4218-a2f3-95023c0c6b16 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 945 time: 0.0809104 Mar 07 21:52:19.421694 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e21a0ea0-1731-4343-966f-13a3cfec23b2 req-d0baafac-7732-4eda-9a74-64f06e6be32b tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366142 Mar 07 21:52:19.576653 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39c208-9ba0-4614-aebb-3bb53993d13e req-1159441c-0853-4a07-8a8e-f9dbe4898482 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:19.577341 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-ed39c208-9ba0-4614-aebb-3bb53993d13e req-1159441c-0853-4a07-8a8e-f9dbe4898482 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Synchronizing usage tracker for tenant:a1d039a5115b40cc849313193266d5ad on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:52:19.631904 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-ed39c208-9ba0-4614-aebb-3bb53993d13e req-1159441c-0853-4a07-8a8e-f9dbe4898482 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Unset dirty status for tenant:a1d039a5115b40cc849313193266d5ad on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:52:19.632995 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-ed39c208-9ba0-4614-aebb-3bb53993d13e req-1159441c-0853-4a07-8a8e-f9dbe4898482 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 945 time: 0.1376278 Mar 07 21:52:19.700123 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-ed39c208-9ba0-4614-aebb-3bb53993d13e req-2b18265b-8f0a-4681-b88e-37e660f278b0 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Deleting port 8164b519-1e49-4bf3-9893-525125216f9b {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:52:19.700370 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-ed39c208-9ba0-4614-aebb-3bb53993d13e req-2b18265b-8f0a-4681-b88e-37e660f278b0 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:19.942276 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-ed39c208-9ba0-4614-aebb-3bb53993d13e req-2b18265b-8f0a-4681-b88e-37e660f278b0 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] For port 8164b519-1e49-4bf3-9893-525125216f9b, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=8164b519-1e49-4bf3-9893-525125216f9b,segment=NetworkSegment(06732586-f6b0-479a-b70c-dd3efb826038),segment_id=06732586-f6b0-479a-b70c-dd3efb826038)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:52:19.942629 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-ed39c208-9ba0-4614-aebb-3bb53993d13e req-2b18265b-8f0a-4681-b88e-37e660f278b0 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:20.032448 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f46829ff-b6b4-4999-92bd-b9f04bc2f03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:20.064905 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-ed39c208-9ba0-4614-aebb-3bb53993d13e req-2b18265b-8f0a-4681-b88e-37e660f278b0 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Calling delete_port for 8164b519-1e49-4bf3-9893-525125216f9b owned by compute:nova {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:52:20.077077 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 92a7d447-3c3a-4039-8a21-20fbc8a977e9 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:52:20.188142 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5740042-8c36-459e-b776-1d70bdf97abb req-b1d4b2f0-8a2a-44dc-91dc-70ab6802a08c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:20.189599 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d5740042-8c36-459e-b776-1d70bdf97abb req-b1d4b2f0-8a2a-44dc-91dc-70ab6802a08c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=45dbbae0-60c0-47d1-b562-566f2f8df8b1 HTTP/1.1" status: 200 len: 944 time: 0.0879409 Mar 07 21:52:20.198133 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 92a7d447-3c3a-4039-8a21-20fbc8a977e9 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:52:20.203379 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 92a7d447-3c3a-4039-8a21-20fbc8a977e9 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:52:20.207198 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:20.234260 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d5740042-8c36-459e-b776-1d70bdf97abb req-9632b0a5-e5ac-4503-862f-2e2ab50ac18d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e484b-ca59-4302-93d2-05068dde72bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383794 Mar 07 21:52:20.284483 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-ed39c208-9ba0-4614-aebb-3bb53993d13e req-2b18265b-8f0a-4681-b88e-37e660f278b0 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:20.322370 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:20.341723 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18265b-8f0a-4681-b88e-37e660f278b0 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Pushing event deleted for resources: {'Port': ['ID=8164b519-1e49-4bf3-9893-525125216f9b,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:20.350314 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dbbae0-60c0-47d1-b562-566f2f8df8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a7d447-3c3a-4039-8a21-20fbc8a977e9'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:52:20.360425 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 92a7d447-3c3a-4039-8a21-20fbc8a977e9, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=92a7d447-3c3a-4039-8a21-20fbc8a977e9,segment=NetworkSegment(f1e5c69c-a529-4865-ac9c-cec4f1c49888),segment_id=f1e5c69c-a529-4865-ac9c-cec4f1c49888)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:52:20.398939 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dbbae0-60c0-47d1-b562-566f2f8df8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a7d447-3c3a-4039-8a21-20fbc8a977e9', 'code': 200} Mar 07 21:52:20.419889 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed39c208-9ba0-4614-aebb-3bb53993d13e req-2b18265b-8f0a-4681-b88e-37e660f278b0 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] No DVR routers for this DVR port 8164b519-1e49-4bf3-9893-525125216f9b on host hv-neutron-8299 {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:52:20.422209 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-ed39c208-9ba0-4614-aebb-3bb53993d13e req-2b18265b-8f0a-4681-b88e-37e660f278b0 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:20.424871 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75', 'name': 'network-vif-deleted', 'tag': '8164b519-1e49-4bf3-9893-525125216f9b'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:52:20.443881 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:20.444935 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 8164b519-1e49-4bf3-9893-525125216f9b no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:52:20.471978 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75', 'name': 'network-vif-deleted', 'tag': '8164b519-1e49-4bf3-9893-525125216f9b', 'status': 'completed', 'code': 200} Mar 07 21:52:20.496352 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-ed39c208-9ba0-4614-aebb-3bb53993d13e req-2b18265b-8f0a-4681-b88e-37e660f278b0 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.11 "DELETE /v2.0/ports/8164b519-1e49-4bf3-9893-525125216f9b HTTP/1.1" status: 204 len: 173 time: 0.8583643 Mar 07 21:52:20.518027 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 8164b519-1e49-4bf3-9893-525125216f9b {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:52:20.522105 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 8164b519-1e49-4bf3-9893-525125216f9b not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:52:20.553922 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=92a7d447-3c3a-4039-8a21-20fbc8a977e9,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:20.586950 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5b4213f-0a1c-4ccb-88bd-3e8167849c8d req-7ca83c0d-10f1-4710-8eb8-89a55eb7c6a2 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 210 time: 0.0452130 Mar 07 21:52:20.819421 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c56733-311d-4922-bad5-a1d598a91854 req-ebab421e-8e55-4a24-92b0-86172a3eb0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:20.821222 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-65c56733-311d-4922-bad5-a1d598a91854 req-ebab421e-8e55-4a24-92b0-86172a3eb0ae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=45dbbae0-60c0-47d1-b562-566f2f8df8b1 HTTP/1.1" status: 200 len: 1098 time: 0.0818255 Mar 07 21:52:20.866616 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-65c56733-311d-4922-bad5-a1d598a91854 req-ddf8e4f4-5a96-420e-a6d4-7366979183ed service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=879e484b-ca59-4302-93d2-05068dde72bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394218 Mar 07 21:52:21.415451 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679b3c8-3125-41ff-9605-4c847c55c590 req-82dab4db-b792-4f25-8365-4c9cd93a68c1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:21.416895 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b679b3c8-3125-41ff-9605-4c847c55c590 req-82dab4db-b792-4f25-8365-4c9cd93a68c1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=45dbbae0-60c0-47d1-b562-566f2f8df8b1 HTTP/1.1" status: 200 len: 945 time: 0.0798922 Mar 07 21:52:21.460913 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b679b3c8-3125-41ff-9605-4c847c55c590 req-2fb61921-9902-446b-9bbc-6848e80edf1a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e484b-ca59-4302-93d2-05068dde72bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377321 Mar 07 21:52:21.752935 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a60ecb52-37a6-4432-8fd3-8b6d6ea93c68 req-9830c78e-0b1a-40a3-9a1b-2be73385469e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf63fe8-3e11-48dc-9dbc-7c92e73b4e75 HTTP/1.1" status: 200 len: 210 time: 0.0492082 Mar 07 21:52:22.237380 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2bbded72-dc2d-447f-a891-3be2ec4856b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:22.246083 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:52:22.639338 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ad4f8-b3cb-4a22-b9fa-fbdb8a2fd231 req-ddb521d3-b694-432f-9860-8a0382a6901d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:22.640743 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e23ad4f8-b3cb-4a22-b9fa-fbdb8a2fd231 req-ddb521d3-b694-432f-9860-8a0382a6901d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=45dbbae0-60c0-47d1-b562-566f2f8df8b1 HTTP/1.1" status: 200 len: 945 time: 0.0780144 Mar 07 21:52:22.682744 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e23ad4f8-b3cb-4a22-b9fa-fbdb8a2fd231 req-659dc069-1c0f-4d43-9137-1008f27822a5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e484b-ca59-4302-93d2-05068dde72bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364492 Mar 07 21:52:22.957555 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3a7ef-f6d1-4135-aefc-c223a3c0dd3f req-b5864871-7b16-4c82-a9a0-961e465099c6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:22.959008 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-35b3a7ef-f6d1-4135-aefc-c223a3c0dd3f req-b5864871-7b16-4c82-a9a0-961e465099c6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=45dbbae0-60c0-47d1-b562-566f2f8df8b1 HTTP/1.1" status: 200 len: 945 time: 0.1728399 Mar 07 21:52:23.002739 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-35b3a7ef-f6d1-4135-aefc-c223a3c0dd3f req-8a2f50d7-6051-4d4b-8460-c363d77ced5a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e484b-ca59-4302-93d2-05068dde72bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378900 Mar 07 21:52:23.024670 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51138) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:23.100572 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b824f9f-9d05-443e-b209-0018bc73926b tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:23.106868 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4b824f9f-9d05-443e-b209-0018bc73926b tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45dbbae0-60c0-47d1-b562-566f2f8df8b1 HTTP/1.1" status: 200 len: 1093 time: 0.0764313 Mar 07 21:52:23.106868 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51144) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:23.111838 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-4c344ae8-b1b7-4b54-8567-edeb14088ee9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': '92a7d447-3c3a-4039-8a21-20fbc8a977e9', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:52:23.117679 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4c344ae8-b1b7-4b54-8567-edeb14088ee9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:52:23.121523 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4c344ae8-b1b7-4b54-8567-edeb14088ee9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:floatingip and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:52:23.124505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4c344ae8-b1b7-4b54-8567-edeb14088ee9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:52:23.130163 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4c344ae8-b1b7-4b54-8567-edeb14088ee9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:52:23.169253 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:23.209467 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4c344ae8-b1b7-4b54-8567-edeb14088ee9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:23.347041 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4c344ae8-b1b7-4b54-8567-edeb14088ee9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:23.357529 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:23.483141 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-4c344ae8-b1b7-4b54-8567-edeb14088ee9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.26.2.254 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/aa8a97da-574f-4e88-97ab-e7e4161c97b2) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:52:23.626962 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4c344ae8-b1b7-4b54-8567-edeb14088ee9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:23.706823 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4c344ae8-b1b7-4b54-8567-edeb14088ee9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:23.772560 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c344ae8-b1b7-4b54-8567-edeb14088ee9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:52:23.779373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-4c344ae8-b1b7-4b54-8567-edeb14088ee9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:52:23.783442 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c344ae8-b1b7-4b54-8567-edeb14088ee9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:52:23.823334 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c344ae8-b1b7-4b54-8567-edeb14088ee9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=aa8a97da-574f-4e88-97ab-e7e4161c97b2,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:24.212027 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4c344ae8-b1b7-4b54-8567-edeb14088ee9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:24.356107 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4c344ae8-b1b7-4b54-8567-edeb14088ee9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:24.561075 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4c344ae8-b1b7-4b54-8567-edeb14088ee9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:24.614777 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4c344ae8-b1b7-4b54-8567-edeb14088ee9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:24.724776 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c344ae8-b1b7-4b54-8567-edeb14088ee9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=aa8a97da-574f-4e88-97ab-e7e4161c97b2,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:24.736480 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4c344ae8-b1b7-4b54-8567-edeb14088ee9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:24.757467 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:25.006494 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-4c344ae8-b1b7-4b54-8567-edeb14088ee9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Floating IP c329d3b9-908a-44b4-b401-97a639869607 associated. External IP: 172.26.2.254, port: 92a7d447-3c3a-4039-8a21-20fbc8a977e9. Mar 07 21:52:25.365022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c344ae8-b1b7-4b54-8567-edeb14088ee9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router 110818eb-a826-4c0b-9fe5-c2bca3765eca has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:52:25.549701 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c344ae8-b1b7-4b54-8567-edeb14088ee9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:52:25.559742 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf7e2c9-71b6-43dc-8540-d33cc527a268 None None] Sync routers for ids ['110818eb-a826-4c0b-9fe5-c2bca3765eca'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:52:25.574869 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf7e2c9-71b6-43dc-8540-d33cc527a268 None None] Routers {'110818eb-a826-4c0b-9fe5-c2bca3765eca'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:52:25.576196 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0cf7e2c9-71b6-43dc-8540-d33cc527a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:52:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['110818eb-a826-4c0b-9fe5-c2bca3765eca'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:25.656353 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4c344ae8-b1b7-4b54-8567-edeb14088ee9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:25.730105 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4c344ae8-b1b7-4b54-8567-edeb14088ee9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6242118 Mar 07 21:52:25.730840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45dbbae0-60c0-47d1-b562-566f2f8df8b1', 'tag': '92a7d447-3c3a-4039-8a21-20fbc8a977e9'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:52:25.733041 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51156) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:25.775048 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-0cf7e2c9-71b6-43dc-8540-d33cc527a268 None None] Set router 110818eb-a826-4c0b-9fe5-c2bca3765eca gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:52:25.776013 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45dbbae0-60c0-47d1-b562-566f2f8df8b1', 'tag': '92a7d447-3c3a-4039-8a21-20fbc8a977e9', 'status': 'completed', 'code': 200} Mar 07 21:52:26.003387 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-82b91b41-4633-40ce-910b-97a02ac5eac2 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/routers/110818eb-a826-4c0b-9fe5-c2bca3765eca HTTP/1.1" status: 200 len: 922 time: 0.2691092 Mar 07 21:52:26.006036 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51162) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:26.006353 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e524e3-b428-414e-a9d3-207cbae88e66 req-447d8fdb-4e19-451a-a504-c045af4fa365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:26.007725 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c1e524e3-b428-414e-a9d3-207cbae88e66 req-447d8fdb-4e19-451a-a504-c045af4fa365 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=45dbbae0-60c0-47d1-b562-566f2f8df8b1 HTTP/1.1" status: 200 len: 1098 time: 0.2064590 Mar 07 21:52:26.129641 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-084d96dd-e190-47b5-836a-20aabc2f6d2b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/c329d3b9-908a-44b4-b401-97a639869607 HTTP/1.1" status: 200 len: 991 time: 0.1211605 Mar 07 21:52:26.187986 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0cf7e2c9-71b6-43dc-8540-d33cc527a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'name': 'tempest-TestNetworkBasicOps-router-1188059909', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:51:58Z', 'updated_at': '2022-03-07T21:52:04Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:67:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:59Z', 'updated_at': '2022-03-07T21:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'c329d3b9-908a-44b4-b401-97a639869607', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.254', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'port_id': '92a7d447-3c3a-4039-8a21-20fbc8a977e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff', 'mac_address': 'fa:16:3e:22:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45dbbae0-60c0-47d1-b562-566f2f8df8b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:52:24Z', 'updated_at': '2022-03-07T21:52:24Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b03f87-ff46-45a5-bdd8-22c407dc1205', 'name': '', 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:f5:bd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '0c4a6940-05c9-452e-8224-f256e276569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:52:03Z', 'updated_at': '2022-03-07T21:52:10Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '0c4a6940-05c9-452e-8224-f256e276569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:26.192020 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf7e2c9-71b6-43dc-8540-d33cc527a268 None None] Checking router: 110818eb-a826-4c0b-9fe5-c2bca3765eca for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:52:26.200196 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf7e2c9-71b6-43dc-8540-d33cc527a268 None None] Routers {'110818eb-a826-4c0b-9fe5-c2bca3765eca'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:52:26.200785 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0cf7e2c9-71b6-43dc-8540-d33cc527a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:52:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['110818eb-a826-4c0b-9fe5-c2bca3765eca'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:26.250618 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e524e3-b428-414e-a9d3-207cbae88e66 req-cf41bb88-0daa-4508-a3a4-05278077f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:26.252035 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c1e524e3-b428-414e-a9d3-207cbae88e66 req-cf41bb88-0daa-4508-a3a4-05278077f3c0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5fb8d2f7-9add-41d0-b133-88204cd666ff HTTP/1.1" status: 200 len: 897 time: 0.2375638 Mar 07 21:52:26.356168 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c1e524e3-b428-414e-a9d3-207cbae88e66 req-fa002e71-b497-4c98-8136-c584809cb571 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92a7d447-3c3a-4039-8a21-20fbc8a977e9 HTTP/1.1" status: 200 len: 999 time: 0.0981789 Mar 07 21:52:26.385613 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-0cf7e2c9-71b6-43dc-8540-d33cc527a268 None None] Set router 110818eb-a826-4c0b-9fe5-c2bca3765eca gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:52:26.419242 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e524e3-b428-414e-a9d3-207cbae88e66 req-f9afc08e-860c-4ba0-b3fb-b2c036bc72d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:26.421187 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c1e524e3-b428-414e-a9d3-207cbae88e66 req-f9afc08e-860c-4ba0-b3fb-b2c036bc72d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c4a6940-05c9-452e-8224-f256e276569f HTTP/1.1" status: 200 len: 834 time: 0.0591383 Mar 07 21:52:26.500153 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e524e3-b428-414e-a9d3-207cbae88e66 req-7e043752-1bb7-46ed-ae0e-66a29557b787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:26.500153 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c1e524e3-b428-414e-a9d3-207cbae88e66 req-7e043752-1bb7-46ed-ae0e-66a29557b787 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5fb8d2f7-9add-41d0-b133-88204cd666ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721672 Mar 07 21:52:26.657047 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c1e524e3-b428-414e-a9d3-207cbae88e66 req-1d3a31aa-d4b0-4819-aa2d-08c80142829c service neutron] 10.222.0.11 "GET /v2.0/networks/5fb8d2f7-9add-41d0-b133-88204cd666ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519186 Mar 07 21:52:26.791327 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0cf7e2c9-71b6-43dc-8540-d33cc527a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'name': 'tempest-TestNetworkBasicOps-router-1188059909', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:51:58Z', 'updated_at': '2022-03-07T21:52:04Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:67:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:59Z', 'updated_at': '2022-03-07T21:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'c329d3b9-908a-44b4-b401-97a639869607', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.254', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'port_id': '92a7d447-3c3a-4039-8a21-20fbc8a977e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff', 'mac_address': 'fa:16:3e:22:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45dbbae0-60c0-47d1-b562-566f2f8df8b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:52:24Z', 'updated_at': '2022-03-07T21:52:24Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b03f87-ff46-45a5-bdd8-22c407dc1205', 'name': '', 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:f5:bd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '0c4a6940-05c9-452e-8224-f256e276569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:52:03Z', 'updated_at': '2022-03-07T21:52:10Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '0c4a6940-05c9-452e-8224-f256e276569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:26.794722 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-c1e524e3-b428-414e-a9d3-207cbae88e66 req-875b3297-8077-46f7-8711-cbaced9e99d3 service neutron] 10.222.0.11 "GET /v2.0/networks/5fb8d2f7-9add-41d0-b133-88204cd666ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317325 Mar 07 21:52:26.795326 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf7e2c9-71b6-43dc-8540-d33cc527a268 None None] The sync data for ids ['110818eb-a826-4c0b-9fe5-c2bca3765eca'] in dv-neutron-829957-1-hyperv is: [{'id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'name': 'tempest-TestNetworkBasicOps-router-1188059909', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:51:58Z', 'updated_at': '2022-03-07T21:52:04Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:67:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:59Z', 'updated_at': '2022-03-07T21:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'c329d3b9-908a-44b4-b401-97a639869607', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.254', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'port_id': '92a7d447-3c3a-4039-8a21-20fbc8a977e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff', 'mac_address': 'fa:16:3e:22:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45dbbae0-60c0-47d1-b562-566f2f8df8b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:52:24Z', 'updated_at': '2022-03-07T21:52:24Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b03f87-ff46-45a5-bdd8-22c407dc1205', 'name': '', 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:f5:bd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '0c4a6940-05c9-452e-8224-f256e276569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:52:03Z', 'updated_at': '2022-03-07T21:52:10Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '0c4a6940-05c9-452e-8224-f256e276569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:52:26.992534 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df124673-4a10-4a3a-91a3-490d8dd7e4de None None] New status for floating IP c329d3b9-908a-44b4-b401-97a639869607: ACTIVE {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:52:27.131834 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51168) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:27.235785 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-db1cd70a-242b-4c69-a45d-76c8a1ee5036 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/c329d3b9-908a-44b4-b401-97a639869607 HTTP/1.1" status: 200 len: 991 time: 0.1027229 Mar 07 21:52:27.700218 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51174) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:27.902391 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-e81d093d-a476-4c5c-ad07-080de08d6148 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Deleting port 6257b881-2112-4a71-a169-af027cbd054f {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:52:27.902985 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e81d093d-a476-4c5c-ad07-080de08d6148 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:28.068966 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e81d093d-a476-4c5c-ad07-080de08d6148 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:28.069290 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e81d093d-a476-4c5c-ad07-080de08d6148 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:28.191072 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-e81d093d-a476-4c5c-ad07-080de08d6148 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Calling delete_port for 6257b881-2112-4a71-a169-af027cbd054f owned by network:floatingip {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:52:28.239579 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51178) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:28.345837 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ce02ac10-6973-4079-89fe-87959639043b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/c329d3b9-908a-44b4-b401-97a639869607 HTTP/1.1" status: 200 len: 993 time: 0.1034701 Mar 07 21:52:28.414996 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e81d093d-a476-4c5c-ad07-080de08d6148 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:28.462800 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d093d-a476-4c5c-ad07-080de08d6148 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Pushing event deleted for resources: {'Port': ['ID=6257b881-2112-4a71-a169-af027cbd054f,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:28.553484 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e81d093d-a476-4c5c-ad07-080de08d6148 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for floatingip, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:28.553742 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-e81d093d-a476-4c5c-ad07-080de08d6148 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Floating IP 44880b46-299e-416c-8fe9-efde7b356eef disassociated (deleted). External IP: 172.26.2.189, port: 04134ed6-35b8-438d-b6ea-b5ee2e0a2175. Mar 07 21:52:28.993772 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81d093d-a476-4c5c-ad07-080de08d6148 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Router f210ae77-0c1f-4ea6-b731-f5d2150152a7 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:52:29.168202 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81d093d-a476-4c5c-ad07-080de08d6148 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:52:29.177671 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6742186-e95f-4181-ac5c-9ec1bbebef55 None None] Sync routers for ids ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:52:29.183777 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e81d093d-a476-4c5c-ad07-080de08d6148 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:29.187263 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6742186-e95f-4181-ac5c-9ec1bbebef55 None None] Routers {'f210ae77-0c1f-4ea6-b731-f5d2150152a7'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:52:29.187856 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d6742186-e95f-4181-ac5c-9ec1bbebef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:52:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:29.245157 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e81d093d-a476-4c5c-ad07-080de08d6148 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "DELETE /v2.0/floatingips/44880b46-299e-416c-8fe9-efde7b356eef HTTP/1.1" status: 204 len: 168 time: 1.5438507 Mar 07 21:52:29.245832 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90dd6df-3c76-4865-9086-88d503f19fd5', 'tag': '04134ed6-35b8-438d-b6ea-b5ee2e0a2175'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:52:29.290692 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90dd6df-3c76-4865-9086-88d503f19fd5', 'tag': '04134ed6-35b8-438d-b6ea-b5ee2e0a2175', 'status': 'completed', 'code': 200} Mar 07 21:52:29.371349 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-d6742186-e95f-4181-ac5c-9ec1bbebef55 None None] Set router f210ae77-0c1f-4ea6-b731-f5d2150152a7 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:52:29.383823 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d584df-bb54-49e3-ab2a-d02f745b3f88 req-2834d209-706d-4ebb-a8a8-3a79af1cf640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:29.385277 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-54d584df-bb54-49e3-ab2a-d02f745b3f88 req-2834d209-706d-4ebb-a8a8-3a79af1cf640 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1d039a5115b40cc849313193266d5ad&device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 1098 time: 0.0723627 Mar 07 21:52:29.517647 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d584df-bb54-49e3-ab2a-d02f745b3f88 req-2b988733-3495-48f0-b9b0-00d812148035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:29.519019 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-54d584df-bb54-49e3-ab2a-d02f745b3f88 req-2b988733-3495-48f0-b9b0-00d812148035 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e71fce04-ffbd-435e-bfc3-87f58b6e4967 HTTP/1.1" status: 200 len: 911 time: 0.1279366 Mar 07 21:52:29.589373 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-54d584df-bb54-49e3-ab2a-d02f745b3f88 req-999128c1-760f-4efb-b5d9-5f93bac170f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04134ed6-35b8-438d-b6ea-b5ee2e0a2175 HTTP/1.1" status: 200 len: 217 time: 0.0643501 Mar 07 21:52:29.650138 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d584df-bb54-49e3-ab2a-d02f745b3f88 req-32ee4e67-d7d1-43ce-9920-48ad821a8f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:29.651557 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-54d584df-bb54-49e3-ab2a-d02f745b3f88 req-32ee4e67-d7d1-43ce-9920-48ad821a8f26 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca279e0e-f6b2-4a41-a814-7c87369c7833 HTTP/1.1" status: 200 len: 850 time: 0.0569825 Mar 07 21:52:29.690096 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d6742186-e95f-4181-ac5c-9ec1bbebef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:41:01Z', 'revision_number': 4, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port': {'id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:47Z', 'updated_at': '2022-03-07T21:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '07655d0a-fa13-4d33-8c21-75878fce99e7', 'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'mac_address': 'fa:16:3e:47:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:57Z', 'updated_at': '2022-03-07T21:41:14Z', 'revision_number': 5, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'subnets': [{'id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:29.694544 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6742186-e95f-4181-ac5c-9ec1bbebef55 None None] Checking router: f210ae77-0c1f-4ea6-b731-f5d2150152a7 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:52:29.703274 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6742186-e95f-4181-ac5c-9ec1bbebef55 None None] Routers {'f210ae77-0c1f-4ea6-b731-f5d2150152a7'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:52:29.704325 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d6742186-e95f-4181-ac5c-9ec1bbebef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:52:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:29.734077 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d584df-bb54-49e3-ab2a-d02f745b3f88 req-be50aa28-4fc1-4045-8ee5-75a5190a673d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:29.735594 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-54d584df-bb54-49e3-ab2a-d02f745b3f88 req-be50aa28-4fc1-4045-8ee5-75a5190a673d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e71fce04-ffbd-435e-bfc3-87f58b6e4967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784097 Mar 07 21:52:29.830522 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802993b6-9873-4cbb-a3d4-0630ce46d2cf req-eac18b4d-578f-40c3-9fb6-c3266affbea8 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:29.832693 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-802993b6-9873-4cbb-a3d4-0630ce46d2cf req-eac18b4d-578f-40c3-9fb6-c3266affbea8 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 945 time: 0.0881369 Mar 07 21:52:29.887309 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-802993b6-9873-4cbb-a3d4-0630ce46d2cf req-d0caa0c2-4953-40d6-9751-9ecf4f7e6110 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479448 Mar 07 21:52:29.890275 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-54d584df-bb54-49e3-ab2a-d02f745b3f88 req-89327414-dd2e-4073-948e-e321d50638c7 service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474576 Mar 07 21:52:29.907868 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-d6742186-e95f-4181-ac5c-9ec1bbebef55 None None] Set router f210ae77-0c1f-4ea6-b731-f5d2150152a7 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:52:30.022516 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-54d584df-bb54-49e3-ab2a-d02f745b3f88 req-c357cd46-4010-40ee-8e8e-db733fbabe86 service neutron] 10.222.0.11 "GET /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254809 Mar 07 21:52:30.208808 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d6742186-e95f-4181-ac5c-9ec1bbebef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:41:01Z', 'revision_number': 4, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port': {'id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:47Z', 'updated_at': '2022-03-07T21:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '07655d0a-fa13-4d33-8c21-75878fce99e7', 'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'mac_address': 'fa:16:3e:47:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:57Z', 'updated_at': '2022-03-07T21:41:14Z', 'revision_number': 5, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'subnets': [{'id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:30.210845 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6742186-e95f-4181-ac5c-9ec1bbebef55 None None] The sync data for ids ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'] in dv-neutron-829957-1-hyperv is: [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:41:01Z', 'revision_number': 4, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port': {'id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:47Z', 'updated_at': '2022-03-07T21:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '07655d0a-fa13-4d33-8c21-75878fce99e7', 'name': '', 'network_id': 'e71fce04-ffbd-435e-bfc3-87f58b6e4967', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'mac_address': 'fa:16:3e:47:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:57Z', 'updated_at': '2022-03-07T21:41:14Z', 'revision_number': 5, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'subnets': [{'id': 'ca279e0e-f6b2-4a41-a814-7c87369c7833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:52:30.304289 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4af52a-0d53-4a2d-899c-43f209356012 req-45a03054-4a2f-4f2e-8a92-3b21cf92e11f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:30.304974 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-bf4af52a-0d53-4a2d-899c-43f209356012 req-45a03054-4a2f-4f2e-8a92-3b21cf92e11f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Synchronizing usage tracker for tenant:a1d039a5115b40cc849313193266d5ad on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:52:30.380771 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-bf4af52a-0d53-4a2d-899c-43f209356012 req-45a03054-4a2f-4f2e-8a92-3b21cf92e11f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Unset dirty status for tenant:a1d039a5115b40cc849313193266d5ad on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:52:30.381919 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-bf4af52a-0d53-4a2d-899c-43f209356012 req-45a03054-4a2f-4f2e-8a92-3b21cf92e11f tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.11 "GET /v2.0/ports?device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 945 time: 0.1557114 Mar 07 21:52:30.429343 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6975455a-2dc0-4895-90f6-00ab48e1a609 None None] New status for floating IP 44880b46-299e-416c-8fe9-efde7b356eef: DOWN {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:52:30.454640 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-bf4af52a-0d53-4a2d-899c-43f209356012 req-eeeef166-f657-46ef-9d8e-c52f7e8ef67d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Deleting port 04134ed6-35b8-438d-b6ea-b5ee2e0a2175 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:52:30.454982 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-bf4af52a-0d53-4a2d-899c-43f209356012 req-eeeef166-f657-46ef-9d8e-c52f7e8ef67d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:30.815813 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-bf4af52a-0d53-4a2d-899c-43f209356012 req-eeeef166-f657-46ef-9d8e-c52f7e8ef67d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] For port 04134ed6-35b8-438d-b6ea-b5ee2e0a2175, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=04134ed6-35b8-438d-b6ea-b5ee2e0a2175,segment=NetworkSegment(06732586-f6b0-479a-b70c-dd3efb826038),segment_id=06732586-f6b0-479a-b70c-dd3efb826038)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:52:30.816080 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-bf4af52a-0d53-4a2d-899c-43f209356012 req-eeeef166-f657-46ef-9d8e-c52f7e8ef67d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:30.942467 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-bf4af52a-0d53-4a2d-899c-43f209356012 req-eeeef166-f657-46ef-9d8e-c52f7e8ef67d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Calling delete_port for 04134ed6-35b8-438d-b6ea-b5ee2e0a2175 owned by compute:nova {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:52:31.067584 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570610b-0f3c-4ace-9b5b-fd6dc73b4f1a req-4d26bd6d-adee-4667-ae6a-7b6b76b4988e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:52:31.069676 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0570610b-0f3c-4ace-9b5b-fd6dc73b4f1a req-4d26bd6d-adee-4667-ae6a-7b6b76b4988e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 945 time: 0.0803213 Mar 07 21:52:31.113557 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0570610b-0f3c-4ace-9b5b-fd6dc73b4f1a req-f3880278-aa34-4347-a534-124975cd5053 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/security-groups?id=86295398-b7ce-40d9-a44c-f823e2e85efb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381432 Mar 07 21:52:31.140490 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-bf4af52a-0d53-4a2d-899c-43f209356012 req-eeeef166-f657-46ef-9d8e-c52f7e8ef67d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:31.194128 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeef166-f657-46ef-9d8e-c52f7e8ef67d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Pushing event deleted for resources: {'Port': ['ID=04134ed6-35b8-438d-b6ea-b5ee2e0a2175,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:31.270311 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4af52a-0d53-4a2d-899c-43f209356012 req-eeeef166-f657-46ef-9d8e-c52f7e8ef67d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] No DVR routers for this DVR port 04134ed6-35b8-438d-b6ea-b5ee2e0a2175 on host hv-neutron-8299 {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:52:31.272659 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-bf4af52a-0d53-4a2d-899c-43f209356012 req-eeeef166-f657-46ef-9d8e-c52f7e8ef67d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:31.292026 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90dd6df-3c76-4865-9086-88d503f19fd5', 'name': 'network-vif-deleted', 'tag': '04134ed6-35b8-438d-b6ea-b5ee2e0a2175'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:52:31.330584 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-bf4af52a-0d53-4a2d-899c-43f209356012 req-eeeef166-f657-46ef-9d8e-c52f7e8ef67d tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.11 "DELETE /v2.0/ports/04134ed6-35b8-438d-b6ea-b5ee2e0a2175 HTTP/1.1" status: 204 len: 173 time: 0.9418252 Mar 07 21:52:31.333665 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90dd6df-3c76-4865-9086-88d503f19fd5', 'name': 'network-vif-deleted', 'tag': '04134ed6-35b8-438d-b6ea-b5ee2e0a2175', 'status': 'completed', 'code': 200} Mar 07 21:52:32.138826 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 04134ed6-35b8-438d-b6ea-b5ee2e0a2175 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:52:32.208796 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 04134ed6-35b8-438d-b6ea-b5ee2e0a2175 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:52:32.209134 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 04134ed6-35b8-438d-b6ea-b5ee2e0a2175 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:52:32.284944 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c52ea1d1-d978-420f-b8d8-4b9bbba577b3 req-7baae2ae-c44a-4e95-9bfa-ee16a62c15f8 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90dd6df-3c76-4865-9086-88d503f19fd5 HTTP/1.1" status: 200 len: 210 time: 0.0453153 Mar 07 21:52:33.378623 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51196) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:33.533105 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-d334aee4-70eb-4404-9808-a262a2cd442e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Deleting port c4c9a0e2-2ce8-4b6b-8b8f-3ac0c1b3b6ab {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:52:33.533446 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d334aee4-70eb-4404-9808-a262a2cd442e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:33.700940 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d334aee4-70eb-4404-9808-a262a2cd442e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:33.701262 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d334aee4-70eb-4404-9808-a262a2cd442e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:33.821894 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-d334aee4-70eb-4404-9808-a262a2cd442e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Calling delete_port for c4c9a0e2-2ce8-4b6b-8b8f-3ac0c1b3b6ab owned by network:floatingip {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:52:34.019356 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d334aee4-70eb-4404-9808-a262a2cd442e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:34.065865 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334aee4-70eb-4404-9808-a262a2cd442e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Pushing event deleted for resources: {'Port': ['ID=c4c9a0e2-2ce8-4b6b-8b8f-3ac0c1b3b6ab,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:34.156855 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d334aee4-70eb-4404-9808-a262a2cd442e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for floatingip, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:34.170983 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d334aee4-70eb-4404-9808-a262a2cd442e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:34.172113 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d334aee4-70eb-4404-9808-a262a2cd442e tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "DELETE /v2.0/floatingips/99736338-1846-47c8-9304-c2784615bdb5 HTTP/1.1" status: 204 len: 168 time: 0.7925160 Mar 07 21:52:36.770222 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51212) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:36.837269 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e9abfcc-992e-4e50-ad29-7c1c389c9f60 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:36.867094 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e9abfcc-992e-4e50-ad29-7c1c389c9f60 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:36.991033 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e9abfcc-992e-4e50-ad29-7c1c389c9f60 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:37.012159 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9abfcc-992e-4e50-ad29-7c1c389c9f60 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86295398-b7ce-40d9-a44c-f823e2e85efb,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:37.106098 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e9abfcc-992e-4e50-ad29-7c1c389c9f60 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:37.107312 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7e9abfcc-992e-4e50-ad29-7c1c389c9f60 tempest-TestVolumeBootPattern-865799531 tempest-TestVolumeBootPattern-865799531-project] 10.222.0.21 "DELETE /v2.0/security-groups/86295398-b7ce-40d9-a44c-f823e2e85efb HTTP/1.1" status: 204 len: 168 time: 0.3361139 Mar 07 21:52:37.241094 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51218) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:38.008606 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1b19e76e-d39a-4723-aa9a-56d4e08cec42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:38.348412 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-1b19e76e-d39a-4723-aa9a-56d4e08cec42 admin admin] Deleting port 07655d0a-fa13-4d33-8c21-75878fce99e7 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:52:38.348746 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1b19e76e-d39a-4723-aa9a-56d4e08cec42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:38.515113 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-1b19e76e-d39a-4723-aa9a-56d4e08cec42 admin admin] For port 07655d0a-fa13-4d33-8c21-75878fce99e7, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=07655d0a-fa13-4d33-8c21-75878fce99e7,segment=NetworkSegment(06732586-f6b0-479a-b70c-dd3efb826038),segment_id=06732586-f6b0-479a-b70c-dd3efb826038)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:52:38.515453 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1b19e76e-d39a-4723-aa9a-56d4e08cec42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:38.637630 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-1b19e76e-d39a-4723-aa9a-56d4e08cec42 admin admin] Calling delete_port for 07655d0a-fa13-4d33-8c21-75878fce99e7 owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:52:39.106312 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1b19e76e-d39a-4723-aa9a-56d4e08cec42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:39.180438 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19e76e-d39a-4723-aa9a-56d4e08cec42 admin admin] Pushing event deleted for resources: {'Port': ['ID=07655d0a-fa13-4d33-8c21-75878fce99e7,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:39.417693 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1b19e76e-d39a-4723-aa9a-56d4e08cec42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:39.763116 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b19e76e-d39a-4723-aa9a-56d4e08cec42 admin admin] Router f210ae77-0c1f-4ea6-b731-f5d2150152a7 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:52:39.935627 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b19e76e-d39a-4723-aa9a-56d4e08cec42 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:52:39.944534 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf55645-98c3-49b3-a695-c876a98c34bd None None] Sync routers for ids ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:52:39.950512 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1b19e76e-d39a-4723-aa9a-56d4e08cec42 admin admin] 10.222.0.21 "PUT /v2.0/routers/f210ae77-0c1f-4ea6-b731-f5d2150152a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7061515 Mar 07 21:52:39.950740 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51224) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:39.953404 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf55645-98c3-49b3-a695-c876a98c34bd None None] Routers {'f210ae77-0c1f-4ea6-b731-f5d2150152a7'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:52:39.954085 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-2cf55645-98c3-49b3-a695-c876a98c34bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:52:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:40.119876 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-874d85b8-b23f-4faa-84fd-bad67d9b68ec admin admin] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:40.149730 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-2cf55645-98c3-49b3-a695-c876a98c34bd None None] Set router f210ae77-0c1f-4ea6-b731-f5d2150152a7 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:52:40.413564 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-874d85b8-b23f-4faa-84fd-bad67d9b68ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:40.432477 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-2cf55645-98c3-49b3-a695-c876a98c34bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205'}], 'enable_snat': True}, 'gw_port_id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:52:38Z', 'revision_number': 5, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port': {'id': '00e69586-0294-450b-aed5-14fbeb6de39e', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:fb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:40:47Z', 'updated_at': '2022-03-07T21:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:40.438555 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf55645-98c3-49b3-a695-c876a98c34bd None None] Checking router: f210ae77-0c1f-4ea6-b731-f5d2150152a7 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:52:40.444400 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf55645-98c3-49b3-a695-c876a98c34bd None None] Routers {'f210ae77-0c1f-4ea6-b731-f5d2150152a7'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:52:40.445018 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-2cf55645-98c3-49b3-a695-c876a98c34bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:52:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:40.494062 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-874d85b8-b23f-4faa-84fd-bad67d9b68ec admin admin] Deleting port 00e69586-0294-450b-aed5-14fbeb6de39e {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:52:40.494402 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-874d85b8-b23f-4faa-84fd-bad67d9b68ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:40.592115 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-2cf55645-98c3-49b3-a695-c876a98c34bd None None] Set router f210ae77-0c1f-4ea6-b731-f5d2150152a7 gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:52:40.668423 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-874d85b8-b23f-4faa-84fd-bad67d9b68ec admin admin] For port 00e69586-0294-450b-aed5-14fbeb6de39e, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=00e69586-0294-450b-aed5-14fbeb6de39e,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:52:40.668688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-874d85b8-b23f-4faa-84fd-bad67d9b68ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:40.695946 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-2cf55645-98c3-49b3-a695-c876a98c34bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:52:40Z', 'revision_number': 6, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:40.699754 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf55645-98c3-49b3-a695-c876a98c34bd None None] The sync data for ids ['f210ae77-0c1f-4ea6-b731-f5d2150152a7'] in dv-neutron-829957-1-hyperv is: [{'id': 'f210ae77-0c1f-4ea6-b731-f5d2150152a7', 'name': 'tempest-TestVolumeBootPattern-314281439-router', 'tenant_id': 'a1d039a5115b40cc849313193266d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:40:42Z', 'updated_at': '2022-03-07T21:52:40Z', 'revision_number': 6, 'project_id': 'a1d039a5115b40cc849313193266d5ad', 'gw_port_host': None}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:52:40.790308 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-874d85b8-b23f-4faa-84fd-bad67d9b68ec admin admin] Calling delete_port for 00e69586-0294-450b-aed5-14fbeb6de39e owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:52:41.007894 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-874d85b8-b23f-4faa-84fd-bad67d9b68ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:41.055638 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d85b8-b23f-4faa-84fd-bad67d9b68ec admin admin] Pushing event deleted for resources: {'Port': ['ID=00e69586-0294-450b-aed5-14fbeb6de39e,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:41.147445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-874d85b8-b23f-4faa-84fd-bad67d9b68ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:41.314470 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-874d85b8-b23f-4faa-84fd-bad67d9b68ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:41.316543 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-874d85b8-b23f-4faa-84fd-bad67d9b68ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:41.415046 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-874d85b8-b23f-4faa-84fd-bad67d9b68ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:41.415675 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874d85b8-b23f-4faa-84fd-bad67d9b68ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router f210ae77-0c1f-4ea6-b731-f5d2150152a7 {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:52:41.428752 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-874d85b8-b23f-4faa-84fd-bad67d9b68ec admin admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:41.430412 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-874d85b8-b23f-4faa-84fd-bad67d9b68ec admin admin] 10.222.0.21 "DELETE /v2.0/routers/f210ae77-0c1f-4ea6-b731-f5d2150152a7 HTTP/1.1" status: 204 len: 168 time: 1.4784071 Mar 07 21:52:41.432593 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51228) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:41.493589 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-87be01a1-6ca8-4d8c-a76d-b67a086d326d admin admin] Deleting subnet ca279e0e-f6b2-4a41-a814-7c87369c7833 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:52:41.495777 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-87be01a1-6ca8-4d8c-a76d-b67a086d326d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:41.544542 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-87be01a1-6ca8-4d8c-a76d-b67a086d326d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:41.629158 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-87be01a1-6ca8-4d8c-a76d-b67a086d326d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:41.774070 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-87be01a1-6ca8-4d8c-a76d-b67a086d326d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:41.815463 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be01a1-6ca8-4d8c-a76d-b67a086d326d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca279e0e-f6b2-4a41-a814-7c87369c7833,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:41.820224 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-87be01a1-6ca8-4d8c-a76d-b67a086d326d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:41.825807 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb19b3cd-337f-4e96-ad9f-36bd7c3fae28 None None] Network e71fce04-ffbd-435e-bfc3-87f58b6e4967 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:52:41.830458 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-87be01a1-6ca8-4d8c-a76d-b67a086d326d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ca279e0e-f6b2-4a41-a814-7c87369c7833 HTTP/1.1" status: 204 len: 168 time: 0.3946230 Mar 07 21:52:41.830830 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51232) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:41.935430 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aa8b195f-23ed-439c-af62-6d7fb586f934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:41.949043 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-aa8b195f-23ed-439c-af62-6d7fb586f934 admin admin] Deleting port 99fa5a35-ed07-4ffe-af19-9dfe9521566b {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:52:41.949400 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aa8b195f-23ed-439c-af62-6d7fb586f934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:42.082292 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ae52e9-e17e-4fb0-ace3-211d65e84907 None None] DHCP port deletion for e71fce04-ffbd-435e-bfc3-87f58b6e4967 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:52:42.086132 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-e7ae52e9-e17e-4fb0-ace3-211d65e84907 None None] Deleting port 99fa5a35-ed07-4ffe-af19-9dfe9521566b {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:52:42.086508 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e7ae52e9-e17e-4fb0-ace3-211d65e84907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:42.163053 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-aa8b195f-23ed-439c-af62-6d7fb586f934 admin admin] For port 99fa5a35-ed07-4ffe-af19-9dfe9521566b, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=99fa5a35-ed07-4ffe-af19-9dfe9521566b,segment=NetworkSegment(06732586-f6b0-479a-b70c-dd3efb826038),segment_id=06732586-f6b0-479a-b70c-dd3efb826038)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:52:42.163689 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aa8b195f-23ed-439c-af62-6d7fb586f934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:42.288197 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-e7ae52e9-e17e-4fb0-ace3-211d65e84907 None None] For port 99fa5a35-ed07-4ffe-af19-9dfe9521566b, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=99fa5a35-ed07-4ffe-af19-9dfe9521566b,segment=NetworkSegment(06732586-f6b0-479a-b70c-dd3efb826038),segment_id=06732586-f6b0-479a-b70c-dd3efb826038)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:52:42.288712 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e7ae52e9-e17e-4fb0-ace3-211d65e84907 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:42.385965 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-aa8b195f-23ed-439c-af62-6d7fb586f934 admin admin] Calling delete_port for 99fa5a35-ed07-4ffe-af19-9dfe9521566b owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:52:42.406010 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 99fa5a35-ed07-4ffe-af19-9dfe9521566b no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:52:42.437938 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-e7ae52e9-e17e-4fb0-ace3-211d65e84907 None None] Calling delete_port for 99fa5a35-ed07-4ffe-af19-9dfe9521566b owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:52:42.545129 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aa8b195f-23ed-439c-af62-6d7fb586f934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:42.561345 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Port 99fa5a35-ed07-4ffe-af19-9dfe9521566b update to DOWN by agent not found {{(pid=88388) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 07 21:52:42.561858 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 07655d0a-fa13-4d33-8c21-75878fce99e7 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:52:42.595774 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 07655d0a-fa13-4d33-8c21-75878fce99e7 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:52:42.596209 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 07655d0a-fa13-4d33-8c21-75878fce99e7 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:52:42.596373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b195f-23ed-439c-af62-6d7fb586f934 admin admin] Pushing event deleted for resources: {'Port': ['ID=99fa5a35-ed07-4ffe-af19-9dfe9521566b,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:42.596748 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 00e69586-0294-450b-aed5-14fbeb6de39e no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:52:42.598145 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8b195f-23ed-439c-af62-6d7fb586f934 admin admin] No DVR routers for this DVR port 99fa5a35-ed07-4ffe-af19-9dfe9521566b on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:52:42.625506 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-e7ae52e9-e17e-4fb0-ace3-211d65e84907 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:52:42.625739 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-e7ae52e9-e17e-4fb0-ace3-211d65e84907 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:52:42.630703 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 00e69586-0294-450b-aed5-14fbeb6de39e {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:52:42.631050 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 00e69586-0294-450b-aed5-14fbeb6de39e not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:52:42.711512 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aa8b195f-23ed-439c-af62-6d7fb586f934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:42.735643 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-aa8b195f-23ed-439c-af62-6d7fb586f934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71fce04-ffbd-435e-bfc3-87f58b6e4967']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:42.747128 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-aa8b195f-23ed-439c-af62-6d7fb586f934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06732586-f6b0-479a-b70c-dd3efb826038') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:42.747421 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-aa8b195f-23ed-439c-af62-6d7fb586f934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06732586-f6b0-479a-b70c-dd3efb826038') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:42.758718 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aa8b195f-23ed-439c-af62-6d7fb586f934 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:42.774348 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aa8b195f-23ed-439c-af62-6d7fb586f934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:42.780090 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8b195f-23ed-439c-af62-6d7fb586f934 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:52:42.780461 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aa8b195f-23ed-439c-af62-6d7fb586f934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:52:42.792956 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:52:42.934667 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aa8b195f-23ed-439c-af62-6d7fb586f934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:42.950710 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aa8b195f-23ed-439c-af62-6d7fb586f934 admin admin] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:42.961966 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b195f-23ed-439c-af62-6d7fb586f934 admin admin] Pushing event deleted for resources: {'Network': ['ID=e71fce04-ffbd-435e-bfc3-87f58b6e4967,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:43.049394 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-aa8b195f-23ed-439c-af62-6d7fb586f934 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e71fce04-ffbd-435e-bfc3-87f58b6e4967 HTTP/1.1" status: 204 len: 168 time: 1.2174876 Mar 07 21:52:43.052175 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51236) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:43.127017 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-e7ae52e9-e17e-4fb0-ace3-211d65e84907 None None] Deleting port 99fa5a35-ed07-4ffe-af19-9dfe9521566b {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:52:43.127557 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e7ae52e9-e17e-4fb0-ace3-211d65e84907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:43.193236 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-e7ae52e9-e17e-4fb0-ace3-211d65e84907 None None] The port '99fa5a35-ed07-4ffe-af19-9dfe9521566b' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:52:43.577780 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8d21e54c-f4cd-4678-8053-7187a952b6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:44.016095 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-8d21e54c-f4cd-4678-8053-7187a952b6ac admin admin] Deleting port e58fc10a-4399-4207-9bf0-a2b6d88d5cb9 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:52:44.016429 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8d21e54c-f4cd-4678-8053-7187a952b6ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:44.180348 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-8d21e54c-f4cd-4678-8053-7187a952b6ac admin admin] For port e58fc10a-4399-4207-9bf0-a2b6d88d5cb9, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e58fc10a-4399-4207-9bf0-a2b6d88d5cb9,segment=NetworkSegment(8be70539-6590-417c-9104-e754cc263787),segment_id=8be70539-6590-417c-9104-e754cc263787)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:52:44.180612 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8d21e54c-f4cd-4678-8053-7187a952b6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:44.299420 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-8d21e54c-f4cd-4678-8053-7187a952b6ac admin admin] Calling delete_port for e58fc10a-4399-4207-9bf0-a2b6d88d5cb9 owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:52:44.528685 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8d21e54c-f4cd-4678-8053-7187a952b6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:44.577244 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21e54c-f4cd-4678-8053-7187a952b6ac admin admin] Pushing event deleted for resources: {'Port': ['ID=e58fc10a-4399-4207-9bf0-a2b6d88d5cb9,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:44.838979 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8d21e54c-f4cd-4678-8053-7187a952b6ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:45.186236 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d21e54c-f4cd-4678-8053-7187a952b6ac admin admin] Router cb16a998-d3e6-44e5-98df-b04946f30c47 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:52:45.457837 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d21e54c-f4cd-4678-8053-7187a952b6ac admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:52:45.466359 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150ac096-43a6-4282-aa12-0227c8d30b2e None None] Sync routers for ids ['cb16a998-d3e6-44e5-98df-b04946f30c47'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:52:45.475768 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150ac096-43a6-4282-aa12-0227c8d30b2e None None] Routers {'cb16a998-d3e6-44e5-98df-b04946f30c47'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:52:45.476378 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-150ac096-43a6-4282-aa12-0227c8d30b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:52:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['cb16a998-d3e6-44e5-98df-b04946f30c47'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:45.530892 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8d21e54c-f4cd-4678-8053-7187a952b6ac admin admin] 10.222.0.21 "PUT /v2.0/routers/cb16a998-d3e6-44e5-98df-b04946f30c47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4776857 Mar 07 21:52:45.533363 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51240) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:45.654562 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-150ac096-43a6-4282-aa12-0227c8d30b2e None None] Set router cb16a998-d3e6-44e5-98df-b04946f30c47 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:52:45.708574 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-55573a15-1198-42fb-9d12-a9277c4dedc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:45.885147 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-55573a15-1198-42fb-9d12-a9277c4dedc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:45.941234 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:45.951962 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-55573a15-1198-42fb-9d12-a9277c4dedc7 admin admin] Deleting port 8d20fc6c-fa16-470c-b211-abf84064e7c9 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:52:45.952302 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-55573a15-1198-42fb-9d12-a9277c4dedc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:45.973990 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-150ac096-43a6-4282-aa12-0227c8d30b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb16a998-d3e6-44e5-98df-b04946f30c47', 'name': 'tempest-TestVolumeBootPattern-77630845-router', 'tenant_id': '7f3dafa0042c4ece822926a24099ff9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': '8d20fc6c-fa16-470c-b211-abf84064e7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:15Z', 'updated_at': '2022-03-07T21:52:44Z', 'revision_number': 5, 'project_id': '7f3dafa0042c4ece822926a24099ff9e', 'gw_port': {'id': '8d20fc6c-fa16-470c-b211-abf84064e7c9', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb16a998-d3e6-44e5-98df-b04946f30c47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:41:17Z', 'updated_at': '2022-03-07T21:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:45.977719 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150ac096-43a6-4282-aa12-0227c8d30b2e None None] Checking router: cb16a998-d3e6-44e5-98df-b04946f30c47 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:52:45.986654 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150ac096-43a6-4282-aa12-0227c8d30b2e None None] Routers {'cb16a998-d3e6-44e5-98df-b04946f30c47'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:52:45.987275 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-150ac096-43a6-4282-aa12-0227c8d30b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:52:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['cb16a998-d3e6-44e5-98df-b04946f30c47'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:46.125831 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-55573a15-1198-42fb-9d12-a9277c4dedc7 admin admin] For port 8d20fc6c-fa16-470c-b211-abf84064e7c9, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=8d20fc6c-fa16-470c-b211-abf84064e7c9,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:52:46.126203 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-55573a15-1198-42fb-9d12-a9277c4dedc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:46.135506 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-150ac096-43a6-4282-aa12-0227c8d30b2e None None] Set router cb16a998-d3e6-44e5-98df-b04946f30c47 gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:52:46.239411 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-150ac096-43a6-4282-aa12-0227c8d30b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb16a998-d3e6-44e5-98df-b04946f30c47', 'name': 'tempest-TestVolumeBootPattern-77630845-router', 'tenant_id': '7f3dafa0042c4ece822926a24099ff9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:15Z', 'updated_at': '2022-03-07T21:52:45Z', 'revision_number': 6, 'project_id': '7f3dafa0042c4ece822926a24099ff9e', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:46.243207 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150ac096-43a6-4282-aa12-0227c8d30b2e None None] The sync data for ids ['cb16a998-d3e6-44e5-98df-b04946f30c47'] in dv-neutron-829957-1-hyperv is: [{'id': 'cb16a998-d3e6-44e5-98df-b04946f30c47', 'name': 'tempest-TestVolumeBootPattern-77630845-router', 'tenant_id': '7f3dafa0042c4ece822926a24099ff9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:41:15Z', 'updated_at': '2022-03-07T21:52:45Z', 'revision_number': 6, 'project_id': '7f3dafa0042c4ece822926a24099ff9e', 'gw_port_host': None}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:52:46.247027 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-55573a15-1198-42fb-9d12-a9277c4dedc7 admin admin] Calling delete_port for 8d20fc6c-fa16-470c-b211-abf84064e7c9 owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:52:46.449101 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-55573a15-1198-42fb-9d12-a9277c4dedc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:46.494823 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55573a15-1198-42fb-9d12-a9277c4dedc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d20fc6c-fa16-470c-b211-abf84064e7c9,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:46.587074 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-55573a15-1198-42fb-9d12-a9277c4dedc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:46.709493 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e58fc10a-4399-4207-9bf0-a2b6d88d5cb9 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:52:46.750637 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: e58fc10a-4399-4207-9bf0-a2b6d88d5cb9 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:52:46.750893 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e58fc10a-4399-4207-9bf0-a2b6d88d5cb9 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:52:46.877886 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-55573a15-1198-42fb-9d12-a9277c4dedc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:46.880158 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-55573a15-1198-42fb-9d12-a9277c4dedc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:46.961866 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-55573a15-1198-42fb-9d12-a9277c4dedc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:46.962530 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55573a15-1198-42fb-9d12-a9277c4dedc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb16a998-d3e6-44e5-98df-b04946f30c47 {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:52:46.978300 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-55573a15-1198-42fb-9d12-a9277c4dedc7 admin admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:46.978300 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-55573a15-1198-42fb-9d12-a9277c4dedc7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/cb16a998-d3e6-44e5-98df-b04946f30c47 HTTP/1.1" status: 204 len: 168 time: 1.4409430 Mar 07 21:52:46.978300 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51248) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:47.035286 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b297f2b-bd18-4e4c-82eb-c65cd5888f58 admin admin] Deleting subnet 11b4e03b-6171-4c59-8a53-718821d0fb37 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:52:47.038358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9b297f2b-bd18-4e4c-82eb-c65cd5888f58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:47.089077 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9b297f2b-bd18-4e4c-82eb-c65cd5888f58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:47.165025 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9b297f2b-bd18-4e4c-82eb-c65cd5888f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:47.295400 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9b297f2b-bd18-4e4c-82eb-c65cd5888f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:47.336032 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b297f2b-bd18-4e4c-82eb-c65cd5888f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11b4e03b-6171-4c59-8a53-718821d0fb37,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:47.339637 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9b297f2b-bd18-4e4c-82eb-c65cd5888f58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:47.344894 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4e0f21-688f-4b65-a3e2-4aab18ea1f85 None None] Network c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:52:47.345929 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9b297f2b-bd18-4e4c-82eb-c65cd5888f58 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/11b4e03b-6171-4c59-8a53-718821d0fb37 HTTP/1.1" status: 204 len: 168 time: 0.3671076 Mar 07 21:52:47.348326 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51252) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:47.452081 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cc4e6cc7-9341-4023-a211-cdecbf9d4ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:47.462531 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-cc4e6cc7-9341-4023-a211-cdecbf9d4ff4 admin admin] Deleting port 1dfce96f-c54a-4589-980f-3b6906540298 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:52:47.462856 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cc4e6cc7-9341-4023-a211-cdecbf9d4ff4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:47.589418 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2101b8-dff0-4471-a2e3-bf9a86ad14c0 None None] DHCP port deletion for c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:52:47.593429 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-6c2101b8-dff0-4471-a2e3-bf9a86ad14c0 None None] Deleting port 1dfce96f-c54a-4589-980f-3b6906540298 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:52:47.593794 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6c2101b8-dff0-4471-a2e3-bf9a86ad14c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:47.669193 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-cc4e6cc7-9341-4023-a211-cdecbf9d4ff4 admin admin] For port 1dfce96f-c54a-4589-980f-3b6906540298, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1dfce96f-c54a-4589-980f-3b6906540298,segment=NetworkSegment(8be70539-6590-417c-9104-e754cc263787),segment_id=8be70539-6590-417c-9104-e754cc263787)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:52:47.669543 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cc4e6cc7-9341-4023-a211-cdecbf9d4ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:47.790577 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-6c2101b8-dff0-4471-a2e3-bf9a86ad14c0 None None] For port 1dfce96f-c54a-4589-980f-3b6906540298, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1dfce96f-c54a-4589-980f-3b6906540298,segment=NetworkSegment(8be70539-6590-417c-9104-e754cc263787),segment_id=8be70539-6590-417c-9104-e754cc263787)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:52:47.791556 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6c2101b8-dff0-4471-a2e3-bf9a86ad14c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:47.792584 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-cc4e6cc7-9341-4023-a211-cdecbf9d4ff4 admin admin] Calling delete_port for 1dfce96f-c54a-4589-980f-3b6906540298 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:52:47.915085 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-6c2101b8-dff0-4471-a2e3-bf9a86ad14c0 None None] Calling delete_port for 1dfce96f-c54a-4589-980f-3b6906540298 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:52:47.963321 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cc4e6cc7-9341-4023-a211-cdecbf9d4ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:47.984977 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-6c2101b8-dff0-4471-a2e3-bf9a86ad14c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 21:52:47.985399 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-6c2101b8-dff0-4471-a2e3-bf9a86ad14c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 21:52:48.010529 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e6cc7-9341-4023-a211-cdecbf9d4ff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dfce96f-c54a-4589-980f-3b6906540298,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:48.014206 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4e6cc7-9341-4023-a211-cdecbf9d4ff4 admin admin] No DVR routers for this DVR port 1dfce96f-c54a-4589-980f-3b6906540298 on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:52:48.127079 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cc4e6cc7-9341-4023-a211-cdecbf9d4ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:48.155439 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-cc4e6cc7-9341-4023-a211-cdecbf9d4ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:48.166994 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-cc4e6cc7-9341-4023-a211-cdecbf9d4ff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be70539-6590-417c-9104-e754cc263787') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:48.167287 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-cc4e6cc7-9341-4023-a211-cdecbf9d4ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be70539-6590-417c-9104-e754cc263787') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:48.178230 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cc4e6cc7-9341-4023-a211-cdecbf9d4ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:48.193473 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cc4e6cc7-9341-4023-a211-cdecbf9d4ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:48.199255 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc4e6cc7-9341-4023-a211-cdecbf9d4ff4 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:52:48.199631 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cc4e6cc7-9341-4023-a211-cdecbf9d4ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:52:48.212703 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:52:48.328857 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cc4e6cc7-9341-4023-a211-cdecbf9d4ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:48.349221 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cc4e6cc7-9341-4023-a211-cdecbf9d4ff4 admin admin] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:48.349383 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 8d20fc6c-fa16-470c-b211-abf84064e7c9 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:52:48.359649 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e6cc7-9341-4023-a211-cdecbf9d4ff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:48.366736 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-cc4e6cc7-9341-4023-a211-cdecbf9d4ff4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c3775ef9-af42-4bc9-b3e5-c2b1d6cbde23 HTTP/1.1" status: 204 len: 168 time: 1.0174453 Mar 07 21:52:48.383282 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 8d20fc6c-fa16-470c-b211-abf84064e7c9 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:52:48.383629 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 8d20fc6c-fa16-470c-b211-abf84064e7c9 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:52:48.384110 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1dfce96f-c54a-4589-980f-3b6906540298 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:52:48.419354 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 1dfce96f-c54a-4589-980f-3b6906540298 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:52:48.427064 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1dfce96f-c54a-4589-980f-3b6906540298 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:52:48.486486 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-6c2101b8-dff0-4471-a2e3-bf9a86ad14c0 None None] Deleting port 1dfce96f-c54a-4589-980f-3b6906540298 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:52:48.486891 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6c2101b8-dff0-4471-a2e3-bf9a86ad14c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:48.549620 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-6c2101b8-dff0-4471-a2e3-bf9a86ad14c0 None None] The port '1dfce96f-c54a-4589-980f-3b6906540298' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 21:52:48.644577 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51258) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:48.691387 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e88d7e3b-81e7-418e-a728-a874980e89de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1d039a5115b40cc849313193266d5ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456755 Mar 07 21:52:48.693704 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51262) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:48.749564 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a990d930-6965-42fa-8bbd-98058aa58c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:48.774699 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a990d930-6965-42fa-8bbd-98058aa58c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:48.888573 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a990d930-6965-42fa-8bbd-98058aa58c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:48.905213 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990d930-6965-42fa-8bbd-98058aa58c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ed7a4b-eda9-4cf8-9a26-7ee4d91f2ada,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:48.911514 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a990d930-6965-42fa-8bbd-98058aa58c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:48.912611 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a990d930-6965-42fa-8bbd-98058aa58c7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5ed7a4b-eda9-4cf8-9a26-7ee4d91f2ada HTTP/1.1" status: 204 len: 168 time: 0.2180037 Mar 07 21:52:49.529936 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51272) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:49.668080 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-79802cbb-dd3a-42de-a0f0-15d45c7494e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f3dafa0042c4ece822926a24099ff9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1369555 Mar 07 21:52:49.670626 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51276) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:49.726033 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a6bf04a0-753e-4f95-ad64-eff38598186d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:49.750238 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a6bf04a0-753e-4f95-ad64-eff38598186d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:49.871833 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a6bf04a0-753e-4f95-ad64-eff38598186d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:49.885945 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf04a0-753e-4f95-ad64-eff38598186d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26413c09-000d-45a5-b6d8-f7c55ec9cecf,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:49.892435 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a6bf04a0-753e-4f95-ad64-eff38598186d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:49.893578 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a6bf04a0-753e-4f95-ad64-eff38598186d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26413c09-000d-45a5-b6d8-f7c55ec9cecf HTTP/1.1" status: 204 len: 168 time: 0.2220821 Mar 07 21:52:50.065917 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e93602fc-c534-47e8-833d-e3f5dea0bf2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:52.300183 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-48b6ecf2-b128-481a-aa70-663146fcf03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:53.100542 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51284) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:53.197090 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:53.278848 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-59095120-64f5-4bfc-aad0-36d1a567662c tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/routers/110818eb-a826-4c0b-9fe5-c2bca3765eca/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1771901 Mar 07 21:52:53.281709 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51288) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:53.380283 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:53.520589 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba81866e-9bcc-4217-afb9-2c70721fd635 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Notify agent at dv-neutron-829957-1-hyperv the message router_removed_from_agent {{(pid=88387) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 07 21:52:53.523621 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ba81866e-9bcc-4217-afb9-2c70721fd635 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "DELETE /v2.0/agents/36b2b02e-0e53-4139-bd38-71356827e620/l3-routers/110818eb-a826-4c0b-9fe5-c2bca3765eca HTTP/1.1" status: 204 len: 168 time: 0.2409780 Mar 07 21:52:53.526231 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51292) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:53.701439 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3d120806-8067-4ba7-a157-9f77d80269c0 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/routers/110818eb-a826-4c0b-9fe5-c2bca3765eca/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1740870 Mar 07 21:52:53.704062 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51296) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:53.806903 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-96dd2bb1-4703-4e47-aaa7-cf27e734860f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/c329d3b9-908a-44b4-b401-97a639869607 HTTP/1.1" status: 200 len: 993 time: 0.1018267 Mar 07 21:52:54.284785 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f53dde-5e8a-4e96-b5a4-9eed5ba77cb3 None None] New status for floating IP c329d3b9-908a-44b4-b401-97a639869607: DOWN {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:52:54.352771 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 52b03f87-ff46-45a5-bdd8-22c407dc1205 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:52:54.461614 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:54.495390 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 52b03f87-ff46-45a5-bdd8-22c407dc1205, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=52b03f87-ff46-45a5-bdd8-22c407dc1205,segment=NetworkSegment(f1e5c69c-a529-4865-ac9c-cec4f1c49888),segment_id=f1e5c69c-a529-4865-ac9c-cec4f1c49888)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:52:54.596335 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:54.597073 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2fb6fb8c-2678-4043-92d6-09504f25999d no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:52:54.753679 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=52b03f87-ff46-45a5-bdd8-22c407dc1205,revision_number=6']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:54.795204 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:54.808982 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:54.812640 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51300) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:54.827459 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 2fb6fb8c-2678-4043-92d6-09504f25999d, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2fb6fb8c-2678-4043-92d6-09504f25999d,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:52:54.883187 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:52:54.917775 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6b7204f0-50b8-45e8-985d-ff19b13c7b2d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/c329d3b9-908a-44b4-b401-97a639869607 HTTP/1.1" status: 200 len: 991 time: 0.1051552 Mar 07 21:52:54.949425 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=2fb6fb8c-2678-4043-92d6-09504f25999d,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:52:56.951040 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51308) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:57.208927 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436c84de-cbe6-46cb-adb6-420c909a1031 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Router 110818eb-a826-4c0b-9fe5-c2bca3765eca is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:52:57.209189 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436c84de-cbe6-46cb-adb6-420c909a1031 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Notify agent at dv-neutron-829957-1-hyperv the message router_added_to_agent {{(pid=88387) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 07 21:52:57.229621 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-436c84de-cbe6-46cb-adb6-420c909a1031 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "POST /v2.0/agents/36b2b02e-0e53-4139-bd38-71356827e620/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2749069 Mar 07 21:52:57.229621 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51316) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:57.240408 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199aad84-2d9a-452d-8b9f-742d531d4880 None None] Sync routers for ids ['110818eb-a826-4c0b-9fe5-c2bca3765eca'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:52:57.249832 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199aad84-2d9a-452d-8b9f-742d531d4880 None None] Routers {'110818eb-a826-4c0b-9fe5-c2bca3765eca'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:52:57.250554 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-199aad84-2d9a-452d-8b9f-742d531d4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:52:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['110818eb-a826-4c0b-9fe5-c2bca3765eca'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:57.410331 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ddad561d-cf0e-489b-aea0-bae3d6c7efb8 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/routers/110818eb-a826-4c0b-9fe5-c2bca3765eca/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1795795 Mar 07 21:52:57.412986 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51320) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:57.429513 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-199aad84-2d9a-452d-8b9f-742d531d4880 None None] Set router 110818eb-a826-4c0b-9fe5-c2bca3765eca gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:52:57.625782 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-082bbcba-5a61-44e7-abb7-19264608264b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/c329d3b9-908a-44b4-b401-97a639869607 HTTP/1.1" status: 200 len: 991 time: 0.2117591 Mar 07 21:52:57.847935 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-199aad84-2d9a-452d-8b9f-742d531d4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'name': 'tempest-TestNetworkBasicOps-router-1188059909', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:51:58Z', 'updated_at': '2022-03-07T21:52:04Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:67:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:59Z', 'updated_at': '2022-03-07T21:52:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'c329d3b9-908a-44b4-b401-97a639869607', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.254', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'port_id': '92a7d447-3c3a-4039-8a21-20fbc8a977e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff', 'mac_address': 'fa:16:3e:22:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45dbbae0-60c0-47d1-b562-566f2f8df8b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:52:24Z', 'updated_at': '2022-03-07T21:52:54Z', 'revision_number': 2, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b03f87-ff46-45a5-bdd8-22c407dc1205', 'name': '', 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:f5:bd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '0c4a6940-05c9-452e-8224-f256e276569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:52:03Z', 'updated_at': '2022-03-07T21:52:54Z', 'revision_number': 6, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '0c4a6940-05c9-452e-8224-f256e276569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:57.853616 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199aad84-2d9a-452d-8b9f-742d531d4880 None None] Checking router: 110818eb-a826-4c0b-9fe5-c2bca3765eca for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:52:57.867661 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199aad84-2d9a-452d-8b9f-742d531d4880 None None] Routers {'110818eb-a826-4c0b-9fe5-c2bca3765eca'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:52:57.868228 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-199aad84-2d9a-452d-8b9f-742d531d4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:52:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['110818eb-a826-4c0b-9fe5-c2bca3765eca'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:58.108952 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-199aad84-2d9a-452d-8b9f-742d531d4880 None None] Set router 110818eb-a826-4c0b-9fe5-c2bca3765eca gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:52:58.504580 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-199aad84-2d9a-452d-8b9f-742d531d4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'name': 'tempest-TestNetworkBasicOps-router-1188059909', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:51:58Z', 'updated_at': '2022-03-07T21:52:04Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:67:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:59Z', 'updated_at': '2022-03-07T21:52:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'c329d3b9-908a-44b4-b401-97a639869607', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.254', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'port_id': '92a7d447-3c3a-4039-8a21-20fbc8a977e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff', 'mac_address': 'fa:16:3e:22:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45dbbae0-60c0-47d1-b562-566f2f8df8b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:52:24Z', 'updated_at': '2022-03-07T21:52:54Z', 'revision_number': 2, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b03f87-ff46-45a5-bdd8-22c407dc1205', 'name': '', 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:f5:bd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '0c4a6940-05c9-452e-8224-f256e276569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:52:03Z', 'updated_at': '2022-03-07T21:52:54Z', 'revision_number': 6, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '0c4a6940-05c9-452e-8224-f256e276569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:52:58.508402 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199aad84-2d9a-452d-8b9f-742d531d4880 None None] The sync data for ids ['110818eb-a826-4c0b-9fe5-c2bca3765eca'] in dv-neutron-829957-1-hyperv is: [{'id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'name': 'tempest-TestNetworkBasicOps-router-1188059909', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:51:58Z', 'updated_at': '2022-03-07T21:52:04Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:67:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:59Z', 'updated_at': '2022-03-07T21:52:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'c329d3b9-908a-44b4-b401-97a639869607', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.254', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'port_id': '92a7d447-3c3a-4039-8a21-20fbc8a977e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff', 'mac_address': 'fa:16:3e:22:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45dbbae0-60c0-47d1-b562-566f2f8df8b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:52:24Z', 'updated_at': '2022-03-07T21:52:54Z', 'revision_number': 2, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b03f87-ff46-45a5-bdd8-22c407dc1205', 'name': '', 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:f5:bd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '0c4a6940-05c9-452e-8224-f256e276569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:52:03Z', 'updated_at': '2022-03-07T21:52:54Z', 'revision_number': 6, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '0c4a6940-05c9-452e-8224-f256e276569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:52:58.629653 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51326) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:58.741108 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a7db6deb-61be-46af-a6bf-88fa5369776d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/c329d3b9-908a-44b4-b401-97a639869607 HTTP/1.1" status: 200 len: 991 time: 0.1102409 Mar 07 21:52:59.244732 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:52:59.744893 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51330) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:52:59.851144 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-183653e3-cc65-47d8-9bc1-5d2da7956fda tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/c329d3b9-908a-44b4-b401-97a639869607 HTTP/1.1" status: 200 len: 991 time: 0.1050513 Mar 07 21:53:00.006199 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc64b4d-240f-4e7e-9ad6-b241d0bd20d8 None None] New status for floating IP c329d3b9-908a-44b4-b401-97a639869607: ACTIVE {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:53:00.402885 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 52b03f87-ff46-45a5-bdd8-22c407dc1205 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:53:00.469394 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 52b03f87-ff46-45a5-bdd8-22c407dc1205 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:53:00.469764 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:00.586920 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:00.618330 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 52b03f87-ff46-45a5-bdd8-22c407dc1205, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=52b03f87-ff46-45a5-bdd8-22c407dc1205,segment=NetworkSegment(f1e5c69c-a529-4865-ac9c-cec4f1c49888),segment_id=f1e5c69c-a529-4865-ac9c-cec4f1c49888)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:53:00.694406 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:00.695141 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2fb6fb8c-2678-4043-92d6-09504f25999d up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:53:00.805227 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=52b03f87-ff46-45a5-bdd8-22c407dc1205,revision_number=7']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:00.819045 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 2fb6fb8c-2678-4043-92d6-09504f25999d triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:53:00.819361 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:00.855044 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51334) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:00.934532 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:00.950749 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 2fb6fb8c-2678-4043-92d6-09504f25999d, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2fb6fb8c-2678-4043-92d6-09504f25999d,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:53:00.961008 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-138aa47f-2aaa-4139-9bae-3bc8e2f740a7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/c329d3b9-908a-44b4-b401-97a639869607 HTTP/1.1" status: 200 len: 993 time: 0.1048214 Mar 07 21:53:01.020405 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:01.088627 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=2fb6fb8c-2678-4043-92d6-09504f25999d,revision_number=6']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:01.244335 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51342) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:01.442581 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-b87a7ab2-1b8b-4551-b9dc-d1f292f4a088 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port aa8a97da-574f-4e88-97ab-e7e4161c97b2 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:53:01.442826 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b87a7ab2-1b8b-4551-b9dc-d1f292f4a088 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:01.606718 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b87a7ab2-1b8b-4551-b9dc-d1f292f4a088 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:01.607070 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b87a7ab2-1b8b-4551-b9dc-d1f292f4a088 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:01.730425 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-b87a7ab2-1b8b-4551-b9dc-d1f292f4a088 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for aa8a97da-574f-4e88-97ab-e7e4161c97b2 owned by network:floatingip {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:53:01.911425 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b87a7ab2-1b8b-4551-b9dc-d1f292f4a088 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:01.960004 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a7ab2-1b8b-4551-b9dc-d1f292f4a088 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=aa8a97da-574f-4e88-97ab-e7e4161c97b2,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:01.995445 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a7ab2-1b8b-4551-b9dc-d1f292f4a088 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:01.995807 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a7ab2-1b8b-4551-b9dc-d1f292f4a088 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:01.996149 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a7ab2-1b8b-4551-b9dc-d1f292f4a088 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:01.996478 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a7ab2-1b8b-4551-b9dc-d1f292f4a088 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:01.996800 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a7ab2-1b8b-4551-b9dc-d1f292f4a088 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:01.997119 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a7ab2-1b8b-4551-b9dc-d1f292f4a088 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:01.997437 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a7ab2-1b8b-4551-b9dc-d1f292f4a088 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:01.998292 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a7ab2-1b8b-4551-b9dc-d1f292f4a088 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:01.998610 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a7ab2-1b8b-4551-b9dc-d1f292f4a088 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:01.998923 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a7ab2-1b8b-4551-b9dc-d1f292f4a088 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:01.999238 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a7ab2-1b8b-4551-b9dc-d1f292f4a088 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:01.999549 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a7ab2-1b8b-4551-b9dc-d1f292f4a088 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:02.056885 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b87a7ab2-1b8b-4551-b9dc-d1f292f4a088 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:02.057207 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-b87a7ab2-1b8b-4551-b9dc-d1f292f4a088 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Floating IP c329d3b9-908a-44b4-b401-97a639869607 disassociated (deleted). External IP: 172.26.2.254, port: 92a7d447-3c3a-4039-8a21-20fbc8a977e9. Mar 07 21:53:02.366741 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 52b03f87-ff46-45a5-bdd8-22c407dc1205 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:53:02.432323 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 52b03f87-ff46-45a5-bdd8-22c407dc1205 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:53:02.432689 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:02.508276 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87a7ab2-1b8b-4551-b9dc-d1f292f4a088 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router 110818eb-a826-4c0b-9fe5-c2bca3765eca has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:53:02.551726 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2fb6fb8c-2678-4043-92d6-09504f25999d up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:53:02.618218 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 2fb6fb8c-2678-4043-92d6-09504f25999d triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:53:02.618582 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:02.686306 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87a7ab2-1b8b-4551-b9dc-d1f292f4a088 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:53:02.702897 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b87a7ab2-1b8b-4551-b9dc-d1f292f4a088 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:02.703417 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873b7b9e-338d-4dac-9c83-0af500f18a5e None None] Sync routers for ids ['110818eb-a826-4c0b-9fe5-c2bca3765eca'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:53:02.731403 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873b7b9e-338d-4dac-9c83-0af500f18a5e None None] Routers {'110818eb-a826-4c0b-9fe5-c2bca3765eca'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:53:02.732564 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-873b7b9e-338d-4dac-9c83-0af500f18a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:52:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['110818eb-a826-4c0b-9fe5-c2bca3765eca'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:02.757574 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b87a7ab2-1b8b-4551-b9dc-d1f292f4a088 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/floatingips/c329d3b9-908a-44b4-b401-97a639869607 HTTP/1.1" status: 204 len: 168 time: 1.5121861 Mar 07 21:53:02.758210 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45dbbae0-60c0-47d1-b562-566f2f8df8b1', 'tag': '92a7d447-3c3a-4039-8a21-20fbc8a977e9'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:53:02.811102 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45dbbae0-60c0-47d1-b562-566f2f8df8b1', 'tag': '92a7d447-3c3a-4039-8a21-20fbc8a977e9', 'status': 'completed', 'code': 200} Mar 07 21:53:02.922227 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-873b7b9e-338d-4dac-9c83-0af500f18a5e None None] Set router 110818eb-a826-4c0b-9fe5-c2bca3765eca gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:53:03.061180 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894d6dd-4bce-491d-bc70-0a667bd65666 req-5d593ab7-9633-4b66-8d92-4565956985e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:03.062564 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4894d6dd-4bce-491d-bc70-0a667bd65666 req-5d593ab7-9633-4b66-8d92-4565956985e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=45dbbae0-60c0-47d1-b562-566f2f8df8b1 HTTP/1.1" status: 200 len: 1098 time: 0.2301950 Mar 07 21:53:03.203966 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894d6dd-4bce-491d-bc70-0a667bd65666 req-22d2f29d-d3b6-45a5-ac25-bb24854a297a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:03.205383 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4894d6dd-4bce-491d-bc70-0a667bd65666 req-22d2f29d-d3b6-45a5-ac25-bb24854a297a service neutron] 10.222.0.11 "GET /v2.0/networks?id=5fb8d2f7-9add-41d0-b133-88204cd666ff HTTP/1.1" status: 200 len: 897 time: 0.1366506 Mar 07 21:53:03.275481 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-873b7b9e-338d-4dac-9c83-0af500f18a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'name': 'tempest-TestNetworkBasicOps-router-1188059909', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:51:58Z', 'updated_at': '2022-03-07T21:52:04Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:67:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:59Z', 'updated_at': '2022-03-07T21:53:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '52b03f87-ff46-45a5-bdd8-22c407dc1205', 'name': '', 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:f5:bd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '0c4a6940-05c9-452e-8224-f256e276569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:52:03Z', 'updated_at': '2022-03-07T21:53:00Z', 'revision_number': 7, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '0c4a6940-05c9-452e-8224-f256e276569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:03.277593 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4894d6dd-4bce-491d-bc70-0a667bd65666 req-32972d86-1f6f-4624-b34f-3acd437efe6a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92a7d447-3c3a-4039-8a21-20fbc8a977e9 HTTP/1.1" status: 200 len: 217 time: 0.0655093 Mar 07 21:53:03.280055 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873b7b9e-338d-4dac-9c83-0af500f18a5e None None] Checking router: 110818eb-a826-4c0b-9fe5-c2bca3765eca for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:53:03.288508 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873b7b9e-338d-4dac-9c83-0af500f18a5e None None] Routers {'110818eb-a826-4c0b-9fe5-c2bca3765eca'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:53:03.289103 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-873b7b9e-338d-4dac-9c83-0af500f18a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:52:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['110818eb-a826-4c0b-9fe5-c2bca3765eca'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:03.349124 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894d6dd-4bce-491d-bc70-0a667bd65666 req-8d00c22e-0bfa-428c-a51a-7bf8a2c10123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:03.350606 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4894d6dd-4bce-491d-bc70-0a667bd65666 req-8d00c22e-0bfa-428c-a51a-7bf8a2c10123 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c4a6940-05c9-452e-8224-f256e276569f HTTP/1.1" status: 200 len: 834 time: 0.0669050 Mar 07 21:53:03.427983 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894d6dd-4bce-491d-bc70-0a667bd65666 req-3c17bb39-f571-4b4d-89b6-07838d1e2afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:03.429447 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4894d6dd-4bce-491d-bc70-0a667bd65666 req-3c17bb39-f571-4b4d-89b6-07838d1e2afa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5fb8d2f7-9add-41d0-b133-88204cd666ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710671 Mar 07 21:53:03.473693 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-873b7b9e-338d-4dac-9c83-0af500f18a5e None None] Set router 110818eb-a826-4c0b-9fe5-c2bca3765eca gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:53:03.531027 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a709bf-7e7f-4a7e-ad05-8cda76733b36 req-bf4f807a-8852-4fa8-abb8-e86ce3ff081d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:03.532920 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-67a709bf-7e7f-4a7e-ad05-8cda76733b36 req-bf4f807a-8852-4fa8-abb8-e86ce3ff081d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=45dbbae0-60c0-47d1-b562-566f2f8df8b1 HTTP/1.1" status: 200 len: 945 time: 0.2133515 Mar 07 21:53:03.566421 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4894d6dd-4bce-491d-bc70-0a667bd65666 req-3c0738be-7355-4963-bbe8-e5a40454b96e service neutron] 10.222.0.11 "GET /v2.0/networks/5fb8d2f7-9add-41d0-b133-88204cd666ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288180 Mar 07 21:53:03.581236 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-67a709bf-7e7f-4a7e-ad05-8cda76733b36 req-de2d87aa-fb45-4629-a25a-14333c7b6dfd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e484b-ca59-4302-93d2-05068dde72bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428700 Mar 07 21:53:03.702609 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4894d6dd-4bce-491d-bc70-0a667bd65666 req-691e5135-2f5f-4d3f-931c-1e766ba6c058 service neutron] 10.222.0.11 "GET /v2.0/networks/5fb8d2f7-9add-41d0-b133-88204cd666ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294553 Mar 07 21:53:03.785705 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-873b7b9e-338d-4dac-9c83-0af500f18a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'name': 'tempest-TestNetworkBasicOps-router-1188059909', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:51:58Z', 'updated_at': '2022-03-07T21:52:04Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:67:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:59Z', 'updated_at': '2022-03-07T21:53:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '52b03f87-ff46-45a5-bdd8-22c407dc1205', 'name': '', 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:f5:bd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '0c4a6940-05c9-452e-8224-f256e276569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:52:03Z', 'updated_at': '2022-03-07T21:53:00Z', 'revision_number': 7, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '0c4a6940-05c9-452e-8224-f256e276569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:03.789591 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873b7b9e-338d-4dac-9c83-0af500f18a5e None None] The sync data for ids ['110818eb-a826-4c0b-9fe5-c2bca3765eca'] in dv-neutron-829957-1-hyperv is: [{'id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'name': 'tempest-TestNetworkBasicOps-router-1188059909', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:51:58Z', 'updated_at': '2022-03-07T21:52:04Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:67:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:59Z', 'updated_at': '2022-03-07T21:53:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '52b03f87-ff46-45a5-bdd8-22c407dc1205', 'name': '', 'network_id': '5fb8d2f7-9add-41d0-b133-88204cd666ff', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:f5:bd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '0c4a6940-05c9-452e-8224-f256e276569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:52:03Z', 'updated_at': '2022-03-07T21:53:00Z', 'revision_number': 7, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '0c4a6940-05c9-452e-8224-f256e276569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:53:04.391519 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddd9109-29f2-42a8-b91c-5aa804b5a5a3 None None] New status for floating IP c329d3b9-908a-44b4-b401-97a639869607: DOWN {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:53:04.682086 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecacd8-9458-43cb-bc06-167c243f18c6 req-737235ba-7a78-4ee0-89e8-b29bd45cdcf8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:04.682767 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-1aecacd8-9458-43cb-bc06-167c243f18c6 req-737235ba-7a78-4ee0-89e8-b29bd45cdcf8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:53:04.744521 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-1aecacd8-9458-43cb-bc06-167c243f18c6 req-737235ba-7a78-4ee0-89e8-b29bd45cdcf8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:53:04.745670 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1aecacd8-9458-43cb-bc06-167c243f18c6 req-737235ba-7a78-4ee0-89e8-b29bd45cdcf8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/ports?device_id=45dbbae0-60c0-47d1-b562-566f2f8df8b1 HTTP/1.1" status: 200 len: 945 time: 0.1453574 Mar 07 21:53:04.813605 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03b85c-2819-4ac3-8eb5-8334b48bacfc req-096682fd-6f52-46e0-8f75-be0113438a01 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:04.815098 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bd03b85c-2819-4ac3-8eb5-8334b48bacfc req-096682fd-6f52-46e0-8f75-be0113438a01 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=45dbbae0-60c0-47d1-b562-566f2f8df8b1 HTTP/1.1" status: 200 len: 945 time: 0.1259503 Mar 07 21:53:04.816666 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-1aecacd8-9458-43cb-bc06-167c243f18c6 req-a55e868a-0b2e-4891-ab92-f61aa65d54fa tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port 92a7d447-3c3a-4039-8a21-20fbc8a977e9 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:53:04.817163 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-1aecacd8-9458-43cb-bc06-167c243f18c6 req-a55e868a-0b2e-4891-ab92-f61aa65d54fa tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:04.861425 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bd03b85c-2819-4ac3-8eb5-8334b48bacfc req-215784b0-2f03-4d6c-9574-dc0a62cda94c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=879e484b-ca59-4302-93d2-05068dde72bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400786 Mar 07 21:53:05.161445 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-1aecacd8-9458-43cb-bc06-167c243f18c6 req-a55e868a-0b2e-4891-ab92-f61aa65d54fa tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port 92a7d447-3c3a-4039-8a21-20fbc8a977e9, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=92a7d447-3c3a-4039-8a21-20fbc8a977e9,segment=NetworkSegment(f1e5c69c-a529-4865-ac9c-cec4f1c49888),segment_id=f1e5c69c-a529-4865-ac9c-cec4f1c49888)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:53:05.161714 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-1aecacd8-9458-43cb-bc06-167c243f18c6 req-a55e868a-0b2e-4891-ab92-f61aa65d54fa tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:05.280920 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-1aecacd8-9458-43cb-bc06-167c243f18c6 req-a55e868a-0b2e-4891-ab92-f61aa65d54fa tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for 92a7d447-3c3a-4039-8a21-20fbc8a977e9 owned by compute:nova {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:53:05.521886 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-1aecacd8-9458-43cb-bc06-167c243f18c6 req-a55e868a-0b2e-4891-ab92-f61aa65d54fa tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:05.572219 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e868a-0b2e-4891-ab92-f61aa65d54fa tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=92a7d447-3c3a-4039-8a21-20fbc8a977e9,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:05.645823 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aecacd8-9458-43cb-bc06-167c243f18c6 req-a55e868a-0b2e-4891-ab92-f61aa65d54fa tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] No DVR routers for this DVR port 92a7d447-3c3a-4039-8a21-20fbc8a977e9 on host hv-neutron-8299 {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:53:05.648360 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-1aecacd8-9458-43cb-bc06-167c243f18c6 req-a55e868a-0b2e-4891-ab92-f61aa65d54fa tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:05.652200 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dbbae0-60c0-47d1-b562-566f2f8df8b1', 'name': 'network-vif-deleted', 'tag': '92a7d447-3c3a-4039-8a21-20fbc8a977e9'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:53:05.694760 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dbbae0-60c0-47d1-b562-566f2f8df8b1', 'name': 'network-vif-deleted', 'tag': '92a7d447-3c3a-4039-8a21-20fbc8a977e9', 'status': 'completed', 'code': 200} Mar 07 21:53:05.723427 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1aecacd8-9458-43cb-bc06-167c243f18c6 req-a55e868a-0b2e-4891-ab92-f61aa65d54fa tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "DELETE /v2.0/ports/92a7d447-3c3a-4039-8a21-20fbc8a977e9 HTTP/1.1" status: 204 len: 173 time: 0.9717848 Mar 07 21:53:06.021804 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-817d88ba-d358-41e5-9078-720445809c70 req-8accff3f-589d-440c-8ebe-8cc5be3aa01f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=45dbbae0-60c0-47d1-b562-566f2f8df8b1 HTTP/1.1" status: 200 len: 210 time: 0.0469170 Mar 07 21:53:07.113833 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51366) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:07.179984 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f1d255b9-4110-4f18-8725-f800d309672d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:07.208542 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f1d255b9-4110-4f18-8725-f800d309672d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:07.351425 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f1d255b9-4110-4f18-8725-f800d309672d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:07.369858 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d255b9-4110-4f18-8725-f800d309672d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=879e484b-ca59-4302-93d2-05068dde72bb,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:07.377536 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d255b9-4110-4f18-8725-f800d309672d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:07.377885 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d255b9-4110-4f18-8725-f800d309672d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:07.378241 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d255b9-4110-4f18-8725-f800d309672d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:07.378584 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d255b9-4110-4f18-8725-f800d309672d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:07.378895 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d255b9-4110-4f18-8725-f800d309672d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:07.379217 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d255b9-4110-4f18-8725-f800d309672d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:07.379534 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d255b9-4110-4f18-8725-f800d309672d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:07.379855 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d255b9-4110-4f18-8725-f800d309672d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:07.380175 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d255b9-4110-4f18-8725-f800d309672d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:07.380492 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d255b9-4110-4f18-8725-f800d309672d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:07.380807 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d255b9-4110-4f18-8725-f800d309672d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:07.381160 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d255b9-4110-4f18-8725-f800d309672d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:07.425241 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f1d255b9-4110-4f18-8725-f800d309672d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:07.426374 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f1d255b9-4110-4f18-8725-f800d309672d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/security-groups/879e484b-ca59-4302-93d2-05068dde72bb HTTP/1.1" status: 204 len: 168 time: 0.3115342 Mar 07 21:53:07.505939 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51372) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:08.041932 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d85665d0-92d2-44e4-9c40-9bb1823e24be tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:08.323305 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 92a7d447-3c3a-4039-8a21-20fbc8a977e9 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:53:08.360183 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 92a7d447-3c3a-4039-8a21-20fbc8a977e9 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:53:08.360527 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 92a7d447-3c3a-4039-8a21-20fbc8a977e9 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:53:08.388395 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-d85665d0-92d2-44e4-9c40-9bb1823e24be tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port 52b03f87-ff46-45a5-bdd8-22c407dc1205 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:53:08.388734 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d85665d0-92d2-44e4-9c40-9bb1823e24be tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:08.673387 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-d85665d0-92d2-44e4-9c40-9bb1823e24be tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port 52b03f87-ff46-45a5-bdd8-22c407dc1205, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=52b03f87-ff46-45a5-bdd8-22c407dc1205,segment=NetworkSegment(f1e5c69c-a529-4865-ac9c-cec4f1c49888),segment_id=f1e5c69c-a529-4865-ac9c-cec4f1c49888)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:53:08.674111 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d85665d0-92d2-44e4-9c40-9bb1823e24be tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:08.795976 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-d85665d0-92d2-44e4-9c40-9bb1823e24be tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for 52b03f87-ff46-45a5-bdd8-22c407dc1205 owned by network:router_interface {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:53:09.037313 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d85665d0-92d2-44e4-9c40-9bb1823e24be tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:09.088140 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85665d0-92d2-44e4-9c40-9bb1823e24be tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=52b03f87-ff46-45a5-bdd8-22c407dc1205,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:09.354856 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d85665d0-92d2-44e4-9c40-9bb1823e24be tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:09.704541 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85665d0-92d2-44e4-9c40-9bb1823e24be tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router 110818eb-a826-4c0b-9fe5-c2bca3765eca has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:53:09.993194 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85665d0-92d2-44e4-9c40-9bb1823e24be tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:53:10.003376 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf38a8a-5b71-4f39-a300-5bd71ad27e5e None None] Sync routers for ids ['110818eb-a826-4c0b-9fe5-c2bca3765eca'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:53:10.005431 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d85665d0-92d2-44e4-9c40-9bb1823e24be tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "PUT /v2.0/routers/110818eb-a826-4c0b-9fe5-c2bca3765eca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4984066 Mar 07 21:53:10.008407 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51376) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:10.014364 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf38a8a-5b71-4f39-a300-5bd71ad27e5e None None] Routers {'110818eb-a826-4c0b-9fe5-c2bca3765eca'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:53:10.015034 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-6bf38a8a-5b71-4f39-a300-5bd71ad27e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:52:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['110818eb-a826-4c0b-9fe5-c2bca3765eca'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:10.077402 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b99e0c-6cca-44b7-b99c-8317d080fc1a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting subnet 0c4a6940-05c9-452e-8224-f256e276569f {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:53:10.080344 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d8b99e0c-6cca-44b7-b99c-8317d080fc1a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:10.133829 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d8b99e0c-6cca-44b7-b99c-8317d080fc1a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:10.187902 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-6bf38a8a-5b71-4f39-a300-5bd71ad27e5e None None] Set router 110818eb-a826-4c0b-9fe5-c2bca3765eca gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:53:10.318618 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d8b99e0c-6cca-44b7-b99c-8317d080fc1a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:10.460515 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d8b99e0c-6cca-44b7-b99c-8317d080fc1a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:10.482761 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-6bf38a8a-5b71-4f39-a300-5bd71ad27e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'name': 'tempest-TestNetworkBasicOps-router-1188059909', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:51:58Z', 'updated_at': '2022-03-07T21:53:08Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:67:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:59Z', 'updated_at': '2022-03-07T21:53:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:10.486534 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf38a8a-5b71-4f39-a300-5bd71ad27e5e None None] Checking router: 110818eb-a826-4c0b-9fe5-c2bca3765eca for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:53:10.494785 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf38a8a-5b71-4f39-a300-5bd71ad27e5e None None] Routers {'110818eb-a826-4c0b-9fe5-c2bca3765eca'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:53:10.495374 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-6bf38a8a-5b71-4f39-a300-5bd71ad27e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:52:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['110818eb-a826-4c0b-9fe5-c2bca3765eca'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:10.500822 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b99e0c-6cca-44b7-b99c-8317d080fc1a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Subnet': ['ID=0c4a6940-05c9-452e-8224-f256e276569f,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:10.502757 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d8b99e0c-6cca-44b7-b99c-8317d080fc1a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:10.509163 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d8b99e0c-6cca-44b7-b99c-8317d080fc1a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/subnets/0c4a6940-05c9-452e-8224-f256e276569f HTTP/1.1" status: 204 len: 168 time: 0.4997387 Mar 07 21:53:10.511820 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51380) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:10.553456 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30c899b-2dd3-49e1-918c-adcc53533397 None None] Network 5fb8d2f7-9add-41d0-b133-88204cd666ff requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:53:10.692273 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ef8d24e4-225e-4896-886e-b4101097244a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:10.859260 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-6bf38a8a-5b71-4f39-a300-5bd71ad27e5e None None] Set router 110818eb-a826-4c0b-9fe5-c2bca3765eca gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:53:10.874290 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ef8d24e4-225e-4896-886e-b4101097244a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:10.944376 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-ef8d24e4-225e-4896-886e-b4101097244a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port 2fb6fb8c-2678-4043-92d6-09504f25999d {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:53:10.944658 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ef8d24e4-225e-4896-886e-b4101097244a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:11.119378 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-ef8d24e4-225e-4896-886e-b4101097244a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port 2fb6fb8c-2678-4043-92d6-09504f25999d, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=2fb6fb8c-2678-4043-92d6-09504f25999d,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:53:11.119937 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ef8d24e4-225e-4896-886e-b4101097244a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:11.151481 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ca7bb4-6536-4808-8b24-26958c625732 None None] DHCP port deletion for 5fb8d2f7-9add-41d0-b133-88204cd666ff request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:53:11.157690 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-6bf38a8a-5b71-4f39-a300-5bd71ad27e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'name': 'tempest-TestNetworkBasicOps-router-1188059909', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:51:58Z', 'updated_at': '2022-03-07T21:53:08Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:67:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:59Z', 'updated_at': '2022-03-07T21:53:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:11.161234 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-67ca7bb4-6536-4808-8b24-26958c625732 None None] Deleting port 04d5ac79-fc04-405c-8333-ab75294dd2c3 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:53:11.161598 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-67ca7bb4-6536-4808-8b24-26958c625732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:11.192232 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf38a8a-5b71-4f39-a300-5bd71ad27e5e None None] The sync data for ids ['110818eb-a826-4c0b-9fe5-c2bca3765eca'] in dv-neutron-829957-1-hyperv is: [{'id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'name': 'tempest-TestNetworkBasicOps-router-1188059909', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:51:58Z', 'updated_at': '2022-03-07T21:53:08Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '2fb6fb8c-2678-4043-92d6-09504f25999d', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:67:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110818eb-a826-4c0b-9fe5-c2bca3765eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:51:59Z', 'updated_at': '2022-03-07T21:53:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:53:11.242409 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-ef8d24e4-225e-4896-886e-b4101097244a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for 2fb6fb8c-2678-4043-92d6-09504f25999d owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:53:11.366478 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-67ca7bb4-6536-4808-8b24-26958c625732 None None] For port 04d5ac79-fc04-405c-8333-ab75294dd2c3, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=04d5ac79-fc04-405c-8333-ab75294dd2c3,segment=NetworkSegment(f1e5c69c-a529-4865-ac9c-cec4f1c49888),segment_id=f1e5c69c-a529-4865-ac9c-cec4f1c49888)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:53:11.366785 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-67ca7bb4-6536-4808-8b24-26958c625732 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:11.459226 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ef8d24e4-225e-4896-886e-b4101097244a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:11.486098 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-67ca7bb4-6536-4808-8b24-26958c625732 None None] Calling delete_port for 04d5ac79-fc04-405c-8333-ab75294dd2c3 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:53:11.508876 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d24e4-225e-4896-886e-b4101097244a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=2fb6fb8c-2678-4043-92d6-09504f25999d,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:11.605204 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ef8d24e4-225e-4896-886e-b4101097244a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:11.648944 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-67ca7bb4-6536-4808-8b24-26958c625732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:11.696343 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca7bb4-6536-4808-8b24-26958c625732 None None] Pushing event deleted for resources: {'Port': ['ID=04d5ac79-fc04-405c-8333-ab75294dd2c3,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:11.698898 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca7bb4-6536-4808-8b24-26958c625732 None None] No DVR routers for this DVR port 04d5ac79-fc04-405c-8333-ab75294dd2c3 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:53:11.710828 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ca7bb4-6536-4808-8b24-26958c625732 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:11.710828 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ca7bb4-6536-4808-8b24-26958c625732 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:11.710828 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ca7bb4-6536-4808-8b24-26958c625732 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:11.710828 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ca7bb4-6536-4808-8b24-26958c625732 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:11.710828 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ca7bb4-6536-4808-8b24-26958c625732 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:11.710828 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ca7bb4-6536-4808-8b24-26958c625732 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:11.710828 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ca7bb4-6536-4808-8b24-26958c625732 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:11.710828 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ca7bb4-6536-4808-8b24-26958c625732 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:11.710828 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ca7bb4-6536-4808-8b24-26958c625732 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:11.710828 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ca7bb4-6536-4808-8b24-26958c625732 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:11.712175 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ca7bb4-6536-4808-8b24-26958c625732 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:11.712175 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ca7bb4-6536-4808-8b24-26958c625732 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:11.783312 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ef8d24e4-225e-4896-886e-b4101097244a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:11.785450 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ef8d24e4-225e-4896-886e-b4101097244a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:11.871713 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ef8d24e4-225e-4896-886e-b4101097244a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:11.872807 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8d24e4-225e-4896-886e-b4101097244a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Fanout notify agent at l3_agent the message router_deleted on router 110818eb-a826-4c0b-9fe5-c2bca3765eca {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:53:11.888982 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ef8d24e4-225e-4896-886e-b4101097244a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:11.892596 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ef8d24e4-225e-4896-886e-b4101097244a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/routers/110818eb-a826-4c0b-9fe5-c2bca3765eca HTTP/1.1" status: 204 len: 168 time: 1.3775449 Mar 07 21:53:11.893035 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51384) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:12.096547 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8552b94b-adce-469b-91e6-ed57d049212d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:12.226103 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8552b94b-adce-469b-91e6-ed57d049212d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:12.251029 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-8552b94b-adce-469b-91e6-ed57d049212d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb8d2f7-9add-41d0-b133-88204cd666ff']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:12.262419 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-8552b94b-adce-469b-91e6-ed57d049212d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e5c69c-a529-4865-ac9c-cec4f1c49888') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:12.262710 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-8552b94b-adce-469b-91e6-ed57d049212d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e5c69c-a529-4865-ac9c-cec4f1c49888') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:12.273519 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8552b94b-adce-469b-91e6-ed57d049212d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:12.289407 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8552b94b-adce-469b-91e6-ed57d049212d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:12.296037 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8552b94b-adce-469b-91e6-ed57d049212d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:53:12.296541 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8552b94b-adce-469b-91e6-ed57d049212d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:53:12.311444 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:53:12.367005 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 52b03f87-ff46-45a5-bdd8-22c407dc1205 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:53:12.400716 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 52b03f87-ff46-45a5-bdd8-22c407dc1205 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:53:12.401053 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 52b03f87-ff46-45a5-bdd8-22c407dc1205 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:53:12.401458 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 04d5ac79-fc04-405c-8333-ab75294dd2c3 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:53:12.437919 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 04d5ac79-fc04-405c-8333-ab75294dd2c3 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:53:12.438298 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 04d5ac79-fc04-405c-8333-ab75294dd2c3 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:53:12.438714 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2fb6fb8c-2678-4043-92d6-09504f25999d no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:53:12.459172 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8552b94b-adce-469b-91e6-ed57d049212d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:12.463320 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8552b94b-adce-469b-91e6-ed57d049212d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:12.472077 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 2fb6fb8c-2678-4043-92d6-09504f25999d {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:53:12.472403 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 2fb6fb8c-2678-4043-92d6-09504f25999d not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:53:12.494692 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552b94b-adce-469b-91e6-ed57d049212d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Network': ['ID=5fb8d2f7-9add-41d0-b133-88204cd666ff,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:12.568078 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8552b94b-adce-469b-91e6-ed57d049212d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/networks/5fb8d2f7-9add-41d0-b133-88204cd666ff HTTP/1.1" status: 204 len: 168 time: 0.6741560 Mar 07 21:53:12.588617 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51388) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:12.594914 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-c45706de-2dac-49e6-b5b3-cf8c46243a79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'network': {'name': 'tempest-network-smoke--1604004536', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'port_security_enabled': True}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:12.599870 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c45706de-2dac-49e6-b5b3-cf8c46243a79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:53:12.603946 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c45706de-2dac-49e6-b5b3-cf8c46243a79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:network and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:53:12.608566 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c45706de-2dac-49e6-b5b3-cf8c46243a79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:53:12.613008 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c45706de-2dac-49e6-b5b3-cf8c46243a79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:53:12.762718 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45706de-2dac-49e6-b5b3-cf8c46243a79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:53:12.766080 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c45706de-2dac-49e6-b5b3-cf8c46243a79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:12.793235 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45706de-2dac-49e6-b5b3-cf8c46243a79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:53:12.802292 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c45706de-2dac-49e6-b5b3-cf8c46243a79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:12.802629 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-c45706de-2dac-49e6-b5b3-cf8c46243a79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Added segment a758585f-6fd7-494a-b30d-33246d5d6689 of type vlan for network 8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc Mar 07 21:53:12.827969 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c45706de-2dac-49e6-b5b3-cf8c46243a79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:12.928262 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c45706de-2dac-49e6-b5b3-cf8c46243a79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:12.933786 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45706de-2dac-49e6-b5b3-cf8c46243a79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:12.934384 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c45706de-2dac-49e6-b5b3-cf8c46243a79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:13.041022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45706de-2dac-49e6-b5b3-cf8c46243a79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Network': ['ID=8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:13.051461 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:53:13.095111 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c45706de-2dac-49e6-b5b3-cf8c46243a79 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5054610 Mar 07 21:53:13.097742 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51392) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:13.102747 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-0f6c46e4-2488-40b6-b47a-ed9ea8ee472f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-884048100', 'admin_state_up': True, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:13.109921 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0f6c46e4-2488-40b6-b47a-ed9ea8ee472f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:53:13.113724 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0f6c46e4-2488-40b6-b47a-ed9ea8ee472f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:router and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:53:13.116727 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0f6c46e4-2488-40b6-b47a-ed9ea8ee472f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:53:13.123360 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0f6c46e4-2488-40b6-b47a-ed9ea8ee472f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:53:13.191271 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0f6c46e4-2488-40b6-b47a-ed9ea8ee472f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:13.192285 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0f6c46e4-2488-40b6-b47a-ed9ea8ee472f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:13.207574 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0f6c46e4-2488-40b6-b47a-ed9ea8ee472f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:13.525567 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0f6c46e4-2488-40b6-b47a-ed9ea8ee472f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:13.887322 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0f6c46e4-2488-40b6-b47a-ed9ea8ee472f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:13.915566 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0f6c46e4-2488-40b6-b47a-ed9ea8ee472f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:14.136964 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-0f6c46e4-2488-40b6-b47a-ed9ea8ee472f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.26.2.223 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/c8f77033-bfce-45fe-89f0-23791ee147b6) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:53:14.279133 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0f6c46e4-2488-40b6-b47a-ed9ea8ee472f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:14.351817 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0f6c46e4-2488-40b6-b47a-ed9ea8ee472f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:14.411436 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6c46e4-2488-40b6-b47a-ed9ea8ee472f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:53:14.417931 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-0f6c46e4-2488-40b6-b47a-ed9ea8ee472f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:14.422465 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6c46e4-2488-40b6-b47a-ed9ea8ee472f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:53:14.454141 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c46e4-2488-40b6-b47a-ed9ea8ee472f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=c8f77033-bfce-45fe-89f0-23791ee147b6,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:14.902282 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0f6c46e4-2488-40b6-b47a-ed9ea8ee472f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_gateway, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:15.233256 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0f6c46e4-2488-40b6-b47a-ed9ea8ee472f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:15.505617 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6c46e4-2488-40b6-b47a-ed9ea8ee472f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router 38fabdac-424a-4ce0-9ee4-50e6462e22c9 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:53:15.785893 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6c46e4-2488-40b6-b47a-ed9ea8ee472f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:53:15.796277 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] Sync routers for ids ['38fabdac-424a-4ce0-9ee4-50e6462e22c9'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:53:15.811783 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] Routers {'38fabdac-424a-4ce0-9ee4-50e6462e22c9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:53:15.812958 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:52:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['38fabdac-424a-4ce0-9ee4-50e6462e22c9'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:15.898956 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0f6c46e4-2488-40b6-b47a-ed9ea8ee472f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:15.900263 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0f6c46e4-2488-40b6-b47a-ed9ea8ee472f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8015709 Mar 07 21:53:15.903458 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51396) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:15.910036 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:15.942928 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-329ba2b9-cc2a-4afb-9d68-b2085ebee977 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=eabc753b02e646aebebe0162c5cfe322&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384159 Mar 07 21:53:15.945779 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51400) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:15.983665 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] Set router 38fabdac-424a-4ce0-9ee4-50e6462e22c9 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:53:16.072940 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2bfb43-a440-4dba-b038-10ebee343808 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:16.074328 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2d2bfb43-a440-4dba-b038-10ebee343808 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1275823 Mar 07 21:53:16.077268 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51404) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:16.115670 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2b5b14f4-2099-4481-a16b-9906c4a18124 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373318 Mar 07 21:53:16.118184 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51408) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:16.124574 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-effb72c2-9c15-4ecf-9c90-ff96180fb8a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-335925107', 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:16.230835 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-effb72c2-9c15-4ecf-9c90-ff96180fb8a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:53:16.235301 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-effb72c2-9c15-4ecf-9c90-ff96180fb8a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:subnet and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:53:16.238058 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-effb72c2-9c15-4ecf-9c90-ff96180fb8a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:53:16.243540 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-effb72c2-9c15-4ecf-9c90-ff96180fb8a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:53:16.262080 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'name': 'tempest-TestNetworkBasicOps-router-884048100', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:14Z', 'revision_number': 3, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:16.265868 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] Checking router: 38fabdac-424a-4ce0-9ee4-50e6462e22c9 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:53:16.266238 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] Updating router 38fabdac-424a-4ce0-9ee4-50e6462e22c9 port c8f77033-bfce-45fe-89f0-23791ee147b6 binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:53:16.319888 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:16.338709 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effb72c2-9c15-4ecf-9c90-ff96180fb8a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:53:16.342739 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-effb72c2-9c15-4ecf-9c90-ff96180fb8a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:16.613352 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-effb72c2-9c15-4ecf-9c90-ff96180fb8a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:16.631095 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:16.642646 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] Transition to ACTIVE for port object c8f77033-bfce-45fe-89f0-23791ee147b6 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:53:16.689292 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb72c2-9c15-4ecf-9c90-ff96180fb8a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Subnet': ['ID=244e6ca0-c9ab-463d-a8c3-cbd6752d99e6,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:16.698051 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effb72c2-9c15-4ecf-9c90-ff96180fb8a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Checking segment: {'id': 'a758585f-6fd7-494a-b30d-33246d5d6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:53:16.698415 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effb72c2-9c15-4ecf-9c90-ff96180fb8a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network hostable DHCP agents. Network: 8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:53:16.705599 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:16.783987 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] Attempting to bind port c8f77033-bfce-45fe-89f0-23791ee147b6 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:53:16.784346 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] Attempting to bind port c8f77033-bfce-45fe-89f0-23791ee147b6 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:53:16.784704 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] Attempting to bind port c8f77033-bfce-45fe-89f0-23791ee147b6 on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:53:16.785590 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effb72c2-9c15-4ecf-9c90-ff96180fb8a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:53:16.791663 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeba7f9-eb81-4334-88ab-9827fac0ad55 None None] Pushing event updated for resources: {'Port': ['ID=c8f77033-bfce-45fe-89f0-23791ee147b6,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:16.797182 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:53:16.797182 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:53:16.797182 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:16.797182 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:53:16.797182 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] Bound port: c8f77033-bfce-45fe-89f0-23791ee147b6, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:53:16.797182 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:16.832632 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeba7f9-eb81-4334-88ab-9827fac0ad55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:16.832969 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeba7f9-eb81-4334-88ab-9827fac0ad55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:16.833301 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeba7f9-eb81-4334-88ab-9827fac0ad55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:16.833624 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeba7f9-eb81-4334-88ab-9827fac0ad55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:16.833944 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeba7f9-eb81-4334-88ab-9827fac0ad55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:16.834286 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeba7f9-eb81-4334-88ab-9827fac0ad55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:16.834604 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeba7f9-eb81-4334-88ab-9827fac0ad55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:16.834918 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeba7f9-eb81-4334-88ab-9827fac0ad55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:16.835229 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeba7f9-eb81-4334-88ab-9827fac0ad55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:16.835541 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeba7f9-eb81-4334-88ab-9827fac0ad55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:16.835853 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeba7f9-eb81-4334-88ab-9827fac0ad55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:16.836161 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeba7f9-eb81-4334-88ab-9827fac0ad55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:53:16.865730 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-effb72c2-9c15-4ecf-9c90-ff96180fb8a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:16.869757 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effb72c2-9c15-4ecf-9c90-ff96180fb8a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:16.870378 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-effb72c2-9c15-4ecf-9c90-ff96180fb8a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:16.876950 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6337e4-cb4c-4267-a39d-379520a47f55 None None] Network 8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:53:16.881257 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] For port c8f77033-bfce-45fe-89f0-23791ee147b6, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:53:16.881257 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] For port c8f77033-bfce-45fe-89f0-23791ee147b6, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c8f77033-bfce-45fe-89f0-23791ee147b6,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:53:16.962114 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:16.985459 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-effb72c2-9c15-4ecf-9c90-ff96180fb8a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8656452 Mar 07 21:53:16.988439 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51412) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:17.046248 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] Routers {'38fabdac-424a-4ce0-9ee4-50e6462e22c9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:53:17.046854 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:52:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['38fabdac-424a-4ce0-9ee4-50e6462e22c9'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:17.098452 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeba7f9-eb81-4334-88ab-9827fac0ad55 None None] Pushing event updated for resources: {'Port': ['ID=c8f77033-bfce-45fe-89f0-23791ee147b6,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:17.129927 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a972d0fa-7d33-4be1-b6e0-30931b89b838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc', 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ips': [{'subnet_id': '244e6ca0-c9ab-463d-a8c3-cbd6752d99e6'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:53:17.130873 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a972d0fa-7d33-4be1-b6e0-30931b89b838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:17.246650 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] Set router 38fabdac-424a-4ce0-9ee4-50e6462e22c9 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:53:17.289881 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-a972d0fa-7d33-4be1-b6e0-30931b89b838 None None] Allocated IP 172.20.0.2 (8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc/244e6ca0-c9ab-463d-a8c3-cbd6752d99e6/1eb0072f-533b-40fd-9321-575d4bc85116) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:53:17.502697 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a972d0fa-7d33-4be1-b6e0-30931b89b838 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:17.513462 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a972d0fa-7d33-4be1-b6e0-30931b89b838 None None] Transition to ACTIVE for port object 1eb0072f-533b-40fd-9321-575d4bc85116 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:53:17.530069 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'name': 'tempest-TestNetworkBasicOps-router-884048100', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:14Z', 'revision_number': 3, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:17.532271 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a972d0fa-7d33-4be1-b6e0-30931b89b838 None None] Transition to ACTIVE for port object 1eb0072f-533b-40fd-9321-575d4bc85116 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:53:17.534330 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfeb659-6f8e-433c-b882-66df8e92b192 None None] The sync data for ids ['38fabdac-424a-4ce0-9ee4-50e6462e22c9'] in dv-neutron-829957-1-hyperv is: [{'id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'name': 'tempest-TestNetworkBasicOps-router-884048100', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:14Z', 'revision_number': 3, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:53:17.613493 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a972d0fa-7d33-4be1-b6e0-30931b89b838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:17.674007 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a972d0fa-7d33-4be1-b6e0-30931b89b838 None None] Network 8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:53:17.676744 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-a972d0fa-7d33-4be1-b6e0-30931b89b838 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:17.679107 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a972d0fa-7d33-4be1-b6e0-30931b89b838 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:53:17.713563 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5fbc4df1-95e7-4fa3-aef5-bbc14f51a547 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:17.725678 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972d0fa-7d33-4be1-b6e0-30931b89b838 None None] Pushing event updated for resources: {'Port': ['ID=1eb0072f-533b-40fd-9321-575d4bc85116,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:17.803905 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-a972d0fa-7d33-4be1-b6e0-30931b89b838 None None] Attempting to bind port 1eb0072f-533b-40fd-9321-575d4bc85116 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:53:17.804538 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-a972d0fa-7d33-4be1-b6e0-30931b89b838 None None] Attempting to bind port 1eb0072f-533b-40fd-9321-575d4bc85116 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'a758585f-6fd7-494a-b30d-33246d5d6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:53:17.804899 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a972d0fa-7d33-4be1-b6e0-30931b89b838 None None] Attempting to bind port 1eb0072f-533b-40fd-9321-575d4bc85116 on network 8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:53:17.811185 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a972d0fa-7d33-4be1-b6e0-30931b89b838 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:53:17.811550 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a972d0fa-7d33-4be1-b6e0-30931b89b838 None None] Checking segment: {'id': 'a758585f-6fd7-494a-b30d-33246d5d6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:53:17.812302 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a972d0fa-7d33-4be1-b6e0-30931b89b838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:17.812302 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a972d0fa-7d33-4be1-b6e0-30931b89b838 None None] Bound using segment: {'id': 'a758585f-6fd7-494a-b30d-33246d5d6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:53:17.812761 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-a972d0fa-7d33-4be1-b6e0-30931b89b838 None None] Bound port: 1eb0072f-533b-40fd-9321-575d4bc85116, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a758585f-6fd7-494a-b30d-33246d5d6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:53:17.813257 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a972d0fa-7d33-4be1-b6e0-30931b89b838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:17.910561 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-a972d0fa-7d33-4be1-b6e0-30931b89b838 None None] For port 1eb0072f-533b-40fd-9321-575d4bc85116, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:53:17.915552 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-a972d0fa-7d33-4be1-b6e0-30931b89b838 None None] For port 1eb0072f-533b-40fd-9321-575d4bc85116, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1eb0072f-533b-40fd-9321-575d4bc85116,segment=NetworkSegment(a758585f-6fd7-494a-b30d-33246d5d6689),segment_id=a758585f-6fd7-494a-b30d-33246d5d6689)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:53:17.985021 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a972d0fa-7d33-4be1-b6e0-30931b89b838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:18.077710 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972d0fa-7d33-4be1-b6e0-30931b89b838 None None] Pushing event updated for resources: {'Port': ['ID=1eb0072f-533b-40fd-9321-575d4bc85116,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:18.146769 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-5fbc4df1-95e7-4fa3-aef5-bbc14f51a547 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.20.0.1 (8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc/244e6ca0-c9ab-463d-a8c3-cbd6752d99e6/6eecb36d-8434-44a2-a0b2-1f88a4a5d218) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:53:18.335082 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5fbc4df1-95e7-4fa3-aef5-bbc14f51a547 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:18.353903 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-5fbc4df1-95e7-4fa3-aef5-bbc14f51a547 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Transition to ACTIVE for port object 6eecb36d-8434-44a2-a0b2-1f88a4a5d218 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:53:18.460450 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1eb0072f-533b-40fd-9321-575d4bc85116 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:53:18.460956 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5fbc4df1-95e7-4fa3-aef5-bbc14f51a547 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:18.526823 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbc4df1-95e7-4fa3-aef5-bbc14f51a547 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:53:18.534590 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-5fbc4df1-95e7-4fa3-aef5-bbc14f51a547 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:18.538869 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbc4df1-95e7-4fa3-aef5-bbc14f51a547 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:53:18.571052 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc4df1-95e7-4fa3-aef5-bbc14f51a547 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=6eecb36d-8434-44a2-a0b2-1f88a4a5d218,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:18.607280 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 1eb0072f-533b-40fd-9321-575d4bc85116 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:53:18.613031 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c8f77033-bfce-45fe-89f0-23791ee147b6 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:53:18.725296 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5fbc4df1-95e7-4fa3-aef5-bbc14f51a547 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:18.744701 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port c8f77033-bfce-45fe-89f0-23791ee147b6 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:53:18.750923 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port c8f77033-bfce-45fe-89f0-23791ee147b6 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:53:18.751300 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:18.879592 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:18.896622 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port c8f77033-bfce-45fe-89f0-23791ee147b6, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c8f77033-bfce-45fe-89f0-23791ee147b6,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:53:18.980077 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:19.053062 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=c8f77033-bfce-45fe-89f0-23791ee147b6,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:19.071681 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5fbc4df1-95e7-4fa3-aef5-bbc14f51a547 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:19.096488 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f84c32-cb8f-4728-9fcb-45ff4dc57353 None None] Network 8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:53:19.265530 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-92726b6f-1f48-45ad-a41b-3361221bf481 None None] Provisioning for port 1eb0072f-533b-40fd-9321-575d4bc85116 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:53:19.273004 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-92726b6f-1f48-45ad-a41b-3361221bf481 None None] Provisioning complete for port 1eb0072f-533b-40fd-9321-575d4bc85116 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:53:19.273840 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-92726b6f-1f48-45ad-a41b-3361221bf481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:19.446467 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-92726b6f-1f48-45ad-a41b-3361221bf481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:19.488132 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-92726b6f-1f48-45ad-a41b-3361221bf481 None None] For port 1eb0072f-533b-40fd-9321-575d4bc85116, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1eb0072f-533b-40fd-9321-575d4bc85116,segment=NetworkSegment(a758585f-6fd7-494a-b30d-33246d5d6689),segment_id=a758585f-6fd7-494a-b30d-33246d5d6689)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:53:19.499803 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5fbc4df1-95e7-4fa3-aef5-bbc14f51a547 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:19.553519 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-92726b6f-1f48-45ad-a41b-3361221bf481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:19.579776 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5fbc4df1-95e7-4fa3-aef5-bbc14f51a547 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:19.624555 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92726b6f-1f48-45ad-a41b-3361221bf481 None None] Pushing event updated for resources: {'Port': ['ID=1eb0072f-533b-40fd-9321-575d4bc85116,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:19.676341 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-292b9602-65a3-437a-8b1d-9c6f123faad9 None None] Provisioning complete for port 1eb0072f-533b-40fd-9321-575d4bc85116 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:53:19.676836 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-292b9602-65a3-437a-8b1d-9c6f123faad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:19.698566 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5fbc4df1-95e7-4fa3-aef5-bbc14f51a547 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:19.702216 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc4df1-95e7-4fa3-aef5-bbc14f51a547 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=6eecb36d-8434-44a2-a0b2-1f88a4a5d218,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:19.847378 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbc4df1-95e7-4fa3-aef5-bbc14f51a547 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:53:19.848493 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-5fbc4df1-95e7-4fa3-aef5-bbc14f51a547 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:19.899808 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-292b9602-65a3-437a-8b1d-9c6f123faad9 None None] Provisioning for port 6eecb36d-8434-44a2-a0b2-1f88a4a5d218 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:53:19.905573 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-292b9602-65a3-437a-8b1d-9c6f123faad9 None None] Provisioning complete for port 6eecb36d-8434-44a2-a0b2-1f88a4a5d218 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:53:19.905775 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-292b9602-65a3-437a-8b1d-9c6f123faad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:19.963352 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-292b9602-65a3-437a-8b1d-9c6f123faad9 None None] Port 6eecb36d-8434-44a2-a0b2-1f88a4a5d218 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:53:20.031183 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0da6dd3f-f9a8-40f0-97be-b73486befb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:20.043245 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbc4df1-95e7-4fa3-aef5-bbc14f51a547 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router 38fabdac-424a-4ce0-9ee4-50e6462e22c9 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:53:20.083042 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-9e654d32-9fa1-4bde-bafd-a238af2a9bef None None] Provisioning complete for port 6eecb36d-8434-44a2-a0b2-1f88a4a5d218 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:53:20.083480 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9e654d32-9fa1-4bde-bafd-a238af2a9bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:20.134838 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-9e654d32-9fa1-4bde-bafd-a238af2a9bef None None] Port 6eecb36d-8434-44a2-a0b2-1f88a4a5d218 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:53:20.219220 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbc4df1-95e7-4fa3-aef5-bbc14f51a547 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:53:20.228321 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] Sync routers for ids ['38fabdac-424a-4ce0-9ee4-50e6462e22c9'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:53:20.231966 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5fbc4df1-95e7-4fa3-aef5-bbc14f51a547 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "PUT /v2.0/routers/38fabdac-424a-4ce0-9ee4-50e6462e22c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2416329 Mar 07 21:53:20.234358 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51416) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:20.238088 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] Routers {'38fabdac-424a-4ce0-9ee4-50e6462e22c9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:53:20.238689 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:52:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['38fabdac-424a-4ce0-9ee4-50e6462e22c9'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:20.382479 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1eb0072f-533b-40fd-9321-575d4bc85116 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:53:20.469140 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] Set router 38fabdac-424a-4ce0-9ee4-50e6462e22c9 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:53:20.487142 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5a5054-5c4c-4745-b675-aa331a5aad6f tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:20.488553 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5a5054-5c4c-4745-b675-aa331a5aad6f tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:20.488553 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5a5054-5c4c-4745-b675-aa331a5aad6f tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:20.488553 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5a5054-5c4c-4745-b675-aa331a5aad6f tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:20.492702 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ef5a5054-5c4c-4745-b675-aa331a5aad6f tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.2549095 Mar 07 21:53:20.493063 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51420) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:20.563816 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692a1a00-a3c2-4f6f-a2df-66e891117422 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:20.564524 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692a1a00-a3c2-4f6f-a2df-66e891117422 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:20.564709 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692a1a00-a3c2-4f6f-a2df-66e891117422 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:20.565155 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692a1a00-a3c2-4f6f-a2df-66e891117422 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:20.566832 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-692a1a00-a3c2-4f6f-a2df-66e891117422 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0728672 Mar 07 21:53:20.569633 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51424) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:20.615276 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 1eb0072f-533b-40fd-9321-575d4bc85116 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:53:20.615853 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:20.772277 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-807ffed3-de60-459b-85ac-0d5105691912 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2014573 Mar 07 21:53:20.853132 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c8f77033-bfce-45fe-89f0-23791ee147b6 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:53:20.931900 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'name': 'tempest-TestNetworkBasicOps-router-884048100', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:18Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '6eecb36d-8434-44a2-a0b2-1f88a4a5d218', 'name': '', 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:48:c5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '244e6ca0-c9ab-463d-a8c3-cbd6752d99e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:17Z', 'updated_at': '2022-03-07T21:53:19Z', 'revision_number': 2, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '244e6ca0-c9ab-463d-a8c3-cbd6752d99e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:20.939247 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] Checking router: 38fabdac-424a-4ce0-9ee4-50e6462e22c9 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:53:20.939590 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] Updating router 38fabdac-424a-4ce0-9ee4-50e6462e22c9 port 6eecb36d-8434-44a2-a0b2-1f88a4a5d218 binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:53:20.969481 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port c8f77033-bfce-45fe-89f0-23791ee147b6 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:53:20.969844 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:21.036755 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:21.130101 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51430) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:21.135422 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-a4966fe5-2701-4d8c-8e38-666019e65dde tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-952272152', 'description': 'tempest-secgroup-smoke-952272152 description', 'project_id': 'eabc753b02e646aebebe0162c5cfe322'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:21.141369 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a4966fe5-2701-4d8c-8e38-666019e65dde tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:53:21.145541 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a4966fe5-2701-4d8c-8e38-666019e65dde tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:53:21.148626 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a4966fe5-2701-4d8c-8e38-666019e65dde tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:53:21.154249 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a4966fe5-2701-4d8c-8e38-666019e65dde tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:53:21.219618 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a4966fe5-2701-4d8c-8e38-666019e65dde tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:21.239593 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a4966fe5-2701-4d8c-8e38-666019e65dde tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:53:21.243358 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a4966fe5-2701-4d8c-8e38-666019e65dde tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:53:21.246220 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a4966fe5-2701-4d8c-8e38-666019e65dde tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:53:21.252447 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a4966fe5-2701-4d8c-8e38-666019e65dde tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:53:21.319344 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a4966fe5-2701-4d8c-8e38-666019e65dde tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:21.391333 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a4966fe5-2701-4d8c-8e38-666019e65dde tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:21.437939 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4966fe5-2701-4d8c-8e38-666019e65dde tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc38a71-ff95-4a50-9d9c-dae7d734010f,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:21.457076 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:21.469129 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] Transition to ACTIVE for port object 6eecb36d-8434-44a2-a0b2-1f88a4a5d218 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:53:21.517107 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a4966fe5-2701-4d8c-8e38-666019e65dde tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:21.518382 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a4966fe5-2701-4d8c-8e38-666019e65dde tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3872979 Mar 07 21:53:21.524724 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51434) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:21.530231 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-f4d2f168-e00e-4722-b1c6-c2501cd3ba26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '9fc38a71-ff95-4a50-9d9c-dae7d734010f', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:21.536451 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f4d2f168-e00e-4722-b1c6-c2501cd3ba26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:53:21.540156 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:21.540286 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f4d2f168-e00e-4722-b1c6-c2501cd3ba26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:53:21.543203 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f4d2f168-e00e-4722-b1c6-c2501cd3ba26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:53:21.549751 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f4d2f168-e00e-4722-b1c6-c2501cd3ba26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:53:21.633167 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f4d2f168-e00e-4722-b1c6-c2501cd3ba26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:21.664463 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79a341-d601-4ac5-8685-cee4710d6541 None None] Pushing event updated for resources: {'Port': ['ID=6eecb36d-8434-44a2-a0b2-1f88a4a5d218,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:21.703348 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f4d2f168-e00e-4722-b1c6-c2501cd3ba26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:21.754401 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] Attempting to bind port 6eecb36d-8434-44a2-a0b2-1f88a4a5d218 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:53:21.754768 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] Attempting to bind port 6eecb36d-8434-44a2-a0b2-1f88a4a5d218 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'a758585f-6fd7-494a-b30d-33246d5d6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:53:21.755126 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] Attempting to bind port 6eecb36d-8434-44a2-a0b2-1f88a4a5d218 on network 8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:53:21.760779 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:53:21.761152 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] Checking segment: {'id': 'a758585f-6fd7-494a-b30d-33246d5d6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:53:21.761534 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:21.761926 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] Bound using segment: {'id': 'a758585f-6fd7-494a-b30d-33246d5d6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:53:21.762440 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] Bound port: 6eecb36d-8434-44a2-a0b2-1f88a4a5d218, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a758585f-6fd7-494a-b30d-33246d5d6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:53:21.762845 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:21.783973 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f4d2f168-e00e-4722-b1c6-c2501cd3ba26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:21.808048 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2f168-e00e-4722-b1c6-c2501cd3ba26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6708259b-d6cb-4466-9bf0-56d783694be7,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:21.860611 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] For port 6eecb36d-8434-44a2-a0b2-1f88a4a5d218, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:53:21.864161 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] For port 6eecb36d-8434-44a2-a0b2-1f88a4a5d218, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6eecb36d-8434-44a2-a0b2-1f88a4a5d218,segment=NetworkSegment(a758585f-6fd7-494a-b30d-33246d5d6689),segment_id=a758585f-6fd7-494a-b30d-33246d5d6689)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:53:21.899732 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f4d2f168-e00e-4722-b1c6-c2501cd3ba26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:21.900934 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f4d2f168-e00e-4722-b1c6-c2501cd3ba26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3752840 Mar 07 21:53:21.904349 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51438) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:21.909280 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-0412ee24-b72e-4ee3-b2f2-e635e0055f46 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '9fc38a71-ff95-4a50-9d9c-dae7d734010f', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:21.915128 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0412ee24-b72e-4ee3-b2f2-e635e0055f46 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:53:21.918852 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0412ee24-b72e-4ee3-b2f2-e635e0055f46 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:53:21.921650 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0412ee24-b72e-4ee3-b2f2-e635e0055f46 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:53:21.927260 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0412ee24-b72e-4ee3-b2f2-e635e0055f46 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:53:21.928632 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:22.004334 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0412ee24-b72e-4ee3-b2f2-e635e0055f46 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:22.007868 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] Routers {'38fabdac-424a-4ce0-9ee4-50e6462e22c9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:53:22.007868 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:52:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['38fabdac-424a-4ce0-9ee4-50e6462e22c9'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:22.065693 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79a341-d601-4ac5-8685-cee4710d6541 None None] Pushing event updated for resources: {'Port': ['ID=6eecb36d-8434-44a2-a0b2-1f88a4a5d218,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:22.072629 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0412ee24-b72e-4ee3-b2f2-e635e0055f46 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:22.163001 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0412ee24-b72e-4ee3-b2f2-e635e0055f46 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:22.187131 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412ee24-b72e-4ee3-b2f2-e635e0055f46 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5702f8c-23c7-4686-9036-fda895ac8788,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:22.211184 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] Set router 38fabdac-424a-4ce0-9ee4-50e6462e22c9 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:53:22.277293 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0412ee24-b72e-4ee3-b2f2-e635e0055f46 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:22.278562 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0412ee24-b72e-4ee3-b2f2-e635e0055f46 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3732772 Mar 07 21:53:22.281235 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51442) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:22.286347 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-95b73de1-6ac1-43ad-8711-8747ed75e1fc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '9fc38a71-ff95-4a50-9d9c-dae7d734010f', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:22.292489 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-95b73de1-6ac1-43ad-8711-8747ed75e1fc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:53:22.296309 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-95b73de1-6ac1-43ad-8711-8747ed75e1fc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:53:22.299328 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-95b73de1-6ac1-43ad-8711-8747ed75e1fc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:53:22.305218 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-95b73de1-6ac1-43ad-8711-8747ed75e1fc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:53:22.354432 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f43ab0f0-6374-462d-87e6-1865dda98bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:22.398180 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-95b73de1-6ac1-43ad-8711-8747ed75e1fc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:22.459136 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-95b73de1-6ac1-43ad-8711-8747ed75e1fc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:22.527327 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'name': 'tempest-TestNetworkBasicOps-router-884048100', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:18Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '6eecb36d-8434-44a2-a0b2-1f88a4a5d218', 'name': '', 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:48:c5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '244e6ca0-c9ab-463d-a8c3-cbd6752d99e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:17Z', 'updated_at': '2022-03-07T21:53:21Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '244e6ca0-c9ab-463d-a8c3-cbd6752d99e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:22.531383 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66033ed-b1d4-4fac-98bf-cc17b253bc89 None None] The sync data for ids ['38fabdac-424a-4ce0-9ee4-50e6462e22c9'] in dv-neutron-829957-1-hyperv is: [{'id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'name': 'tempest-TestNetworkBasicOps-router-884048100', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:18Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '6eecb36d-8434-44a2-a0b2-1f88a4a5d218', 'name': '', 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:48:c5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '244e6ca0-c9ab-463d-a8c3-cbd6752d99e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:17Z', 'updated_at': '2022-03-07T21:53:21Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '244e6ca0-c9ab-463d-a8c3-cbd6752d99e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:53:22.532924 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-95b73de1-6ac1-43ad-8711-8747ed75e1fc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:22.561874 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b73de1-6ac1-43ad-8711-8747ed75e1fc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c50c2843-7c4b-483b-801b-40a1c5028827,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:22.642956 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-95b73de1-6ac1-43ad-8711-8747ed75e1fc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:22.644208 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-95b73de1-6ac1-43ad-8711-8747ed75e1fc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3620648 Mar 07 21:53:22.646994 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51446) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:22.652268 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-d3399eb9-2508-4366-b1c5-f1573718a748 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '9fc38a71-ff95-4a50-9d9c-dae7d734010f', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:22.658470 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d3399eb9-2508-4366-b1c5-f1573718a748 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:53:22.662460 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d3399eb9-2508-4366-b1c5-f1573718a748 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:53:22.665451 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d3399eb9-2508-4366-b1c5-f1573718a748 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:53:22.671832 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d3399eb9-2508-4366-b1c5-f1573718a748 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:53:22.745839 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d3399eb9-2508-4366-b1c5-f1573718a748 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:22.810915 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d3399eb9-2508-4366-b1c5-f1573718a748 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:22.883127 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d3399eb9-2508-4366-b1c5-f1573718a748 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:22.908980 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3399eb9-2508-4366-b1c5-f1573718a748 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519eb853-6d40-41a4-b549-953fb4b11d09,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:22.963269 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d3399eb9-2508-4366-b1c5-f1573718a748 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:22.964610 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d3399eb9-2508-4366-b1c5-f1573718a748 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3166037 Mar 07 21:53:22.967917 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51450) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:22.975314 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-4d2fcce2-a31e-4bdc-ba52-8161314d5435 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '9fc38a71-ff95-4a50-9d9c-dae7d734010f', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:22.979627 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-4d2fcce2-a31e-4bdc-ba52-8161314d5435 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:53:22.984116 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4d2fcce2-a31e-4bdc-ba52-8161314d5435 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:53:22.987533 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4d2fcce2-a31e-4bdc-ba52-8161314d5435 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:53:22.993673 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-4d2fcce2-a31e-4bdc-ba52-8161314d5435 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:53:23.075898 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.securitygroups_db [None req-4d2fcce2-a31e-4bdc-ba52-8161314d5435 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Project eabc753b02e646aebebe0162c5cfe322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:53:23.083115 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4d2fcce2-a31e-4bdc-ba52-8161314d5435 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:23.154196 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4d2fcce2-a31e-4bdc-ba52-8161314d5435 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:23.189964 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:23.220285 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4d2fcce2-a31e-4bdc-ba52-8161314d5435 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:23.244764 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2fcce2-a31e-4bdc-ba52-8161314d5435 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21834ba-edf0-4833-9cb6-2e1fb6338b0f,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:23.322755 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4d2fcce2-a31e-4bdc-ba52-8161314d5435 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:23.323995 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4d2fcce2-a31e-4bdc-ba52-8161314d5435 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3548744 Mar 07 21:53:23.327526 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51454) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:23.332514 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-210c6261-6f90-4aa4-baa8-ad05d7b9e95a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '9fc38a71-ff95-4a50-9d9c-dae7d734010f', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:23.338644 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-210c6261-6f90-4aa4-baa8-ad05d7b9e95a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:53:23.343090 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-210c6261-6f90-4aa4-baa8-ad05d7b9e95a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:53:23.346350 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-210c6261-6f90-4aa4-baa8-ad05d7b9e95a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:53:23.352178 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-210c6261-6f90-4aa4-baa8-ad05d7b9e95a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:53:23.368323 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:23.419886 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.securitygroups_db [None req-210c6261-6f90-4aa4-baa8-ad05d7b9e95a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Project eabc753b02e646aebebe0162c5cfe322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:53:23.434883 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-210c6261-6f90-4aa4-baa8-ad05d7b9e95a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:23.496538 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-210c6261-6f90-4aa4-baa8-ad05d7b9e95a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:23.568528 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-210c6261-6f90-4aa4-baa8-ad05d7b9e95a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:23.594154 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c6261-6f90-4aa4-baa8-ad05d7b9e95a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f4c2f0-f3d3-44ab-ad0e-4502f16aa412,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:23.642417 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-210c6261-6f90-4aa4-baa8-ad05d7b9e95a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:23.643590 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-210c6261-6f90-4aa4-baa8-ad05d7b9e95a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3151865 Mar 07 21:53:23.855250 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-7472e887-789f-4cb8-9f2f-a4bd1d8324b7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:53:23.916498 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-7472e887-789f-4cb8-9f2f-a4bd1d8324b7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:53:23.917624 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-7472e887-789f-4cb8-9f2f-a4bd1d8324b7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-952272152&fields=id&tenant_id=eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 267 time: 0.1006331 Mar 07 21:53:24.066872 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-a92db77e-b629-469e-bd26-3f0fb4ef7aee tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:24.067540 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-a92db77e-b629-469e-bd26-3f0fb4ef7aee tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:network {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:53:24.139406 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-a92db77e-b629-469e-bd26-3f0fb4ef7aee tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:network {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:53:24.140540 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-a92db77e-b629-469e-bd26-3f0fb4ef7aee tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/networks?id=8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc HTTP/1.1" status: 200 len: 797 time: 0.2162311 Mar 07 21:53:24.155422 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-70865f25-e887-4a2e-90c8-d35d7666e399 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/quotas/eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 375 time: 0.0089543 Mar 07 21:53:24.240296 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-058358a7-93cc-46c1-a599-db66f7003637 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801368 Mar 07 21:53:24.377328 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-ddb85b9d-2127-42ce-8c96-c5aca91f2eb0 service neutron] 10.222.0.21 "GET /v2.0/networks/8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247497 Mar 07 21:53:24.393446 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6eecb36d-8434-44a2-a0b2-1f88a4a5d218 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:53:24.509332 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-c8196595-c607-4650-b41f-16726a2549b6 service neutron] 10.222.0.21 "GET /v2.0/networks/8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259351 Mar 07 21:53:24.521530 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 6eecb36d-8434-44a2-a0b2-1f88a4a5d218 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:53:24.526590 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 6eecb36d-8434-44a2-a0b2-1f88a4a5d218 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:53:24.526955 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:24.641356 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:24.672796 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 6eecb36d-8434-44a2-a0b2-1f88a4a5d218, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6eecb36d-8434-44a2-a0b2-1f88a4a5d218,segment=NetworkSegment(a758585f-6fd7-494a-b30d-33246d5d6689),segment_id=a758585f-6fd7-494a-b30d-33246d5d6689)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:53:24.739619 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:24.780768 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:24.805307 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=6eecb36d-8434-44a2-a0b2-1f88a4a5d218,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:25.756114 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-490d18e7-d281-4838-9f0d-dfaa54efd034 req-f4f57650-343a-445b-b1cc-32de876e9fb4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1194e39-486c-457e-8d30-93529eddece6 HTTP/1.1" status: 200 len: 210 time: 0.0420263 Mar 07 21:53:26.377198 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6eecb36d-8434-44a2-a0b2-1f88a4a5d218 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:53:26.443233 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 6eecb36d-8434-44a2-a0b2-1f88a4a5d218 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:53:26.443605 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:26.904200 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ef99e67d-e80e-4b22-81e8-d5031637256c req-c2dc94b5-daf7-4ecd-a8f3-ce89924a695c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1194e39-486c-457e-8d30-93529eddece6 HTTP/1.1" status: 200 len: 210 time: 0.0471835 Mar 07 21:53:27.691040 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-13695557-1619-47a6-9924-dd9c23ecfa27 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:27.692432 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-13695557-1619-47a6-9924-dd9c23ecfa27 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/networks?id=8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc HTTP/1.1" status: 200 len: 797 time: 0.1420245 Mar 07 21:53:27.737632 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-87558fa8-13a5-4be9-85bb-968fb137af47 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:53:27.748800 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-87558fa8-13a5-4be9-85bb-968fb137af47 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:53:27.749861 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-87558fa8-13a5-4be9-85bb-968fb137af47 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 379 time: 0.0501828 Mar 07 21:53:27.757739 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-f5aa433d-a2a8-412a-8410-24f9444b6439 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'port': {'device_id': 'e1194e39-486c-457e-8d30-93529eddece6', 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc', 'admin_state_up': True, 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'security_groups': ['9fc38a71-ff95-4a50-9d9c-dae7d734010f']}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:27.893255 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-f5aa433d-a2a8-412a-8410-24f9444b6439 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:53:27.897260 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-f5aa433d-a2a8-412a-8410-24f9444b6439 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:port and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:53:27.900244 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-f5aa433d-a2a8-412a-8410-24f9444b6439 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:53:27.906476 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-f5aa433d-a2a8-412a-8410-24f9444b6439 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:53:27.997228 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-f5aa433d-a2a8-412a-8410-24f9444b6439 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:53:28.000789 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-f5aa433d-a2a8-412a-8410-24f9444b6439 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:28.052877 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e5c29c17-3aad-469a-bd4f-638423664c21 req-cb68b859-bb46-4ac1-b247-0ce4b8dddfd3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1194e39-486c-457e-8d30-93529eddece6 HTTP/1.1" status: 200 len: 210 time: 0.0450609 Mar 07 21:53:28.170258 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-f5aa433d-a2a8-412a-8410-24f9444b6439 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.20.0.7 (8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc/244e6ca0-c9ab-463d-a8c3-cbd6752d99e6/aeafbe29-9359-4740-a086-8ab5736438b3) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:53:28.345833 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-f5aa433d-a2a8-412a-8410-24f9444b6439 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:28.360491 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-f5aa433d-a2a8-412a-8410-24f9444b6439 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Transition to ACTIVE for port object aeafbe29-9359-4740-a086-8ab5736438b3 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:53:28.458984 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-f5aa433d-a2a8-412a-8410-24f9444b6439 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:28.622732 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-f5aa433d-a2a8-412a-8410-24f9444b6439 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:53:28.629639 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-f5aa433d-a2a8-412a-8410-24f9444b6439 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:28.633894 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-f5aa433d-a2a8-412a-8410-24f9444b6439 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:53:28.664185 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa433d-a2a8-412a-8410-24f9444b6439 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=aeafbe29-9359-4740-a086-8ab5736438b3,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:28.701690 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-f5aa433d-a2a8-412a-8410-24f9444b6439 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:28.702380 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-f5aa433d-a2a8-412a-8410-24f9444b6439 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:28.809831 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-f5aa433d-a2a8-412a-8410-24f9444b6439 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0550389 Mar 07 21:53:28.820406 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-427fc13e-13a5-4613-8047-073b9d36715e service neutron] Request body: {'port': {'device_id': 'e1194e39-486c-457e-8d30-93529eddece6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:28.871253 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-4c7f8c21-71d1-4f4a-8d85-861310ee35df None None] Provisioning for port aeafbe29-9359-4740-a086-8ab5736438b3 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:53:28.877512 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-4c7f8c21-71d1-4f4a-8d85-861310ee35df None None] Provisioning complete for port aeafbe29-9359-4740-a086-8ab5736438b3 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:53:28.877873 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4c7f8c21-71d1-4f4a-8d85-861310ee35df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:28.932494 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-427fc13e-13a5-4613-8047-073b9d36715e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:28.964844 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f8c21-71d1-4f4a-8d85-861310ee35df None None] Port aeafbe29-9359-4740-a086-8ab5736438b3 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:53:29.236078 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e6b2e-2e69-4dde-9972-8da85e5a9dc8 req-63873da5-cec5-4440-92bb-dc3a56ec05f3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:29.237403 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce5e6b2e-2e69-4dde-9972-8da85e5a9dc8 req-63873da5-cec5-4440-92bb-dc3a56ec05f3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1194e39-486c-457e-8d30-93529eddece6 HTTP/1.1" status: 200 len: 931 time: 0.0775325 Mar 07 21:53:29.266289 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-427fc13e-13a5-4613-8047-073b9d36715e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeafbe29-9359-4740-a086-8ab5736438b3 {{(pid=88387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:53:29.273432 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-427fc13e-13a5-4613-8047-073b9d36715e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:29.283825 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce5e6b2e-2e69-4dde-9972-8da85e5a9dc8 req-684a82be-5a9c-4cf9-89ec-d253ea173d02 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc38a71-ff95-4a50-9d9c-dae7d734010f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407052 Mar 07 21:53:29.289716 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-427fc13e-13a5-4613-8047-073b9d36715e service neutron] Transition to ACTIVE for port object aeafbe29-9359-4740-a086-8ab5736438b3 will not be triggered until provisioned by entity L2. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:53:29.362659 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-427fc13e-13a5-4613-8047-073b9d36715e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:29.515748 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fc13e-13a5-4613-8047-073b9d36715e service neutron] Pushing event updated for resources: {'Port': ['ID=aeafbe29-9359-4740-a086-8ab5736438b3,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:29.595125 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-427fc13e-13a5-4613-8047-073b9d36715e service neutron] Attempting to bind port aeafbe29-9359-4740-a086-8ab5736438b3 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:53:29.595455 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-427fc13e-13a5-4613-8047-073b9d36715e service neutron] Attempting to bind port aeafbe29-9359-4740-a086-8ab5736438b3 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'a758585f-6fd7-494a-b30d-33246d5d6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:53:29.595778 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-427fc13e-13a5-4613-8047-073b9d36715e service neutron] Attempting to bind port aeafbe29-9359-4740-a086-8ab5736438b3 on network 8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:53:29.600185 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-427fc13e-13a5-4613-8047-073b9d36715e service neutron] Port aeafbe29-9359-4740-a086-8ab5736438b3 on network 8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:53:29.600494 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-427fc13e-13a5-4613-8047-073b9d36715e service neutron] Attempting to bind port aeafbe29-9359-4740-a086-8ab5736438b3 on network 8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:53:29.605472 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-427fc13e-13a5-4613-8047-073b9d36715e service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:53:29.605807 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-427fc13e-13a5-4613-8047-073b9d36715e service neutron] Checking segment: {'id': 'a758585f-6fd7-494a-b30d-33246d5d6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:53:29.606230 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-427fc13e-13a5-4613-8047-073b9d36715e service neutron] Bound using segment: {'id': 'a758585f-6fd7-494a-b30d-33246d5d6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc'} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:53:29.606642 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-427fc13e-13a5-4613-8047-073b9d36715e service neutron] Bound port: aeafbe29-9359-4740-a086-8ab5736438b3, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a758585f-6fd7-494a-b30d-33246d5d6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc'}}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:53:29.606985 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-427fc13e-13a5-4613-8047-073b9d36715e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:29.696346 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-427fc13e-13a5-4613-8047-073b9d36715e service neutron] For port aeafbe29-9359-4740-a086-8ab5736438b3, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:53:29.699309 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-427fc13e-13a5-4613-8047-073b9d36715e service neutron] For port aeafbe29-9359-4740-a086-8ab5736438b3, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=aeafbe29-9359-4740-a086-8ab5736438b3,segment=NetworkSegment(a758585f-6fd7-494a-b30d-33246d5d6689),segment_id=a758585f-6fd7-494a-b30d-33246d5d6689)] {{(pid=88387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:53:29.755550 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-427fc13e-13a5-4613-8047-073b9d36715e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:29.810684 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-427fc13e-13a5-4613-8047-073b9d36715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:29.811291 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-427fc13e-13a5-4613-8047-073b9d36715e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:29.812629 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-427fc13e-13a5-4613-8047-073b9d36715e service neutron] 10.222.0.11 "PUT /v2.0/ports/aeafbe29-9359-4740-a086-8ab5736438b3 HTTP/1.1" status: 200 len: 1093 time: 0.9962802 Mar 07 21:53:29.813169 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1194e39-486c-457e-8d30-93529eddece6', 'tag': 'aeafbe29-9359-4740-a086-8ab5736438b3'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:53:29.837786 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fc13e-13a5-4613-8047-073b9d36715e service neutron] Pushing event updated for resources: {'Port': ['ID=aeafbe29-9359-4740-a086-8ab5736438b3,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:29.876532 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1194e39-486c-457e-8d30-93529eddece6', 'tag': 'aeafbe29-9359-4740-a086-8ab5736438b3', 'status': 'completed', 'code': 200} Mar 07 21:53:29.973140 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dddd07-bbc1-47ec-9abe-a95c2a0573ec req-5a778eb2-41b2-4401-8f1d-cda5454c9685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:29.974765 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-f8dddd07-bbc1-47ec-9abe-a95c2a0573ec req-5a778eb2-41b2-4401-8f1d-cda5454c9685 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=e1194e39-486c-457e-8d30-93529eddece6 HTTP/1.1" status: 200 len: 1096 time: 0.0776732 Mar 07 21:53:30.116393 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dddd07-bbc1-47ec-9abe-a95c2a0573ec req-7eb0199f-1a03-4844-856b-8756f3e01952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:30.117821 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-f8dddd07-bbc1-47ec-9abe-a95c2a0573ec req-7eb0199f-1a03-4844-856b-8756f3e01952 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=eabc753b02e646aebebe0162c5cfe322&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1362805 Mar 07 21:53:30.250342 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dddd07-bbc1-47ec-9abe-a95c2a0573ec req-95ed9d4f-8aee-4989-94b5-7a34620b8a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:30.251744 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-f8dddd07-bbc1-47ec-9abe-a95c2a0573ec req-95ed9d4f-8aee-4989-94b5-7a34620b8a3f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1283786 Mar 07 21:53:30.354630 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-5c9cb244-e253-41b4-9c02-8edd84d90e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:30.356586 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-5c9cb244-e253-41b4-9c02-8edd84d90e40 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=e1194e39-486c-457e-8d30-93529eddece6 HTTP/1.1" status: 200 len: 1096 time: 0.0703330 Mar 07 21:53:30.427835 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-a06ce32a-58ec-41ee-bbbb-3bc263f49663 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aeafbe29-9359-4740-a086-8ab5736438b3 HTTP/1.1" status: 200 len: 217 time: 0.0646420 Mar 07 21:53:30.492402 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-cae21072-2421-41a6-85e0-29ff3f62ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:30.494110 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-cae21072-2421-41a6-85e0-29ff3f62ae93 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=244e6ca0-c9ab-463d-a8c3-cbd6752d99e6 HTTP/1.1" status: 200 len: 843 time: 0.0610342 Mar 07 21:53:30.562447 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d823b-863c-4740-9f34-1a107064f7ea req-906a0488-6064-49e7-8a41-8598f495fd66 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:30.563909 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-474d823b-863c-4740-9f34-1a107064f7ea req-906a0488-6064-49e7-8a41-8598f495fd66 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1194e39-486c-457e-8d30-93529eddece6 HTTP/1.1" status: 200 len: 943 time: 0.1726241 Mar 07 21:53:30.610900 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-474d823b-863c-4740-9f34-1a107064f7ea req-29a580d3-d939-4c1c-8547-616f175c23aa tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc38a71-ff95-4a50-9d9c-dae7d734010f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408680 Mar 07 21:53:30.676999 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-8d7f858b-f9b1-45f4-b989-d914bcf4675b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:30.678532 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-8d7f858b-f9b1-45f4-b989-d914bcf4675b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1778677 Mar 07 21:53:30.809546 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-980405b5-f882-4148-9685-0316837a5b77 service neutron] 10.222.0.11 "GET /v2.0/networks/8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249142 Mar 07 21:53:30.939770 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-5d5e3208-5794-427d-bfd5-2e19740d4939 req-7bb553c5-95cc-46fe-8a2b-f332b43f9d4a service neutron] 10.222.0.11 "GET /v2.0/networks/8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245015 Mar 07 21:53:31.795183 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fb737-9f56-4c48-8e86-7ee32b81ddf6 req-6e85618a-bb08-4f33-8500-efce29955552 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:31.796601 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bc8fb737-9f56-4c48-8e86-7ee32b81ddf6 req-6e85618a-bb08-4f33-8500-efce29955552 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1194e39-486c-457e-8d30-93529eddece6 HTTP/1.1" status: 200 len: 943 time: 0.0799165 Mar 07 21:53:31.840997 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bc8fb737-9f56-4c48-8e86-7ee32b81ddf6 req-e3ceae0d-ec2e-4baa-b7da-7cd9269c01ee tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc38a71-ff95-4a50-9d9c-dae7d734010f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384364 Mar 07 21:53:32.400830 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device aeafbe29-9359-4740-a086-8ab5736438b3 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 21:53:32.528418 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port aeafbe29-9359-4740-a086-8ab5736438b3, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=aeafbe29-9359-4740-a086-8ab5736438b3,segment=NetworkSegment(a758585f-6fd7-494a-b30d-33246d5d6689),segment_id=a758585f-6fd7-494a-b30d-33246d5d6689)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:53:32.540812 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': 'aeafbe29-9359-4740-a086-8ab5736438b3', 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc', 'port_id': 'aeafbe29-9359-4740-a086-8ab5736438b3', 'mac_address': 'fa:16:3e:92:5d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '244e6ca0-c9ab-463d-a8c3-cbd6752d99e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 21:53:32.594275 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:32.609980 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeafbe29-9359-4740-a086-8ab5736438b3 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:53:32.624514 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port aeafbe29-9359-4740-a086-8ab5736438b3, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=aeafbe29-9359-4740-a086-8ab5736438b3,segment=NetworkSegment(a758585f-6fd7-494a-b30d-33246d5d6689),segment_id=a758585f-6fd7-494a-b30d-33246d5d6689)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:53:32.671077 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:32.737554 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=aeafbe29-9359-4740-a086-8ab5736438b3,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:32.894317 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['aeafbe29-9359-4740-a086-8ab5736438b3'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 21:53:33.026996 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d46e7-9b06-4b06-af64-a04bc4331821 req-45347519-c04e-4e5b-8e98-362eaab86a8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:33.028472 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-000d46e7-9b06-4b06-af64-a04bc4331821 req-45347519-c04e-4e5b-8e98-362eaab86a8c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1194e39-486c-457e-8d30-93529eddece6 HTTP/1.1" status: 200 len: 944 time: 0.0771465 Mar 07 21:53:33.074484 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-000d46e7-9b06-4b06-af64-a04bc4331821 req-d14142a9-2a52-413a-a9c9-15120d9df124 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc38a71-ff95-4a50-9d9c-dae7d734010f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403898 Mar 07 21:53:34.251918 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09dfc82-8600-401c-b2dd-7d86ff07dfd1 req-4db9d265-b654-44f3-a317-edb7e4ca741b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:34.253336 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d09dfc82-8600-401c-b2dd-7d86ff07dfd1 req-4db9d265-b654-44f3-a317-edb7e4ca741b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1194e39-486c-457e-8d30-93529eddece6 HTTP/1.1" status: 200 len: 944 time: 0.0784383 Mar 07 21:53:34.296422 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d09dfc82-8600-401c-b2dd-7d86ff07dfd1 req-3e429bcd-aaf6-4403-b690-c72e37ffabc5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc38a71-ff95-4a50-9d9c-dae7d734010f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374830 Mar 07 21:53:34.394671 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device aeafbe29-9359-4740-a086-8ab5736438b3 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:53:34.510687 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port aeafbe29-9359-4740-a086-8ab5736438b3 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:53:34.515946 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port aeafbe29-9359-4740-a086-8ab5736438b3 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:53:34.516310 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:34.630364 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:34.655751 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1194e39-486c-457e-8d30-93529eddece6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeafbe29-9359-4740-a086-8ab5736438b3'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:53:34.664941 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port aeafbe29-9359-4740-a086-8ab5736438b3, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=aeafbe29-9359-4740-a086-8ab5736438b3,segment=NetworkSegment(a758585f-6fd7-494a-b30d-33246d5d6689),segment_id=a758585f-6fd7-494a-b30d-33246d5d6689)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:53:34.699163 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1194e39-486c-457e-8d30-93529eddece6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeafbe29-9359-4740-a086-8ab5736438b3', 'code': 200} Mar 07 21:53:34.728268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:34.793878 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=aeafbe29-9359-4740-a086-8ab5736438b3,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:35.048635 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248cd70-df69-476e-bcc7-9907275e6941 req-b0f57b79-2322-414e-be5d-7327ca5ab599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:35.050108 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7248cd70-df69-476e-bcc7-9907275e6941 req-b0f57b79-2322-414e-be5d-7327ca5ab599 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e1194e39-486c-457e-8d30-93529eddece6 HTTP/1.1" status: 200 len: 1098 time: 0.0679541 Mar 07 21:53:35.088413 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7248cd70-df69-476e-bcc7-9907275e6941 req-dba9ded2-4c8b-48aa-9884-ce61546b79a7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9fc38a71-ff95-4a50-9d9c-dae7d734010f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327475 Mar 07 21:53:35.481261 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41143d-41f5-4fbe-92e2-f5f47e778bc0 req-0218b40e-5f5e-4016-a52d-d33177ad33e6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:35.482690 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-df41143d-41f5-4fbe-92e2-f5f47e778bc0 req-0218b40e-5f5e-4016-a52d-d33177ad33e6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1194e39-486c-457e-8d30-93529eddece6 HTTP/1.1" status: 200 len: 945 time: 0.0818474 Mar 07 21:53:35.525273 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-df41143d-41f5-4fbe-92e2-f5f47e778bc0 req-bb961935-c5bf-4cee-814f-62d52dddb5f3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc38a71-ff95-4a50-9d9c-dae7d734010f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367970 Mar 07 21:53:36.242976 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:53:36.706942 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4feca0-708f-453b-ae82-5ebbe06116c3 req-e477f6ec-fc74-4938-ba65-ae534ea67728 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:36.708372 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2f4feca0-708f-453b-ae82-5ebbe06116c3 req-e477f6ec-fc74-4938-ba65-ae534ea67728 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1194e39-486c-457e-8d30-93529eddece6 HTTP/1.1" status: 200 len: 945 time: 0.0773668 Mar 07 21:53:36.751171 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2f4feca0-708f-453b-ae82-5ebbe06116c3 req-829a3421-cb8e-4a86-a42b-a3b5e5c96a60 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc38a71-ff95-4a50-9d9c-dae7d734010f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372739 Mar 07 21:53:36.930969 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cc7f0-b43b-44bb-9070-70caafb57f38 req-1c2ec70a-68cc-4527-b282-21d11b718b62 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:36.932370 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-814cc7f0-b43b-44bb-9070-70caafb57f38 req-1c2ec70a-68cc-4527-b282-21d11b718b62 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1194e39-486c-457e-8d30-93529eddece6 HTTP/1.1" status: 200 len: 945 time: 0.0799580 Mar 07 21:53:36.974880 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-814cc7f0-b43b-44bb-9070-70caafb57f38 req-8d3777db-65e0-48f7-b4ba-4351dfb38c30 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc38a71-ff95-4a50-9d9c-dae7d734010f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369983 Mar 07 21:53:36.996513 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51510) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:37.063993 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9c15c8-0514-4144-8aac-f932f361db6d tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:37.065421 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5a9c15c8-0514-4144-8aac-f932f361db6d tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e1194e39-486c-457e-8d30-93529eddece6 HTTP/1.1" status: 200 len: 1093 time: 0.0679746 Mar 07 21:53:37.068270 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51514) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:37.073024 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-ba780174-f577-4bd0-89c2-66b5f5a1eefe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': 'aeafbe29-9359-4740-a086-8ab5736438b3', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:53:37.079292 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ba780174-f577-4bd0-89c2-66b5f5a1eefe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:53:37.083028 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ba780174-f577-4bd0-89c2-66b5f5a1eefe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:floatingip and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:53:37.085764 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ba780174-f577-4bd0-89c2-66b5f5a1eefe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:53:37.091970 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ba780174-f577-4bd0-89c2-66b5f5a1eefe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:53:37.179513 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ba780174-f577-4bd0-89c2-66b5f5a1eefe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:37.309941 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ba780174-f577-4bd0-89c2-66b5f5a1eefe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:37.511494 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-ba780174-f577-4bd0-89c2-66b5f5a1eefe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.26.2.226 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/4b50394c-e8f0-44a9-b811-4268305bcfe9) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:53:37.654540 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ba780174-f577-4bd0-89c2-66b5f5a1eefe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:37.723492 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ba780174-f577-4bd0-89c2-66b5f5a1eefe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:37.786171 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba780174-f577-4bd0-89c2-66b5f5a1eefe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:53:37.787272 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-ba780174-f577-4bd0-89c2-66b5f5a1eefe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:53:37.790923 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba780174-f577-4bd0-89c2-66b5f5a1eefe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:53:37.839322 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba780174-f577-4bd0-89c2-66b5f5a1eefe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=4b50394c-e8f0-44a9-b811-4268305bcfe9,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:38.289006 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ba780174-f577-4bd0-89c2-66b5f5a1eefe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:38.404952 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ba780174-f577-4bd0-89c2-66b5f5a1eefe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:38.604126 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ba780174-f577-4bd0-89c2-66b5f5a1eefe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:38.642396 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ba780174-f577-4bd0-89c2-66b5f5a1eefe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:38.752934 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba780174-f577-4bd0-89c2-66b5f5a1eefe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=4b50394c-e8f0-44a9-b811-4268305bcfe9,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:53:38.760649 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ba780174-f577-4bd0-89c2-66b5f5a1eefe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:38.929509 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-ba780174-f577-4bd0-89c2-66b5f5a1eefe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Floating IP d4409237-d8c0-4aaf-b953-34c7f0ef0c1a associated. External IP: 172.26.2.226, port: aeafbe29-9359-4740-a086-8ab5736438b3. Mar 07 21:53:39.272210 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba780174-f577-4bd0-89c2-66b5f5a1eefe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router 38fabdac-424a-4ce0-9ee4-50e6462e22c9 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:53:39.444163 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba780174-f577-4bd0-89c2-66b5f5a1eefe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:53:39.454279 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b030c028-4c60-4b0c-a971-ceb6abc9b3bc None None] Sync routers for ids ['38fabdac-424a-4ce0-9ee4-50e6462e22c9'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:53:39.467303 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b030c028-4c60-4b0c-a971-ceb6abc9b3bc None None] Routers {'38fabdac-424a-4ce0-9ee4-50e6462e22c9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:53:39.468226 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-b030c028-4c60-4b0c-a971-ceb6abc9b3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:53:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['38fabdac-424a-4ce0-9ee4-50e6462e22c9'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:39.516973 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ba780174-f577-4bd0-89c2-66b5f5a1eefe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:39.574414 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ba780174-f577-4bd0-89c2-66b5f5a1eefe tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5051200 Mar 07 21:53:39.575048 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1194e39-486c-457e-8d30-93529eddece6', 'tag': 'aeafbe29-9359-4740-a086-8ab5736438b3'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:53:39.577221 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51518) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:39.641277 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-b030c028-4c60-4b0c-a971-ceb6abc9b3bc None None] Set router 38fabdac-424a-4ce0-9ee4-50e6462e22c9 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:53:39.676562 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1194e39-486c-457e-8d30-93529eddece6', 'tag': 'aeafbe29-9359-4740-a086-8ab5736438b3', 'status': 'completed', 'code': 200} Mar 07 21:53:39.686588 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-29bebeb5-37d1-4367-a590-78c26d0a4321 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/d4409237-d8c0-4aaf-b953-34c7f0ef0c1a HTTP/1.1" status: 200 len: 991 time: 0.1082106 Mar 07 21:53:39.765870 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815d409-704f-4d0d-9b47-b3dab2b28a3d req-c1010c16-2851-45cc-82d7-d70bd7397b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:39.767424 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9815d409-704f-4d0d-9b47-b3dab2b28a3d req-c1010c16-2851-45cc-82d7-d70bd7397b79 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=e1194e39-486c-457e-8d30-93529eddece6 HTTP/1.1" status: 200 len: 1098 time: 0.0697150 Mar 07 21:53:39.897358 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815d409-704f-4d0d-9b47-b3dab2b28a3d req-e283d283-c993-497d-8fce-76328bfc222d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:39.898850 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9815d409-704f-4d0d-9b47-b3dab2b28a3d req-e283d283-c993-497d-8fce-76328bfc222d service neutron] 10.222.0.11 "GET /v2.0/networks?id=8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc HTTP/1.1" status: 200 len: 897 time: 0.1258934 Mar 07 21:53:39.978315 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-b030c028-4c60-4b0c-a971-ceb6abc9b3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'name': 'tempest-TestNetworkBasicOps-router-884048100', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:18Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'd4409237-d8c0-4aaf-b953-34c7f0ef0c1a', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.226', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'port_id': 'aeafbe29-9359-4740-a086-8ab5736438b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc', 'mac_address': 'fa:16:3e:92:5d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1194e39-486c-457e-8d30-93529eddece6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:53:38Z', 'updated_at': '2022-03-07T21:53:38Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eecb36d-8434-44a2-a0b2-1f88a4a5d218', 'name': '', 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:48:c5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '244e6ca0-c9ab-463d-a8c3-cbd6752d99e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:17Z', 'updated_at': '2022-03-07T21:53:24Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '244e6ca0-c9ab-463d-a8c3-cbd6752d99e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:39.981945 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b030c028-4c60-4b0c-a971-ceb6abc9b3bc None None] Checking router: 38fabdac-424a-4ce0-9ee4-50e6462e22c9 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:53:39.990229 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b030c028-4c60-4b0c-a971-ceb6abc9b3bc None None] Routers {'38fabdac-424a-4ce0-9ee4-50e6462e22c9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:53:39.990805 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-b030c028-4c60-4b0c-a971-ceb6abc9b3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:53:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['38fabdac-424a-4ce0-9ee4-50e6462e22c9'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:40.003107 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9815d409-704f-4d0d-9b47-b3dab2b28a3d req-5b4eaae9-aaee-45bd-b169-2257a0d799b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aeafbe29-9359-4740-a086-8ab5736438b3 HTTP/1.1" status: 200 len: 999 time: 0.0974681 Mar 07 21:53:40.069478 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815d409-704f-4d0d-9b47-b3dab2b28a3d req-79460b3d-9bef-4a91-9e8d-1c30314cc22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:40.070941 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9815d409-704f-4d0d-9b47-b3dab2b28a3d req-79460b3d-9bef-4a91-9e8d-1c30314cc22a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=244e6ca0-c9ab-463d-a8c3-cbd6752d99e6 HTTP/1.1" status: 200 len: 843 time: 0.0624585 Mar 07 21:53:40.145160 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815d409-704f-4d0d-9b47-b3dab2b28a3d req-d98659f0-805f-4957-8945-ff7f8314720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:53:40.146749 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9815d409-704f-4d0d-9b47-b3dab2b28a3d req-d98659f0-805f-4957-8945-ff7f8314720a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694580 Mar 07 21:53:40.202524 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-b030c028-4c60-4b0c-a971-ceb6abc9b3bc None None] Set router 38fabdac-424a-4ce0-9ee4-50e6462e22c9 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:53:40.278527 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9815d409-704f-4d0d-9b47-b3dab2b28a3d req-ebc33f5e-8847-4f58-9e80-d4ad19cc464a service neutron] 10.222.0.11 "GET /v2.0/networks/8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260023 Mar 07 21:53:40.410360 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9815d409-704f-4d0d-9b47-b3dab2b28a3d req-ebb48dd1-4b30-40a0-aa46-432f1658da69 service neutron] 10.222.0.11 "GET /v2.0/networks/8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248162 Mar 07 21:53:40.538025 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-b030c028-4c60-4b0c-a971-ceb6abc9b3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'name': 'tempest-TestNetworkBasicOps-router-884048100', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:18Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'd4409237-d8c0-4aaf-b953-34c7f0ef0c1a', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.226', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'port_id': 'aeafbe29-9359-4740-a086-8ab5736438b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc', 'mac_address': 'fa:16:3e:92:5d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1194e39-486c-457e-8d30-93529eddece6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:53:38Z', 'updated_at': '2022-03-07T21:53:38Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eecb36d-8434-44a2-a0b2-1f88a4a5d218', 'name': '', 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:48:c5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '244e6ca0-c9ab-463d-a8c3-cbd6752d99e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:17Z', 'updated_at': '2022-03-07T21:53:24Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '244e6ca0-c9ab-463d-a8c3-cbd6752d99e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:53:40.541703 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b030c028-4c60-4b0c-a971-ceb6abc9b3bc None None] The sync data for ids ['38fabdac-424a-4ce0-9ee4-50e6462e22c9'] in dv-neutron-829957-1-hyperv is: [{'id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'name': 'tempest-TestNetworkBasicOps-router-884048100', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:18Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'd4409237-d8c0-4aaf-b953-34c7f0ef0c1a', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.226', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'port_id': 'aeafbe29-9359-4740-a086-8ab5736438b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc', 'mac_address': 'fa:16:3e:92:5d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1194e39-486c-457e-8d30-93529eddece6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:53:38Z', 'updated_at': '2022-03-07T21:53:38Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eecb36d-8434-44a2-a0b2-1f88a4a5d218', 'name': '', 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:48:c5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '244e6ca0-c9ab-463d-a8c3-cbd6752d99e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:17Z', 'updated_at': '2022-03-07T21:53:24Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '244e6ca0-c9ab-463d-a8c3-cbd6752d99e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:53:40.690572 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51526) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:40.735362 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f59e0d6-4de2-425a-ab2d-13ac10a37d86 None None] New status for floating IP d4409237-d8c0-4aaf-b953-34c7f0ef0c1a: ACTIVE {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:53:40.800796 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-32375866-4b05-4aa2-a115-3e273cfe1efa tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/d4409237-d8c0-4aaf-b953-34c7f0ef0c1a HTTP/1.1" status: 200 len: 991 time: 0.1079905 Mar 07 21:53:41.803298 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51530) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:53:41.904235 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ff3a50b6-d146-4a8f-af40-168f11454224 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/d4409237-d8c0-4aaf-b953-34c7f0ef0c1a HTTP/1.1" status: 200 len: 993 time: 0.0997312 Mar 07 21:53:45.881022 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:50.059647 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-03872aed-afed-4916-90be-ce8b209a6a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:52.259376 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fa21c1fc-0a7c-493a-a577-6cc7fc7b3bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:53.196636 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:53.362467 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:53:54.767856 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:54:13.240943 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:54:15.853542 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:54:20.079966 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f94605cd-45b2-49a8-a9b1-8f9caf8ff175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:54:22.276165 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-db426f65-d4fa-44a9-acf7-37bdeee4cae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:54:23.188703 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:54:23.372033 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:54:24.754380 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:54:32.679227 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3bca6a69-d2a5-4c96-9059-95aecb476b4c req-59c460bf-ec67-4faa-b75f-994f3ccba9c3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e1194e39-486c-457e-8d30-93529eddece6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703354 Mar 07 21:54:32.813013 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca6a69-d2a5-4c96-9059-95aecb476b4c req-bac04397-5db0-491a-afd1-b560c48e5229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:32.814467 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3bca6a69-d2a5-4c96-9059-95aecb476b4c req-bac04397-5db0-491a-afd1-b560c48e5229 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=e1194e39-486c-457e-8d30-93529eddece6 HTTP/1.1" status: 200 len: 1098 time: 0.0697463 Mar 07 21:54:33.049680 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca6a69-d2a5-4c96-9059-95aecb476b4c req-ab29a587-39ad-4915-9168-cf938fbb0a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:33.051119 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3bca6a69-d2a5-4c96-9059-95aecb476b4c req-ab29a587-39ad-4915-9168-cf938fbb0a69 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc HTTP/1.1" status: 200 len: 897 time: 0.2162540 Mar 07 21:54:33.156328 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3bca6a69-d2a5-4c96-9059-95aecb476b4c req-f515fbf1-1d19-42e6-979f-532ae79940d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aeafbe29-9359-4740-a086-8ab5736438b3 HTTP/1.1" status: 200 len: 1001 time: 0.0986533 Mar 07 21:54:33.216642 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca6a69-d2a5-4c96-9059-95aecb476b4c req-cd214388-c079-4901-a288-57aed3b9aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:33.218261 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3bca6a69-d2a5-4c96-9059-95aecb476b4c req-cd214388-c079-4901-a288-57aed3b9aa91 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=244e6ca0-c9ab-463d-a8c3-cbd6752d99e6 HTTP/1.1" status: 200 len: 843 time: 0.0554576 Mar 07 21:54:33.293131 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca6a69-d2a5-4c96-9059-95aecb476b4c req-af88cc6f-d400-4d0a-a803-ab16b6897b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:54:33.294570 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3bca6a69-d2a5-4c96-9059-95aecb476b4c req-af88cc6f-d400-4d0a-a803-ab16b6897b1e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699894 Mar 07 21:54:33.421013 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3bca6a69-d2a5-4c96-9059-95aecb476b4c req-efb479d3-44cb-4ad2-9f9b-e4f5a525c14a service neutron] 10.222.0.11 "GET /v2.0/networks/8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203582 Mar 07 21:54:33.546987 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3bca6a69-d2a5-4c96-9059-95aecb476b4c req-991c5ef6-001b-48d3-8e14-2a079b7ba2f1 service neutron] 10.222.0.11 "GET /v2.0/networks/8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207802 Mar 07 21:54:45.898997 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:54:50.046965 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a9362673-652e-4984-9ba7-a08d10153bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:54:50.239919 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:54:52.262350 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a5df4053-58ed-42bf-a6f6-dc02e3614a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:54:53.206822 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:54:53.361127 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:54:54.759248 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:55:15.901894 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:55:20.031291 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d024f75f-16e1-4dc5-9cef-0c8044e868a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:55:22.261669 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ebf25d21-d7f7-49ba-89e6-b2a020d6bde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:55:23.199166 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:55:23.359267 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:55:24.759049 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:55:27.239163 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:55:32.967691 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51560) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:55:33.056345 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-e9cbbcf8-0093-4d82-a170-6e59ee81c926 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:55:33.272474 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e9cbbcf8-0093-4d82-a170-6e59ee81c926 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9924811'] for subnet, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:55:33.507580 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e9cbbcf8-0093-4d82-a170-6e59ee81c926 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742366814455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3819885'] for subnet, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:55:33.558151 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cbbcf8-0093-4d82-a170-6e59ee81c926 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:33.558734 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e9cbbcf8-0093-4d82-a170-6e59ee81c926 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:55:33.560761 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e9cbbcf8-0093-4d82-a170-6e59ee81c926 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "PUT /v2.0/subnets/244e6ca0-c9ab-463d-a8c3-cbd6752d99e6 HTTP/1.1" status: 200 len: 835 time: 0.5913312 Mar 07 21:55:33.564903 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3be8745-9dfb-4fa1-875c-6936acac1135 None None] Network 8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:55:33.579834 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbbcf8-0093-4d82-a170-6e59ee81c926 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Subnet': ['ID=244e6ca0-c9ab-463d-a8c3-cbd6752d99e6,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:55:33.586870 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbbcf8-0093-4d82-a170-6e59ee81c926 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:33.587211 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbbcf8-0093-4d82-a170-6e59ee81c926 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:33.587541 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbbcf8-0093-4d82-a170-6e59ee81c926 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:33.587866 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbbcf8-0093-4d82-a170-6e59ee81c926 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:33.588189 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbbcf8-0093-4d82-a170-6e59ee81c926 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:33.588508 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbbcf8-0093-4d82-a170-6e59ee81c926 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:33.588824 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbbcf8-0093-4d82-a170-6e59ee81c926 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:33.589138 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbbcf8-0093-4d82-a170-6e59ee81c926 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:33.589449 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbbcf8-0093-4d82-a170-6e59ee81c926 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:33.589761 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbbcf8-0093-4d82-a170-6e59ee81c926 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:33.590099 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbbcf8-0093-4d82-a170-6e59ee81c926 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:33.590409 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbbcf8-0093-4d82-a170-6e59ee81c926 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:55:33.996525 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b94609c8-273a-4f71-8547-fdf00004ab39 None None] Provisioning complete for port aeafbe29-9359-4740-a086-8ab5736438b3 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:55:33.996890 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b94609c8-273a-4f71-8547-fdf00004ab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:55:34.121173 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b94609c8-273a-4f71-8547-fdf00004ab39 None None] Provisioning complete for port 1eb0072f-533b-40fd-9321-575d4bc85116 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:55:34.121431 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b94609c8-273a-4f71-8547-fdf00004ab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:55:34.243699 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b94609c8-273a-4f71-8547-fdf00004ab39 None None] Provisioning complete for port 6eecb36d-8434-44a2-a0b2-1f88a4a5d218 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:55:34.244058 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b94609c8-273a-4f71-8547-fdf00004ab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:55:34.691765 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-df4a058d-3e6b-4f71-bd6c-a68148301edc req-aca8a38f-6eff-4875-8f9e-2301ba630e62 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e1194e39-486c-457e-8d30-93529eddece6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695167 Mar 07 21:55:34.830603 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a058d-3e6b-4f71-bd6c-a68148301edc req-0c1bb353-511d-4c9f-944b-c0b0fa2dcaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:34.832035 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-df4a058d-3e6b-4f71-bd6c-a68148301edc req-0c1bb353-511d-4c9f-944b-c0b0fa2dcaff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=e1194e39-486c-457e-8d30-93529eddece6 HTTP/1.1" status: 200 len: 1098 time: 0.0729353 Mar 07 21:55:34.975393 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a058d-3e6b-4f71-bd6c-a68148301edc req-4d94277b-1aa3-438b-a5f6-50313f4c3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:34.976718 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-df4a058d-3e6b-4f71-bd6c-a68148301edc req-4d94277b-1aa3-438b-a5f6-50313f4c3d42 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc HTTP/1.1" status: 200 len: 897 time: 0.1241820 Mar 07 21:55:35.075581 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-df4a058d-3e6b-4f71-bd6c-a68148301edc req-937fb3a4-c4fc-41fb-af35-aaa8a38dd215 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aeafbe29-9359-4740-a086-8ab5736438b3 HTTP/1.1" status: 200 len: 1001 time: 0.0929544 Mar 07 21:55:35.136420 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a058d-3e6b-4f71-bd6c-a68148301edc req-eb6652c5-745e-4820-b372-6cf2eb40ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:35.137821 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-df4a058d-3e6b-4f71-bd6c-a68148301edc req-eb6652c5-745e-4820-b372-6cf2eb40ea07 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=244e6ca0-c9ab-463d-a8c3-cbd6752d99e6 HTTP/1.1" status: 200 len: 843 time: 0.0563176 Mar 07 21:55:35.208886 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a058d-3e6b-4f71-bd6c-a68148301edc req-93cee0d7-02b1-483e-8f04-5aec9462e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:55:35.210343 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-df4a058d-3e6b-4f71-bd6c-a68148301edc req-93cee0d7-02b1-483e-8f04-5aec9462e48a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671606 Mar 07 21:55:35.336559 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-df4a058d-3e6b-4f71-bd6c-a68148301edc req-c00f24e7-21b1-4258-b513-b4e1725f907c service neutron] 10.222.0.11 "GET /v2.0/networks/8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205559 Mar 07 21:55:35.462784 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-df4a058d-3e6b-4f71-bd6c-a68148301edc req-727fc162-d82e-4616-b48b-d9500cc7bae5 service neutron] 10.222.0.11 "GET /v2.0/networks/8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203265 Mar 07 21:55:45.912865 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:55:50.084166 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4d751de4-9e78-4cfa-97a0-c0b51611d260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:55:52.320645 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ef408a37-9cc4-44a3-8a84-e90c3e515e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:55:53.212399 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:55:53.378215 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:55:54.777803 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:04.239308 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:56:15.943155 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:16.435892 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51584) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:16.638013 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-ee605150-8a2b-4ba0-852f-c6e12e2621af tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port 4b50394c-e8f0-44a9-b811-4268305bcfe9 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:56:16.638351 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ee605150-8a2b-4ba0-852f-c6e12e2621af tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:16.800521 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ee605150-8a2b-4ba0-852f-c6e12e2621af tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:16.800847 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ee605150-8a2b-4ba0-852f-c6e12e2621af tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:16.920340 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-ee605150-8a2b-4ba0-852f-c6e12e2621af tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for 4b50394c-e8f0-44a9-b811-4268305bcfe9 owned by network:floatingip {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:56:17.135486 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ee605150-8a2b-4ba0-852f-c6e12e2621af tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:17.181060 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee605150-8a2b-4ba0-852f-c6e12e2621af tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=4b50394c-e8f0-44a9-b811-4268305bcfe9,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:17.271335 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ee605150-8a2b-4ba0-852f-c6e12e2621af tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:17.271658 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-ee605150-8a2b-4ba0-852f-c6e12e2621af tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Floating IP d4409237-d8c0-4aaf-b953-34c7f0ef0c1a disassociated (deleted). External IP: 172.26.2.226, port: aeafbe29-9359-4740-a086-8ab5736438b3. Mar 07 21:56:17.706346 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee605150-8a2b-4ba0-852f-c6e12e2621af tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router 38fabdac-424a-4ce0-9ee4-50e6462e22c9 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:56:17.882717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee605150-8a2b-4ba0-852f-c6e12e2621af tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:56:17.892079 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a741080-e59c-4800-8375-f62d254902b6 None None] Sync routers for ids ['38fabdac-424a-4ce0-9ee4-50e6462e22c9'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:56:17.898566 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ee605150-8a2b-4ba0-852f-c6e12e2621af tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:17.901282 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a741080-e59c-4800-8375-f62d254902b6 None None] Routers {'38fabdac-424a-4ce0-9ee4-50e6462e22c9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:56:17.901868 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-2a741080-e59c-4800-8375-f62d254902b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:55:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['38fabdac-424a-4ce0-9ee4-50e6462e22c9'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:17.951322 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ee605150-8a2b-4ba0-852f-c6e12e2621af tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/floatingips/d4409237-d8c0-4aaf-b953-34c7f0ef0c1a HTTP/1.1" status: 204 len: 168 time: 1.5143740 Mar 07 21:56:17.951990 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1194e39-486c-457e-8d30-93529eddece6', 'tag': 'aeafbe29-9359-4740-a086-8ab5736438b3'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:56:18.006597 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1194e39-486c-457e-8d30-93529eddece6', 'tag': 'aeafbe29-9359-4740-a086-8ab5736438b3', 'status': 'completed', 'code': 200} Mar 07 21:56:18.082555 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-2a741080-e59c-4800-8375-f62d254902b6 None None] Set router 38fabdac-424a-4ce0-9ee4-50e6462e22c9 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:56:18.101070 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c0395-c8e9-4f9c-8fc0-c55451296dbe req-6bc679c6-e2d6-4bc0-966d-5390e9aff889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:18.102589 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7d8c0395-c8e9-4f9c-8fc0-c55451296dbe req-6bc679c6-e2d6-4bc0-966d-5390e9aff889 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=e1194e39-486c-457e-8d30-93529eddece6 HTTP/1.1" status: 200 len: 1098 time: 0.0746677 Mar 07 21:56:18.346888 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c0395-c8e9-4f9c-8fc0-c55451296dbe req-70f0b0c8-a755-465b-a1c0-f434da1df1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:18.348329 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7d8c0395-c8e9-4f9c-8fc0-c55451296dbe req-70f0b0c8-a755-465b-a1c0-f434da1df1b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc HTTP/1.1" status: 200 len: 897 time: 0.2400222 Mar 07 21:56:18.405126 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-2a741080-e59c-4800-8375-f62d254902b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'name': 'tempest-TestNetworkBasicOps-router-884048100', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:18Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '6eecb36d-8434-44a2-a0b2-1f88a4a5d218', 'name': '', 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:48:c5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '244e6ca0-c9ab-463d-a8c3-cbd6752d99e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:17Z', 'updated_at': '2022-03-07T21:53:24Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '244e6ca0-c9ab-463d-a8c3-cbd6752d99e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:18.409153 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a741080-e59c-4800-8375-f62d254902b6 None None] Checking router: 38fabdac-424a-4ce0-9ee4-50e6462e22c9 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:56:18.417475 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a741080-e59c-4800-8375-f62d254902b6 None None] Routers {'38fabdac-424a-4ce0-9ee4-50e6462e22c9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:56:18.418097 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-2a741080-e59c-4800-8375-f62d254902b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:55:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['38fabdac-424a-4ce0-9ee4-50e6462e22c9'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:18.420004 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7d8c0395-c8e9-4f9c-8fc0-c55451296dbe req-75902e6b-3e0a-4fcd-892b-dce4200bf7e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aeafbe29-9359-4740-a086-8ab5736438b3 HTTP/1.1" status: 200 len: 217 time: 0.0653176 Mar 07 21:56:18.488883 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c0395-c8e9-4f9c-8fc0-c55451296dbe req-732e9010-95d7-4c8b-98a0-df7b355ac592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:18.490665 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7d8c0395-c8e9-4f9c-8fc0-c55451296dbe req-732e9010-95d7-4c8b-98a0-df7b355ac592 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=244e6ca0-c9ab-463d-a8c3-cbd6752d99e6 HTTP/1.1" status: 200 len: 843 time: 0.0632279 Mar 07 21:56:18.501666 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2502dd-21b4-4b92-b637-d9be273780b2 req-b225b08c-5bc3-453b-970b-c93107ffa50a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:18.502395 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-bc2502dd-21b4-4b92-b637-d9be273780b2 req-b225b08c-5bc3-453b-970b-c93107ffa50a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:56:18.564681 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c0395-c8e9-4f9c-8fc0-c55451296dbe req-9e19dee4-43d7-4429-9c2d-32740988837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:18.566751 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7d8c0395-c8e9-4f9c-8fc0-c55451296dbe req-9e19dee4-43d7-4429-9c2d-32740988837e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694180 Mar 07 21:56:18.575286 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-bc2502dd-21b4-4b92-b637-d9be273780b2 req-b225b08c-5bc3-453b-970b-c93107ffa50a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:56:18.576696 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bc2502dd-21b4-4b92-b637-d9be273780b2 req-b225b08c-5bc3-453b-970b-c93107ffa50a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1194e39-486c-457e-8d30-93529eddece6 HTTP/1.1" status: 200 len: 945 time: 0.1621161 Mar 07 21:56:18.594488 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-2a741080-e59c-4800-8375-f62d254902b6 None None] Set router 38fabdac-424a-4ce0-9ee4-50e6462e22c9 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:56:18.624665 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bc2502dd-21b4-4b92-b637-d9be273780b2 req-f0fa0912-bd5b-4a3b-9fa2-7333fe4ade24 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc38a71-ff95-4a50-9d9c-dae7d734010f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415130 Mar 07 21:56:18.701373 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7d8c0395-c8e9-4f9c-8fc0-c55451296dbe req-48a18f29-fba1-43fc-a105-c4967b7085a9 service neutron] 10.222.0.11 "GET /v2.0/networks/8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275895 Mar 07 21:56:18.833558 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7d8c0395-c8e9-4f9c-8fc0-c55451296dbe req-f5dc03ee-37e2-4b35-bed1-f89ee31b51e9 service neutron] 10.222.0.11 "GET /v2.0/networks/8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252191 Mar 07 21:56:18.931090 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-2a741080-e59c-4800-8375-f62d254902b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'name': 'tempest-TestNetworkBasicOps-router-884048100', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:18Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '6eecb36d-8434-44a2-a0b2-1f88a4a5d218', 'name': '', 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:48:c5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '244e6ca0-c9ab-463d-a8c3-cbd6752d99e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:17Z', 'updated_at': '2022-03-07T21:53:24Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '244e6ca0-c9ab-463d-a8c3-cbd6752d99e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:18.934905 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a741080-e59c-4800-8375-f62d254902b6 None None] The sync data for ids ['38fabdac-424a-4ce0-9ee4-50e6462e22c9'] in dv-neutron-829957-1-hyperv is: [{'id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'name': 'tempest-TestNetworkBasicOps-router-884048100', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:18Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '6eecb36d-8434-44a2-a0b2-1f88a4a5d218', 'name': '', 'network_id': '8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:48:c5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '244e6ca0-c9ab-463d-a8c3-cbd6752d99e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:17Z', 'updated_at': '2022-03-07T21:53:24Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '244e6ca0-c9ab-463d-a8c3-cbd6752d99e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:56:19.141436 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11b16ae-d260-4ac6-939e-5e584550ba70 None None] New status for floating IP d4409237-d8c0-4aaf-b953-34c7f0ef0c1a: DOWN {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:56:19.765123 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03fa36-69df-4c3c-badb-ab2242c0839f req-98fcb88a-1bd8-44e4-a239-997a3f712a64 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:19.765796 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-bb03fa36-69df-4c3c-badb-ab2242c0839f req-98fcb88a-1bd8-44e4-a239-997a3f712a64 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:56:19.777846 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-bb03fa36-69df-4c3c-badb-ab2242c0839f req-98fcb88a-1bd8-44e4-a239-997a3f712a64 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:56:19.778933 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-bb03fa36-69df-4c3c-badb-ab2242c0839f req-98fcb88a-1bd8-44e4-a239-997a3f712a64 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1194e39-486c-457e-8d30-93529eddece6 HTTP/1.1" status: 200 len: 945 time: 0.0965562 Mar 07 21:56:19.816508 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff39736-9dda-479b-bf2d-fdbd3da9596c req-605760a3-9c35-424f-a186-06ffad3cbad8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:19.818685 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4ff39736-9dda-479b-bf2d-fdbd3da9596c req-605760a3-9c35-424f-a186-06ffad3cbad8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1194e39-486c-457e-8d30-93529eddece6 HTTP/1.1" status: 200 len: 945 time: 0.0824380 Mar 07 21:56:19.848351 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-bb03fa36-69df-4c3c-badb-ab2242c0839f req-98efe252-485d-4921-b760-c3712f0216bf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port aeafbe29-9359-4740-a086-8ab5736438b3 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:56:19.848959 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-bb03fa36-69df-4c3c-badb-ab2242c0839f req-98efe252-485d-4921-b760-c3712f0216bf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:19.866225 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4ff39736-9dda-479b-bf2d-fdbd3da9596c req-09bbc552-4b18-4d8e-bb77-6fafb9cb8ff5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fc38a71-ff95-4a50-9d9c-dae7d734010f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417185 Mar 07 21:56:20.067511 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c93647bf-fe57-401e-90a4-6c088ccc7798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:20.094639 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-bb03fa36-69df-4c3c-badb-ab2242c0839f req-98efe252-485d-4921-b760-c3712f0216bf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port aeafbe29-9359-4740-a086-8ab5736438b3, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=aeafbe29-9359-4740-a086-8ab5736438b3,segment=NetworkSegment(a758585f-6fd7-494a-b30d-33246d5d6689),segment_id=a758585f-6fd7-494a-b30d-33246d5d6689)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:56:20.094995 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-bb03fa36-69df-4c3c-badb-ab2242c0839f req-98efe252-485d-4921-b760-c3712f0216bf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:20.216641 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-bb03fa36-69df-4c3c-badb-ab2242c0839f req-98efe252-485d-4921-b760-c3712f0216bf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for aeafbe29-9359-4740-a086-8ab5736438b3 owned by compute:nova {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:56:20.426976 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-bb03fa36-69df-4c3c-badb-ab2242c0839f req-98efe252-485d-4921-b760-c3712f0216bf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:20.475789 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efe252-485d-4921-b760-c3712f0216bf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=aeafbe29-9359-4740-a086-8ab5736438b3,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:20.544502 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efe252-485d-4921-b760-c3712f0216bf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:20.544841 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efe252-485d-4921-b760-c3712f0216bf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:20.545172 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efe252-485d-4921-b760-c3712f0216bf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:20.545497 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efe252-485d-4921-b760-c3712f0216bf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:20.545817 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efe252-485d-4921-b760-c3712f0216bf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:20.546160 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efe252-485d-4921-b760-c3712f0216bf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:20.546477 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efe252-485d-4921-b760-c3712f0216bf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:20.546790 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efe252-485d-4921-b760-c3712f0216bf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:20.547105 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efe252-485d-4921-b760-c3712f0216bf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:20.547414 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efe252-485d-4921-b760-c3712f0216bf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:20.547731 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efe252-485d-4921-b760-c3712f0216bf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:20.548036 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efe252-485d-4921-b760-c3712f0216bf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:20.562137 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb03fa36-69df-4c3c-badb-ab2242c0839f req-98efe252-485d-4921-b760-c3712f0216bf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] No DVR routers for this DVR port aeafbe29-9359-4740-a086-8ab5736438b3 on host hv-neutron-8299 {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:56:20.564256 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-bb03fa36-69df-4c3c-badb-ab2242c0839f req-98efe252-485d-4921-b760-c3712f0216bf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:20.566958 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1194e39-486c-457e-8d30-93529eddece6', 'name': 'network-vif-deleted', 'tag': 'aeafbe29-9359-4740-a086-8ab5736438b3'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:56:20.637017 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-bb03fa36-69df-4c3c-badb-ab2242c0839f req-98efe252-485d-4921-b760-c3712f0216bf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "DELETE /v2.0/ports/aeafbe29-9359-4740-a086-8ab5736438b3 HTTP/1.1" status: 204 len: 173 time: 0.8489883 Mar 07 21:56:20.665197 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1194e39-486c-457e-8d30-93529eddece6', 'name': 'network-vif-deleted', 'tag': 'aeafbe29-9359-4740-a086-8ab5736438b3', 'status': 'completed', 'code': 200} Mar 07 21:56:21.027963 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-59d8acd9-515b-4be1-b729-eaef3fffb66b req-17ef1dec-90eb-45a5-935c-35628b5ce192 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1194e39-486c-457e-8d30-93529eddece6 HTTP/1.1" status: 200 len: 210 time: 0.0423050 Mar 07 21:56:22.120295 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51608) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:22.185194 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1398d89f-0938-4ced-8a72-778415055771 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:22.215108 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1398d89f-0938-4ced-8a72-778415055771 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:22.275181 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9f14aa4a-83f7-452d-a8d4-f49fa3c69178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:22.354894 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1398d89f-0938-4ced-8a72-778415055771 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:22.372611 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398d89f-0938-4ced-8a72-778415055771 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc38a71-ff95-4a50-9d9c-dae7d734010f,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:22.439510 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1398d89f-0938-4ced-8a72-778415055771 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:22.440604 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1398d89f-0938-4ced-8a72-778415055771 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/security-groups/9fc38a71-ff95-4a50-9d9c-dae7d734010f HTTP/1.1" status: 204 len: 168 time: 0.3193512 Mar 07 21:56:22.514889 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51614) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:23.048790 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8bae9d62-2731-40fe-8853-b60c9d32b4d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:23.209339 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:23.375104 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:23.505454 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-8bae9d62-2731-40fe-8853-b60c9d32b4d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port 6eecb36d-8434-44a2-a0b2-1f88a4a5d218 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:56:23.506024 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8bae9d62-2731-40fe-8853-b60c9d32b4d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:23.688746 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-8bae9d62-2731-40fe-8853-b60c9d32b4d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port 6eecb36d-8434-44a2-a0b2-1f88a4a5d218, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6eecb36d-8434-44a2-a0b2-1f88a4a5d218,segment=NetworkSegment(a758585f-6fd7-494a-b30d-33246d5d6689),segment_id=a758585f-6fd7-494a-b30d-33246d5d6689)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:56:23.689093 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8bae9d62-2731-40fe-8853-b60c9d32b4d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:23.811893 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-8bae9d62-2731-40fe-8853-b60c9d32b4d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for 6eecb36d-8434-44a2-a0b2-1f88a4a5d218 owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:56:24.060967 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8bae9d62-2731-40fe-8853-b60c9d32b4d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:24.109811 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae9d62-2731-40fe-8853-b60c9d32b4d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=6eecb36d-8434-44a2-a0b2-1f88a4a5d218,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:24.388144 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8bae9d62-2731-40fe-8853-b60c9d32b4d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:24.760671 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:24.837438 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bae9d62-2731-40fe-8853-b60c9d32b4d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router 38fabdac-424a-4ce0-9ee4-50e6462e22c9 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:56:25.010497 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bae9d62-2731-40fe-8853-b60c9d32b4d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:56:25.019757 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7edc6b-563f-4d8e-946a-6e8c3f8039df None None] Sync routers for ids ['38fabdac-424a-4ce0-9ee4-50e6462e22c9'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:56:25.022473 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8bae9d62-2731-40fe-8853-b60c9d32b4d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "PUT /v2.0/routers/38fabdac-424a-4ce0-9ee4-50e6462e22c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5065317 Mar 07 21:56:25.025212 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51618) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:25.029193 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7edc6b-563f-4d8e-946a-6e8c3f8039df None None] Routers {'38fabdac-424a-4ce0-9ee4-50e6462e22c9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:56:25.029772 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0f7edc6b-563f-4d8e-946a-6e8c3f8039df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:56:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['38fabdac-424a-4ce0-9ee4-50e6462e22c9'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:25.090138 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-22674d94-45c3-47e0-be6e-e4965e8ebdff tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting subnet 244e6ca0-c9ab-463d-a8c3-cbd6752d99e6 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:56:25.093267 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-22674d94-45c3-47e0-be6e-e4965e8ebdff tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:25.149751 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-22674d94-45c3-47e0-be6e-e4965e8ebdff tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:25.200702 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-0f7edc6b-563f-4d8e-946a-6e8c3f8039df None None] Set router 38fabdac-424a-4ce0-9ee4-50e6462e22c9 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:56:25.231764 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-22674d94-45c3-47e0-be6e-e4965e8ebdff tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:25.240862 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device aeafbe29-9359-4740-a086-8ab5736438b3 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:56:25.274845 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: aeafbe29-9359-4740-a086-8ab5736438b3 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:56:25.275152 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device aeafbe29-9359-4740-a086-8ab5736438b3 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:56:25.375570 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-22674d94-45c3-47e0-be6e-e4965e8ebdff tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:25.416804 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22674d94-45c3-47e0-be6e-e4965e8ebdff tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Subnet': ['ID=244e6ca0-c9ab-463d-a8c3-cbd6752d99e6,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:25.422152 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-22674d94-45c3-47e0-be6e-e4965e8ebdff tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:25.428456 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-22674d94-45c3-47e0-be6e-e4965e8ebdff tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/subnets/244e6ca0-c9ab-463d-a8c3-cbd6752d99e6 HTTP/1.1" status: 204 len: 168 time: 0.4020519 Mar 07 21:56:25.428946 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da711b71-c585-496c-a9ed-f6ba9469a720 None None] Network 8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:56:25.431115 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51622) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:25.478825 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0f7edc6b-563f-4d8e-946a-6e8c3f8039df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'name': 'tempest-TestNetworkBasicOps-router-884048100', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:56:23Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:25.482657 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7edc6b-563f-4d8e-946a-6e8c3f8039df None None] Checking router: 38fabdac-424a-4ce0-9ee4-50e6462e22c9 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:56:25.492193 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7edc6b-563f-4d8e-946a-6e8c3f8039df None None] Routers {'38fabdac-424a-4ce0-9ee4-50e6462e22c9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:56:25.492786 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0f7edc6b-563f-4d8e-946a-6e8c3f8039df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:56:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['38fabdac-424a-4ce0-9ee4-50e6462e22c9'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:25.612881 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf170-587c-4674-a44a-e6dcc5892d73 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:25.676343 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-0f7edc6b-563f-4d8e-946a-6e8c3f8039df None None] Set router 38fabdac-424a-4ce0-9ee4-50e6462e22c9 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:56:25.684227 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b836c6ec-360b-4d18-9119-6329a5362880 None None] DHCP port deletion for 8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:56:25.689524 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-b836c6ec-360b-4d18-9119-6329a5362880 None None] Deleting port 1eb0072f-533b-40fd-9321-575d4bc85116 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:56:25.694872 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b836c6ec-360b-4d18-9119-6329a5362880 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:25.813768 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf170-587c-4674-a44a-e6dcc5892d73 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:25.880957 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-b4ecf170-587c-4674-a44a-e6dcc5892d73 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port c8f77033-bfce-45fe-89f0-23791ee147b6 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:56:25.881619 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf170-587c-4674-a44a-e6dcc5892d73 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:25.899232 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-b836c6ec-360b-4d18-9119-6329a5362880 None None] For port 1eb0072f-533b-40fd-9321-575d4bc85116, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1eb0072f-533b-40fd-9321-575d4bc85116,segment=NetworkSegment(a758585f-6fd7-494a-b30d-33246d5d6689),segment_id=a758585f-6fd7-494a-b30d-33246d5d6689)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:56:25.899754 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b836c6ec-360b-4d18-9119-6329a5362880 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:25.968944 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0f7edc6b-563f-4d8e-946a-6e8c3f8039df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'name': 'tempest-TestNetworkBasicOps-router-884048100', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:56:23Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:25.972896 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7edc6b-563f-4d8e-946a-6e8c3f8039df None None] The sync data for ids ['38fabdac-424a-4ce0-9ee4-50e6462e22c9'] in dv-neutron-829957-1-hyperv is: [{'id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'name': 'tempest-TestNetworkBasicOps-router-884048100', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:56:23Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'c8f77033-bfce-45fe-89f0-23791ee147b6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fabdac-424a-4ce0-9ee4-50e6462e22c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:53:13Z', 'updated_at': '2022-03-07T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:56:26.019624 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-b836c6ec-360b-4d18-9119-6329a5362880 None None] Calling delete_port for 1eb0072f-533b-40fd-9321-575d4bc85116 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:56:26.059514 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-b4ecf170-587c-4674-a44a-e6dcc5892d73 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port c8f77033-bfce-45fe-89f0-23791ee147b6, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c8f77033-bfce-45fe-89f0-23791ee147b6,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:56:26.059874 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf170-587c-4674-a44a-e6dcc5892d73 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:26.182392 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-b4ecf170-587c-4674-a44a-e6dcc5892d73 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for c8f77033-bfce-45fe-89f0-23791ee147b6 owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:56:26.186764 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b836c6ec-360b-4d18-9119-6329a5362880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:26.236057 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b836c6ec-360b-4d18-9119-6329a5362880 None None] No DVR routers for this DVR port 1eb0072f-533b-40fd-9321-575d4bc85116 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:56:26.239516 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836c6ec-360b-4d18-9119-6329a5362880 None None] Pushing event deleted for resources: {'Port': ['ID=1eb0072f-533b-40fd-9321-575d4bc85116,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:26.250589 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836c6ec-360b-4d18-9119-6329a5362880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:26.251049 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836c6ec-360b-4d18-9119-6329a5362880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:26.251383 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836c6ec-360b-4d18-9119-6329a5362880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:26.251714 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836c6ec-360b-4d18-9119-6329a5362880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:26.252039 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836c6ec-360b-4d18-9119-6329a5362880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:26.252366 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836c6ec-360b-4d18-9119-6329a5362880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:26.252685 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836c6ec-360b-4d18-9119-6329a5362880 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:26.253005 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836c6ec-360b-4d18-9119-6329a5362880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:26.253368 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836c6ec-360b-4d18-9119-6329a5362880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:26.253644 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836c6ec-360b-4d18-9119-6329a5362880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:26.253975 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836c6ec-360b-4d18-9119-6329a5362880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:26.254317 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836c6ec-360b-4d18-9119-6329a5362880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:26.413168 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf170-587c-4674-a44a-e6dcc5892d73 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:26.461329 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6eecb36d-8434-44a2-a0b2-1f88a4a5d218 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:56:26.499376 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 6eecb36d-8434-44a2-a0b2-1f88a4a5d218 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:56:26.499770 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6eecb36d-8434-44a2-a0b2-1f88a4a5d218 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:56:26.500196 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1eb0072f-533b-40fd-9321-575d4bc85116 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:56:26.536410 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 1eb0072f-533b-40fd-9321-575d4bc85116 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:56:26.536764 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1eb0072f-533b-40fd-9321-575d4bc85116 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:56:26.570465 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ecf170-587c-4674-a44a-e6dcc5892d73 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=c8f77033-bfce-45fe-89f0-23791ee147b6,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:26.659966 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf170-587c-4674-a44a-e6dcc5892d73 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:26.829346 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf170-587c-4674-a44a-e6dcc5892d73 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:26.831499 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf170-587c-4674-a44a-e6dcc5892d73 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:26.914799 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf170-587c-4674-a44a-e6dcc5892d73 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:26.915403 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ecf170-587c-4674-a44a-e6dcc5892d73 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Fanout notify agent at l3_agent the message router_deleted on router 38fabdac-424a-4ce0-9ee4-50e6462e22c9 {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:56:26.930724 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf170-587c-4674-a44a-e6dcc5892d73 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:26.931805 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b4ecf170-587c-4674-a44a-e6dcc5892d73 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/routers/38fabdac-424a-4ce0-9ee4-50e6462e22c9 HTTP/1.1" status: 204 len: 168 time: 1.4996414 Mar 07 21:56:26.934609 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51626) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:27.049016 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e18ae452-35d4-4c4c-a3b2-5df3a181454a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:27.175742 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e18ae452-35d4-4c4c-a3b2-5df3a181454a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:27.199752 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-e18ae452-35d4-4c4c-a3b2-5df3a181454a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:27.212024 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-e18ae452-35d4-4c4c-a3b2-5df3a181454a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a758585f-6fd7-494a-b30d-33246d5d6689') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:27.212318 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-e18ae452-35d4-4c4c-a3b2-5df3a181454a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a758585f-6fd7-494a-b30d-33246d5d6689') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:27.223668 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e18ae452-35d4-4c4c-a3b2-5df3a181454a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:27.238733 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e18ae452-35d4-4c4c-a3b2-5df3a181454a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:27.244724 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e18ae452-35d4-4c4c-a3b2-5df3a181454a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:56:27.247466 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e18ae452-35d4-4c4c-a3b2-5df3a181454a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:56:27.259333 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:56:27.406232 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e18ae452-35d4-4c4c-a3b2-5df3a181454a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:27.422970 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e18ae452-35d4-4c4c-a3b2-5df3a181454a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:27.435186 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ae452-35d4-4c4c-a3b2-5df3a181454a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Network': ['ID=8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:27.486595 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e18ae452-35d4-4c4c-a3b2-5df3a181454a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/networks/8174c3de-8db9-4a81-b6be-b9ceeb5d0bcc HTTP/1.1" status: 204 len: 168 time: 0.5510406 Mar 07 21:56:27.498622 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51630) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:27.504013 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f695bfd5-5816-4b4f-937b-8b1f6cfb78dd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'network': {'name': 'tempest-network-smoke--1031694184', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'port_security_enabled': True}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:27.509574 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f695bfd5-5816-4b4f-937b-8b1f6cfb78dd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:56:27.513645 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f695bfd5-5816-4b4f-937b-8b1f6cfb78dd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:network and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:56:27.516487 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f695bfd5-5816-4b4f-937b-8b1f6cfb78dd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:56:27.522303 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f695bfd5-5816-4b4f-937b-8b1f6cfb78dd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:56:27.583238 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f695bfd5-5816-4b4f-937b-8b1f6cfb78dd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:27.586631 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f695bfd5-5816-4b4f-937b-8b1f6cfb78dd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:27.612908 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f695bfd5-5816-4b4f-937b-8b1f6cfb78dd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:56:27.621442 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f695bfd5-5816-4b4f-937b-8b1f6cfb78dd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:27.621780 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-f695bfd5-5816-4b4f-937b-8b1f6cfb78dd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Added segment 46048a3b-fd7b-4e61-9616-1e755c206a03 of type vlan for network 573b9b07-4b07-4bd0-9e32-14af6a7ad778 Mar 07 21:56:27.646539 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f695bfd5-5816-4b4f-937b-8b1f6cfb78dd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:27.731933 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f695bfd5-5816-4b4f-937b-8b1f6cfb78dd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:27.737196 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f695bfd5-5816-4b4f-937b-8b1f6cfb78dd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:27.737797 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f695bfd5-5816-4b4f-937b-8b1f6cfb78dd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:27.844082 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695bfd5-5816-4b4f-937b-8b1f6cfb78dd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Network': ['ID=573b9b07-4b07-4bd0-9e32-14af6a7ad778,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:27.855209 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 573b9b07-4b07-4bd0-9e32-14af6a7ad778 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:56:27.892881 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f695bfd5-5816-4b4f-937b-8b1f6cfb78dd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3932323 Mar 07 21:56:27.895578 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51634) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:27.900564 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-3c2a12d1-a6db-4f1f-abb4-ec31dbbf2134 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1161311382', 'admin_state_up': True, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:27.907637 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3c2a12d1-a6db-4f1f-abb4-ec31dbbf2134 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:56:27.911896 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3c2a12d1-a6db-4f1f-abb4-ec31dbbf2134 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:router and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:56:27.914709 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3c2a12d1-a6db-4f1f-abb4-ec31dbbf2134 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:56:27.920840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3c2a12d1-a6db-4f1f-abb4-ec31dbbf2134 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:56:27.977899 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c2a12d1-a6db-4f1f-abb4-ec31dbbf2134 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:27.978960 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c2a12d1-a6db-4f1f-abb4-ec31dbbf2134 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:27.993700 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c2a12d1-a6db-4f1f-abb4-ec31dbbf2134 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:28.339161 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c2a12d1-a6db-4f1f-abb4-ec31dbbf2134 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:28.458103 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c8f77033-bfce-45fe-89f0-23791ee147b6 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:56:28.493073 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: c8f77033-bfce-45fe-89f0-23791ee147b6 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:56:28.493528 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c8f77033-bfce-45fe-89f0-23791ee147b6 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:56:28.790973 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c2a12d1-a6db-4f1f-abb4-ec31dbbf2134 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:28.820358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c2a12d1-a6db-4f1f-abb4-ec31dbbf2134 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:28.953070 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-3c2a12d1-a6db-4f1f-abb4-ec31dbbf2134 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.26.2.204 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/d4373c53-ab6e-4b12-ba9b-8f285f8add18) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:29.096388 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c2a12d1-a6db-4f1f-abb4-ec31dbbf2134 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:29.178224 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c2a12d1-a6db-4f1f-abb4-ec31dbbf2134 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:29.233467 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2a12d1-a6db-4f1f-abb4-ec31dbbf2134 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:29.236159 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-3c2a12d1-a6db-4f1f-abb4-ec31dbbf2134 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:29.240076 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2a12d1-a6db-4f1f-abb4-ec31dbbf2134 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:56:29.288835 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a12d1-a6db-4f1f-abb4-ec31dbbf2134 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=d4373c53-ab6e-4b12-ba9b-8f285f8add18,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:29.719085 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c2a12d1-a6db-4f1f-abb4-ec31dbbf2134 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_gateway, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:30.151112 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c2a12d1-a6db-4f1f-abb4-ec31dbbf2134 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:30.417683 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2a12d1-a6db-4f1f-abb4-ec31dbbf2134 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:56:30.593823 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2a12d1-a6db-4f1f-abb4-ec31dbbf2134 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:56:30.603234 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] Sync routers for ids ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:56:30.612028 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] Routers {'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:56:30.612621 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:56:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:30.689878 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c2a12d1-a6db-4f1f-abb4-ec31dbbf2134 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:30.691052 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3c2a12d1-a6db-4f1f-abb4-ec31dbbf2134 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7945635 Mar 07 21:56:30.694794 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51638) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:30.787822 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] Set router f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:56:30.880825 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a9ef9645-395b-481f-88e5-6dff2938fd56 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=eabc753b02e646aebebe0162c5cfe322&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1850166 Mar 07 21:56:30.883454 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51644) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:31.012792 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c777186-af81-4184-90be-d906f9689c77 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:31.014271 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7c777186-af81-4184-90be-d906f9689c77 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298809 Mar 07 21:56:31.017108 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51648) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:31.056449 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7816464f-2f2f-4d1b-938f-ea29e74cae14 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382738 Mar 07 21:56:31.058965 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51652) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:31.064221 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-ffce177c-6fd2-4c89-9faf-c6609a128680 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2079048773', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:31.068547 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'name': 'tempest-TestNetworkBasicOps-router-1161311382', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:27Z', 'updated_at': '2022-03-07T21:56:29Z', 'revision_number': 3, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:28Z', 'updated_at': '2022-03-07T21:56:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:31.072369 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] Checking router: f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:56:31.072708 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] Updating router f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 port d4373c53-ab6e-4b12-ba9b-8f285f8add18 binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:56:31.128190 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:31.173163 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ffce177c-6fd2-4c89-9faf-c6609a128680 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:56:31.177787 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ffce177c-6fd2-4c89-9faf-c6609a128680 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:subnet and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:56:31.180596 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ffce177c-6fd2-4c89-9faf-c6609a128680 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:56:31.186293 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ffce177c-6fd2-4c89-9faf-c6609a128680 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:56:31.254760 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffce177c-6fd2-4c89-9faf-c6609a128680 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:31.258292 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ffce177c-6fd2-4c89-9faf-c6609a128680 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:31.444835 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:31.455872 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] Transition to ACTIVE for port object d4373c53-ab6e-4b12-ba9b-8f285f8add18 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:56:31.525817 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:31.549037 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ffce177c-6fd2-4c89-9faf-c6609a128680 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:31.600933 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] Attempting to bind port d4373c53-ab6e-4b12-ba9b-8f285f8add18 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:56:31.601290 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] Attempting to bind port d4373c53-ab6e-4b12-ba9b-8f285f8add18 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:56:31.601641 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] Attempting to bind port d4373c53-ab6e-4b12-ba9b-8f285f8add18 on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:56:31.611926 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a05de0-08ee-468c-8322-eaedf186e720 None None] Pushing event updated for resources: {'Port': ['ID=d4373c53-ab6e-4b12-ba9b-8f285f8add18,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:31.615164 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:56:31.615573 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:56:31.615933 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:31.616307 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:56:31.616766 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] Bound port: d4373c53-ab6e-4b12-ba9b-8f285f8add18, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:56:31.617131 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:31.631071 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce177c-6fd2-4c89-9faf-c6609a128680 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Subnet': ['ID=34373243-1a0d-46cd-8db9-4b8869092955,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:31.636544 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffce177c-6fd2-4c89-9faf-c6609a128680 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Checking segment: {'id': '46048a3b-fd7b-4e61-9616-1e755c206a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:56:31.636900 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffce177c-6fd2-4c89-9faf-c6609a128680 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network hostable DHCP agents. Network: 573b9b07-4b07-4bd0-9e32-14af6a7ad778, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:56:31.691351 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] For port d4373c53-ab6e-4b12-ba9b-8f285f8add18, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:56:31.694776 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] For port d4373c53-ab6e-4b12-ba9b-8f285f8add18, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d4373c53-ab6e-4b12-ba9b-8f285f8add18,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:56:31.709257 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffce177c-6fd2-4c89-9faf-c6609a128680 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 573b9b07-4b07-4bd0-9e32-14af6a7ad778 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:56:31.755506 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:31.763164 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-ffce177c-6fd2-4c89-9faf-c6609a128680 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 573b9b07-4b07-4bd0-9e32-14af6a7ad778) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:31.767170 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffce177c-6fd2-4c89-9faf-c6609a128680 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:31.767763 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ffce177c-6fd2-4c89-9faf-c6609a128680 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:31.795908 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a909b60b-5d3a-43d5-88ec-4ac9c3ebf8aa None None] Network 573b9b07-4b07-4bd0-9e32-14af6a7ad778 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:56:31.832330 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ffce177c-6fd2-4c89-9faf-c6609a128680 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7697093 Mar 07 21:56:31.833584 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51656) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:31.950787 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] Routers {'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:56:31.951389 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:56:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:32.026724 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a05de0-08ee-468c-8322-eaedf186e720 None None] Pushing event updated for resources: {'Port': ['ID=d4373c53-ab6e-4b12-ba9b-8f285f8add18,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:32.201896 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] Set router f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:56:32.366660 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e4ecc8-e2be-407f-9b55-b434dbee0a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ips': [{'subnet_id': '34373243-1a0d-46cd-8db9-4b8869092955'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:56:32.367468 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c7e4ecc8-e2be-407f-9b55-b434dbee0a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:32.624108 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:32.639175 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-c7e4ecc8-e2be-407f-9b55-b434dbee0a9b None None] Allocated IP 172.20.0.2 (573b9b07-4b07-4bd0-9e32-14af6a7ad778/34373243-1a0d-46cd-8db9-4b8869092955/9944bbd1-0fc6-45af-a448-b354dd219f73) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:32.686118 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'name': 'tempest-TestNetworkBasicOps-router-1161311382', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:27Z', 'updated_at': '2022-03-07T21:56:29Z', 'revision_number': 3, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:28Z', 'updated_at': '2022-03-07T21:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:32.740040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57980c39-dbcd-4b30-ac19-ac85ac4f9866 None None] The sync data for ids ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'] in dv-neutron-829957-1-hyperv is: [{'id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'name': 'tempest-TestNetworkBasicOps-router-1161311382', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:27Z', 'updated_at': '2022-03-07T21:56:29Z', 'revision_number': 3, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:28Z', 'updated_at': '2022-03-07T21:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:56:32.869190 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c7e4ecc8-e2be-407f-9b55-b434dbee0a9b None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:32.880501 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c7e4ecc8-e2be-407f-9b55-b434dbee0a9b None None] Transition to ACTIVE for port object 9944bbd1-0fc6-45af-a448-b354dd219f73 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:56:32.901299 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c7e4ecc8-e2be-407f-9b55-b434dbee0a9b None None] Transition to ACTIVE for port object 9944bbd1-0fc6-45af-a448-b354dd219f73 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:56:32.970061 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c7e4ecc8-e2be-407f-9b55-b434dbee0a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:33.040911 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e4ecc8-e2be-407f-9b55-b434dbee0a9b None None] Network 573b9b07-4b07-4bd0-9e32-14af6a7ad778 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:33.049313 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-c7e4ecc8-e2be-407f-9b55-b434dbee0a9b None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:33.054371 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e4ecc8-e2be-407f-9b55-b434dbee0a9b None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:56:33.055888 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.20.0.1 (573b9b07-4b07-4bd0-9e32-14af6a7ad778/34373243-1a0d-46cd-8db9-4b8869092955/d76c0619-bed4-4f25-9b32-2bf5f1772440) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:33.060055 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4ecc8-e2be-407f-9b55-b434dbee0a9b None None] Pushing event updated for resources: {'Port': ['ID=9944bbd1-0fc6-45af-a448-b354dd219f73,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:33.160852 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-c7e4ecc8-e2be-407f-9b55-b434dbee0a9b None None] Attempting to bind port 9944bbd1-0fc6-45af-a448-b354dd219f73 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:56:33.161220 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-c7e4ecc8-e2be-407f-9b55-b434dbee0a9b None None] Attempting to bind port 9944bbd1-0fc6-45af-a448-b354dd219f73 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '46048a3b-fd7b-4e61-9616-1e755c206a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:56:33.161579 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4ecc8-e2be-407f-9b55-b434dbee0a9b None None] Attempting to bind port 9944bbd1-0fc6-45af-a448-b354dd219f73 on network 573b9b07-4b07-4bd0-9e32-14af6a7ad778 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:56:33.167157 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4ecc8-e2be-407f-9b55-b434dbee0a9b None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:56:33.167529 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4ecc8-e2be-407f-9b55-b434dbee0a9b None None] Checking segment: {'id': '46048a3b-fd7b-4e61-9616-1e755c206a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:56:33.167930 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c7e4ecc8-e2be-407f-9b55-b434dbee0a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:33.168322 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4ecc8-e2be-407f-9b55-b434dbee0a9b None None] Bound using segment: {'id': '46048a3b-fd7b-4e61-9616-1e755c206a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:56:33.168927 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-c7e4ecc8-e2be-407f-9b55-b434dbee0a9b None None] Bound port: 9944bbd1-0fc6-45af-a448-b354dd219f73, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46048a3b-fd7b-4e61-9616-1e755c206a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:56:33.169304 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c7e4ecc8-e2be-407f-9b55-b434dbee0a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:33.232676 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:33.251775 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Transition to ACTIVE for port object d76c0619-bed4-4f25-9b32-2bf5f1772440 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:56:33.260646 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c7e4ecc8-e2be-407f-9b55-b434dbee0a9b None None] For port 9944bbd1-0fc6-45af-a448-b354dd219f73, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:56:33.263778 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c7e4ecc8-e2be-407f-9b55-b434dbee0a9b None None] For port 9944bbd1-0fc6-45af-a448-b354dd219f73, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=9944bbd1-0fc6-45af-a448-b354dd219f73,segment=NetworkSegment(46048a3b-fd7b-4e61-9616-1e755c206a03),segment_id=46048a3b-fd7b-4e61-9616-1e755c206a03)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:56:33.326905 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c7e4ecc8-e2be-407f-9b55-b434dbee0a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:33.350091 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:33.417468 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4ecc8-e2be-407f-9b55-b434dbee0a9b None None] Pushing event updated for resources: {'Port': ['ID=9944bbd1-0fc6-45af-a448-b354dd219f73,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:33.431132 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 573b9b07-4b07-4bd0-9e32-14af6a7ad778 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:33.442815 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:33.442815 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:56:33.465765 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=d76c0619-bed4-4f25-9b32-2bf5f1772440,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:33.505098 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:33.874685 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:34.397752 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:34.460920 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:34.522090 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d4373c53-ab6e-4b12-ba9b-8f285f8add18 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:56:34.573423 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:34.576835 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=d76c0619-bed4-4f25-9b32-2bf5f1772440,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:34.586756 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:34.587172 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:34.587433 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:34.587756 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:34.588079 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:34.588400 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:34.588717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:34.589031 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:34.589345 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:34.589658 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:34.589990 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:34.590563 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:34.632497 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port d4373c53-ab6e-4b12-ba9b-8f285f8add18 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:56:34.637576 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port d4373c53-ab6e-4b12-ba9b-8f285f8add18 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:56:34.638095 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:34.729389 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 573b9b07-4b07-4bd0-9e32-14af6a7ad778 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:34.730869 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:34.815141 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:34.834587 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port d4373c53-ab6e-4b12-ba9b-8f285f8add18, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d4373c53-ab6e-4b12-ba9b-8f285f8add18,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:56:34.891903 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:34.892790 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 9944bbd1-0fc6-45af-a448-b354dd219f73 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:56:34.929093 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:56:35.000175 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defa8cf3-ff7e-41fa-9e57-af25f2d0a83f None None] Network 573b9b07-4b07-4bd0-9e32-14af6a7ad778 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:56:35.102622 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=d4373c53-ab6e-4b12-ba9b-8f285f8add18,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:35.111810 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:56:35.126629 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-98008d28-d542-4a67-be76-eff3d7148298 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "PUT /v2.0/routers/f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2900040 Mar 07 21:56:35.128745 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] Sync routers for ids ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:56:35.129916 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51660) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:35.135340 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] Routers {'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:56:35.135941 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:56:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:35.179916 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-50a1d46f-28d0-4258-ba8f-db344f57aff4 None None] Provisioning for port 9944bbd1-0fc6-45af-a448-b354dd219f73 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:56:35.229275 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 9944bbd1-0fc6-45af-a448-b354dd219f73 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:56:35.239451 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 9944bbd1-0fc6-45af-a448-b354dd219f73 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:56:35.239690 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:35.269389 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ef2cab-6698-400c-9919-03f8f4283f0f tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:35.269898 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ef2cab-6698-400c-9919-03f8f4283f0f tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:35.270407 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ef2cab-6698-400c-9919-03f8f4283f0f tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:35.270855 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ef2cab-6698-400c-9919-03f8f4283f0f tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:35.275174 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-69ef2cab-6698-400c-9919-03f8f4283f0f tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1442842 Mar 07 21:56:35.275942 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51664) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:35.347236 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd4dde3-e813-4bc9-bd0f-4e146b629f67 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:35.348231 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd4dde3-e813-4bc9-bd0f-4e146b629f67 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:35.348688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd4dde3-e813-4bc9-bd0f-4e146b629f67 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:35.349126 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd4dde3-e813-4bc9-bd0f-4e146b629f67 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:35.353446 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ccd4dde3-e813-4bc9-bd0f-4e146b629f67 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0741310 Mar 07 21:56:35.353662 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51668) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:35.361762 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] Set router f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:56:35.377943 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:35.412224 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 9944bbd1-0fc6-45af-a448-b354dd219f73, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=9944bbd1-0fc6-45af-a448-b354dd219f73,segment=NetworkSegment(46048a3b-fd7b-4e61-9616-1e755c206a03),segment_id=46048a3b-fd7b-4e61-9616-1e755c206a03)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:56:35.495755 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:35.581976 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=9944bbd1-0fc6-45af-a448-b354dd219f73,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:35.678741 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e39c1215-355c-4f66-baef-4f2534cb7c38 None None] Provisioning for port d76c0619-bed4-4f25-9b32-2bf5f1772440 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:56:35.694616 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e39c1215-355c-4f66-baef-4f2534cb7c38 None None] Provisioning complete for port d76c0619-bed4-4f25-9b32-2bf5f1772440 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:56:35.695699 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e39c1215-355c-4f66-baef-4f2534cb7c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:35.701356 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c2e2a7f7-444b-46d3-b402-ddf21a0e968a tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.3439960 Mar 07 21:56:35.738159 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'name': 'tempest-TestNetworkBasicOps-router-1161311382', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:27Z', 'updated_at': '2022-03-07T21:56:33Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:28Z', 'updated_at': '2022-03-07T21:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'd76c0619-bed4-4f25-9b32-2bf5f1772440', 'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:1a:85:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '34373243-1a0d-46cd-8db9-4b8869092955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:32Z', 'updated_at': '2022-03-07T21:56:34Z', 'revision_number': 2, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '34373243-1a0d-46cd-8db9-4b8869092955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:35.742799 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] Checking router: f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:56:35.743152 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] Updating router f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 port d76c0619-bed4-4f25-9b32-2bf5f1772440 binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:56:35.766231 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-e39c1215-355c-4f66-baef-4f2534cb7c38 None None] Port d76c0619-bed4-4f25-9b32-2bf5f1772440 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:56:35.780582 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e39c1215-355c-4f66-baef-4f2534cb7c38 None None] Provisioning complete for port 9944bbd1-0fc6-45af-a448-b354dd219f73 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:56:35.780582 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e39c1215-355c-4f66-baef-4f2534cb7c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:35.816121 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:35.965506 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51674) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:35.971562 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-ca49f01e-9918-497b-bd47-c7bda3c0c72d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-584434554', 'description': 'tempest-secgroup-smoke-584434554 description', 'project_id': 'eabc753b02e646aebebe0162c5cfe322'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:35.978428 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ca49f01e-9918-497b-bd47-c7bda3c0c72d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:56:35.982946 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ca49f01e-9918-497b-bd47-c7bda3c0c72d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:56:35.985868 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ca49f01e-9918-497b-bd47-c7bda3c0c72d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:56:35.991676 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ca49f01e-9918-497b-bd47-c7bda3c0c72d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:56:36.031272 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fdf242c0-cd6d-41b1-878c-62ad30989109 None None] Provisioning complete for port d76c0619-bed4-4f25-9b32-2bf5f1772440 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:56:36.031642 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fdf242c0-cd6d-41b1-878c-62ad30989109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:36.086892 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca49f01e-9918-497b-bd47-c7bda3c0c72d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:36.089175 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-fdf242c0-cd6d-41b1-878c-62ad30989109 None None] Port d76c0619-bed4-4f25-9b32-2bf5f1772440 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:56:36.107012 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ca49f01e-9918-497b-bd47-c7bda3c0c72d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:56:36.110749 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ca49f01e-9918-497b-bd47-c7bda3c0c72d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:56:36.113520 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ca49f01e-9918-497b-bd47-c7bda3c0c72d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:56:36.119136 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ca49f01e-9918-497b-bd47-c7bda3c0c72d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:56:36.184391 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:36.187331 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca49f01e-9918-497b-bd47-c7bda3c0c72d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:36.196085 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] Transition to ACTIVE for port object d76c0619-bed4-4f25-9b32-2bf5f1772440 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:56:36.266125 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca49f01e-9918-497b-bd47-c7bda3c0c72d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:36.294785 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:36.310469 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49f01e-9918-497b-bd47-c7bda3c0c72d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=110ebb5d-1581-4cf7-821c-d7557725d556,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:36.381235 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca49f01e-9918-497b-bd47-c7bda3c0c72d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:36.385331 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ca49f01e-9918-497b-bd47-c7bda3c0c72d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4153247 Mar 07 21:56:36.385455 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51678) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:36.390793 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-bee39777-d1d7-480e-8348-3eefc0945857 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '110ebb5d-1581-4cf7-821c-d7557725d556', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:36.398152 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-bee39777-d1d7-480e-8348-3eefc0945857 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:56:36.401828 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bee39777-d1d7-480e-8348-3eefc0945857 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:56:36.404965 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bee39777-d1d7-480e-8348-3eefc0945857 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:56:36.410834 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-bee39777-d1d7-480e-8348-3eefc0945857 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:56:36.418397 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc260355-f056-416e-947a-ab1b13a818c8 None None] Pushing event updated for resources: {'Port': ['ID=d76c0619-bed4-4f25-9b32-2bf5f1772440,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:36.426897 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc260355-f056-416e-947a-ab1b13a818c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:36.427237 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc260355-f056-416e-947a-ab1b13a818c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:36.427680 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc260355-f056-416e-947a-ab1b13a818c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:36.427863 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc260355-f056-416e-947a-ab1b13a818c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:36.428180 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc260355-f056-416e-947a-ab1b13a818c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:36.428496 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc260355-f056-416e-947a-ab1b13a818c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:36.428814 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc260355-f056-416e-947a-ab1b13a818c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:36.429170 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc260355-f056-416e-947a-ab1b13a818c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:36.429430 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc260355-f056-416e-947a-ab1b13a818c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:36.429737 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc260355-f056-416e-947a-ab1b13a818c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:36.430065 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc260355-f056-416e-947a-ab1b13a818c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:36.430371 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc260355-f056-416e-947a-ab1b13a818c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:56:36.490985 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d4373c53-ab6e-4b12-ba9b-8f285f8add18 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:56:36.495478 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bee39777-d1d7-480e-8348-3eefc0945857 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:36.519535 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] Attempting to bind port d76c0619-bed4-4f25-9b32-2bf5f1772440 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:56:36.519925 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] Attempting to bind port d76c0619-bed4-4f25-9b32-2bf5f1772440 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '46048a3b-fd7b-4e61-9616-1e755c206a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:56:36.520500 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] Attempting to bind port d76c0619-bed4-4f25-9b32-2bf5f1772440 on network 573b9b07-4b07-4bd0-9e32-14af6a7ad778 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:56:36.526195 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:56:36.526615 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] Checking segment: {'id': '46048a3b-fd7b-4e61-9616-1e755c206a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:56:36.527007 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:36.528069 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] Bound using segment: {'id': '46048a3b-fd7b-4e61-9616-1e755c206a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:56:36.528560 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] Bound port: d76c0619-bed4-4f25-9b32-2bf5f1772440, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46048a3b-fd7b-4e61-9616-1e755c206a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:56:36.528943 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:36.575550 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bee39777-d1d7-480e-8348-3eefc0945857 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:36.589737 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port d4373c53-ab6e-4b12-ba9b-8f285f8add18 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:56:36.590557 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:36.629680 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] For port d76c0619-bed4-4f25-9b32-2bf5f1772440, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:56:36.632651 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] For port d76c0619-bed4-4f25-9b32-2bf5f1772440, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d76c0619-bed4-4f25-9b32-2bf5f1772440,segment=NetworkSegment(46048a3b-fd7b-4e61-9616-1e755c206a03),segment_id=46048a3b-fd7b-4e61-9616-1e755c206a03)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:56:36.652065 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bee39777-d1d7-480e-8348-3eefc0945857 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:36.675021 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee39777-d1d7-480e-8348-3eefc0945857 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12fa090b-bfc9-4da2-836d-9c5a63a5ee98,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:36.698265 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:36.719430 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 9944bbd1-0fc6-45af-a448-b354dd219f73 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:56:36.743338 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bee39777-d1d7-480e-8348-3eefc0945857 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:36.747840 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bee39777-d1d7-480e-8348-3eefc0945857 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3582914 Mar 07 21:56:36.748603 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51682) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:36.757231 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-e00b14f1-299e-4af2-989b-7df06286d8ef tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '110ebb5d-1581-4cf7-821c-d7557725d556', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:36.763462 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e00b14f1-299e-4af2-989b-7df06286d8ef tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:56:36.764847 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] Routers {'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:56:36.765465 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:56:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:36.768181 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e00b14f1-299e-4af2-989b-7df06286d8ef tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:56:36.776551 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e00b14f1-299e-4af2-989b-7df06286d8ef tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:56:36.784447 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e00b14f1-299e-4af2-989b-7df06286d8ef tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:56:36.789323 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 9944bbd1-0fc6-45af-a448-b354dd219f73 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:56:36.790273 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:36.857156 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc260355-f056-416e-947a-ab1b13a818c8 None None] Pushing event updated for resources: {'Port': ['ID=d76c0619-bed4-4f25-9b32-2bf5f1772440,revision_number=4']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:36.862309 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e00b14f1-299e-4af2-989b-7df06286d8ef tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:36.943906 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e00b14f1-299e-4af2-989b-7df06286d8ef tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:37.009655 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e00b14f1-299e-4af2-989b-7df06286d8ef tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:37.009891 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] Set router f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:56:37.033489 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b14f1-299e-4af2-989b-7df06286d8ef tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5c6ed0-42d4-4b98-9a8e-d476ca28743e,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:37.100956 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e00b14f1-299e-4af2-989b-7df06286d8ef tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:37.102232 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e00b14f1-299e-4af2-989b-7df06286d8ef tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3510020 Mar 07 21:56:37.104937 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51686) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:37.109905 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-1d733516-fab0-4c89-8d1a-f73416243c41 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '110ebb5d-1581-4cf7-821c-d7557725d556', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:37.116016 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-1d733516-fab0-4c89-8d1a-f73416243c41 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:56:37.119935 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1d733516-fab0-4c89-8d1a-f73416243c41 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:56:37.122852 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1d733516-fab0-4c89-8d1a-f73416243c41 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:56:37.128577 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-1d733516-fab0-4c89-8d1a-f73416243c41 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:56:37.216202 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1d733516-fab0-4c89-8d1a-f73416243c41 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:37.276992 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1d733516-fab0-4c89-8d1a-f73416243c41 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:37.313500 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'name': 'tempest-TestNetworkBasicOps-router-1161311382', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:27Z', 'updated_at': '2022-03-07T21:56:33Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:28Z', 'updated_at': '2022-03-07T21:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'd76c0619-bed4-4f25-9b32-2bf5f1772440', 'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:1a:85:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '34373243-1a0d-46cd-8db9-4b8869092955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:32Z', 'updated_at': '2022-03-07T21:56:36Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '34373243-1a0d-46cd-8db9-4b8869092955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:37.317879 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a1650e-f8e4-4100-9055-50d1ce20ee77 None None] The sync data for ids ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'] in dv-neutron-829957-1-hyperv is: [{'id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'name': 'tempest-TestNetworkBasicOps-router-1161311382', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:27Z', 'updated_at': '2022-03-07T21:56:33Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:28Z', 'updated_at': '2022-03-07T21:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'd76c0619-bed4-4f25-9b32-2bf5f1772440', 'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:1a:85:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '34373243-1a0d-46cd-8db9-4b8869092955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:32Z', 'updated_at': '2022-03-07T21:56:36Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '34373243-1a0d-46cd-8db9-4b8869092955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:56:37.346346 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1d733516-fab0-4c89-8d1a-f73416243c41 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:37.381039 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d733516-fab0-4c89-8d1a-f73416243c41 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e151e8a-dace-44de-8989-9fd47d744de1,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:37.460766 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1d733516-fab0-4c89-8d1a-f73416243c41 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:37.462275 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1d733516-fab0-4c89-8d1a-f73416243c41 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3562832 Mar 07 21:56:37.464849 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51690) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:37.470263 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-7d81bd76-0ecf-46cf-a502-08ec12cbc6cb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '110ebb5d-1581-4cf7-821c-d7557725d556', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:37.476334 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7d81bd76-0ecf-46cf-a502-08ec12cbc6cb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:56:37.480388 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7d81bd76-0ecf-46cf-a502-08ec12cbc6cb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:56:37.483991 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7d81bd76-0ecf-46cf-a502-08ec12cbc6cb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:56:37.490708 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7d81bd76-0ecf-46cf-a502-08ec12cbc6cb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:56:37.564723 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d81bd76-0ecf-46cf-a502-08ec12cbc6cb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:37.633688 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d81bd76-0ecf-46cf-a502-08ec12cbc6cb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:37.703312 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d81bd76-0ecf-46cf-a502-08ec12cbc6cb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:37.727495 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81bd76-0ecf-46cf-a502-08ec12cbc6cb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f27cf5-c728-47ec-b1f4-9fdba51479c5,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:37.797993 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7d81bd76-0ecf-46cf-a502-08ec12cbc6cb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:37.799448 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7d81bd76-0ecf-46cf-a502-08ec12cbc6cb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3330960 Mar 07 21:56:37.802394 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51694) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:37.807398 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-9c2415fd-d76c-4728-8039-1e1e93aee12c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '110ebb5d-1581-4cf7-821c-d7557725d556', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:37.813715 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-9c2415fd-d76c-4728-8039-1e1e93aee12c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:56:37.817641 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-9c2415fd-d76c-4728-8039-1e1e93aee12c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:56:37.820701 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-9c2415fd-d76c-4728-8039-1e1e93aee12c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:56:37.826636 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-9c2415fd-d76c-4728-8039-1e1e93aee12c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:56:37.903751 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.securitygroups_db [None req-9c2415fd-d76c-4728-8039-1e1e93aee12c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Project eabc753b02e646aebebe0162c5cfe322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:56:37.911555 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9c2415fd-d76c-4728-8039-1e1e93aee12c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:37.981414 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9c2415fd-d76c-4728-8039-1e1e93aee12c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:38.072477 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9c2415fd-d76c-4728-8039-1e1e93aee12c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:38.097242 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2415fd-d76c-4728-8039-1e1e93aee12c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bee45bb-e730-4cdf-a281-bb53831bdb95,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:38.186338 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9c2415fd-d76c-4728-8039-1e1e93aee12c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:38.187602 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-9c2415fd-d76c-4728-8039-1e1e93aee12c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3842797 Mar 07 21:56:38.190402 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51698) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:38.197019 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-e7af6250-6f44-4d99-81f1-e0bb0e490aa5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '110ebb5d-1581-4cf7-821c-d7557725d556', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:38.204625 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e7af6250-6f44-4d99-81f1-e0bb0e490aa5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:56:38.208810 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e7af6250-6f44-4d99-81f1-e0bb0e490aa5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:56:38.212210 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e7af6250-6f44-4d99-81f1-e0bb0e490aa5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:56:38.219033 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e7af6250-6f44-4d99-81f1-e0bb0e490aa5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:56:38.306407 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.securitygroups_db [None req-e7af6250-6f44-4d99-81f1-e0bb0e490aa5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Project eabc753b02e646aebebe0162c5cfe322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:56:38.313614 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e7af6250-6f44-4d99-81f1-e0bb0e490aa5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:38.380214 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e7af6250-6f44-4d99-81f1-e0bb0e490aa5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:38.466562 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e7af6250-6f44-4d99-81f1-e0bb0e490aa5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:38.491373 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d76c0619-bed4-4f25-9b32-2bf5f1772440 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:56:38.491859 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af6250-6f44-4d99-81f1-e0bb0e490aa5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac0c01b-1600-408a-a78a-263e26b22366,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:38.557647 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e7af6250-6f44-4d99-81f1-e0bb0e490aa5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:38.558887 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e7af6250-6f44-4d99-81f1-e0bb0e490aa5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3664944 Mar 07 21:56:38.611904 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port d76c0619-bed4-4f25-9b32-2bf5f1772440 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:56:38.617732 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port d76c0619-bed4-4f25-9b32-2bf5f1772440 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:56:38.618139 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:38.729975 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-881e252d-53c8-4021-bf5e-6180670d713f req-d11befa6-75cf-4b2f-959c-a408dc46139d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:56:38.735493 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:38.766207 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port d76c0619-bed4-4f25-9b32-2bf5f1772440, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d76c0619-bed4-4f25-9b32-2bf5f1772440,segment=NetworkSegment(46048a3b-fd7b-4e61-9616-1e755c206a03),segment_id=46048a3b-fd7b-4e61-9616-1e755c206a03)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:56:38.815252 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-881e252d-53c8-4021-bf5e-6180670d713f req-d11befa6-75cf-4b2f-959c-a408dc46139d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:56:38.816510 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-881e252d-53c8-4021-bf5e-6180670d713f req-d11befa6-75cf-4b2f-959c-a408dc46139d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-584434554&fields=id&tenant_id=eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 267 time: 0.1259489 Mar 07 21:56:38.840992 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:38.907648 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=d76c0619-bed4-4f25-9b32-2bf5f1772440,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:38.969888 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e252d-53c8-4021-bf5e-6180670d713f req-9eeda9a8-c270-4817-930d-59fd1c5df27a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:38.970575 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-881e252d-53c8-4021-bf5e-6180670d713f req-9eeda9a8-c270-4817-930d-59fd1c5df27a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:network {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:56:39.063066 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-881e252d-53c8-4021-bf5e-6180670d713f req-9eeda9a8-c270-4817-930d-59fd1c5df27a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:network {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:56:39.064193 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-881e252d-53c8-4021-bf5e-6180670d713f req-9eeda9a8-c270-4817-930d-59fd1c5df27a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/networks?id=573b9b07-4b07-4bd0-9e32-14af6a7ad778 HTTP/1.1" status: 200 len: 797 time: 0.2410073 Mar 07 21:56:39.079237 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-881e252d-53c8-4021-bf5e-6180670d713f req-0ed7a97f-019b-4538-ad22-5e559011b661 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/quotas/eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 375 time: 0.0090923 Mar 07 21:56:39.159606 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-881e252d-53c8-4021-bf5e-6180670d713f req-391d8620-85cc-44aa-9718-6d3ad9c3948e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:56:39.251784 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-881e252d-53c8-4021-bf5e-6180670d713f req-391d8620-85cc-44aa-9718-6d3ad9c3948e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:56:39.253087 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-881e252d-53c8-4021-bf5e-6180670d713f req-391d8620-85cc-44aa-9718-6d3ad9c3948e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1685824 Mar 07 21:56:39.428657 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-881e252d-53c8-4021-bf5e-6180670d713f req-dd632091-64b4-4992-83ea-5a678c99bfca service neutron] 10.222.0.21 "GET /v2.0/networks/573b9b07-4b07-4bd0-9e32-14af6a7ad778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635528 Mar 07 21:56:39.557522 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-881e252d-53c8-4021-bf5e-6180670d713f req-0f80b59a-0169-4d1e-a0c1-195e20910751 service neutron] 10.222.0.21 "GET /v2.0/networks/573b9b07-4b07-4bd0-9e32-14af6a7ad778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229758 Mar 07 21:56:39.813126 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a75000dc-b363-4bfc-bed6-40e6c76407a7 req-6db30580-89da-4408-89cd-fce6ab089f13 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 210 time: 0.0459111 Mar 07 21:56:40.470316 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d76c0619-bed4-4f25-9b32-2bf5f1772440 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:56:40.536381 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port d76c0619-bed4-4f25-9b32-2bf5f1772440 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:56:40.536765 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:40.959999 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ae8db4d7-862b-4872-b11e-ec1b7d685678 req-f68e0138-be91-4c96-9382-8fc5d319ca1a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 210 time: 0.0425997 Mar 07 21:56:41.237264 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:56:41.863574 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e252d-53c8-4021-bf5e-6180670d713f req-635b90d9-7825-4c9a-a3e6-99a1c407467e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:41.865576 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-881e252d-53c8-4021-bf5e-6180670d713f req-635b90d9-7825-4c9a-a3e6-99a1c407467e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/networks?id=573b9b07-4b07-4bd0-9e32-14af6a7ad778 HTTP/1.1" status: 200 len: 797 time: 0.1494489 Mar 07 21:56:41.911761 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-881e252d-53c8-4021-bf5e-6180670d713f req-5afd0fd0-1de1-4296-bcd9-8ad6bcb124ae tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 379 time: 0.0382879 Mar 07 21:56:41.920439 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-881e252d-53c8-4021-bf5e-6180670d713f req-9e9ac0bd-2cfc-4d29-98dd-4ee584b278e2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'port': {'device_id': '5b219882-7a89-4abe-9785-f85e6031c86f', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'admin_state_up': True, 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'security_groups': ['110ebb5d-1581-4cf7-821c-d7557725d556']}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:42.111021 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b24a8b73-f47c-4d8b-bae7-27a3972850ac req-8e5a2768-56e2-431b-aff9-c6d0e3014ae5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 210 time: 0.0424166 Mar 07 21:56:42.155096 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-881e252d-53c8-4021-bf5e-6180670d713f req-9e9ac0bd-2cfc-4d29-98dd-4ee584b278e2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:56:42.164896 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-881e252d-53c8-4021-bf5e-6180670d713f req-9e9ac0bd-2cfc-4d29-98dd-4ee584b278e2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:56:42.226322 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-881e252d-53c8-4021-bf5e-6180670d713f req-9e9ac0bd-2cfc-4d29-98dd-4ee584b278e2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:56:42.229768 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-881e252d-53c8-4021-bf5e-6180670d713f req-9e9ac0bd-2cfc-4d29-98dd-4ee584b278e2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:42.388597 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [req-881e252d-53c8-4021-bf5e-6180670d713f req-9e9ac0bd-2cfc-4d29-98dd-4ee584b278e2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.20.0.14 (573b9b07-4b07-4bd0-9e32-14af6a7ad778/34373243-1a0d-46cd-8db9-4b8869092955/e82e590d-9bc0-47a0-8d3c-081060a2a447) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:42.574461 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-881e252d-53c8-4021-bf5e-6180670d713f req-9e9ac0bd-2cfc-4d29-98dd-4ee584b278e2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:42.590722 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-881e252d-53c8-4021-bf5e-6180670d713f req-9e9ac0bd-2cfc-4d29-98dd-4ee584b278e2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Transition to ACTIVE for port object e82e590d-9bc0-47a0-8d3c-081060a2a447 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:56:42.675182 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-881e252d-53c8-4021-bf5e-6180670d713f req-9e9ac0bd-2cfc-4d29-98dd-4ee584b278e2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:42.739354 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-881e252d-53c8-4021-bf5e-6180670d713f req-9e9ac0bd-2cfc-4d29-98dd-4ee584b278e2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 573b9b07-4b07-4bd0-9e32-14af6a7ad778 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:42.746807 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [req-881e252d-53c8-4021-bf5e-6180670d713f req-9e9ac0bd-2cfc-4d29-98dd-4ee584b278e2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:42.751039 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-881e252d-53c8-4021-bf5e-6180670d713f req-9e9ac0bd-2cfc-4d29-98dd-4ee584b278e2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:56:42.780894 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ac0bd-2cfc-4d29-98dd-4ee584b278e2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=e82e590d-9bc0-47a0-8d3c-081060a2a447,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:42.818433 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e252d-53c8-4021-bf5e-6180670d713f req-9e9ac0bd-2cfc-4d29-98dd-4ee584b278e2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:42.819044 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-881e252d-53c8-4021-bf5e-6180670d713f req-9e9ac0bd-2cfc-4d29-98dd-4ee584b278e2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:42.898952 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-881e252d-53c8-4021-bf5e-6180670d713f req-9e9ac0bd-2cfc-4d29-98dd-4ee584b278e2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9819791 Mar 07 21:56:42.910365 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-881e252d-53c8-4021-bf5e-6180670d713f req-35e53cc6-fee8-4c41-86b5-1e077b9949e3 service neutron] Request body: {'port': {'device_id': '5b219882-7a89-4abe-9785-f85e6031c86f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:42.994589 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-50a3f98f-1ff3-4ad4-bd7d-4ced847fdf09 None None] Provisioning for port e82e590d-9bc0-47a0-8d3c-081060a2a447 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:56:43.000112 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-50a3f98f-1ff3-4ad4-bd7d-4ced847fdf09 None None] Provisioning complete for port e82e590d-9bc0-47a0-8d3c-081060a2a447 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:56:43.000484 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-50a3f98f-1ff3-4ad4-bd7d-4ced847fdf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:43.021647 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-881e252d-53c8-4021-bf5e-6180670d713f req-35e53cc6-fee8-4c41-86b5-1e077b9949e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:43.054555 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-50a3f98f-1ff3-4ad4-bd7d-4ced847fdf09 None None] Port e82e590d-9bc0-47a0-8d3c-081060a2a447 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:56:43.301172 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc223dd-71de-4d52-8c54-6b236e3787e1 req-69e0b7c7-303f-4aa8-9f7c-3a8b41e611eb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:43.303168 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6fc223dd-71de-4d52-8c54-6b236e3787e1 req-69e0b7c7-303f-4aa8-9f7c-3a8b41e611eb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 932 time: 0.0832098 Mar 07 21:56:43.348218 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6fc223dd-71de-4d52-8c54-6b236e3787e1 req-88d548df-5395-4a19-8586-7c430af7764c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=110ebb5d-1581-4cf7-821c-d7557725d556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379312 Mar 07 21:56:43.360219 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [req-881e252d-53c8-4021-bf5e-6180670d713f req-35e53cc6-fee8-4c41-86b5-1e077b9949e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e82e590d-9bc0-47a0-8d3c-081060a2a447 {{(pid=88387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:56:43.368447 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-881e252d-53c8-4021-bf5e-6180670d713f req-35e53cc6-fee8-4c41-86b5-1e077b9949e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:43.384082 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-881e252d-53c8-4021-bf5e-6180670d713f req-35e53cc6-fee8-4c41-86b5-1e077b9949e3 service neutron] Transition to ACTIVE for port object e82e590d-9bc0-47a0-8d3c-081060a2a447 will not be triggered until provisioned by entity L2. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:56:43.466401 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-881e252d-53c8-4021-bf5e-6180670d713f req-35e53cc6-fee8-4c41-86b5-1e077b9949e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:43.597754 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e53cc6-fee8-4c41-86b5-1e077b9949e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e82e590d-9bc0-47a0-8d3c-081060a2a447,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:43.699587 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-881e252d-53c8-4021-bf5e-6180670d713f req-35e53cc6-fee8-4c41-86b5-1e077b9949e3 service neutron] Attempting to bind port e82e590d-9bc0-47a0-8d3c-081060a2a447 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:56:43.699910 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-881e252d-53c8-4021-bf5e-6180670d713f req-35e53cc6-fee8-4c41-86b5-1e077b9949e3 service neutron] Attempting to bind port e82e590d-9bc0-47a0-8d3c-081060a2a447 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '46048a3b-fd7b-4e61-9616-1e755c206a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:56:43.700226 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881e252d-53c8-4021-bf5e-6180670d713f req-35e53cc6-fee8-4c41-86b5-1e077b9949e3 service neutron] Attempting to bind port e82e590d-9bc0-47a0-8d3c-081060a2a447 on network 573b9b07-4b07-4bd0-9e32-14af6a7ad778 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:56:43.704599 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881e252d-53c8-4021-bf5e-6180670d713f req-35e53cc6-fee8-4c41-86b5-1e077b9949e3 service neutron] Port e82e590d-9bc0-47a0-8d3c-081060a2a447 on network 573b9b07-4b07-4bd0-9e32-14af6a7ad778 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:56:43.704897 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881e252d-53c8-4021-bf5e-6180670d713f req-35e53cc6-fee8-4c41-86b5-1e077b9949e3 service neutron] Attempting to bind port e82e590d-9bc0-47a0-8d3c-081060a2a447 on network 573b9b07-4b07-4bd0-9e32-14af6a7ad778 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:56:43.710529 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881e252d-53c8-4021-bf5e-6180670d713f req-35e53cc6-fee8-4c41-86b5-1e077b9949e3 service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:56:43.710850 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881e252d-53c8-4021-bf5e-6180670d713f req-35e53cc6-fee8-4c41-86b5-1e077b9949e3 service neutron] Checking segment: {'id': '46048a3b-fd7b-4e61-9616-1e755c206a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:56:43.711218 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881e252d-53c8-4021-bf5e-6180670d713f req-35e53cc6-fee8-4c41-86b5-1e077b9949e3 service neutron] Bound using segment: {'id': '46048a3b-fd7b-4e61-9616-1e755c206a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778'} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:56:43.711619 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-881e252d-53c8-4021-bf5e-6180670d713f req-35e53cc6-fee8-4c41-86b5-1e077b9949e3 service neutron] Bound port: e82e590d-9bc0-47a0-8d3c-081060a2a447, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46048a3b-fd7b-4e61-9616-1e755c206a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778'}}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:56:43.711950 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-881e252d-53c8-4021-bf5e-6180670d713f req-35e53cc6-fee8-4c41-86b5-1e077b9949e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:43.799367 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-881e252d-53c8-4021-bf5e-6180670d713f req-35e53cc6-fee8-4c41-86b5-1e077b9949e3 service neutron] For port e82e590d-9bc0-47a0-8d3c-081060a2a447, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:56:43.802191 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-881e252d-53c8-4021-bf5e-6180670d713f req-35e53cc6-fee8-4c41-86b5-1e077b9949e3 service neutron] For port e82e590d-9bc0-47a0-8d3c-081060a2a447, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=e82e590d-9bc0-47a0-8d3c-081060a2a447,segment=NetworkSegment(46048a3b-fd7b-4e61-9616-1e755c206a03),segment_id=46048a3b-fd7b-4e61-9616-1e755c206a03)] {{(pid=88387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:56:43.878036 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-881e252d-53c8-4021-bf5e-6180670d713f req-35e53cc6-fee8-4c41-86b5-1e077b9949e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:43.934171 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e252d-53c8-4021-bf5e-6180670d713f req-35e53cc6-fee8-4c41-86b5-1e077b9949e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:43.934883 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-881e252d-53c8-4021-bf5e-6180670d713f req-35e53cc6-fee8-4c41-86b5-1e077b9949e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:43.936133 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-881e252d-53c8-4021-bf5e-6180670d713f req-35e53cc6-fee8-4c41-86b5-1e077b9949e3 service neutron] 10.222.0.11 "PUT /v2.0/ports/e82e590d-9bc0-47a0-8d3c-081060a2a447 HTTP/1.1" status: 200 len: 1094 time: 1.0299411 Mar 07 21:56:43.936571 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b219882-7a89-4abe-9785-f85e6031c86f', 'tag': 'e82e590d-9bc0-47a0-8d3c-081060a2a447'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:56:43.969176 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e53cc6-fee8-4c41-86b5-1e077b9949e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e82e590d-9bc0-47a0-8d3c-081060a2a447,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:43.986067 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b219882-7a89-4abe-9785-f85e6031c86f', 'tag': 'e82e590d-9bc0-47a0-8d3c-081060a2a447', 'status': 'completed', 'code': 200} Mar 07 21:56:44.084863 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca32f4-0c5d-4a39-a26d-5ea0fc5cbc7d req-51874e99-97fa-4994-b7ce-808f76b80120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:44.086421 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3eca32f4-0c5d-4a39-a26d-5ea0fc5cbc7d req-51874e99-97fa-4994-b7ce-808f76b80120 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 1097 time: 0.0782962 Mar 07 21:56:44.226448 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca32f4-0c5d-4a39-a26d-5ea0fc5cbc7d req-9cdcc987-aefa-4282-a49c-246cca379a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:44.227869 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3eca32f4-0c5d-4a39-a26d-5ea0fc5cbc7d req-9cdcc987-aefa-4282-a49c-246cca379a8f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=eabc753b02e646aebebe0162c5cfe322&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1353791 Mar 07 21:56:44.459877 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca32f4-0c5d-4a39-a26d-5ea0fc5cbc7d req-e0581c21-9cc4-4ed6-85e2-8d1c4aa93bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:44.461347 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3eca32f4-0c5d-4a39-a26d-5ea0fc5cbc7d req-e0581c21-9cc4-4ed6-85e2-8d1c4aa93bc8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2279058 Mar 07 21:56:44.531150 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c55724-978f-4494-a301-54082eb3258b req-a6bb2b4d-a4fe-4324-b088-f4fcafbe83d2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:44.532579 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-64c55724-978f-4494-a301-54082eb3258b req-a6bb2b4d-a4fe-4324-b088-f4fcafbe83d2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 944 time: 0.0786262 Mar 07 21:56:44.564020 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e252d-53c8-4021-bf5e-6180670d713f req-7da330eb-615a-4c88-830b-1f926579277c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:44.565466 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-881e252d-53c8-4021-bf5e-6180670d713f req-7da330eb-615a-4c88-830b-1f926579277c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 1097 time: 0.0696721 Mar 07 21:56:44.579913 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-64c55724-978f-4494-a301-54082eb3258b req-e80dac0a-339d-4fbb-b7d2-7cd8926ddf0b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=110ebb5d-1581-4cf7-821c-d7557725d556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410359 Mar 07 21:56:44.638263 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-881e252d-53c8-4021-bf5e-6180670d713f req-2b19680f-f6ce-484f-bd75-6302f0fb3cad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e82e590d-9bc0-47a0-8d3c-081060a2a447 HTTP/1.1" status: 200 len: 217 time: 0.0635250 Mar 07 21:56:44.696764 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e252d-53c8-4021-bf5e-6180670d713f req-92ab5fcf-0907-472f-9481-8a3cedd88a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:44.698181 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-881e252d-53c8-4021-bf5e-6180670d713f req-92ab5fcf-0907-472f-9481-8a3cedd88a8e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=34373243-1a0d-46cd-8db9-4b8869092955 HTTP/1.1" status: 200 len: 835 time: 0.0569916 Mar 07 21:56:44.774629 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e252d-53c8-4021-bf5e-6180670d713f req-e42e3eee-6d1e-4591-88f9-253a728e3f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:44.776046 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-881e252d-53c8-4021-bf5e-6180670d713f req-e42e3eee-6d1e-4591-88f9-253a728e3f76 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=573b9b07-4b07-4bd0-9e32-14af6a7ad778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725386 Mar 07 21:56:44.905997 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-881e252d-53c8-4021-bf5e-6180670d713f req-5ac87c19-ac52-4877-9e2d-3c472eabf1e2 service neutron] 10.222.0.11 "GET /v2.0/networks/573b9b07-4b07-4bd0-9e32-14af6a7ad778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237116 Mar 07 21:56:45.035871 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-881e252d-53c8-4021-bf5e-6180670d713f req-86bb962f-ca3d-4017-81d9-db2a9404e1c4 service neutron] 10.222.0.11 "GET /v2.0/networks/573b9b07-4b07-4bd0-9e32-14af6a7ad778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234040 Mar 07 21:56:45.761722 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db72e4-0140-4d51-8038-a2a0f775021f req-21cdf15e-fa5b-4212-8036-7d511aaf5275 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:45.763226 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e2db72e4-0140-4d51-8038-a2a0f775021f req-21cdf15e-fa5b-4212-8036-7d511aaf5275 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 944 time: 0.0800154 Mar 07 21:56:45.807104 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e2db72e4-0140-4d51-8038-a2a0f775021f req-709af7ae-5e4f-495e-a0a3-40ec9af00d78 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=110ebb5d-1581-4cf7-821c-d7557725d556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383003 Mar 07 21:56:45.934725 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:46.989315 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049106df-5054-47a7-a53d-36b033efb9b8 req-7d5eccb4-8007-4827-85a2-dc996002ef7c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:46.991472 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-049106df-5054-47a7-a53d-36b033efb9b8 req-7d5eccb4-8007-4827-85a2-dc996002ef7c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 944 time: 0.0815687 Mar 07 21:56:47.033833 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-049106df-5054-47a7-a53d-36b033efb9b8 req-6e937b8d-3af2-4ad3-a65a-7b2c20ed3f03 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=110ebb5d-1581-4cf7-821c-d7557725d556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367711 Mar 07 21:56:48.212301 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31143628-f917-43ce-8384-d0c7aa2c2053 req-d8db742d-c33f-4d68-82f7-06b9eb989090 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:48.213642 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-31143628-f917-43ce-8384-d0c7aa2c2053 req-d8db742d-c33f-4d68-82f7-06b9eb989090 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 944 time: 0.0781212 Mar 07 21:56:48.256146 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-31143628-f917-43ce-8384-d0c7aa2c2053 req-3d93803a-08b6-4808-8e4b-101f83a30f98 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=110ebb5d-1581-4cf7-821c-d7557725d556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367794 Mar 07 21:56:49.371488 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device e82e590d-9bc0-47a0-8d3c-081060a2a447 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 21:56:49.442672 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c7059-dbaa-498a-9206-45167d721398 req-6ffa8a66-dc42-41b9-a320-5def52177bcc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:49.444102 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-446c7059-dbaa-498a-9206-45167d721398 req-6ffa8a66-dc42-41b9-a320-5def52177bcc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 944 time: 0.0829620 Mar 07 21:56:49.487890 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-446c7059-dbaa-498a-9206-45167d721398 req-303c8bb5-f8c9-43ae-91a7-665b2fb70f06 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=110ebb5d-1581-4cf7-821c-d7557725d556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379856 Mar 07 21:56:49.503409 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port e82e590d-9bc0-47a0-8d3c-081060a2a447, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=e82e590d-9bc0-47a0-8d3c-081060a2a447,segment=NetworkSegment(46048a3b-fd7b-4e61-9616-1e755c206a03),segment_id=46048a3b-fd7b-4e61-9616-1e755c206a03)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:56:49.516147 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': 'e82e590d-9bc0-47a0-8d3c-081060a2a447', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'port_id': 'e82e590d-9bc0-47a0-8d3c-081060a2a447', 'mac_address': 'fa:16:3e:74:50:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34373243-1a0d-46cd-8db9-4b8869092955', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 21:56:49.569570 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:49.588469 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e82e590d-9bc0-47a0-8d3c-081060a2a447 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:56:49.603171 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port e82e590d-9bc0-47a0-8d3c-081060a2a447, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=e82e590d-9bc0-47a0-8d3c-081060a2a447,segment=NetworkSegment(46048a3b-fd7b-4e61-9616-1e755c206a03),segment_id=46048a3b-fd7b-4e61-9616-1e755c206a03)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:56:49.691153 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:49.755982 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=e82e590d-9bc0-47a0-8d3c-081060a2a447,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:49.941932 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['e82e590d-9bc0-47a0-8d3c-081060a2a447'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 21:56:50.105699 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cf7f418c-d42b-4972-b8eb-4432adea7cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:50.675005 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b133063-45f6-4f8f-a4ae-903344bdb39e req-f7f83a3e-9df6-4e08-a716-5b7c33327c4e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:50.676341 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9b133063-45f6-4f8f-a4ae-903344bdb39e req-f7f83a3e-9df6-4e08-a716-5b7c33327c4e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 945 time: 0.0779510 Mar 07 21:56:50.720777 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9b133063-45f6-4f8f-a4ae-903344bdb39e req-e25332af-e861-4d89-95d3-dfef61ac958f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=110ebb5d-1581-4cf7-821c-d7557725d556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381713 Mar 07 21:56:51.386609 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device e82e590d-9bc0-47a0-8d3c-081060a2a447 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:56:51.514389 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port e82e590d-9bc0-47a0-8d3c-081060a2a447 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:56:51.518927 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port e82e590d-9bc0-47a0-8d3c-081060a2a447 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:56:51.525228 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:51.633774 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:51.661930 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b219882-7a89-4abe-9785-f85e6031c86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82e590d-9bc0-47a0-8d3c-081060a2a447'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:56:51.672260 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port e82e590d-9bc0-47a0-8d3c-081060a2a447, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=e82e590d-9bc0-47a0-8d3c-081060a2a447,segment=NetworkSegment(46048a3b-fd7b-4e61-9616-1e755c206a03),segment_id=46048a3b-fd7b-4e61-9616-1e755c206a03)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:56:51.735137 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:51.766987 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b219882-7a89-4abe-9785-f85e6031c86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82e590d-9bc0-47a0-8d3c-081060a2a447', 'code': 200} Mar 07 21:56:51.809817 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=e82e590d-9bc0-47a0-8d3c-081060a2a447,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:51.905656 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f4bef-f440-44bd-8570-c59c53aacc4f req-a25fd0c2-9426-4722-b71a-53e8e5635919 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:51.907125 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-696f4bef-f440-44bd-8570-c59c53aacc4f req-a25fd0c2-9426-4722-b71a-53e8e5635919 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 946 time: 0.0811920 Mar 07 21:56:51.951413 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-696f4bef-f440-44bd-8570-c59c53aacc4f req-578682d0-f786-4fc4-a5b1-b2c2469b1f7a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=110ebb5d-1581-4cf7-821c-d7557725d556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377445 Mar 07 21:56:52.141567 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae674d0-fd44-4377-9722-7a408e579119 req-71d29598-cf8a-47e3-92e4-648c3d36e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:52.143035 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7ae674d0-fd44-4377-9722-7a408e579119 req-71d29598-cf8a-47e3-92e4-648c3d36e271 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 1099 time: 0.0683351 Mar 07 21:56:52.183327 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-7ae674d0-fd44-4377-9722-7a408e579119 req-8ad04e91-e9f5-4e07-9574-d37837b13c3d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=110ebb5d-1581-4cf7-821c-d7557725d556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340221 Mar 07 21:56:52.251441 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0b63606b-0f33-48af-a3ce-29479a6aae56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:53.138892 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239e334-98ba-4ab7-829d-59189d199d1a req-9967a935-b834-49d1-b88f-c31c48d538cd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:53.146007 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7239e334-98ba-4ab7-829d-59189d199d1a req-9967a935-b834-49d1-b88f-c31c48d538cd tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 946 time: 0.0872338 Mar 07 21:56:53.189231 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7239e334-98ba-4ab7-829d-59189d199d1a req-a40c04d7-8b3d-4c3e-8f27-48631544c2f3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=110ebb5d-1581-4cf7-821c-d7557725d556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424547 Mar 07 21:56:53.231645 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:53.363196 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:54.370315 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd15ce9-082a-4047-8c6a-ae42fe87a426 req-0e935e3c-2f91-40f9-ae1d-ae34d07d1b90 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:54.371900 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8cd15ce9-082a-4047-8c6a-ae42fe87a426 req-0e935e3c-2f91-40f9-ae1d-ae34d07d1b90 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 946 time: 0.0798376 Mar 07 21:56:54.416040 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8cd15ce9-082a-4047-8c6a-ae42fe87a426 req-0822c32c-f0f3-42e0-860e-666c7a75789a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=110ebb5d-1581-4cf7-821c-d7557725d556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384250 Mar 07 21:56:54.596933 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceccd1c-ae88-493c-a02a-2bae6c87475b req-184142eb-842c-44f9-bd2e-b5fc7c36e759 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:54.598375 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9ceccd1c-ae88-493c-a02a-2bae6c87475b req-184142eb-842c-44f9-bd2e-b5fc7c36e759 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 946 time: 0.0808597 Mar 07 21:56:54.642239 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9ceccd1c-ae88-493c-a02a-2bae6c87475b req-c1900c59-61b1-4c2e-9482-47d46b9ca6f1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=110ebb5d-1581-4cf7-821c-d7557725d556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381491 Mar 07 21:56:54.664430 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51766) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:54.737320 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ffaf3f-3481-448d-9b5d-9cd35ce41928 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:54.738816 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-81ffaf3f-3481-448d-9b5d-9cd35ce41928 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 1094 time: 0.0733793 Mar 07 21:56:54.742342 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51770) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:54.747175 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-0b804320-2c01-4eba-a172-1de8ec6d782b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': 'e82e590d-9bc0-47a0-8d3c-081060a2a447', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:54.753034 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0b804320-2c01-4eba-a172-1de8ec6d782b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:56:54.757530 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0b804320-2c01-4eba-a172-1de8ec6d782b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:floatingip and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:56:54.760395 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0b804320-2c01-4eba-a172-1de8ec6d782b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:56:54.766152 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0b804320-2c01-4eba-a172-1de8ec6d782b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:56:54.788877 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:54.874702 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b804320-2c01-4eba-a172-1de8ec6d782b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:55.010606 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b804320-2c01-4eba-a172-1de8ec6d782b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:55.138039 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-0b804320-2c01-4eba-a172-1de8ec6d782b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.26.2.156 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/31b5619b-b471-4862-8ae3-5467af366ecb) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:56:55.279594 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b804320-2c01-4eba-a172-1de8ec6d782b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:55.369318 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b804320-2c01-4eba-a172-1de8ec6d782b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:55.431507 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b804320-2c01-4eba-a172-1de8ec6d782b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:56:55.434149 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-0b804320-2c01-4eba-a172-1de8ec6d782b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:56:55.441993 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b804320-2c01-4eba-a172-1de8ec6d782b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:56:55.478149 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b804320-2c01-4eba-a172-1de8ec6d782b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=31b5619b-b471-4862-8ae3-5467af366ecb,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:55.960791 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b804320-2c01-4eba-a172-1de8ec6d782b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:56.080896 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b804320-2c01-4eba-a172-1de8ec6d782b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:56.280151 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b804320-2c01-4eba-a172-1de8ec6d782b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:56.351561 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b804320-2c01-4eba-a172-1de8ec6d782b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:56.458116 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b804320-2c01-4eba-a172-1de8ec6d782b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=31b5619b-b471-4862-8ae3-5467af366ecb,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:56.469754 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b804320-2c01-4eba-a172-1de8ec6d782b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:56.639805 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-0b804320-2c01-4eba-a172-1de8ec6d782b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Floating IP 3aa13b44-fe8a-49de-abbc-d6f70a58dcfa associated. External IP: 172.26.2.156, port: e82e590d-9bc0-47a0-8d3c-081060a2a447. Mar 07 21:56:56.982375 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b804320-2c01-4eba-a172-1de8ec6d782b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:56:57.156696 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b804320-2c01-4eba-a172-1de8ec6d782b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:56:57.166818 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369630b6-12ef-4327-a518-767a0bd8e489 None None] Sync routers for ids ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:56:57.176011 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369630b6-12ef-4327-a518-767a0bd8e489 None None] Routers {'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:56:57.176630 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-369630b6-12ef-4327-a518-767a0bd8e489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:56:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:57.248846 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0b804320-2c01-4eba-a172-1de8ec6d782b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:57.305722 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0b804320-2c01-4eba-a172-1de8ec6d782b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5623813 Mar 07 21:56:57.306336 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b219882-7a89-4abe-9785-f85e6031c86f', 'tag': 'e82e590d-9bc0-47a0-8d3c-081060a2a447'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:56:57.308580 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51774) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:57.352342 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b219882-7a89-4abe-9785-f85e6031c86f', 'tag': 'e82e590d-9bc0-47a0-8d3c-081060a2a447', 'status': 'completed', 'code': 200} Mar 07 21:56:57.356472 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-369630b6-12ef-4327-a518-767a0bd8e489 None None] Set router f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:56:57.380964 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e8bbf7-1021-473a-b4fc-97753b9627de tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:57.385003 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d1e8bbf7-1021-473a-b4fc-97753b9627de tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 1094 time: 0.0728631 Mar 07 21:56:57.444315 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fe74c-adc6-4c5c-9b27-9748144093be req-b1636058-c2a6-443a-a7d8-60500fedf408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:57.445764 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-118fe74c-adc6-4c5c-9b27-9748144093be req-b1636058-c2a6-443a-a7d8-60500fedf408 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 1099 time: 0.0723486 Mar 07 21:56:57.689301 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fe74c-adc6-4c5c-9b27-9748144093be req-8d2faa4a-25ef-4538-adc2-7a0cfc52c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:57.690874 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-118fe74c-adc6-4c5c-9b27-9748144093be req-8d2faa4a-25ef-4538-adc2-7a0cfc52c117 service neutron] 10.222.0.11 "GET /v2.0/networks?id=573b9b07-4b07-4bd0-9e32-14af6a7ad778 HTTP/1.1" status: 200 len: 897 time: 0.2392321 Mar 07 21:56:57.750179 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-369630b6-12ef-4327-a518-767a0bd8e489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'name': 'tempest-TestNetworkBasicOps-router-1161311382', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:27Z', 'updated_at': '2022-03-07T21:56:33Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:28Z', 'updated_at': '2022-03-07T21:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '3aa13b44-fe8a-49de-abbc-d6f70a58dcfa', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.156', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'port_id': 'e82e590d-9bc0-47a0-8d3c-081060a2a447', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'mac_address': 'fa:16:3e:74:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b219882-7a89-4abe-9785-f85e6031c86f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:56:55Z', 'updated_at': '2022-03-07T21:56:55Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76c0619-bed4-4f25-9b32-2bf5f1772440', 'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:1a:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '34373243-1a0d-46cd-8db9-4b8869092955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:32Z', 'updated_at': '2022-03-07T21:56:38Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '34373243-1a0d-46cd-8db9-4b8869092955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:57.754517 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369630b6-12ef-4327-a518-767a0bd8e489 None None] Checking router: f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:56:57.776883 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369630b6-12ef-4327-a518-767a0bd8e489 None None] Routers {'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:56:57.777484 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-369630b6-12ef-4327-a518-767a0bd8e489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:56:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:57.782513 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51782) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:57.788100 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-3509a651-3a19-4af0-b5d7-5bf9e76c0f70 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1664968683', 'description': 'tempest-secgroup-smoke-1664968683 description', 'project_id': 'eabc753b02e646aebebe0162c5cfe322'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:57.794022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3509a651-3a19-4af0-b5d7-5bf9e76c0f70 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:56:57.803668 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-118fe74c-adc6-4c5c-9b27-9748144093be req-336c8648-d6e2-40d1-93ab-5000f2e425f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e82e590d-9bc0-47a0-8d3c-081060a2a447 HTTP/1.1" status: 200 len: 1000 time: 0.1053464 Mar 07 21:56:57.804218 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3509a651-3a19-4af0-b5d7-5bf9e76c0f70 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:56:57.866532 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3509a651-3a19-4af0-b5d7-5bf9e76c0f70 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:57.870311 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fe74c-adc6-4c5c-9b27-9748144093be req-d70d4d74-6f35-49a6-9ac3-f5be5bb51dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:57.871927 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-118fe74c-adc6-4c5c-9b27-9748144093be req-d70d4d74-6f35-49a6-9ac3-f5be5bb51dd1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=34373243-1a0d-46cd-8db9-4b8869092955 HTTP/1.1" status: 200 len: 835 time: 0.0622191 Mar 07 21:56:57.891030 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3509a651-3a19-4af0-b5d7-5bf9e76c0f70 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:56:57.894886 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3509a651-3a19-4af0-b5d7-5bf9e76c0f70 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:56:57.897748 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3509a651-3a19-4af0-b5d7-5bf9e76c0f70 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:56:57.904156 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3509a651-3a19-4af0-b5d7-5bf9e76c0f70 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:56:57.949426 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fe74c-adc6-4c5c-9b27-9748144093be req-d4651594-7591-4031-87b5-cc23e70ede79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:56:57.950824 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-118fe74c-adc6-4c5c-9b27-9748144093be req-d4651594-7591-4031-87b5-cc23e70ede79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=573b9b07-4b07-4bd0-9e32-14af6a7ad778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730450 Mar 07 21:56:57.982445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3509a651-3a19-4af0-b5d7-5bf9e76c0f70 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:58.023760 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-369630b6-12ef-4327-a518-767a0bd8e489 None None] Set router f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:56:58.045789 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3509a651-3a19-4af0-b5d7-5bf9e76c0f70 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:58.088128 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-118fe74c-adc6-4c5c-9b27-9748144093be req-0f8230f8-c6c6-41ee-9d56-4ac9a0091ca1 service neutron] 10.222.0.11 "GET /v2.0/networks/573b9b07-4b07-4bd0-9e32-14af6a7ad778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278739 Mar 07 21:56:58.094040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509a651-3a19-4af0-b5d7-5bf9e76c0f70 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ec0948-75b7-4218-aac6-bf0759f92fb7,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:58.175153 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3509a651-3a19-4af0-b5d7-5bf9e76c0f70 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:58.180252 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3509a651-3a19-4af0-b5d7-5bf9e76c0f70 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3967197 Mar 07 21:56:58.185715 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51786) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:58.186328 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-b85774ba-ac01-47cc-b2a0-36d086b3e0b7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': 'e6ec0948-75b7-4218-aac6-bf0759f92fb7', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:58.192334 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-b85774ba-ac01-47cc-b2a0-36d086b3e0b7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:56:58.196333 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b85774ba-ac01-47cc-b2a0-36d086b3e0b7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:56:58.199266 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b85774ba-ac01-47cc-b2a0-36d086b3e0b7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:56:58.205233 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-b85774ba-ac01-47cc-b2a0-36d086b3e0b7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:56:58.226429 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-118fe74c-adc6-4c5c-9b27-9748144093be req-07ddff26-6eb8-491f-b894-cc09602cd06b service neutron] 10.222.0.11 "GET /v2.0/networks/573b9b07-4b07-4bd0-9e32-14af6a7ad778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326082 Mar 07 21:56:58.324493 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b85774ba-ac01-47cc-b2a0-36d086b3e0b7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:58.386138 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b85774ba-ac01-47cc-b2a0-36d086b3e0b7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:58.457592 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-369630b6-12ef-4327-a518-767a0bd8e489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'name': 'tempest-TestNetworkBasicOps-router-1161311382', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:27Z', 'updated_at': '2022-03-07T21:56:33Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:28Z', 'updated_at': '2022-03-07T21:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '3aa13b44-fe8a-49de-abbc-d6f70a58dcfa', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.156', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'port_id': 'e82e590d-9bc0-47a0-8d3c-081060a2a447', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'mac_address': 'fa:16:3e:74:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b219882-7a89-4abe-9785-f85e6031c86f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:56:55Z', 'updated_at': '2022-03-07T21:56:55Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76c0619-bed4-4f25-9b32-2bf5f1772440', 'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:1a:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '34373243-1a0d-46cd-8db9-4b8869092955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:32Z', 'updated_at': '2022-03-07T21:56:38Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '34373243-1a0d-46cd-8db9-4b8869092955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:56:58.462031 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369630b6-12ef-4327-a518-767a0bd8e489 None None] The sync data for ids ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'] in dv-neutron-829957-1-hyperv is: [{'id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'name': 'tempest-TestNetworkBasicOps-router-1161311382', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:27Z', 'updated_at': '2022-03-07T21:56:33Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:28Z', 'updated_at': '2022-03-07T21:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '3aa13b44-fe8a-49de-abbc-d6f70a58dcfa', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.156', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'port_id': 'e82e590d-9bc0-47a0-8d3c-081060a2a447', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'mac_address': 'fa:16:3e:74:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b219882-7a89-4abe-9785-f85e6031c86f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:56:55Z', 'updated_at': '2022-03-07T21:56:55Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76c0619-bed4-4f25-9b32-2bf5f1772440', 'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:1a:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '34373243-1a0d-46cd-8db9-4b8869092955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:32Z', 'updated_at': '2022-03-07T21:56:38Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '34373243-1a0d-46cd-8db9-4b8869092955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:56:58.466615 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b85774ba-ac01-47cc-b2a0-36d086b3e0b7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:58.492144 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85774ba-ac01-47cc-b2a0-36d086b3e0b7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68fedb5d-1c2a-4922-84dd-fdbc77625ae1,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:58.557311 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b85774ba-ac01-47cc-b2a0-36d086b3e0b7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:58.558563 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b85774ba-ac01-47cc-b2a0-36d086b3e0b7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3766587 Mar 07 21:56:58.561305 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51790) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:58.566471 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-ffba83e0-36b4-4a5f-9cea-7771e5aecfa4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': 'e6ec0948-75b7-4218-aac6-bf0759f92fb7', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:58.573090 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ffba83e0-36b4-4a5f-9cea-7771e5aecfa4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:56:58.576902 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ffba83e0-36b4-4a5f-9cea-7771e5aecfa4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:56:58.579917 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ffba83e0-36b4-4a5f-9cea-7771e5aecfa4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:56:58.586595 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ffba83e0-36b4-4a5f-9cea-7771e5aecfa4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:56:58.646430 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d66cc1-ef2c-42d7-a1f1-94b77a1ee2f1 None None] New status for floating IP 3aa13b44-fe8a-49de-abbc-d6f70a58dcfa: ACTIVE {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:56:58.675851 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ffba83e0-36b4-4a5f-9cea-7771e5aecfa4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:58.739998 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ffba83e0-36b4-4a5f-9cea-7771e5aecfa4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:58.818003 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ffba83e0-36b4-4a5f-9cea-7771e5aecfa4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:58.840565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba83e0-36b4-4a5f-9cea-7771e5aecfa4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe1dd79-3ae2-4fdc-99f3-5aef6f00d0f1,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:58.903144 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ffba83e0-36b4-4a5f-9cea-7771e5aecfa4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:58.904342 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ffba83e0-36b4-4a5f-9cea-7771e5aecfa4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3421156 Mar 07 21:56:58.907148 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51794) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:58.912086 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-4526e284-6cbe-4908-b383-24ee6dcc0fd8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': 'e6ec0948-75b7-4218-aac6-bf0759f92fb7', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:58.917980 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4526e284-6cbe-4908-b383-24ee6dcc0fd8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:56:58.921776 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4526e284-6cbe-4908-b383-24ee6dcc0fd8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:56:58.924688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4526e284-6cbe-4908-b383-24ee6dcc0fd8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:56:58.930704 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4526e284-6cbe-4908-b383-24ee6dcc0fd8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:56:59.013391 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4526e284-6cbe-4908-b383-24ee6dcc0fd8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:59.073113 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4526e284-6cbe-4908-b383-24ee6dcc0fd8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:59.151397 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4526e284-6cbe-4908-b383-24ee6dcc0fd8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:59.173714 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526e284-6cbe-4908-b383-24ee6dcc0fd8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a8daf0-7509-4e72-b506-03ad4344fd98,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:59.231573 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4526e284-6cbe-4908-b383-24ee6dcc0fd8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:59.232776 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4526e284-6cbe-4908-b383-24ee6dcc0fd8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3246155 Mar 07 21:56:59.235649 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51798) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:59.240980 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-08f8f592-ffce-4071-af17-b43f03bc281c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': 'e6ec0948-75b7-4218-aac6-bf0759f92fb7', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:59.246774 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-08f8f592-ffce-4071-af17-b43f03bc281c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:56:59.250525 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-08f8f592-ffce-4071-af17-b43f03bc281c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:56:59.253374 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-08f8f592-ffce-4071-af17-b43f03bc281c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:56:59.259762 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-08f8f592-ffce-4071-af17-b43f03bc281c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:56:59.334763 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-08f8f592-ffce-4071-af17-b43f03bc281c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:59.395709 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-08f8f592-ffce-4071-af17-b43f03bc281c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:59.459918 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-08f8f592-ffce-4071-af17-b43f03bc281c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:59.485709 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8f592-ffce-4071-af17-b43f03bc281c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd88f46-8b2f-40bf-8118-d44e7a173562,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:59.574414 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-08f8f592-ffce-4071-af17-b43f03bc281c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:59.575585 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-08f8f592-ffce-4071-af17-b43f03bc281c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3390493 Mar 07 21:56:59.578190 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51802) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:59.583026 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-df933076-6ab4-465a-9ec8-d5116c60de59 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': 'e6ec0948-75b7-4218-aac6-bf0759f92fb7', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:59.588787 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-df933076-6ab4-465a-9ec8-d5116c60de59 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:56:59.592731 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-df933076-6ab4-465a-9ec8-d5116c60de59 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:56:59.595561 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-df933076-6ab4-465a-9ec8-d5116c60de59 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:56:59.601604 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-df933076-6ab4-465a-9ec8-d5116c60de59 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:56:59.671504 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-df933076-6ab4-465a-9ec8-d5116c60de59 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Project eabc753b02e646aebebe0162c5cfe322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:56:59.678717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-df933076-6ab4-465a-9ec8-d5116c60de59 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:59.740933 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-df933076-6ab4-465a-9ec8-d5116c60de59 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:59.817061 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-df933076-6ab4-465a-9ec8-d5116c60de59 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:59.840728 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df933076-6ab4-465a-9ec8-d5116c60de59 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2314db8c-ecd0-49d3-9f2e-912f97a07e14,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:56:59.908373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-df933076-6ab4-465a-9ec8-d5116c60de59 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:56:59.909552 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-df933076-6ab4-465a-9ec8-d5116c60de59 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3304675 Mar 07 21:56:59.912808 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51806) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:56:59.917498 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-240f14da-d500-4277-a5d1-78565edcda30 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': 'e6ec0948-75b7-4218-aac6-bf0759f92fb7', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:56:59.923371 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-240f14da-d500-4277-a5d1-78565edcda30 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:56:59.927129 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-240f14da-d500-4277-a5d1-78565edcda30 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:56:59.930004 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-240f14da-d500-4277-a5d1-78565edcda30 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:56:59.935735 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-240f14da-d500-4277-a5d1-78565edcda30 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:57:00.008561 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-240f14da-d500-4277-a5d1-78565edcda30 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Project eabc753b02e646aebebe0162c5cfe322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:57:00.015048 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-240f14da-d500-4277-a5d1-78565edcda30 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:00.078263 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-240f14da-d500-4277-a5d1-78565edcda30 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:00.142615 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-240f14da-d500-4277-a5d1-78565edcda30 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:00.165737 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f14da-d500-4277-a5d1-78565edcda30 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d096d35-f75e-4b69-a9a5-bd26e21caba6,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:00.245466 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-240f14da-d500-4277-a5d1-78565edcda30 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:00.246685 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-240f14da-d500-4277-a5d1-78565edcda30 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3329861 Mar 07 21:57:00.404592 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-75cdfe5b-1aa0-4ece-b320-0ec1600266d4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:57:00.471709 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-75cdfe5b-1aa0-4ece-b320-0ec1600266d4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:57:00.472839 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-75cdfe5b-1aa0-4ece-b320-0ec1600266d4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1664968683&fields=id&tenant_id=eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 267 time: 0.1088576 Mar 07 21:57:00.724252 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-07c6e0bc-5d31-47db-a7c0-aa63da6db7b7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:00.725592 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-07c6e0bc-5d31-47db-a7c0-aa63da6db7b7 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/networks?id=573b9b07-4b07-4bd0-9e32-14af6a7ad778 HTTP/1.1" status: 200 len: 797 time: 0.2461951 Mar 07 21:57:00.740532 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-06c7c2bf-d1f5-4d23-80a8-bf7a05961b89 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/quotas/eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 375 time: 0.0093305 Mar 07 21:57:00.824462 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-9e14be3b-4c70-4960-9eb1-f9af143b696f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0789335 Mar 07 21:57:01.001801 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-ae43f3da-e7e1-48db-b1b1-7b8d3ba3025a service neutron] 10.222.0.21 "GET /v2.0/networks/573b9b07-4b07-4bd0-9e32-14af6a7ad778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659930 Mar 07 21:57:01.130037 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-d83ed056-a290-4804-bef8-58707bd76af1 service neutron] 10.222.0.21 "GET /v2.0/networks/573b9b07-4b07-4bd0-9e32-14af6a7ad778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221452 Mar 07 21:57:02.372777 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-71862ab5-0f90-4873-8cdc-d90df83a49b2 req-4cbaadc9-75f0-42fa-bb72-cc322bd0d5ae tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=8880c87f-3fdd-47c0-899d-7eb792161923 HTTP/1.1" status: 200 len: 210 time: 0.0419934 Mar 07 21:57:03.523516 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2aca3ad0-51e7-4690-af4c-2a7419c1c7ea req-e6c939bf-026c-4259-9b05-cbee27f90200 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=8880c87f-3fdd-47c0-899d-7eb792161923 HTTP/1.1" status: 200 len: 210 time: 0.0453722 Mar 07 21:57:04.332599 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-b1eed2c6-8736-47f4-8cf2-59d5f280a662 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:04.334019 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-b1eed2c6-8736-47f4-8cf2-59d5f280a662 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/networks?id=573b9b07-4b07-4bd0-9e32-14af6a7ad778 HTTP/1.1" status: 200 len: 797 time: 0.1461749 Mar 07 21:57:04.388193 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-a87bbf69-5a80-423d-a2c8-3a0f49b51225 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 472 time: 0.0427649 Mar 07 21:57:04.402771 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-a3626d6f-ce97-4b79-a9b1-b7933531f176 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'port': {'device_id': '8880c87f-3fdd-47c0-899d-7eb792161923', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'admin_state_up': True, 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'security_groups': ['e6ec0948-75b7-4218-aac6-bf0759f92fb7']}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:04.538071 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-a3626d6f-ce97-4b79-a9b1-b7933531f176 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:57:04.542625 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-a3626d6f-ce97-4b79-a9b1-b7933531f176 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:port and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:57:04.545558 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-a3626d6f-ce97-4b79-a9b1-b7933531f176 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:57:04.551757 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-a3626d6f-ce97-4b79-a9b1-b7933531f176 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:57:04.622954 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-a3626d6f-ce97-4b79-a9b1-b7933531f176 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:57:04.626620 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-a3626d6f-ce97-4b79-a9b1-b7933531f176 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:04.673715 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2ca0606a-c306-4c9f-8bb2-a8bc5104a55f req-8f7c6da0-0601-4564-ba30-f792f7bf6781 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=8880c87f-3fdd-47c0-899d-7eb792161923 HTTP/1.1" status: 200 len: 210 time: 0.0415514 Mar 07 21:57:04.788743 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-a3626d6f-ce97-4b79-a9b1-b7933531f176 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.20.0.3 (573b9b07-4b07-4bd0-9e32-14af6a7ad778/34373243-1a0d-46cd-8db9-4b8869092955/486c881c-9cde-4386-88f5-cfcbfdc5445a) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:04.970715 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-a3626d6f-ce97-4b79-a9b1-b7933531f176 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:04.985852 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-a3626d6f-ce97-4b79-a9b1-b7933531f176 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Transition to ACTIVE for port object 486c881c-9cde-4386-88f5-cfcbfdc5445a will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:57:05.086272 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-a3626d6f-ce97-4b79-a9b1-b7933531f176 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:05.152770 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-a3626d6f-ce97-4b79-a9b1-b7933531f176 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 573b9b07-4b07-4bd0-9e32-14af6a7ad778 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:05.155679 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-a3626d6f-ce97-4b79-a9b1-b7933531f176 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:05.164570 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-a3626d6f-ce97-4b79-a9b1-b7933531f176 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:57:05.200652 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3626d6f-ce97-4b79-a9b1-b7933531f176 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=486c881c-9cde-4386-88f5-cfcbfdc5445a,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:05.232714 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-a3626d6f-ce97-4b79-a9b1-b7933531f176 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:05.233323 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-a3626d6f-ce97-4b79-a9b1-b7933531f176 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:05.326688 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-a3626d6f-ce97-4b79-a9b1-b7933531f176 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9273891 Mar 07 21:57:05.339206 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-2877e9de-f808-4079-82fc-55182094c52b service neutron] Request body: {'port': {'device_id': '8880c87f-3fdd-47c0-899d-7eb792161923', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:05.448598 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-2877e9de-f808-4079-82fc-55182094c52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:05.474274 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-355d677d-f689-45cd-9e26-33472a26946b None None] Provisioning for port 486c881c-9cde-4386-88f5-cfcbfdc5445a completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:57:05.479475 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-355d677d-f689-45cd-9e26-33472a26946b None None] Provisioning complete for port 486c881c-9cde-4386-88f5-cfcbfdc5445a triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:57:05.479953 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-355d677d-f689-45cd-9e26-33472a26946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:05.532239 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-355d677d-f689-45cd-9e26-33472a26946b None None] Port 486c881c-9cde-4386-88f5-cfcbfdc5445a cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:57:05.859115 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824f5cd-64d7-40ed-8ed5-2b1b7fa72fcc req-7ad6b115-0e29-4271-acce-a8dccf4badb3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:05.860662 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a824f5cd-64d7-40ed-8ed5-2b1b7fa72fcc req-7ad6b115-0e29-4271-acce-a8dccf4badb3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=8880c87f-3fdd-47c0-899d-7eb792161923 HTTP/1.1" status: 200 len: 931 time: 0.0828495 Mar 07 21:57:05.884075 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-2877e9de-f808-4079-82fc-55182094c52b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 486c881c-9cde-4386-88f5-cfcbfdc5445a {{(pid=88387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:57:05.891281 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-2877e9de-f808-4079-82fc-55182094c52b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:05.904476 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a824f5cd-64d7-40ed-8ed5-2b1b7fa72fcc req-dc6a3c29-9f85-454a-aecc-020308dbc080 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6ec0948-75b7-4218-aac6-bf0759f92fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375621 Mar 07 21:57:05.905201 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-2877e9de-f808-4079-82fc-55182094c52b service neutron] Transition to ACTIVE for port object 486c881c-9cde-4386-88f5-cfcbfdc5445a will not be triggered until provisioned by entity L2. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:57:05.965941 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-2877e9de-f808-4079-82fc-55182094c52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:06.093998 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877e9de-f808-4079-82fc-55182094c52b service neutron] Pushing event updated for resources: {'Port': ['ID=486c881c-9cde-4386-88f5-cfcbfdc5445a,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:06.196342 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-2877e9de-f808-4079-82fc-55182094c52b service neutron] Attempting to bind port 486c881c-9cde-4386-88f5-cfcbfdc5445a on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:57:06.196672 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-2877e9de-f808-4079-82fc-55182094c52b service neutron] Attempting to bind port 486c881c-9cde-4386-88f5-cfcbfdc5445a by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '46048a3b-fd7b-4e61-9616-1e755c206a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:57:06.196992 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-2877e9de-f808-4079-82fc-55182094c52b service neutron] Attempting to bind port 486c881c-9cde-4386-88f5-cfcbfdc5445a on network 573b9b07-4b07-4bd0-9e32-14af6a7ad778 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:57:06.201460 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-2877e9de-f808-4079-82fc-55182094c52b service neutron] Port 486c881c-9cde-4386-88f5-cfcbfdc5445a on network 573b9b07-4b07-4bd0-9e32-14af6a7ad778 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:57:06.201776 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-2877e9de-f808-4079-82fc-55182094c52b service neutron] Attempting to bind port 486c881c-9cde-4386-88f5-cfcbfdc5445a on network 573b9b07-4b07-4bd0-9e32-14af6a7ad778 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:57:06.206758 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-2877e9de-f808-4079-82fc-55182094c52b service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:57:06.207085 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-2877e9de-f808-4079-82fc-55182094c52b service neutron] Checking segment: {'id': '46048a3b-fd7b-4e61-9616-1e755c206a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:57:06.207456 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-2877e9de-f808-4079-82fc-55182094c52b service neutron] Bound using segment: {'id': '46048a3b-fd7b-4e61-9616-1e755c206a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778'} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:57:06.207867 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-2877e9de-f808-4079-82fc-55182094c52b service neutron] Bound port: 486c881c-9cde-4386-88f5-cfcbfdc5445a, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46048a3b-fd7b-4e61-9616-1e755c206a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778'}}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:57:06.208203 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-2877e9de-f808-4079-82fc-55182094c52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:06.296343 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-2877e9de-f808-4079-82fc-55182094c52b service neutron] For port 486c881c-9cde-4386-88f5-cfcbfdc5445a, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:57:06.299150 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-2877e9de-f808-4079-82fc-55182094c52b service neutron] For port 486c881c-9cde-4386-88f5-cfcbfdc5445a, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=486c881c-9cde-4386-88f5-cfcbfdc5445a,segment=NetworkSegment(46048a3b-fd7b-4e61-9616-1e755c206a03),segment_id=46048a3b-fd7b-4e61-9616-1e755c206a03)] {{(pid=88387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:57:06.394302 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-2877e9de-f808-4079-82fc-55182094c52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:06.448805 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-2877e9de-f808-4079-82fc-55182094c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:06.449406 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-2877e9de-f808-4079-82fc-55182094c52b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:06.450788 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-2877e9de-f808-4079-82fc-55182094c52b service neutron] 10.222.0.11 "PUT /v2.0/ports/486c881c-9cde-4386-88f5-cfcbfdc5445a HTTP/1.1" status: 200 len: 1093 time: 1.1156280 Mar 07 21:57:06.451266 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8880c87f-3fdd-47c0-899d-7eb792161923', 'tag': '486c881c-9cde-4386-88f5-cfcbfdc5445a'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:57:06.475909 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877e9de-f808-4079-82fc-55182094c52b service neutron] Pushing event updated for resources: {'Port': ['ID=486c881c-9cde-4386-88f5-cfcbfdc5445a,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:06.502297 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8880c87f-3fdd-47c0-899d-7eb792161923', 'tag': '486c881c-9cde-4386-88f5-cfcbfdc5445a', 'status': 'completed', 'code': 200} Mar 07 21:57:06.608790 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223b538-98f2-41c8-83c6-1b4f2f244483 req-deb1912b-f0ab-4e3b-93a2-d4690fdc4742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:06.610393 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9223b538-98f2-41c8-83c6-1b4f2f244483 req-deb1912b-f0ab-4e3b-93a2-d4690fdc4742 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=8880c87f-3fdd-47c0-899d-7eb792161923 HTTP/1.1" status: 200 len: 1096 time: 0.0874121 Mar 07 21:57:06.752148 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223b538-98f2-41c8-83c6-1b4f2f244483 req-cc8d1c51-cdc5-4d74-a52e-bc6a4e86cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:06.753503 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9223b538-98f2-41c8-83c6-1b4f2f244483 req-cc8d1c51-cdc5-4d74-a52e-bc6a4e86cb4d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=eabc753b02e646aebebe0162c5cfe322&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1363125 Mar 07 21:57:06.888952 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223b538-98f2-41c8-83c6-1b4f2f244483 req-41c6895b-32c2-451d-b2fc-3fa8316e9a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:06.890427 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-9223b538-98f2-41c8-83c6-1b4f2f244483 req-41c6895b-32c2-451d-b2fc-3fa8316e9a9c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1302366 Mar 07 21:57:06.991022 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-53b243ec-984f-49e2-b0d7-431412b32584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:06.992511 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-53b243ec-984f-49e2-b0d7-431412b32584 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=8880c87f-3fdd-47c0-899d-7eb792161923 HTTP/1.1" status: 200 len: 1096 time: 0.0692356 Mar 07 21:57:07.062661 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-47ed9102-cf12-4c97-a023-d4e49ba0e679 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=486c881c-9cde-4386-88f5-cfcbfdc5445a HTTP/1.1" status: 200 len: 217 time: 0.0634243 Mar 07 21:57:07.083843 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946585c9-7c46-4803-90b4-ff5d1c2191e7 req-025b78d3-5224-4f78-aef1-8a2c45aacd5f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:07.085851 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-946585c9-7c46-4803-90b4-ff5d1c2191e7 req-025b78d3-5224-4f78-aef1-8a2c45aacd5f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=8880c87f-3fdd-47c0-899d-7eb792161923 HTTP/1.1" status: 200 len: 943 time: 0.0786104 Mar 07 21:57:07.126200 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-4cc1562b-4552-4b55-aff6-d3bbde1efae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:07.127603 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-4cc1562b-4552-4b55-aff6-d3bbde1efae6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=34373243-1a0d-46cd-8db9-4b8869092955 HTTP/1.1" status: 200 len: 835 time: 0.0569060 Mar 07 21:57:07.128334 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-946585c9-7c46-4803-90b4-ff5d1c2191e7 req-3eb33ccb-4640-49ca-b659-ddad12f5f2ad tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6ec0948-75b7-4218-aac6-bf0759f92fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366306 Mar 07 21:57:07.205464 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-08e62dc7-b7bf-4d53-8eed-67757c974b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:07.206826 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-08e62dc7-b7bf-4d53-8eed-67757c974b55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=573b9b07-4b07-4bd0-9e32-14af6a7ad778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720162 Mar 07 21:57:07.333276 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-1030611e-ef04-49e1-92db-55fbb56ac64e service neutron] 10.222.0.11 "GET /v2.0/networks/573b9b07-4b07-4bd0-9e32-14af6a7ad778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199009 Mar 07 21:57:07.559092 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-92ae5bbd-cc18-47d5-a748-c6efb5c17a38 req-a9c63040-916f-42ac-9fed-a8aea9e3fd29 service neutron] 10.222.0.11 "GET /v2.0/networks/573b9b07-4b07-4bd0-9e32-14af6a7ad778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196672 Mar 07 21:57:08.310933 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480e54a-c040-4848-b88b-0b9b9cc85c98 req-0ebf24c0-4bbc-4549-9e7b-582e6a62e65e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:08.312353 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e480e54a-c040-4848-b88b-0b9b9cc85c98 req-0ebf24c0-4bbc-4549-9e7b-582e6a62e65e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=8880c87f-3fdd-47c0-899d-7eb792161923 HTTP/1.1" status: 200 len: 943 time: 0.0805702 Mar 07 21:57:08.355246 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e480e54a-c040-4848-b88b-0b9b9cc85c98 req-55972701-3125-4ffa-8ed7-07822386e0d6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6ec0948-75b7-4218-aac6-bf0759f92fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373473 Mar 07 21:57:09.539490 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07d09e-bc0e-4659-a443-471ab227bd1f req-81fd8e90-37ce-4d24-804b-2f8c4c35d70d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:09.540942 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ee07d09e-bc0e-4659-a443-471ab227bd1f req-81fd8e90-37ce-4d24-804b-2f8c4c35d70d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=8880c87f-3fdd-47c0-899d-7eb792161923 HTTP/1.1" status: 200 len: 943 time: 0.0792658 Mar 07 21:57:09.587966 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ee07d09e-bc0e-4659-a443-471ab227bd1f req-f34e598b-94c7-4d51-829d-7c02d5c89a97 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6ec0948-75b7-4218-aac6-bf0759f92fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413430 Mar 07 21:57:10.770033 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c86999-721b-4085-a5e0-fc9054cb4cc2 req-0ff88d39-69b7-4b54-aefc-edbb74c6c34c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:10.772009 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d8c86999-721b-4085-a5e0-fc9054cb4cc2 req-0ff88d39-69b7-4b54-aefc-edbb74c6c34c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=8880c87f-3fdd-47c0-899d-7eb792161923 HTTP/1.1" status: 200 len: 943 time: 0.0789816 Mar 07 21:57:10.813886 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d8c86999-721b-4085-a5e0-fc9054cb4cc2 req-98e3f091-8cf8-40c3-8eba-1d8cfaad0072 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6ec0948-75b7-4218-aac6-bf0759f92fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363681 Mar 07 21:57:11.520756 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 486c881c-9cde-4386-88f5-cfcbfdc5445a details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 21:57:11.651339 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 486c881c-9cde-4386-88f5-cfcbfdc5445a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=486c881c-9cde-4386-88f5-cfcbfdc5445a,segment=NetworkSegment(46048a3b-fd7b-4e61-9616-1e755c206a03),segment_id=46048a3b-fd7b-4e61-9616-1e755c206a03)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:57:11.664437 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '486c881c-9cde-4386-88f5-cfcbfdc5445a', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'port_id': '486c881c-9cde-4386-88f5-cfcbfdc5445a', 'mac_address': 'fa:16:3e:8e:4f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34373243-1a0d-46cd-8db9-4b8869092955', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 21:57:11.720589 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:11.737099 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486c881c-9cde-4386-88f5-cfcbfdc5445a {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:57:11.751800 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 486c881c-9cde-4386-88f5-cfcbfdc5445a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=486c881c-9cde-4386-88f5-cfcbfdc5445a,segment=NetworkSegment(46048a3b-fd7b-4e61-9616-1e755c206a03),segment_id=46048a3b-fd7b-4e61-9616-1e755c206a03)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:57:11.816643 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:11.883676 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=486c881c-9cde-4386-88f5-cfcbfdc5445a,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:11.999641 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9364ea-9825-41e6-8649-e0b62d5e5b02 req-6351138a-a328-4ef9-962e-24f7e02bb6b5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:12.001069 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7d9364ea-9825-41e6-8649-e0b62d5e5b02 req-6351138a-a328-4ef9-962e-24f7e02bb6b5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=8880c87f-3fdd-47c0-899d-7eb792161923 HTTP/1.1" status: 200 len: 944 time: 0.0814910 Mar 07 21:57:12.028966 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['486c881c-9cde-4386-88f5-cfcbfdc5445a'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 21:57:12.045167 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7d9364ea-9825-41e6-8649-e0b62d5e5b02 req-930b71b6-ac26-4670-a010-009819fa6fa1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6ec0948-75b7-4218-aac6-bf0759f92fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379658 Mar 07 21:57:13.223518 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13325d98-0f12-4553-9c9e-d1c22a34bc39 req-27b1216b-f430-494b-a6a8-bf2ee8f060ca tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:13.225478 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-13325d98-0f12-4553-9c9e-d1c22a34bc39 req-27b1216b-f430-494b-a6a8-bf2ee8f060ca tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=8880c87f-3fdd-47c0-899d-7eb792161923 HTTP/1.1" status: 200 len: 944 time: 0.0782008 Mar 07 21:57:13.266772 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-13325d98-0f12-4553-9c9e-d1c22a34bc39 req-a3d36ce4-a814-470d-a698-eb552b023295 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6ec0948-75b7-4218-aac6-bf0759f92fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356784 Mar 07 21:57:13.529354 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 486c881c-9cde-4386-88f5-cfcbfdc5445a up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:57:13.642731 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 486c881c-9cde-4386-88f5-cfcbfdc5445a completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:57:13.647786 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 486c881c-9cde-4386-88f5-cfcbfdc5445a triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:57:13.648152 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:13.759037 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:13.784616 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8880c87f-3fdd-47c0-899d-7eb792161923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486c881c-9cde-4386-88f5-cfcbfdc5445a'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:57:13.794452 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 486c881c-9cde-4386-88f5-cfcbfdc5445a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=486c881c-9cde-4386-88f5-cfcbfdc5445a,segment=NetworkSegment(46048a3b-fd7b-4e61-9616-1e755c206a03),segment_id=46048a3b-fd7b-4e61-9616-1e755c206a03)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:57:13.827546 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8880c87f-3fdd-47c0-899d-7eb792161923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486c881c-9cde-4386-88f5-cfcbfdc5445a', 'code': 200} Mar 07 21:57:13.871710 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:13.940135 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=486c881c-9cde-4386-88f5-cfcbfdc5445a,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:14.223703 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2eb76-c177-4d85-9484-881701a5c7b8 req-fbee8fb2-94b9-4bb5-be84-2121264d111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:14.225005 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-13a2eb76-c177-4d85-9484-881701a5c7b8 req-fbee8fb2-94b9-4bb5-be84-2121264d111e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8880c87f-3fdd-47c0-899d-7eb792161923 HTTP/1.1" status: 200 len: 1098 time: 0.0672781 Mar 07 21:57:14.265252 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-13a2eb76-c177-4d85-9484-881701a5c7b8 req-681fd368-9a46-46fd-a3f8-93aeea75a826 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e6ec0948-75b7-4218-aac6-bf0759f92fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332649 Mar 07 21:57:14.449148 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bf3f7-509f-4286-90d3-a4f95e2b597c req-6c69848d-a327-4eb9-8378-7f1e282fd0c0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:14.451680 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-618bf3f7-509f-4286-90d3-a4f95e2b597c req-6c69848d-a327-4eb9-8378-7f1e282fd0c0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=8880c87f-3fdd-47c0-899d-7eb792161923 HTTP/1.1" status: 200 len: 945 time: 0.0799656 Mar 07 21:57:14.493833 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-618bf3f7-509f-4286-90d3-a4f95e2b597c req-ff6af59f-5b5c-4e43-b220-47161bc65605 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6ec0948-75b7-4218-aac6-bf0759f92fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372365 Mar 07 21:57:15.680250 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab608d7b-dd6a-48b8-9ac1-69e6ec862226 req-894e7d1c-1588-4a53-860d-96dd12e27abc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:15.681666 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ab608d7b-dd6a-48b8-9ac1-69e6ec862226 req-894e7d1c-1588-4a53-860d-96dd12e27abc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=8880c87f-3fdd-47c0-899d-7eb792161923 HTTP/1.1" status: 200 len: 945 time: 0.0817325 Mar 07 21:57:15.725475 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ab608d7b-dd6a-48b8-9ac1-69e6ec862226 req-c3ad0c1c-2e46-44e3-a690-c3556626ac12 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6ec0948-75b7-4218-aac6-bf0759f92fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380373 Mar 07 21:57:15.907713 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0b864-6f2c-49d4-bf1f-d36bdeb194fc req-38f583b0-e389-4ca9-a4af-35dd3d62f9ec tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:15.909151 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-42f0b864-6f2c-49d4-bf1f-d36bdeb194fc req-38f583b0-e389-4ca9-a4af-35dd3d62f9ec tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=8880c87f-3fdd-47c0-899d-7eb792161923 HTTP/1.1" status: 200 len: 945 time: 0.0788798 Mar 07 21:57:15.952259 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-42f0b864-6f2c-49d4-bf1f-d36bdeb194fc req-e913b88d-fe2f-484f-936e-8b86a4c2accc tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6ec0948-75b7-4218-aac6-bf0759f92fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369773 Mar 07 21:57:15.962777 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:15.974216 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51868) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:57:16.045566 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4c7d31-b70d-4edc-ad65-98a59fc937f4 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:16.047067 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4e4c7d31-b70d-4edc-ad65-98a59fc937f4 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8880c87f-3fdd-47c0-899d-7eb792161923 HTTP/1.1" status: 200 len: 1093 time: 0.0713904 Mar 07 21:57:16.049772 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51872) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:57:16.055145 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-166f3b65-d496-450e-b4c0-75bbac2ae2d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': '486c881c-9cde-4386-88f5-cfcbfdc5445a', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:16.060835 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-166f3b65-d496-450e-b4c0-75bbac2ae2d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:57:16.064595 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-166f3b65-d496-450e-b4c0-75bbac2ae2d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:floatingip and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:57:16.067417 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-166f3b65-d496-450e-b4c0-75bbac2ae2d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:57:16.073019 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-166f3b65-d496-450e-b4c0-75bbac2ae2d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:57:16.136601 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-166f3b65-d496-450e-b4c0-75bbac2ae2d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:16.359749 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-166f3b65-d496-450e-b4c0-75bbac2ae2d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:16.490371 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-166f3b65-d496-450e-b4c0-75bbac2ae2d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.26.2.37 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/b59647c9-6d40-43b7-92b3-0510963e5b48) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:57:16.636650 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-166f3b65-d496-450e-b4c0-75bbac2ae2d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:16.717455 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-166f3b65-d496-450e-b4c0-75bbac2ae2d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:16.775538 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166f3b65-d496-450e-b4c0-75bbac2ae2d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:57:16.778203 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-166f3b65-d496-450e-b4c0-75bbac2ae2d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:57:16.785700 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166f3b65-d496-450e-b4c0-75bbac2ae2d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:57:16.827996 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f3b65-d496-450e-b4c0-75bbac2ae2d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=b59647c9-6d40-43b7-92b3-0510963e5b48,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:17.187962 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-166f3b65-d496-450e-b4c0-75bbac2ae2d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:17.324910 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-166f3b65-d496-450e-b4c0-75bbac2ae2d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:17.520506 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-166f3b65-d496-450e-b4c0-75bbac2ae2d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:17.576683 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-166f3b65-d496-450e-b4c0-75bbac2ae2d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:17.683610 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f3b65-d496-450e-b4c0-75bbac2ae2d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=b59647c9-6d40-43b7-92b3-0510963e5b48,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:17.693536 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-166f3b65-d496-450e-b4c0-75bbac2ae2d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:17.863252 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-166f3b65-d496-450e-b4c0-75bbac2ae2d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Floating IP 02d3cff0-3342-4c19-91a0-8956df28934c associated. External IP: 172.26.2.37, port: 486c881c-9cde-4386-88f5-cfcbfdc5445a. Mar 07 21:57:18.236214 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:57:18.309380 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166f3b65-d496-450e-b4c0-75bbac2ae2d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:57:18.490582 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166f3b65-d496-450e-b4c0-75bbac2ae2d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:57:18.500259 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ac57a2-6784-4e6a-bff1-3266294b8d7d None None] Sync routers for ids ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:57:18.509466 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ac57a2-6784-4e6a-bff1-3266294b8d7d None None] Routers {'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:57:18.510100 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-a1ac57a2-6784-4e6a-bff1-3266294b8d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:56:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:18.569210 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-166f3b65-d496-450e-b4c0-75bbac2ae2d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:18.623828 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-166f3b65-d496-450e-b4c0-75bbac2ae2d8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5730450 Mar 07 21:57:18.624411 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8880c87f-3fdd-47c0-899d-7eb792161923', 'tag': '486c881c-9cde-4386-88f5-cfcbfdc5445a'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:57:18.669479 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8880c87f-3fdd-47c0-899d-7eb792161923', 'tag': '486c881c-9cde-4386-88f5-cfcbfdc5445a', 'status': 'completed', 'code': 200} Mar 07 21:57:18.684447 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-a1ac57a2-6784-4e6a-bff1-3266294b8d7d None None] Set router f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:57:18.763212 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83761b24-1eb3-454a-b57a-24c75f2d02e1 req-045e8f70-8410-4ac3-8d19-5d14d3caff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:18.764553 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-83761b24-1eb3-454a-b57a-24c75f2d02e1 req-045e8f70-8410-4ac3-8d19-5d14d3caff46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=8880c87f-3fdd-47c0-899d-7eb792161923 HTTP/1.1" status: 200 len: 1098 time: 0.0742741 Mar 07 21:57:18.897685 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83761b24-1eb3-454a-b57a-24c75f2d02e1 req-86eba54a-b399-48e8-bf07-867224afd409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:18.899298 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-83761b24-1eb3-454a-b57a-24c75f2d02e1 req-86eba54a-b399-48e8-bf07-867224afd409 service neutron] 10.222.0.11 "GET /v2.0/networks?id=573b9b07-4b07-4bd0-9e32-14af6a7ad778 HTTP/1.1" status: 200 len: 897 time: 0.1281190 Mar 07 21:57:19.002248 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-83761b24-1eb3-454a-b57a-24c75f2d02e1 req-cc2d6648-499f-4572-b7c0-799f666415e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=486c881c-9cde-4386-88f5-cfcbfdc5445a HTTP/1.1" status: 200 len: 998 time: 0.0962031 Mar 07 21:57:19.028225 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-a1ac57a2-6784-4e6a-bff1-3266294b8d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'name': 'tempest-TestNetworkBasicOps-router-1161311382', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:27Z', 'updated_at': '2022-03-07T21:56:33Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:28Z', 'updated_at': '2022-03-07T21:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '02d3cff0-3342-4c19-91a0-8956df28934c', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.37', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'port_id': '486c881c-9cde-4386-88f5-cfcbfdc5445a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'mac_address': 'fa:16:3e:8e:4f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8880c87f-3fdd-47c0-899d-7eb792161923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:57:17Z', 'updated_at': '2022-03-07T21:57:17Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}, {'id': '3aa13b44-fe8a-49de-abbc-d6f70a58dcfa', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.156', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'port_id': 'e82e590d-9bc0-47a0-8d3c-081060a2a447', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'mac_address': 'fa:16:3e:74:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b219882-7a89-4abe-9785-f85e6031c86f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:56:55Z', 'updated_at': '2022-03-07T21:56:58Z', 'revision_number': 1, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76c0619-bed4-4f25-9b32-2bf5f1772440', 'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:1a:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '34373243-1a0d-46cd-8db9-4b8869092955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:32Z', 'updated_at': '2022-03-07T21:56:38Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '34373243-1a0d-46cd-8db9-4b8869092955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:19.032085 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ac57a2-6784-4e6a-bff1-3266294b8d7d None None] Checking router: f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:57:19.040843 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ac57a2-6784-4e6a-bff1-3266294b8d7d None None] Routers {'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:57:19.041430 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-a1ac57a2-6784-4e6a-bff1-3266294b8d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:56:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:19.065381 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83761b24-1eb3-454a-b57a-24c75f2d02e1 req-7f9df40e-aff6-4a05-a3b4-730aee26de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:19.066886 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-83761b24-1eb3-454a-b57a-24c75f2d02e1 req-7f9df40e-aff6-4a05-a3b4-730aee26de1a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=34373243-1a0d-46cd-8db9-4b8869092955 HTTP/1.1" status: 200 len: 835 time: 0.0580611 Mar 07 21:57:19.141329 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83761b24-1eb3-454a-b57a-24c75f2d02e1 req-2a16a04a-17a6-4143-a684-a61d8a63d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:19.142799 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-83761b24-1eb3-454a-b57a-24c75f2d02e1 req-2a16a04a-17a6-4143-a684-a61d8a63d713 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=573b9b07-4b07-4bd0-9e32-14af6a7ad778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691199 Mar 07 21:57:19.217206 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-a1ac57a2-6784-4e6a-bff1-3266294b8d7d None None] Set router f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:57:19.274302 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-83761b24-1eb3-454a-b57a-24c75f2d02e1 req-666c64bc-5ebd-4786-a36b-74d9d62411dc service neutron] 10.222.0.11 "GET /v2.0/networks/573b9b07-4b07-4bd0-9e32-14af6a7ad778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238112 Mar 07 21:57:19.403687 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-83761b24-1eb3-454a-b57a-24c75f2d02e1 req-89523e0b-7479-480f-b961-886a9033e8b3 service neutron] 10.222.0.11 "GET /v2.0/networks/573b9b07-4b07-4bd0-9e32-14af6a7ad778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235008 Mar 07 21:57:19.590542 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-a1ac57a2-6784-4e6a-bff1-3266294b8d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'name': 'tempest-TestNetworkBasicOps-router-1161311382', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:27Z', 'updated_at': '2022-03-07T21:56:33Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:28Z', 'updated_at': '2022-03-07T21:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '02d3cff0-3342-4c19-91a0-8956df28934c', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.37', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'port_id': '486c881c-9cde-4386-88f5-cfcbfdc5445a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'mac_address': 'fa:16:3e:8e:4f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8880c87f-3fdd-47c0-899d-7eb792161923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:57:17Z', 'updated_at': '2022-03-07T21:57:17Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}, {'id': '3aa13b44-fe8a-49de-abbc-d6f70a58dcfa', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.156', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'port_id': 'e82e590d-9bc0-47a0-8d3c-081060a2a447', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'mac_address': 'fa:16:3e:74:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b219882-7a89-4abe-9785-f85e6031c86f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:56:55Z', 'updated_at': '2022-03-07T21:56:58Z', 'revision_number': 1, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76c0619-bed4-4f25-9b32-2bf5f1772440', 'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:1a:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '34373243-1a0d-46cd-8db9-4b8869092955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:32Z', 'updated_at': '2022-03-07T21:56:38Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '34373243-1a0d-46cd-8db9-4b8869092955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:57:19.594506 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ac57a2-6784-4e6a-bff1-3266294b8d7d None None] The sync data for ids ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'] in dv-neutron-829957-1-hyperv is: [{'id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'name': 'tempest-TestNetworkBasicOps-router-1161311382', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:27Z', 'updated_at': '2022-03-07T21:56:33Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:28Z', 'updated_at': '2022-03-07T21:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '02d3cff0-3342-4c19-91a0-8956df28934c', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.37', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'port_id': '486c881c-9cde-4386-88f5-cfcbfdc5445a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'mac_address': 'fa:16:3e:8e:4f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8880c87f-3fdd-47c0-899d-7eb792161923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:57:17Z', 'updated_at': '2022-03-07T21:57:17Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}, {'id': '3aa13b44-fe8a-49de-abbc-d6f70a58dcfa', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.156', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'port_id': 'e82e590d-9bc0-47a0-8d3c-081060a2a447', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'mac_address': 'fa:16:3e:74:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b219882-7a89-4abe-9785-f85e6031c86f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:56:55Z', 'updated_at': '2022-03-07T21:56:58Z', 'revision_number': 1, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76c0619-bed4-4f25-9b32-2bf5f1772440', 'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:1a:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '34373243-1a0d-46cd-8db9-4b8869092955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:32Z', 'updated_at': '2022-03-07T21:56:38Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '34373243-1a0d-46cd-8db9-4b8869092955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:57:19.769881 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa202db-68d3-4d0e-b238-3f4e78a0985a None None] New status for floating IP 02d3cff0-3342-4c19-91a0-8956df28934c: ACTIVE {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:57:20.085559 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1acf0d79-0988-41fa-b59a-8c9b157f954d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:22.273640 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-272f3ee7-d1e2-43ff-b371-39ed4a25e639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:23.216532 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:23.359260 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:24.788395 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:34.672399 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-dab18ce8-072d-4685-baf2-c71427696ffa req-58858bf1-b0fb-4ffa-a692-76bfb6ff8ce5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5b219882-7a89-4abe-9785-f85e6031c86f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717573 Mar 07 21:57:34.808179 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab18ce8-072d-4685-baf2-c71427696ffa req-24bdf5c5-fa87-436f-ba43-ef867e024fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:34.809726 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-dab18ce8-072d-4685-baf2-c71427696ffa req-24bdf5c5-fa87-436f-ba43-ef867e024fdf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 1099 time: 0.0708444 Mar 07 21:57:34.953545 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab18ce8-072d-4685-baf2-c71427696ffa req-89c2f3f3-f802-47cc-a170-7492332fac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:34.954915 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-dab18ce8-072d-4685-baf2-c71427696ffa req-89c2f3f3-f802-47cc-a170-7492332fac48 service neutron] 10.222.0.11 "GET /v2.0/networks?id=573b9b07-4b07-4bd0-9e32-14af6a7ad778 HTTP/1.1" status: 200 len: 897 time: 0.1268339 Mar 07 21:57:35.056534 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-dab18ce8-072d-4685-baf2-c71427696ffa req-867f32a9-c5e2-4388-98bf-55ab57b83b04 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e82e590d-9bc0-47a0-8d3c-081060a2a447 HTTP/1.1" status: 200 len: 1002 time: 0.0951645 Mar 07 21:57:35.117308 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab18ce8-072d-4685-baf2-c71427696ffa req-e9261cbe-56da-4aae-b826-7d2f57e70c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:35.118782 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-dab18ce8-072d-4685-baf2-c71427696ffa req-e9261cbe-56da-4aae-b826-7d2f57e70c6a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=34373243-1a0d-46cd-8db9-4b8869092955 HTTP/1.1" status: 200 len: 835 time: 0.0561843 Mar 07 21:57:35.193742 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab18ce8-072d-4685-baf2-c71427696ffa req-2d956179-acc6-4c59-bd58-f92498faa453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:35.195204 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-dab18ce8-072d-4685-baf2-c71427696ffa req-2d956179-acc6-4c59-bd58-f92498faa453 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=573b9b07-4b07-4bd0-9e32-14af6a7ad778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707951 Mar 07 21:57:35.326927 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-dab18ce8-072d-4685-baf2-c71427696ffa req-167944c0-0a48-4b86-bc48-7cef5d417e67 service neutron] 10.222.0.11 "GET /v2.0/networks/573b9b07-4b07-4bd0-9e32-14af6a7ad778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247690 Mar 07 21:57:35.558926 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-dab18ce8-072d-4685-baf2-c71427696ffa req-be728ad1-3b03-41ba-a4c6-890441538ef1 service neutron] 10.222.0.11 "GET /v2.0/networks/573b9b07-4b07-4bd0-9e32-14af6a7ad778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257426 Mar 07 21:57:45.959250 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:50.053564 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-770fc46c-76a3-469f-869b-92dbe7a7bf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:52.270544 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-933cfb1f-4630-468b-808e-f54f70e0290a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:52.439167 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51890) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:57:52.543312 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-eb04835e-7358-4faf-9783-f3b764fca07e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/3aa13b44-fe8a-49de-abbc-d6f70a58dcfa HTTP/1.1" status: 200 len: 994 time: 0.1029720 Mar 07 21:57:53.222227 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:53.294895 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51900) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:57:53.300725 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-e4eaaa36-9018-4bbc-89a6-bfe920ccb0ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:53.365205 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:53.418791 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e4eaaa36-9018-4bbc-89a6-bfe920ccb0ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:53.622688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-e4eaaa36-9018-4bbc-89a6-bfe920ccb0ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port e82e590d-9bc0-47a0-8d3c-081060a2a447, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=e82e590d-9bc0-47a0-8d3c-081060a2a447,segment=NetworkSegment(46048a3b-fd7b-4e61-9616-1e755c206a03),segment_id=46048a3b-fd7b-4e61-9616-1e755c206a03)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:57:53.645518 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e4eaaa36-9018-4bbc-89a6-bfe920ccb0ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:53.707927 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e4eaaa36-9018-4bbc-89a6-bfe920ccb0ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:53.772756 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eaaa36-9018-4bbc-89a6-bfe920ccb0ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:53.773343 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e4eaaa36-9018-4bbc-89a6-bfe920ccb0ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:53.775267 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e4eaaa36-9018-4bbc-89a6-bfe920ccb0ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "PUT /v2.0/ports/e82e590d-9bc0-47a0-8d3c-081060a2a447 HTTP/1.1" status: 200 len: 939 time: 0.4787953 Mar 07 21:57:53.775881 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b219882-7a89-4abe-9785-f85e6031c86f', 'tag': 'e82e590d-9bc0-47a0-8d3c-081060a2a447'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:57:53.803037 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eaaa36-9018-4bbc-89a6-bfe920ccb0ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=e82e590d-9bc0-47a0-8d3c-081060a2a447,revision_number=6']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:53.811176 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eaaa36-9018-4bbc-89a6-bfe920ccb0ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:53.811829 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eaaa36-9018-4bbc-89a6-bfe920ccb0ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:53.812074 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eaaa36-9018-4bbc-89a6-bfe920ccb0ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:53.812400 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eaaa36-9018-4bbc-89a6-bfe920ccb0ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:53.812720 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eaaa36-9018-4bbc-89a6-bfe920ccb0ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:53.813033 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eaaa36-9018-4bbc-89a6-bfe920ccb0ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:53.813343 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eaaa36-9018-4bbc-89a6-bfe920ccb0ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:53.813664 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eaaa36-9018-4bbc-89a6-bfe920ccb0ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:53.814279 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eaaa36-9018-4bbc-89a6-bfe920ccb0ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:53.814279 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eaaa36-9018-4bbc-89a6-bfe920ccb0ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:53.815622 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eaaa36-9018-4bbc-89a6-bfe920ccb0ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:53.815947 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4eaaa36-9018-4bbc-89a6-bfe920ccb0ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:57:53.834214 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b219882-7a89-4abe-9785-f85e6031c86f', 'tag': 'e82e590d-9bc0-47a0-8d3c-081060a2a447', 'status': 'completed', 'code': 200} Mar 07 21:57:53.928950 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17feab34-3231-4ec4-9522-4167df9556c2 req-34f1b28c-95cc-4740-8f7f-e2b3574dc214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:53.930449 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-17feab34-3231-4ec4-9522-4167df9556c2 req-34f1b28c-95cc-4740-8f7f-e2b3574dc214 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 1100 time: 0.0720189 Mar 07 21:57:54.022175 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-7b4e4e58-9e83-4c91-81b8-9d741027b5a2 None None] Provisioning complete for port e82e590d-9bc0-47a0-8d3c-081060a2a447 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:57:54.022639 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7b4e4e58-9e83-4c91-81b8-9d741027b5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:54.062355 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17feab34-3231-4ec4-9522-4167df9556c2 req-c7cd453b-4979-43b2-a45e-66b3eaf6dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:54.063777 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-17feab34-3231-4ec4-9522-4167df9556c2 req-c7cd453b-4979-43b2-a45e-66b3eaf6dbe0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=573b9b07-4b07-4bd0-9e32-14af6a7ad778 HTTP/1.1" status: 200 len: 897 time: 0.1262927 Mar 07 21:57:54.089871 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-7b4e4e58-9e83-4c91-81b8-9d741027b5a2 None None] Port e82e590d-9bc0-47a0-8d3c-081060a2a447 is administratively disabled so it will not transition to active. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 07 21:57:54.168969 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-17feab34-3231-4ec4-9522-4167df9556c2 req-7693c071-269d-4284-831e-5ad292515a00 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e82e590d-9bc0-47a0-8d3c-081060a2a447 HTTP/1.1" status: 200 len: 1003 time: 0.0991356 Mar 07 21:57:54.231914 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17feab34-3231-4ec4-9522-4167df9556c2 req-c86d106a-1417-472d-8d11-e9a1633d3275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:54.233261 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-17feab34-3231-4ec4-9522-4167df9556c2 req-c86d106a-1417-472d-8d11-e9a1633d3275 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=34373243-1a0d-46cd-8db9-4b8869092955 HTTP/1.1" status: 200 len: 835 time: 0.0584090 Mar 07 21:57:54.305434 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17feab34-3231-4ec4-9522-4167df9556c2 req-c247706b-39e5-4831-b75d-4f28d34708a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:54.307440 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-17feab34-3231-4ec4-9522-4167df9556c2 req-c247706b-39e5-4831-b75d-4f28d34708a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=573b9b07-4b07-4bd0-9e32-14af6a7ad778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688057 Mar 07 21:57:54.316708 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [req-17feab34-3231-4ec4-9522-4167df9556c2 req-9d833d48-8b3f-41af-8f00-da16a8242346 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:57:54.317596 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-17feab34-3231-4ec4-9522-4167df9556c2 req-9d833d48-8b3f-41af-8f00-da16a8242346 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046663 Mar 07 21:57:54.447812 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-17feab34-3231-4ec4-9522-4167df9556c2 req-9ca7b779-ff5b-4620-9e28-00f139f5a8c6 service neutron] 10.222.0.11 "GET /v2.0/networks/573b9b07-4b07-4bd0-9e32-14af6a7ad778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242979 Mar 07 21:57:54.576526 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-17feab34-3231-4ec4-9522-4167df9556c2 req-e7081e7c-69c8-473d-8d68-c5929618af77 service neutron] 10.222.0.11 "GET /v2.0/networks/573b9b07-4b07-4bd0-9e32-14af6a7ad778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234322 Mar 07 21:57:54.796478 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:55.235152 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:57:57.196863 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51910) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:57:57.202694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f2d851e1-70ad-455d-8e40-a86250a925d2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:57:57.319668 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f2d851e1-70ad-455d-8e40-a86250a925d2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:57.522506 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-f2d851e1-70ad-455d-8e40-a86250a925d2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port e82e590d-9bc0-47a0-8d3c-081060a2a447, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=e82e590d-9bc0-47a0-8d3c-081060a2a447,segment=NetworkSegment(46048a3b-fd7b-4e61-9616-1e755c206a03),segment_id=46048a3b-fd7b-4e61-9616-1e755c206a03)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:57:57.546764 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f2d851e1-70ad-455d-8e40-a86250a925d2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:57.601806 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f2d851e1-70ad-455d-8e40-a86250a925d2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:57.768029 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d851e1-70ad-455d-8e40-a86250a925d2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:57.768627 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f2d851e1-70ad-455d-8e40-a86250a925d2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:57.770018 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f2d851e1-70ad-455d-8e40-a86250a925d2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "PUT /v2.0/ports/e82e590d-9bc0-47a0-8d3c-081060a2a447 HTTP/1.1" status: 200 len: 938 time: 0.5722404 Mar 07 21:57:57.770562 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b219882-7a89-4abe-9785-f85e6031c86f', 'tag': 'e82e590d-9bc0-47a0-8d3c-081060a2a447'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:57:57.772985 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51914) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:57:57.802104 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d851e1-70ad-455d-8e40-a86250a925d2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=e82e590d-9bc0-47a0-8d3c-081060a2a447,revision_number=7']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:57:57.832192 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b219882-7a89-4abe-9785-f85e6031c86f', 'tag': 'e82e590d-9bc0-47a0-8d3c-081060a2a447', 'status': 'completed', 'code': 200} Mar 07 21:57:57.935637 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-942bab13-874e-4038-b3bd-39fc587c7e2b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/3aa13b44-fe8a-49de-abbc-d6f70a58dcfa HTTP/1.1" status: 200 len: 994 time: 0.1615596 Mar 07 21:57:57.960073 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f74fb7-d1c8-461f-8489-17c6cf745289 req-d3745c4c-8afc-4d53-a2fb-5349ed5d8cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:57.961548 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-76f74fb7-d1c8-461f-8489-17c6cf745289 req-d3745c4c-8afc-4d53-a2fb-5349ed5d8cfe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 1099 time: 0.0996737 Mar 07 21:57:57.992852 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['e82e590d-9bc0-47a0-8d3c-081060a2a447'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 21:57:58.053552 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-cae8c2a1-5190-4809-b6cc-3f8fda49cf4d None None] Provisioning complete for port e82e590d-9bc0-47a0-8d3c-081060a2a447 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:57:58.053916 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cae8c2a1-5190-4809-b6cc-3f8fda49cf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:57:58.092423 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f74fb7-d1c8-461f-8489-17c6cf745289 req-d382926f-8dac-4391-abe4-269cf2806baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:58.093826 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-76f74fb7-d1c8-461f-8489-17c6cf745289 req-d382926f-8dac-4391-abe4-269cf2806baa service neutron] 10.222.0.11 "GET /v2.0/networks?id=573b9b07-4b07-4bd0-9e32-14af6a7ad778 HTTP/1.1" status: 200 len: 897 time: 0.1258631 Mar 07 21:57:58.192383 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-76f74fb7-d1c8-461f-8489-17c6cf745289 req-ed006349-279a-4b3b-a198-c89c740aedc6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e82e590d-9bc0-47a0-8d3c-081060a2a447 HTTP/1.1" status: 200 len: 1002 time: 0.0921159 Mar 07 21:57:58.256564 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f74fb7-d1c8-461f-8489-17c6cf745289 req-61481b22-ae45-4088-b047-2f1936f22201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:58.258004 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-76f74fb7-d1c8-461f-8489-17c6cf745289 req-61481b22-ae45-4088-b047-2f1936f22201 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=34373243-1a0d-46cd-8db9-4b8869092955 HTTP/1.1" status: 200 len: 835 time: 0.0600426 Mar 07 21:57:58.331004 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f74fb7-d1c8-461f-8489-17c6cf745289 req-63e1e6c2-3456-4df1-b27b-f2ac29c15f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:57:58.332358 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-76f74fb7-d1c8-461f-8489-17c6cf745289 req-63e1e6c2-3456-4df1-b27b-f2ac29c15f88 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=573b9b07-4b07-4bd0-9e32-14af6a7ad778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683820 Mar 07 21:57:58.461762 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-76f74fb7-d1c8-461f-8489-17c6cf745289 req-759932ac-21f5-4b70-9262-7784be7a3ede service neutron] 10.222.0.11 "GET /v2.0/networks/573b9b07-4b07-4bd0-9e32-14af6a7ad778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227965 Mar 07 21:57:58.683640 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-76f74fb7-d1c8-461f-8489-17c6cf745289 req-a3644d2c-ec6d-44cb-bf9b-fbb4bcc87779 service neutron] 10.222.0.11 "GET /v2.0/networks/573b9b07-4b07-4bd0-9e32-14af6a7ad778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140236 Mar 07 21:58:00.488237 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51926) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:00.683861 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-a8360e5f-677c-4276-9db3-7f08dd197add tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port b59647c9-6d40-43b7-92b3-0510963e5b48 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:58:00.684199 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a8360e5f-677c-4276-9db3-7f08dd197add tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:00.849446 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a8360e5f-677c-4276-9db3-7f08dd197add tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:00.849776 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a8360e5f-677c-4276-9db3-7f08dd197add tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:00.969614 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-a8360e5f-677c-4276-9db3-7f08dd197add tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for b59647c9-6d40-43b7-92b3-0510963e5b48 owned by network:floatingip {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:58:01.182662 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a8360e5f-677c-4276-9db3-7f08dd197add tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:01.231557 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8360e5f-677c-4276-9db3-7f08dd197add tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=b59647c9-6d40-43b7-92b3-0510963e5b48,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:01.316954 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a8360e5f-677c-4276-9db3-7f08dd197add tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:01.317277 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-a8360e5f-677c-4276-9db3-7f08dd197add tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Floating IP 02d3cff0-3342-4c19-91a0-8956df28934c disassociated (deleted). External IP: 172.26.2.37, port: 486c881c-9cde-4386-88f5-cfcbfdc5445a. Mar 07 21:58:01.655842 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8360e5f-677c-4276-9db3-7f08dd197add tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:58:01.940474 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8360e5f-677c-4276-9db3-7f08dd197add tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:58:01.950664 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f5e0d8-3280-4a7b-a654-f861894f107d None None] Sync routers for ids ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:58:01.956351 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a8360e5f-677c-4276-9db3-7f08dd197add tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:01.960417 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f5e0d8-3280-4a7b-a654-f861894f107d None None] Routers {'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:58:01.961032 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-19f5e0d8-3280-4a7b-a654-f861894f107d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:57:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:02.013786 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a8360e5f-677c-4276-9db3-7f08dd197add tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/floatingips/02d3cff0-3342-4c19-91a0-8956df28934c HTTP/1.1" status: 204 len: 168 time: 1.5244911 Mar 07 21:58:02.014379 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8880c87f-3fdd-47c0-899d-7eb792161923', 'tag': '486c881c-9cde-4386-88f5-cfcbfdc5445a'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:58:02.059832 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8880c87f-3fdd-47c0-899d-7eb792161923', 'tag': '486c881c-9cde-4386-88f5-cfcbfdc5445a', 'status': 'completed', 'code': 200} Mar 07 21:58:02.142759 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-19f5e0d8-3280-4a7b-a654-f861894f107d None None] Set router f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:58:02.158286 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f7375-0dc5-4526-8bbb-4a054ed0c77a req-d278cdae-3b12-4f8a-bbe4-8c2d3889f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:02.160365 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6c0f7375-0dc5-4526-8bbb-4a054ed0c77a req-d278cdae-3b12-4f8a-bbe4-8c2d3889f817 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=8880c87f-3fdd-47c0-899d-7eb792161923 HTTP/1.1" status: 200 len: 1098 time: 0.0786901 Mar 07 21:58:02.293864 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f7375-0dc5-4526-8bbb-4a054ed0c77a req-0c054eb5-bc0a-4660-a949-b20641c35198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:02.295385 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6c0f7375-0dc5-4526-8bbb-4a054ed0c77a req-0c054eb5-bc0a-4660-a949-b20641c35198 service neutron] 10.222.0.11 "GET /v2.0/networks?id=573b9b07-4b07-4bd0-9e32-14af6a7ad778 HTTP/1.1" status: 200 len: 897 time: 0.1289217 Mar 07 21:58:02.361574 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6c0f7375-0dc5-4526-8bbb-4a054ed0c77a req-f63706c3-0ef5-4fa2-bdd7-aa2ff0ba9f33 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=486c881c-9cde-4386-88f5-cfcbfdc5445a HTTP/1.1" status: 200 len: 217 time: 0.0604634 Mar 07 21:58:02.431605 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f7375-0dc5-4526-8bbb-4a054ed0c77a req-fdc25fd1-226e-4c24-a2f8-bf249a4bb668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:02.433129 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6c0f7375-0dc5-4526-8bbb-4a054ed0c77a req-fdc25fd1-226e-4c24-a2f8-bf249a4bb668 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=34373243-1a0d-46cd-8db9-4b8869092955 HTTP/1.1" status: 200 len: 835 time: 0.0616784 Mar 07 21:58:02.491462 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-19f5e0d8-3280-4a7b-a654-f861894f107d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'name': 'tempest-TestNetworkBasicOps-router-1161311382', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:27Z', 'updated_at': '2022-03-07T21:56:33Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:28Z', 'updated_at': '2022-03-07T21:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '3aa13b44-fe8a-49de-abbc-d6f70a58dcfa', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.156', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'port_id': 'e82e590d-9bc0-47a0-8d3c-081060a2a447', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'mac_address': 'fa:16:3e:74:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b219882-7a89-4abe-9785-f85e6031c86f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:56:55Z', 'updated_at': '2022-03-07T21:56:58Z', 'revision_number': 1, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76c0619-bed4-4f25-9b32-2bf5f1772440', 'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:1a:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '34373243-1a0d-46cd-8db9-4b8869092955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:32Z', 'updated_at': '2022-03-07T21:56:38Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '34373243-1a0d-46cd-8db9-4b8869092955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:02.496518 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f5e0d8-3280-4a7b-a654-f861894f107d None None] Checking router: f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:58:02.504972 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f5e0d8-3280-4a7b-a654-f861894f107d None None] Routers {'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:58:02.505571 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-19f5e0d8-3280-4a7b-a654-f861894f107d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:57:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:02.515287 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f7375-0dc5-4526-8bbb-4a054ed0c77a req-29ba9b0e-dead-4517-a247-3b17eb046c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:02.516775 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6c0f7375-0dc5-4526-8bbb-4a054ed0c77a req-29ba9b0e-dead-4517-a247-3b17eb046c87 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=573b9b07-4b07-4bd0-9e32-14af6a7ad778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760722 Mar 07 21:58:02.622198 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb377d21-398b-48c9-8114-de4173294f63 req-c15d938e-c4ea-4094-8f0b-d1cc649cb1b8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:02.623158 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-bb377d21-398b-48c9-8114-de4173294f63 req-c15d938e-c4ea-4094-8f0b-d1cc649cb1b8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:58:02.652520 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6c0f7375-0dc5-4526-8bbb-4a054ed0c77a req-c40d43f5-5bd6-4879-ac87-a5ff92800c11 service neutron] 10.222.0.11 "GET /v2.0/networks/573b9b07-4b07-4bd0-9e32-14af6a7ad778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290834 Mar 07 21:58:02.683377 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-19f5e0d8-3280-4a7b-a654-f861894f107d None None] Set router f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:58:02.697418 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-bb377d21-398b-48c9-8114-de4173294f63 req-c15d938e-c4ea-4094-8f0b-d1cc649cb1b8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:58:02.698458 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bb377d21-398b-48c9-8114-de4173294f63 req-c15d938e-c4ea-4094-8f0b-d1cc649cb1b8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=8880c87f-3fdd-47c0-899d-7eb792161923 HTTP/1.1" status: 200 len: 945 time: 0.1601641 Mar 07 21:58:02.745341 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bb377d21-398b-48c9-8114-de4173294f63 req-37ba30cd-e228-4c72-bab6-15722316af6a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6ec0948-75b7-4218-aac6-bf0759f92fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407970 Mar 07 21:58:02.786875 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6c0f7375-0dc5-4526-8bbb-4a054ed0c77a req-5359811f-f9d3-42d9-80a2-29eed41a89fc service neutron] 10.222.0.11 "GET /v2.0/networks/573b9b07-4b07-4bd0-9e32-14af6a7ad778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272819 Mar 07 21:58:03.069865 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-19f5e0d8-3280-4a7b-a654-f861894f107d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'name': 'tempest-TestNetworkBasicOps-router-1161311382', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:27Z', 'updated_at': '2022-03-07T21:56:33Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:28Z', 'updated_at': '2022-03-07T21:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '3aa13b44-fe8a-49de-abbc-d6f70a58dcfa', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.156', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'port_id': 'e82e590d-9bc0-47a0-8d3c-081060a2a447', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'mac_address': 'fa:16:3e:74:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b219882-7a89-4abe-9785-f85e6031c86f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:56:55Z', 'updated_at': '2022-03-07T21:56:58Z', 'revision_number': 1, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76c0619-bed4-4f25-9b32-2bf5f1772440', 'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:1a:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '34373243-1a0d-46cd-8db9-4b8869092955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:32Z', 'updated_at': '2022-03-07T21:56:38Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '34373243-1a0d-46cd-8db9-4b8869092955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:03.074336 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f5e0d8-3280-4a7b-a654-f861894f107d None None] The sync data for ids ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'] in dv-neutron-829957-1-hyperv is: [{'id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'name': 'tempest-TestNetworkBasicOps-router-1161311382', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:27Z', 'updated_at': '2022-03-07T21:56:33Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:28Z', 'updated_at': '2022-03-07T21:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '3aa13b44-fe8a-49de-abbc-d6f70a58dcfa', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.156', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'port_id': 'e82e590d-9bc0-47a0-8d3c-081060a2a447', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'mac_address': 'fa:16:3e:74:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b219882-7a89-4abe-9785-f85e6031c86f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:56:55Z', 'updated_at': '2022-03-07T21:56:58Z', 'revision_number': 1, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76c0619-bed4-4f25-9b32-2bf5f1772440', 'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:1a:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '34373243-1a0d-46cd-8db9-4b8869092955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:32Z', 'updated_at': '2022-03-07T21:56:38Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '34373243-1a0d-46cd-8db9-4b8869092955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:58:03.280863 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad530027-16a2-4eb3-af15-f15960c6e82c None None] New status for floating IP 02d3cff0-3342-4c19-91a0-8956df28934c: DOWN {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:58:03.860059 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40408e6e-5799-41e1-a4a3-84902a1447be req-5d96f7fa-464f-4b2e-beae-f18eb2017c1d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:03.860754 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-40408e6e-5799-41e1-a4a3-84902a1447be req-5d96f7fa-464f-4b2e-beae-f18eb2017c1d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:58:03.874233 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-40408e6e-5799-41e1-a4a3-84902a1447be req-5d96f7fa-464f-4b2e-beae-f18eb2017c1d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:58:03.875333 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-40408e6e-5799-41e1-a4a3-84902a1447be req-5d96f7fa-464f-4b2e-beae-f18eb2017c1d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/ports?device_id=8880c87f-3fdd-47c0-899d-7eb792161923 HTTP/1.1" status: 200 len: 945 time: 0.0974894 Mar 07 21:58:03.944742 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-40408e6e-5799-41e1-a4a3-84902a1447be req-b1d62552-7e23-4745-9455-800374c5ac26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port 486c881c-9cde-4386-88f5-cfcbfdc5445a {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:58:03.945088 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-40408e6e-5799-41e1-a4a3-84902a1447be req-b1d62552-7e23-4745-9455-800374c5ac26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:03.981620 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d10784-2820-4aa3-a694-2fd88b4699ba req-4e53d184-c8f3-471e-a3e0-9c9d080755d2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:03.983092 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f1d10784-2820-4aa3-a694-2fd88b4699ba req-4e53d184-c8f3-471e-a3e0-9c9d080755d2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=8880c87f-3fdd-47c0-899d-7eb792161923 HTTP/1.1" status: 200 len: 945 time: 0.1260903 Mar 07 21:58:04.027968 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f1d10784-2820-4aa3-a694-2fd88b4699ba req-aa7a5aa8-c5be-4b5b-b8c7-487a852ac9ce tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6ec0948-75b7-4218-aac6-bf0759f92fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391636 Mar 07 21:58:04.191786 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-40408e6e-5799-41e1-a4a3-84902a1447be req-b1d62552-7e23-4745-9455-800374c5ac26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port 486c881c-9cde-4386-88f5-cfcbfdc5445a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=486c881c-9cde-4386-88f5-cfcbfdc5445a,segment=NetworkSegment(46048a3b-fd7b-4e61-9616-1e755c206a03),segment_id=46048a3b-fd7b-4e61-9616-1e755c206a03)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:58:04.192140 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-40408e6e-5799-41e1-a4a3-84902a1447be req-b1d62552-7e23-4745-9455-800374c5ac26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:04.317619 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-40408e6e-5799-41e1-a4a3-84902a1447be req-b1d62552-7e23-4745-9455-800374c5ac26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for 486c881c-9cde-4386-88f5-cfcbfdc5445a owned by compute:nova {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:58:04.510638 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-40408e6e-5799-41e1-a4a3-84902a1447be req-b1d62552-7e23-4745-9455-800374c5ac26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:04.688929 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d62552-7e23-4745-9455-800374c5ac26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=486c881c-9cde-4386-88f5-cfcbfdc5445a,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:04.728784 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d62552-7e23-4745-9455-800374c5ac26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:04.729055 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d62552-7e23-4745-9455-800374c5ac26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:04.729395 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d62552-7e23-4745-9455-800374c5ac26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:04.729726 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d62552-7e23-4745-9455-800374c5ac26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:04.730081 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d62552-7e23-4745-9455-800374c5ac26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:04.730408 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d62552-7e23-4745-9455-800374c5ac26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:04.730729 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d62552-7e23-4745-9455-800374c5ac26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:04.731050 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d62552-7e23-4745-9455-800374c5ac26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:04.731370 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d62552-7e23-4745-9455-800374c5ac26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:04.731685 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d62552-7e23-4745-9455-800374c5ac26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:04.731997 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d62552-7e23-4745-9455-800374c5ac26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:04.732307 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d62552-7e23-4745-9455-800374c5ac26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:04.741692 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-40408e6e-5799-41e1-a4a3-84902a1447be req-b1d62552-7e23-4745-9455-800374c5ac26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] No DVR routers for this DVR port 486c881c-9cde-4386-88f5-cfcbfdc5445a on host hv-neutron-8299 {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:58:04.741790 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-40408e6e-5799-41e1-a4a3-84902a1447be req-b1d62552-7e23-4745-9455-800374c5ac26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:04.744250 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8880c87f-3fdd-47c0-899d-7eb792161923', 'name': 'network-vif-deleted', 'tag': '486c881c-9cde-4386-88f5-cfcbfdc5445a'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:58:04.788450 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8880c87f-3fdd-47c0-899d-7eb792161923', 'name': 'network-vif-deleted', 'tag': '486c881c-9cde-4386-88f5-cfcbfdc5445a', 'status': 'completed', 'code': 200} Mar 07 21:58:04.825354 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-40408e6e-5799-41e1-a4a3-84902a1447be req-b1d62552-7e23-4745-9455-800374c5ac26 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "DELETE /v2.0/ports/486c881c-9cde-4386-88f5-cfcbfdc5445a HTTP/1.1" status: 204 len: 173 time: 0.9451184 Mar 07 21:58:05.173842 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2b0469c1-f4f5-494a-b4b3-f351daae9314 req-eaf06d62-2c9b-40f1-899f-71b7239bedec tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=8880c87f-3fdd-47c0-899d-7eb792161923 HTTP/1.1" status: 200 len: 210 time: 0.0419409 Mar 07 21:58:06.266385 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 51946) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:06.332544 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0057eeeb-e8c7-43a5-a8a6-ae079f28b469 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:06.360822 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0057eeeb-e8c7-43a5-a8a6-ae079f28b469 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:06.490805 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0057eeeb-e8c7-43a5-a8a6-ae079f28b469 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:06.508341 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057eeeb-e8c7-43a5-a8a6-ae079f28b469 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ec0948-75b7-4218-aac6-bf0759f92fb7,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:06.578260 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0057eeeb-e8c7-43a5-a8a6-ae079f28b469 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:06.579385 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0057eeeb-e8c7-43a5-a8a6-ae079f28b469 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/security-groups/e6ec0948-75b7-4218-aac6-bf0759f92fb7 HTTP/1.1" status: 204 len: 168 time: 0.3120432 Mar 07 21:58:06.693662 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51952) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:06.892465 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-391749e5-2229-4594-a17e-3c03ee339473 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port 31b5619b-b471-4862-8ae3-5467af366ecb {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:58:06.892806 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-391749e5-2229-4594-a17e-3c03ee339473 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:07.057628 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-391749e5-2229-4594-a17e-3c03ee339473 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:07.057989 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-391749e5-2229-4594-a17e-3c03ee339473 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:07.179999 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-391749e5-2229-4594-a17e-3c03ee339473 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for 31b5619b-b471-4862-8ae3-5467af366ecb owned by network:floatingip {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:58:07.373082 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-391749e5-2229-4594-a17e-3c03ee339473 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:07.447957 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391749e5-2229-4594-a17e-3c03ee339473 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=31b5619b-b471-4862-8ae3-5467af366ecb,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:07.513282 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-391749e5-2229-4594-a17e-3c03ee339473 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:07.513605 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-391749e5-2229-4594-a17e-3c03ee339473 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Floating IP 3aa13b44-fe8a-49de-abbc-d6f70a58dcfa disassociated (deleted). External IP: 172.26.2.156, port: e82e590d-9bc0-47a0-8d3c-081060a2a447. Mar 07 21:58:07.736411 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 486c881c-9cde-4386-88f5-cfcbfdc5445a no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:58:07.772614 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 486c881c-9cde-4386-88f5-cfcbfdc5445a {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:58:07.772952 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 486c881c-9cde-4386-88f5-cfcbfdc5445a not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:58:07.853028 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391749e5-2229-4594-a17e-3c03ee339473 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:58:08.124378 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391749e5-2229-4594-a17e-3c03ee339473 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:58:08.133564 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4573c254-02d7-49f1-92b4-87786e7c7c79 None None] Sync routers for ids ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:58:08.140576 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-391749e5-2229-4594-a17e-3c03ee339473 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:08.143171 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4573c254-02d7-49f1-92b4-87786e7c7c79 None None] Routers {'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:58:08.143849 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-4573c254-02d7-49f1-92b4-87786e7c7c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:57:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:08.196473 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-391749e5-2229-4594-a17e-3c03ee339473 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/floatingips/3aa13b44-fe8a-49de-abbc-d6f70a58dcfa HTTP/1.1" status: 204 len: 168 time: 1.4991179 Mar 07 21:58:08.196473 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b219882-7a89-4abe-9785-f85e6031c86f', 'tag': 'e82e590d-9bc0-47a0-8d3c-081060a2a447'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:58:08.259433 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b219882-7a89-4abe-9785-f85e6031c86f', 'tag': 'e82e590d-9bc0-47a0-8d3c-081060a2a447', 'status': 'completed', 'code': 200} Mar 07 21:58:08.323557 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-4573c254-02d7-49f1-92b4-87786e7c7c79 None None] Set router f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:58:08.393313 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793abf7e-5269-4fb2-9339-11c99b54edb8 req-a57559e0-fb73-4fee-bf57-62248d1bed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:08.394719 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-793abf7e-5269-4fb2-9339-11c99b54edb8 req-a57559e0-fb73-4fee-bf57-62248d1bed9a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 1099 time: 0.1140985 Mar 07 21:58:08.527055 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793abf7e-5269-4fb2-9339-11c99b54edb8 req-51900736-e555-41da-a513-873d5cff6502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:08.528500 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-793abf7e-5269-4fb2-9339-11c99b54edb8 req-51900736-e555-41da-a513-873d5cff6502 service neutron] 10.222.0.11 "GET /v2.0/networks?id=573b9b07-4b07-4bd0-9e32-14af6a7ad778 HTTP/1.1" status: 200 len: 897 time: 0.1278725 Mar 07 21:58:08.605500 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-793abf7e-5269-4fb2-9339-11c99b54edb8 req-e27cbe87-4e96-4d78-a7d7-d16cb4c5f896 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e82e590d-9bc0-47a0-8d3c-081060a2a447 HTTP/1.1" status: 200 len: 217 time: 0.0664561 Mar 07 21:58:08.637947 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-4573c254-02d7-49f1-92b4-87786e7c7c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'name': 'tempest-TestNetworkBasicOps-router-1161311382', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:27Z', 'updated_at': '2022-03-07T21:56:33Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:28Z', 'updated_at': '2022-03-07T21:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'd76c0619-bed4-4f25-9b32-2bf5f1772440', 'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:1a:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '34373243-1a0d-46cd-8db9-4b8869092955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:32Z', 'updated_at': '2022-03-07T21:56:38Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '34373243-1a0d-46cd-8db9-4b8869092955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:08.641827 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4573c254-02d7-49f1-92b4-87786e7c7c79 None None] Checking router: f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:58:08.650956 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4573c254-02d7-49f1-92b4-87786e7c7c79 None None] Routers {'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:58:08.651480 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-4573c254-02d7-49f1-92b4-87786e7c7c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:57:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:08.682857 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793abf7e-5269-4fb2-9339-11c99b54edb8 req-250fa7b4-7fb1-4e85-8f84-7cdc0fdc7fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:08.684439 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-793abf7e-5269-4fb2-9339-11c99b54edb8 req-250fa7b4-7fb1-4e85-8f84-7cdc0fdc7fac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=34373243-1a0d-46cd-8db9-4b8869092955 HTTP/1.1" status: 200 len: 835 time: 0.0730557 Mar 07 21:58:08.761061 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793abf7e-5269-4fb2-9339-11c99b54edb8 req-3d975f8f-e177-4627-9e1d-e3b339a544f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:08.762751 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-793abf7e-5269-4fb2-9339-11c99b54edb8 req-3d975f8f-e177-4627-9e1d-e3b339a544f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=573b9b07-4b07-4bd0-9e32-14af6a7ad778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710661 Mar 07 21:58:08.793079 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0d269-22d6-40d4-a037-0460d9885c1c req-951e7df4-a557-4545-99d1-7915cc1b3144 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:08.795219 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-02a0d269-22d6-40d4-a037-0460d9885c1c req-951e7df4-a557-4545-99d1-7915cc1b3144 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 946 time: 0.0923498 Mar 07 21:58:08.837236 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-4573c254-02d7-49f1-92b4-87786e7c7c79 None None] Set router f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:58:08.843979 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-02a0d269-22d6-40d4-a037-0460d9885c1c req-0bc0b8b1-926f-4e74-aaad-0d9ebe6aaecf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:58:08.909724 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-793abf7e-5269-4fb2-9339-11c99b54edb8 req-b8a3bffd-5887-4833-a3c9-a3be7093ba30 service neutron] 10.222.0.11 "GET /v2.0/networks/573b9b07-4b07-4bd0-9e32-14af6a7ad778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401634 Mar 07 21:58:08.919253 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-02a0d269-22d6-40d4-a037-0460d9885c1c req-0bc0b8b1-926f-4e74-aaad-0d9ebe6aaecf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:58:08.920487 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-02a0d269-22d6-40d4-a037-0460d9885c1c req-0bc0b8b1-926f-4e74-aaad-0d9ebe6aaecf tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=110ebb5d-1581-4cf7-821c-d7557725d556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194079 Mar 07 21:58:09.046495 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-793abf7e-5269-4fb2-9339-11c99b54edb8 req-7354fa15-f93f-4138-a3b9-ba802c5c4f40 service neutron] 10.222.0.11 "GET /v2.0/networks/573b9b07-4b07-4bd0-9e32-14af6a7ad778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306415 Mar 07 21:58:09.146702 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-4573c254-02d7-49f1-92b4-87786e7c7c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'name': 'tempest-TestNetworkBasicOps-router-1161311382', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:27Z', 'updated_at': '2022-03-07T21:56:33Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:28Z', 'updated_at': '2022-03-07T21:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'd76c0619-bed4-4f25-9b32-2bf5f1772440', 'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:1a:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '34373243-1a0d-46cd-8db9-4b8869092955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:32Z', 'updated_at': '2022-03-07T21:56:38Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '34373243-1a0d-46cd-8db9-4b8869092955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:09.151206 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4573c254-02d7-49f1-92b4-87786e7c7c79 None None] The sync data for ids ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'] in dv-neutron-829957-1-hyperv is: [{'id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'name': 'tempest-TestNetworkBasicOps-router-1161311382', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:27Z', 'updated_at': '2022-03-07T21:56:33Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:28Z', 'updated_at': '2022-03-07T21:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'd76c0619-bed4-4f25-9b32-2bf5f1772440', 'name': '', 'network_id': '573b9b07-4b07-4bd0-9e32-14af6a7ad778', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:1a:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '34373243-1a0d-46cd-8db9-4b8869092955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:32Z', 'updated_at': '2022-03-07T21:56:38Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '34373243-1a0d-46cd-8db9-4b8869092955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:58:09.354317 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a031b551-4a26-46cb-b442-b722c8988953 None None] New status for floating IP 3aa13b44-fe8a-49de-abbc-d6f70a58dcfa: DOWN {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:58:10.146580 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043394e9-10b7-4cdf-ba75-c7f1f7a4e881 req-dbed4fe3-4afa-43f4-bad2-132761770fc3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:10.147141 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-043394e9-10b7-4cdf-ba75-c7f1f7a4e881 req-dbed4fe3-4afa-43f4-bad2-132761770fc3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:58:10.157179 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7feccb-00ab-4639-93f0-b3932ac5d48b req-98ad1626-321e-4e55-b3fb-c148b8b040c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:10.159013 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bc7feccb-00ab-4639-93f0-b3932ac5d48b req-98ad1626-321e-4e55-b3fb-c148b8b040c5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 946 time: 0.1323409 Mar 07 21:58:10.204519 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bc7feccb-00ab-4639-93f0-b3932ac5d48b req-166f2ab5-f804-42cf-9343-3f220f270861 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=110ebb5d-1581-4cf7-821c-d7557725d556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398984 Mar 07 21:58:10.228306 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-043394e9-10b7-4cdf-ba75-c7f1f7a4e881 req-dbed4fe3-4afa-43f4-bad2-132761770fc3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:58:10.229508 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-043394e9-10b7-4cdf-ba75-c7f1f7a4e881 req-dbed4fe3-4afa-43f4-bad2-132761770fc3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 946 time: 0.1612277 Mar 07 21:58:10.303723 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-043394e9-10b7-4cdf-ba75-c7f1f7a4e881 req-3d5bc9f7-717e-483a-9372-63a647752f16 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port e82e590d-9bc0-47a0-8d3c-081060a2a447 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:58:10.304061 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-043394e9-10b7-4cdf-ba75-c7f1f7a4e881 req-3d5bc9f7-717e-483a-9372-63a647752f16 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:10.546504 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-043394e9-10b7-4cdf-ba75-c7f1f7a4e881 req-3d5bc9f7-717e-483a-9372-63a647752f16 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port e82e590d-9bc0-47a0-8d3c-081060a2a447, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=e82e590d-9bc0-47a0-8d3c-081060a2a447,segment=NetworkSegment(46048a3b-fd7b-4e61-9616-1e755c206a03),segment_id=46048a3b-fd7b-4e61-9616-1e755c206a03)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:58:10.546853 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-043394e9-10b7-4cdf-ba75-c7f1f7a4e881 req-3d5bc9f7-717e-483a-9372-63a647752f16 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:10.664939 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-043394e9-10b7-4cdf-ba75-c7f1f7a4e881 req-3d5bc9f7-717e-483a-9372-63a647752f16 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for e82e590d-9bc0-47a0-8d3c-081060a2a447 owned by compute:nova {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:58:10.965334 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-043394e9-10b7-4cdf-ba75-c7f1f7a4e881 req-3d5bc9f7-717e-483a-9372-63a647752f16 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:11.042234 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bc9f7-717e-483a-9372-63a647752f16 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=e82e590d-9bc0-47a0-8d3c-081060a2a447,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:11.092740 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-043394e9-10b7-4cdf-ba75-c7f1f7a4e881 req-3d5bc9f7-717e-483a-9372-63a647752f16 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] No DVR routers for this DVR port e82e590d-9bc0-47a0-8d3c-081060a2a447 on host hv-neutron-8299 {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:58:11.095049 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-043394e9-10b7-4cdf-ba75-c7f1f7a4e881 req-3d5bc9f7-717e-483a-9372-63a647752f16 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:11.098687 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b219882-7a89-4abe-9785-f85e6031c86f', 'name': 'network-vif-deleted', 'tag': 'e82e590d-9bc0-47a0-8d3c-081060a2a447'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:58:11.143791 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b219882-7a89-4abe-9785-f85e6031c86f', 'name': 'network-vif-deleted', 'tag': 'e82e590d-9bc0-47a0-8d3c-081060a2a447', 'status': 'completed', 'code': 200} Mar 07 21:58:11.185457 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-043394e9-10b7-4cdf-ba75-c7f1f7a4e881 req-3d5bc9f7-717e-483a-9372-63a647752f16 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "DELETE /v2.0/ports/e82e590d-9bc0-47a0-8d3c-081060a2a447 HTTP/1.1" status: 204 len: 173 time: 0.9496653 Mar 07 21:58:11.356574 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-99b485ff-279b-4edb-a703-fe5480e4faba req-1cf04c62-eabf-4f74-8d47-07a6c5e3f707 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b219882-7a89-4abe-9785-f85e6031c86f HTTP/1.1" status: 200 len: 210 time: 0.0424006 Mar 07 21:58:12.449697 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51974) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:12.515549 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-37885df0-1d96-44a0-9af4-8e3131ae4d89 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:12.544351 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-37885df0-1d96-44a0-9af4-8e3131ae4d89 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:12.676213 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-37885df0-1d96-44a0-9af4-8e3131ae4d89 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:12.692555 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37885df0-1d96-44a0-9af4-8e3131ae4d89 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=110ebb5d-1581-4cf7-821c-d7557725d556,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:12.761236 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-37885df0-1d96-44a0-9af4-8e3131ae4d89 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:12.762353 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-37885df0-1d96-44a0-9af4-8e3131ae4d89 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/security-groups/110ebb5d-1581-4cf7-821c-d7557725d556 HTTP/1.1" status: 204 len: 168 time: 0.3116655 Mar 07 21:58:12.846166 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51980) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:13.386465 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-233a04a9-23a0-41e8-b91e-42c08d80f2ef tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:13.724545 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-233a04a9-23a0-41e8-b91e-42c08d80f2ef tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port d76c0619-bed4-4f25-9b32-2bf5f1772440 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:58:13.725184 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-233a04a9-23a0-41e8-b91e-42c08d80f2ef tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:13.752444 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device e82e590d-9bc0-47a0-8d3c-081060a2a447 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:58:13.827431 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: e82e590d-9bc0-47a0-8d3c-081060a2a447 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:58:13.827783 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device e82e590d-9bc0-47a0-8d3c-081060a2a447 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:58:13.913847 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-233a04a9-23a0-41e8-b91e-42c08d80f2ef tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port d76c0619-bed4-4f25-9b32-2bf5f1772440, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d76c0619-bed4-4f25-9b32-2bf5f1772440,segment=NetworkSegment(46048a3b-fd7b-4e61-9616-1e755c206a03),segment_id=46048a3b-fd7b-4e61-9616-1e755c206a03)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:58:13.914224 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-233a04a9-23a0-41e8-b91e-42c08d80f2ef tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:14.135423 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-233a04a9-23a0-41e8-b91e-42c08d80f2ef tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for d76c0619-bed4-4f25-9b32-2bf5f1772440 owned by network:router_interface {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:58:14.532930 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-233a04a9-23a0-41e8-b91e-42c08d80f2ef tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:14.582841 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a04a9-23a0-41e8-b91e-42c08d80f2ef tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=d76c0619-bed4-4f25-9b32-2bf5f1772440,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:14.852553 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-233a04a9-23a0-41e8-b91e-42c08d80f2ef tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:15.200332 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233a04a9-23a0-41e8-b91e-42c08d80f2ef tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:58:15.480554 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233a04a9-23a0-41e8-b91e-42c08d80f2ef tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:58:15.489723 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a424baa-4970-4d2e-bc7b-798984276891 None None] Sync routers for ids ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:58:15.494187 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-233a04a9-23a0-41e8-b91e-42c08d80f2ef tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "PUT /v2.0/routers/f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6454580 Mar 07 21:58:15.495421 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51984) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:15.498638 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a424baa-4970-4d2e-bc7b-798984276891 None None] Routers {'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:58:15.499290 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3a424baa-4970-4d2e-bc7b-798984276891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:57:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:15.559008 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-5420c806-c9ab-4357-b361-be5b1c0811eb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting subnet 34373243-1a0d-46cd-8db9-4b8869092955 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:58:15.561932 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5420c806-c9ab-4357-b361-be5b1c0811eb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:15.617599 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5420c806-c9ab-4357-b361-be5b1c0811eb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:15.671249 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-3a424baa-4970-4d2e-bc7b-798984276891 None None] Set router f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:58:15.699534 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5420c806-c9ab-4357-b361-be5b1c0811eb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:15.830573 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5420c806-c9ab-4357-b361-be5b1c0811eb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:15.869564 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420c806-c9ab-4357-b361-be5b1c0811eb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Subnet': ['ID=34373243-1a0d-46cd-8db9-4b8869092955,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:15.876062 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5420c806-c9ab-4357-b361-be5b1c0811eb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:15.882736 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5420c806-c9ab-4357-b361-be5b1c0811eb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/subnets/34373243-1a0d-46cd-8db9-4b8869092955 HTTP/1.1" status: 204 len: 168 time: 0.3863773 Mar 07 21:58:15.885778 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51988) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:15.891666 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e569c8de-6866-465e-9805-c0f1c4972a91 None None] Network 573b9b07-4b07-4bd0-9e32-14af6a7ad778 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:58:16.036992 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:16.066528 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0a47d45c-b2e1-427b-973f-a2ed20df5c7f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:16.125510 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3a424baa-4970-4d2e-bc7b-798984276891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'name': 'tempest-TestNetworkBasicOps-router-1161311382', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:27Z', 'updated_at': '2022-03-07T21:58:14Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:28Z', 'updated_at': '2022-03-07T21:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:16.131299 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a424baa-4970-4d2e-bc7b-798984276891 None None] Checking router: f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:58:16.149257 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a424baa-4970-4d2e-bc7b-798984276891 None None] Routers {'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:58:16.149856 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3a424baa-4970-4d2e-bc7b-798984276891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:57:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:16.247454 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0a47d45c-b2e1-427b-973f-a2ed20df5c7f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:16.288879 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34815aa1-1362-4a6c-ab6d-aaa17d1434a0 None None] DHCP port deletion for 573b9b07-4b07-4bd0-9e32-14af6a7ad778 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:58:16.302388 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-34815aa1-1362-4a6c-ab6d-aaa17d1434a0 None None] Deleting port 9944bbd1-0fc6-45af-a448-b354dd219f73 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:58:16.302754 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-34815aa1-1362-4a6c-ab6d-aaa17d1434a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:16.333279 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-0a47d45c-b2e1-427b-973f-a2ed20df5c7f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port d4373c53-ab6e-4b12-ba9b-8f285f8add18 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:58:16.333623 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0a47d45c-b2e1-427b-973f-a2ed20df5c7f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:16.371987 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-3a424baa-4970-4d2e-bc7b-798984276891 None None] Set router f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:58:16.512588 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-0a47d45c-b2e1-427b-973f-a2ed20df5c7f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port d4373c53-ab6e-4b12-ba9b-8f285f8add18, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d4373c53-ab6e-4b12-ba9b-8f285f8add18,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:58:16.512864 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0a47d45c-b2e1-427b-973f-a2ed20df5c7f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:16.578402 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 9944bbd1-0fc6-45af-a448-b354dd219f73 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:58:16.637594 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-0a47d45c-b2e1-427b-973f-a2ed20df5c7f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for d4373c53-ab6e-4b12-ba9b-8f285f8add18 owned by network:router_gateway {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:58:16.804868 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-34815aa1-1362-4a6c-ab6d-aaa17d1434a0 None None] For port 9944bbd1-0fc6-45af-a448-b354dd219f73, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=9944bbd1-0fc6-45af-a448-b354dd219f73,segment=NetworkSegment(46048a3b-fd7b-4e61-9616-1e755c206a03),segment_id=46048a3b-fd7b-4e61-9616-1e755c206a03)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:58:16.805277 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-34815aa1-1362-4a6c-ab6d-aaa17d1434a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:16.873661 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0a47d45c-b2e1-427b-973f-a2ed20df5c7f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:16.940097 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-34815aa1-1362-4a6c-ab6d-aaa17d1434a0 None None] Calling delete_port for 9944bbd1-0fc6-45af-a448-b354dd219f73 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:58:16.949876 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47d45c-b2e1-427b-973f-a2ed20df5c7f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=d4373c53-ab6e-4b12-ba9b-8f285f8add18,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:17.013830 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0a47d45c-b2e1-427b-973f-a2ed20df5c7f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:17.075010 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:17.135641 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3a424baa-4970-4d2e-bc7b-798984276891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'name': 'tempest-TestNetworkBasicOps-router-1161311382', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:27Z', 'updated_at': '2022-03-07T21:58:14Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:28Z', 'updated_at': '2022-03-07T21:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:17.139823 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a424baa-4970-4d2e-bc7b-798984276891 None None] The sync data for ids ['f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833'] in dv-neutron-829957-1-hyperv is: [{'id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'name': 'tempest-TestNetworkBasicOps-router-1161311382', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:56:27Z', 'updated_at': '2022-03-07T21:58:14Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': 'd4373c53-ab6e-4b12-ba9b-8f285f8add18', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:56:28Z', 'updated_at': '2022-03-07T21:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:58:17.180356 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-34815aa1-1362-4a6c-ab6d-aaa17d1434a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:17.262948 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34815aa1-1362-4a6c-ab6d-aaa17d1434a0 None None] Pushing event deleted for resources: {'Port': ['ID=9944bbd1-0fc6-45af-a448-b354dd219f73,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:17.265006 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34815aa1-1362-4a6c-ab6d-aaa17d1434a0 None None] No DVR routers for this DVR port 9944bbd1-0fc6-45af-a448-b354dd219f73 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:58:17.275044 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34815aa1-1362-4a6c-ab6d-aaa17d1434a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:17.275421 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34815aa1-1362-4a6c-ab6d-aaa17d1434a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:17.275805 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34815aa1-1362-4a6c-ab6d-aaa17d1434a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:17.276156 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34815aa1-1362-4a6c-ab6d-aaa17d1434a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:17.276457 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34815aa1-1362-4a6c-ab6d-aaa17d1434a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:17.276778 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34815aa1-1362-4a6c-ab6d-aaa17d1434a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:17.277097 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34815aa1-1362-4a6c-ab6d-aaa17d1434a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:17.277445 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34815aa1-1362-4a6c-ab6d-aaa17d1434a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:17.277721 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34815aa1-1362-4a6c-ab6d-aaa17d1434a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:17.278055 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34815aa1-1362-4a6c-ab6d-aaa17d1434a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:17.278371 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34815aa1-1362-4a6c-ab6d-aaa17d1434a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:17.278681 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34815aa1-1362-4a6c-ab6d-aaa17d1434a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:17.294136 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0a47d45c-b2e1-427b-973f-a2ed20df5c7f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:17.296292 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0a47d45c-b2e1-427b-973f-a2ed20df5c7f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:17.376294 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0a47d45c-b2e1-427b-973f-a2ed20df5c7f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:17.376731 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a47d45c-b2e1-427b-973f-a2ed20df5c7f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Fanout notify agent at l3_agent the message router_deleted on router f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:58:17.391757 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0a47d45c-b2e1-427b-973f-a2ed20df5c7f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:17.392797 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0a47d45c-b2e1-427b-973f-a2ed20df5c7f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/routers/f0e016a4-ef48-4d50-b5ea-ffb9b8a7e833 HTTP/1.1" status: 204 len: 168 time: 1.5060120 Mar 07 21:58:17.395592 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51992) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:17.506232 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f25164c7-544f-46d4-abae-ab6cbea2329a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:17.640342 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f25164c7-544f-46d4-abae-ab6cbea2329a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:17.664673 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-f25164c7-544f-46d4-abae-ab6cbea2329a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['573b9b07-4b07-4bd0-9e32-14af6a7ad778']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:17.677457 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-f25164c7-544f-46d4-abae-ab6cbea2329a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46048a3b-fd7b-4e61-9616-1e755c206a03') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:17.677758 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-f25164c7-544f-46d4-abae-ab6cbea2329a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46048a3b-fd7b-4e61-9616-1e755c206a03') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:17.690383 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f25164c7-544f-46d4-abae-ab6cbea2329a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:17.707156 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f25164c7-544f-46d4-abae-ab6cbea2329a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:17.713945 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f25164c7-544f-46d4-abae-ab6cbea2329a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:58:17.714364 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f25164c7-544f-46d4-abae-ab6cbea2329a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:58:17.733074 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:58:17.893066 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f25164c7-544f-46d4-abae-ab6cbea2329a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:17.909811 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f25164c7-544f-46d4-abae-ab6cbea2329a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:17.922132 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25164c7-544f-46d4-abae-ab6cbea2329a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Network': ['ID=573b9b07-4b07-4bd0-9e32-14af6a7ad778,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:17.990734 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f25164c7-544f-46d4-abae-ab6cbea2329a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/networks/573b9b07-4b07-4bd0-9e32-14af6a7ad778 HTTP/1.1" status: 204 len: 168 time: 0.5942051 Mar 07 21:58:18.018029 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 51996) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:18.022562 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-b611b5b4-d442-4e63-8926-2d02c54deb82 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'network': {'name': 'tempest-network-smoke--2053226840', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'port_security_enabled': True}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:18.027438 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b611b5b4-d442-4e63-8926-2d02c54deb82 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:58:18.031448 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b611b5b4-d442-4e63-8926-2d02c54deb82 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:network and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:58:18.034258 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b611b5b4-d442-4e63-8926-2d02c54deb82 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:58:18.040380 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b611b5b4-d442-4e63-8926-2d02c54deb82 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:58:18.127800 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b611b5b4-d442-4e63-8926-2d02c54deb82 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:18.131303 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b611b5b4-d442-4e63-8926-2d02c54deb82 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:18.162845 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b611b5b4-d442-4e63-8926-2d02c54deb82 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 21:58:18.171593 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b611b5b4-d442-4e63-8926-2d02c54deb82 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:18.171971 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-b611b5b4-d442-4e63-8926-2d02c54deb82 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Added segment d150a636-6d56-441d-932a-fd2a5b59f320 of type vlan for network 8ed7da89-0548-43e4-83a9-a5fc04d898a4 Mar 07 21:58:18.196475 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b611b5b4-d442-4e63-8926-2d02c54deb82 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:18.298914 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b611b5b4-d442-4e63-8926-2d02c54deb82 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:18.304370 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b611b5b4-d442-4e63-8926-2d02c54deb82 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:18.304952 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b611b5b4-d442-4e63-8926-2d02c54deb82 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:18.411100 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611b5b4-d442-4e63-8926-2d02c54deb82 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Network': ['ID=8ed7da89-0548-43e4-83a9-a5fc04d898a4,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:18.421315 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 8ed7da89-0548-43e4-83a9-a5fc04d898a4 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 21:58:18.480488 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52000) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:18.485803 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d1e9595e-54e3-461a-aff0-9b92eda899a9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-975018069', 'admin_state_up': True, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:18.491413 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b611b5b4-d442-4e63-8926-2d02c54deb82 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4731445 Mar 07 21:58:18.494025 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d1e9595e-54e3-461a-aff0-9b92eda899a9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:58:18.500837 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d1e9595e-54e3-461a-aff0-9b92eda899a9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:router and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:58:18.504807 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d1e9595e-54e3-461a-aff0-9b92eda899a9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:58:18.512065 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d1e9595e-54e3-461a-aff0-9b92eda899a9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:58:18.522202 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d76c0619-bed4-4f25-9b32-2bf5f1772440 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:58:18.556061 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: d76c0619-bed4-4f25-9b32-2bf5f1772440 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:58:18.556398 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d76c0619-bed4-4f25-9b32-2bf5f1772440 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:58:18.556795 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d4373c53-ab6e-4b12-ba9b-8f285f8add18 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:58:18.588021 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: d4373c53-ab6e-4b12-ba9b-8f285f8add18 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:58:18.588357 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d4373c53-ab6e-4b12-ba9b-8f285f8add18 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:58:18.601646 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d1e9595e-54e3-461a-aff0-9b92eda899a9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:18.603242 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d1e9595e-54e3-461a-aff0-9b92eda899a9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:18.617229 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d1e9595e-54e3-461a-aff0-9b92eda899a9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:18.938738 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d1e9595e-54e3-461a-aff0-9b92eda899a9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:19.287776 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d1e9595e-54e3-461a-aff0-9b92eda899a9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:19.316921 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d1e9595e-54e3-461a-aff0-9b92eda899a9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:19.550731 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-d1e9595e-54e3-461a-aff0-9b92eda899a9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.26.2.36 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/16abdf4a-4d6c-4b3a-bfe5-a43deb013d55) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:19.692440 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d1e9595e-54e3-461a-aff0-9b92eda899a9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:19.764867 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d1e9595e-54e3-461a-aff0-9b92eda899a9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:19.822537 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e9595e-54e3-461a-aff0-9b92eda899a9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:19.823533 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-d1e9595e-54e3-461a-aff0-9b92eda899a9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:19.827029 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e9595e-54e3-461a-aff0-9b92eda899a9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:58:19.878443 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9595e-54e3-461a-aff0-9b92eda899a9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=16abdf4a-4d6c-4b3a-bfe5-a43deb013d55,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:20.047348 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b49e2126-d267-45ca-b4be-4a680801418c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:20.302763 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d1e9595e-54e3-461a-aff0-9b92eda899a9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_gateway, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:20.629011 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d1e9595e-54e3-461a-aff0-9b92eda899a9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:20.893055 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e9595e-54e3-461a-aff0-9b92eda899a9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router 6e21a496-eb73-44e0-bd46-54a89cbe5543 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 21:58:21.191210 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e9595e-54e3-461a-aff0-9b92eda899a9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:58:21.200745 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] Sync routers for ids ['6e21a496-eb73-44e0-bd46-54a89cbe5543'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:58:21.209580 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] Routers {'6e21a496-eb73-44e0-bd46-54a89cbe5543'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:58:21.210206 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:57:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['6e21a496-eb73-44e0-bd46-54a89cbe5543'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:21.310429 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d1e9595e-54e3-461a-aff0-9b92eda899a9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:21.311663 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d1e9595e-54e3-461a-aff0-9b92eda899a9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8301880 Mar 07 21:58:21.314982 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 52004) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:21.357876 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b478ed67-9d7e-447c-8d65-a071edcfb41d tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=eabc753b02e646aebebe0162c5cfe322&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394273 Mar 07 21:58:21.358144 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 52008) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:21.387489 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] Set router 6e21a496-eb73-44e0-bd46-54a89cbe5543 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:58:21.486450 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49f1ecc-f4b5-44ea-8ffa-d92f89498a25 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:21.487841 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e49f1ecc-f4b5-44ea-8ffa-d92f89498a25 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288073 Mar 07 21:58:21.490852 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52012) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:21.529592 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-10dc556e-0724-48ff-b0cc-391de7ce2eab tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376115 Mar 07 21:58:21.532091 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52016) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:21.537314 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-4edd6953-6dc1-4d2b-8ac0-959b7a4aa4e5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-855003467', 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:21.646324 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4edd6953-6dc1-4d2b-8ac0-959b7a4aa4e5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:58:21.650704 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4edd6953-6dc1-4d2b-8ac0-959b7a4aa4e5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:subnet and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:58:21.653496 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-4edd6953-6dc1-4d2b-8ac0-959b7a4aa4e5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:58:21.659175 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-4edd6953-6dc1-4d2b-8ac0-959b7a4aa4e5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:58:21.664206 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'name': 'tempest-TestNetworkBasicOps-router-975018069', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:58:18Z', 'updated_at': '2022-03-07T21:58:20Z', 'revision_number': 3, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:19Z', 'updated_at': '2022-03-07T21:58:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:21.667926 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] Checking router: 6e21a496-eb73-44e0-bd46-54a89cbe5543 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:58:21.668265 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] Updating router 6e21a496-eb73-44e0-bd46-54a89cbe5543 port 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55 binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:58:21.718648 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:21.750038 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edd6953-6dc1-4d2b-8ac0-959b7a4aa4e5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:21.753486 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4edd6953-6dc1-4d2b-8ac0-959b7a4aa4e5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:22.030151 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:22.041093 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] Transition to ACTIVE for port object 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:58:22.041853 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4edd6953-6dc1-4d2b-8ac0-959b7a4aa4e5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:22.115750 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:22.126995 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd6953-6dc1-4d2b-8ac0-959b7a4aa4e5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Subnet': ['ID=4248781e-53b4-4aff-b822-90f6a69c6d51,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:22.132079 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edd6953-6dc1-4d2b-8ac0-959b7a4aa4e5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Checking segment: {'id': 'd150a636-6d56-441d-932a-fd2a5b59f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:58:22.132440 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edd6953-6dc1-4d2b-8ac0-959b7a4aa4e5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network hostable DHCP agents. Network: 8ed7da89-0548-43e4-83a9-a5fc04d898a4, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 21:58:22.197560 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] Attempting to bind port 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:58:22.197922 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] Attempting to bind port 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:58:22.198291 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] Attempting to bind port 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55 on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:58:22.200344 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d35b31-c421-497d-86d4-7b9820ecffbe None None] Pushing event updated for resources: {'Port': ['ID=16abdf4a-4d6c-4b3a-bfe5-a43deb013d55,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:22.209614 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d35b31-c421-497d-86d4-7b9820ecffbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:22.211581 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d35b31-c421-497d-86d4-7b9820ecffbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:22.211581 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d35b31-c421-497d-86d4-7b9820ecffbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:22.211581 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d35b31-c421-497d-86d4-7b9820ecffbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:22.211581 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d35b31-c421-497d-86d4-7b9820ecffbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:22.211581 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d35b31-c421-497d-86d4-7b9820ecffbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:22.211581 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d35b31-c421-497d-86d4-7b9820ecffbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:22.212060 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d35b31-c421-497d-86d4-7b9820ecffbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:22.212195 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d35b31-c421-497d-86d4-7b9820ecffbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:22.212499 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d35b31-c421-497d-86d4-7b9820ecffbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:22.212802 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d35b31-c421-497d-86d4-7b9820ecffbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:22.213104 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d35b31-c421-497d-86d4-7b9820ecffbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:58:22.216462 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:58:22.216822 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:58:22.217204 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:22.217617 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:58:22.218098 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] Bound port: 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:58:22.218446 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:22.230183 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edd6953-6dc1-4d2b-8ac0-959b7a4aa4e5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 8ed7da89-0548-43e4-83a9-a5fc04d898a4 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 21:58:22.290237 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] For port 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:58:22.293124 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] For port 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=16abdf4a-4d6c-4b3a-bfe5-a43deb013d55,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:58:22.310127 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3fb9277b-5d02-4e91-af95-2919c22ba37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:22.356150 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-4edd6953-6dc1-4d2b-8ac0-959b7a4aa4e5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 8ed7da89-0548-43e4-83a9-a5fc04d898a4) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:22.360021 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edd6953-6dc1-4d2b-8ac0-959b7a4aa4e5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:22.360643 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4edd6953-6dc1-4d2b-8ac0-959b7a4aa4e5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:22.365423 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4c3fc5-52d3-47dc-9664-fa649448ae31 None None] Network 8ed7da89-0548-43e4-83a9-a5fc04d898a4 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:58:22.390920 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:22.450941 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4edd6953-6dc1-4d2b-8ac0-959b7a4aa4e5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9150651 Mar 07 21:58:22.451895 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 52020) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:22.466242 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d35b31-c421-497d-86d4-7b9820ecffbe None None] Pushing event updated for resources: {'Port': ['ID=16abdf4a-4d6c-4b3a-bfe5-a43deb013d55,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:22.474236 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] Routers {'6e21a496-eb73-44e0-bd46-54a89cbe5543'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:58:22.474878 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:58:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['6e21a496-eb73-44e0-bd46-54a89cbe5543'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:22.580059 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3b6ffd-d976-412b-a714-edd045e1d7b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-8ed7da89-0548-43e4-83a9-a5fc04d898a4', 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ips': [{'subnet_id': '4248781e-53b4-4aff-b822-90f6a69c6d51'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 21:58:22.580959 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fc3b6ffd-d976-412b-a714-edd045e1d7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:22.685535 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] Set router 6e21a496-eb73-44e0-bd46-54a89cbe5543 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:58:22.745350 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-fc3b6ffd-d976-412b-a714-edd045e1d7b2 None None] Allocated IP 172.20.0.2 (8ed7da89-0548-43e4-83a9-a5fc04d898a4/4248781e-53b4-4aff-b822-90f6a69c6d51/db0928a7-e62b-4855-8528-5be79bf112ff) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:22.958683 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fc3b6ffd-d976-412b-a714-edd045e1d7b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:22.970286 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fc3b6ffd-d976-412b-a714-edd045e1d7b2 None None] Transition to ACTIVE for port object db0928a7-e62b-4855-8528-5be79bf112ff will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:58:22.976049 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'name': 'tempest-TestNetworkBasicOps-router-975018069', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:58:18Z', 'updated_at': '2022-03-07T21:58:20Z', 'revision_number': 3, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:19Z', 'updated_at': '2022-03-07T21:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:22.981095 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef876d66-14d3-4ab1-bdb2-5a4bd94f5a72 None None] The sync data for ids ['6e21a496-eb73-44e0-bd46-54a89cbe5543'] in dv-neutron-829957-1-hyperv is: [{'id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'name': 'tempest-TestNetworkBasicOps-router-975018069', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:58:18Z', 'updated_at': '2022-03-07T21:58:20Z', 'revision_number': 3, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:19Z', 'updated_at': '2022-03-07T21:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:58:22.993222 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fc3b6ffd-d976-412b-a714-edd045e1d7b2 None None] Transition to ACTIVE for port object db0928a7-e62b-4855-8528-5be79bf112ff will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:58:23.065319 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fc3b6ffd-d976-412b-a714-edd045e1d7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:23.129163 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3b6ffd-d976-412b-a714-edd045e1d7b2 None None] Network 8ed7da89-0548-43e4-83a9-a5fc04d898a4 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:23.132343 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-fc3b6ffd-d976-412b-a714-edd045e1d7b2 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:23.140589 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3b6ffd-d976-412b-a714-edd045e1d7b2 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:58:23.180005 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b6ffd-d976-412b-a714-edd045e1d7b2 None None] Pushing event updated for resources: {'Port': ['ID=db0928a7-e62b-4855-8528-5be79bf112ff,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:23.306343 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8c888368-7b53-465d-b7dd-be2dce8e9a99 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:23.317809 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:23.321805 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-fc3b6ffd-d976-412b-a714-edd045e1d7b2 None None] Attempting to bind port db0928a7-e62b-4855-8528-5be79bf112ff on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:58:23.322226 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-fc3b6ffd-d976-412b-a714-edd045e1d7b2 None None] Attempting to bind port db0928a7-e62b-4855-8528-5be79bf112ff by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'd150a636-6d56-441d-932a-fd2a5b59f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:58:23.327707 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b6ffd-d976-412b-a714-edd045e1d7b2 None None] Attempting to bind port db0928a7-e62b-4855-8528-5be79bf112ff on network 8ed7da89-0548-43e4-83a9-a5fc04d898a4 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:58:23.333558 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b6ffd-d976-412b-a714-edd045e1d7b2 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:58:23.333932 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b6ffd-d976-412b-a714-edd045e1d7b2 None None] Checking segment: {'id': 'd150a636-6d56-441d-932a-fd2a5b59f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:58:23.334353 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fc3b6ffd-d976-412b-a714-edd045e1d7b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:23.334860 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b6ffd-d976-412b-a714-edd045e1d7b2 None None] Bound using segment: {'id': 'd150a636-6d56-441d-932a-fd2a5b59f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:58:23.335328 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-fc3b6ffd-d976-412b-a714-edd045e1d7b2 None None] Bound port: db0928a7-e62b-4855-8528-5be79bf112ff, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd150a636-6d56-441d-932a-fd2a5b59f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:58:23.335701 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fc3b6ffd-d976-412b-a714-edd045e1d7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:23.430906 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-fc3b6ffd-d976-412b-a714-edd045e1d7b2 None None] For port db0928a7-e62b-4855-8528-5be79bf112ff, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:58:23.434695 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-fc3b6ffd-d976-412b-a714-edd045e1d7b2 None None] For port db0928a7-e62b-4855-8528-5be79bf112ff, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=db0928a7-e62b-4855-8528-5be79bf112ff,segment=NetworkSegment(d150a636-6d56-441d-932a-fd2a5b59f320),segment_id=d150a636-6d56-441d-932a-fd2a5b59f320)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:58:23.436044 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:23.502700 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fc3b6ffd-d976-412b-a714-edd045e1d7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:23.589728 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b6ffd-d976-412b-a714-edd045e1d7b2 None None] Pushing event updated for resources: {'Port': ['ID=db0928a7-e62b-4855-8528-5be79bf112ff,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:23.726497 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-8c888368-7b53-465d-b7dd-be2dce8e9a99 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.20.0.1 (8ed7da89-0548-43e4-83a9-a5fc04d898a4/4248781e-53b4-4aff-b822-90f6a69c6d51/b1d4b381-a2bf-49ce-99b1-ca328b535898) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:23.908209 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8c888368-7b53-465d-b7dd-be2dce8e9a99 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:23.927903 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-8c888368-7b53-465d-b7dd-be2dce8e9a99 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Transition to ACTIVE for port object b1d4b381-a2bf-49ce-99b1-ca328b535898 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:58:24.024840 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8c888368-7b53-465d-b7dd-be2dce8e9a99 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:24.088030 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c888368-7b53-465d-b7dd-be2dce8e9a99 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 8ed7da89-0548-43e4-83a9-a5fc04d898a4 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:24.099292 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-8c888368-7b53-465d-b7dd-be2dce8e9a99 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:24.104287 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c888368-7b53-465d-b7dd-be2dce8e9a99 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:58:24.134272 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c888368-7b53-465d-b7dd-be2dce8e9a99 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=b1d4b381-a2bf-49ce-99b1-ca328b535898,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:24.163077 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8c888368-7b53-465d-b7dd-be2dce8e9a99 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:24.494095 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8c888368-7b53-465d-b7dd-be2dce8e9a99 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:24.574424 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device db0928a7-e62b-4855-8528-5be79bf112ff up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:58:24.698987 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port db0928a7-e62b-4855-8528-5be79bf112ff completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:58:24.707331 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:58:24.847471 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:24.881632 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:58:24.887668 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:58:24.893195 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:25.030611 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:25.041448 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8c888368-7b53-465d-b7dd-be2dce8e9a99 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:25.048279 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f047d79-1594-4428-ab32-438567440ec9 None None] Network 8ed7da89-0548-43e4-83a9-a5fc04d898a4 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:58:25.068206 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=16abdf4a-4d6c-4b3a-bfe5-a43deb013d55,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:58:25.121617 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8c888368-7b53-465d-b7dd-be2dce8e9a99 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:25.154267 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:25.207450 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-20fc4c0a-e7e7-4987-8537-a8f6e80bd01b None None] Provisioning for port db0928a7-e62b-4855-8528-5be79bf112ff completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:58:25.229179 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-20fc4c0a-e7e7-4987-8537-a8f6e80bd01b None None] Provisioning complete for port db0928a7-e62b-4855-8528-5be79bf112ff triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:58:25.232965 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-20fc4c0a-e7e7-4987-8537-a8f6e80bd01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:25.234377 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c888368-7b53-465d-b7dd-be2dce8e9a99 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=b1d4b381-a2bf-49ce-99b1-ca328b535898,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:25.236802 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8c888368-7b53-465d-b7dd-be2dce8e9a99 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:25.333541 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=16abdf4a-4d6c-4b3a-bfe5-a43deb013d55,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:25.373169 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c888368-7b53-465d-b7dd-be2dce8e9a99 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 8ed7da89-0548-43e4-83a9-a5fc04d898a4 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:25.374262 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-8c888368-7b53-465d-b7dd-be2dce8e9a99 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:25.451967 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-20fc4c0a-e7e7-4987-8537-a8f6e80bd01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:25.496555 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-20fc4c0a-e7e7-4987-8537-a8f6e80bd01b None None] For port db0928a7-e62b-4855-8528-5be79bf112ff, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=db0928a7-e62b-4855-8528-5be79bf112ff,segment=NetworkSegment(d150a636-6d56-441d-932a-fd2a5b59f320),segment_id=d150a636-6d56-441d-932a-fd2a5b59f320)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:58:25.561793 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-20fc4c0a-e7e7-4987-8537-a8f6e80bd01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:25.565252 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c888368-7b53-465d-b7dd-be2dce8e9a99 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router 6e21a496-eb73-44e0-bd46-54a89cbe5543 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:58:25.631461 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc4c0a-e7e7-4987-8537-a8f6e80bd01b None None] Pushing event updated for resources: {'Port': ['ID=db0928a7-e62b-4855-8528-5be79bf112ff,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:25.732857 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-beb5a8e9-e175-428d-ac8e-b393da11d369 None None] Provisioning for port b1d4b381-a2bf-49ce-99b1-ca328b535898 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:58:25.740269 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-beb5a8e9-e175-428d-ac8e-b393da11d369 None None] Provisioning complete for port b1d4b381-a2bf-49ce-99b1-ca328b535898 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:58:25.740632 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-beb5a8e9-e175-428d-ac8e-b393da11d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:25.758961 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c888368-7b53-465d-b7dd-be2dce8e9a99 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:58:25.775634 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] Sync routers for ids ['6e21a496-eb73-44e0-bd46-54a89cbe5543'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:58:25.775868 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8c888368-7b53-465d-b7dd-be2dce8e9a99 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "PUT /v2.0/routers/6e21a496-eb73-44e0-bd46-54a89cbe5543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3197742 Mar 07 21:58:25.775985 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52024) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:25.805591 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] Routers {'6e21a496-eb73-44e0-bd46-54a89cbe5543'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:58:25.806235 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:58:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['6e21a496-eb73-44e0-bd46-54a89cbe5543'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:25.869699 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-beb5a8e9-e175-428d-ac8e-b393da11d369 None None] Port b1d4b381-a2bf-49ce-99b1-ca328b535898 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:58:25.903082 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-beb5a8e9-e175-428d-ac8e-b393da11d369 None None] Provisioning complete for port db0928a7-e62b-4855-8528-5be79bf112ff triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:58:25.903485 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-beb5a8e9-e175-428d-ac8e-b393da11d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:25.930711 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bc21f1-50c2-4e44-b5b2-9a56b0656cc2 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:25.931271 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bc21f1-50c2-4e44-b5b2-9a56b0656cc2 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:25.931737 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bc21f1-50c2-4e44-b5b2-9a56b0656cc2 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:25.932325 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bc21f1-50c2-4e44-b5b2-9a56b0656cc2 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:25.936824 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 52028) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:25.937101 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f3bc21f1-50c2-4e44-b5b2-9a56b0656cc2 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1592503 Mar 07 21:58:26.018591 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35455e75-5735-416b-8999-b3642a4e83a4 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:26.019084 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35455e75-5735-416b-8999-b3642a4e83a4 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:26.019539 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35455e75-5735-416b-8999-b3642a4e83a4 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:26.019984 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35455e75-5735-416b-8999-b3642a4e83a4 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:26.021995 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-35455e75-5735-416b-8999-b3642a4e83a4 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0836899 Mar 07 21:58:26.024678 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52032) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:26.047515 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] Set router 6e21a496-eb73-44e0-bd46-54a89cbe5543 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:58:26.232754 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2141a152-d54d-4977-9fc9-ca88fac09100 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2068763 Mar 07 21:58:26.432913 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-05801687-ee15-4ae5-ac09-68b337883c89 None None] Provisioning complete for port b1d4b381-a2bf-49ce-99b1-ca328b535898 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:58:26.433276 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-05801687-ee15-4ae5-ac09-68b337883c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:26.497368 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-05801687-ee15-4ae5-ac09-68b337883c89 None None] Port b1d4b381-a2bf-49ce-99b1-ca328b535898 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:58:26.503744 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'name': 'tempest-TestNetworkBasicOps-router-975018069', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:58:18Z', 'updated_at': '2022-03-07T21:58:24Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:19Z', 'updated_at': '2022-03-07T21:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'b1d4b381-a2bf-49ce-99b1-ca328b535898', 'name': '', 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:ec:06:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '4248781e-53b4-4aff-b822-90f6a69c6d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:23Z', 'updated_at': '2022-03-07T21:58:24Z', 'revision_number': 2, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '4248781e-53b4-4aff-b822-90f6a69c6d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:26.507628 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] Checking router: 6e21a496-eb73-44e0-bd46-54a89cbe5543 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:58:26.508006 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] Updating router 6e21a496-eb73-44e0-bd46-54a89cbe5543 port b1d4b381-a2bf-49ce-99b1-ca328b535898 binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 21:58:26.539035 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device db0928a7-e62b-4855-8528-5be79bf112ff up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:58:26.607845 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:26.637343 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52038) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:26.642887 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-27ec59ac-addb-418b-9b59-da988a7ee453 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1644441327', 'description': 'tempest-secgroup-smoke-1644441327 description', 'project_id': 'eabc753b02e646aebebe0162c5cfe322'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:26.649512 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-27ec59ac-addb-418b-9b59-da988a7ee453 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:58:26.653728 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-27ec59ac-addb-418b-9b59-da988a7ee453 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:58:26.656601 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-27ec59ac-addb-418b-9b59-da988a7ee453 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:58:26.662480 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-27ec59ac-addb-418b-9b59-da988a7ee453 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:58:26.677142 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port db0928a7-e62b-4855-8528-5be79bf112ff triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:58:26.677681 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:26.770848 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-27ec59ac-addb-418b-9b59-da988a7ee453 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:26.792249 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-27ec59ac-addb-418b-9b59-da988a7ee453 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:58:26.796182 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-27ec59ac-addb-418b-9b59-da988a7ee453 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:58:26.798977 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-27ec59ac-addb-418b-9b59-da988a7ee453 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:58:26.804998 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-27ec59ac-addb-418b-9b59-da988a7ee453 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:58:26.875533 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-27ec59ac-addb-418b-9b59-da988a7ee453 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:26.947815 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-27ec59ac-addb-418b-9b59-da988a7ee453 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:26.950091 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:58:26.992047 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec59ac-addb-418b-9b59-da988a7ee453 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e81df0e-700d-4abc-846f-dab4acefec63,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:27.078922 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-27ec59ac-addb-418b-9b59-da988a7ee453 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:27.079391 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:58:27.079758 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:27.080345 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-27ec59ac-addb-418b-9b59-da988a7ee453 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4419210 Mar 07 21:58:27.083208 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52042) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:27.089154 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-cb6a9eb6-3dfa-4a1c-980f-97ff0bb8aee3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '8e81df0e-700d-4abc-846f-dab4acefec63', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:27.095091 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cb6a9eb6-3dfa-4a1c-980f-97ff0bb8aee3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:58:27.098851 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cb6a9eb6-3dfa-4a1c-980f-97ff0bb8aee3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:58:27.101665 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cb6a9eb6-3dfa-4a1c-980f-97ff0bb8aee3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:58:27.107495 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cb6a9eb6-3dfa-4a1c-980f-97ff0bb8aee3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:58:27.157897 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:27.173471 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] Transition to ACTIVE for port object b1d4b381-a2bf-49ce-99b1-ca328b535898 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:58:27.179811 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9eb6-3dfa-4a1c-980f-97ff0bb8aee3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:27.240124 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9eb6-3dfa-4a1c-980f-97ff0bb8aee3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:27.252618 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:27.310112 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9eb6-3dfa-4a1c-980f-97ff0bb8aee3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:27.335197 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a9eb6-3dfa-4a1c-980f-97ff0bb8aee3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d150ca-7764-4c6c-86bd-a626c881cf01,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:27.380036 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f77ae-7fef-4924-89a6-c6a69bf554e3 None None] Pushing event updated for resources: {'Port': ['ID=b1d4b381-a2bf-49ce-99b1-ca328b535898,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:27.407497 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9eb6-3dfa-4a1c-980f-97ff0bb8aee3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:27.411364 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-cb6a9eb6-3dfa-4a1c-980f-97ff0bb8aee3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3246124 Mar 07 21:58:27.411700 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 52046) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:27.417298 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-9cf19754-206e-4b0c-9356-2dec5d23fae2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '8e81df0e-700d-4abc-846f-dab4acefec63', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:27.424014 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-9cf19754-206e-4b0c-9356-2dec5d23fae2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:58:27.428021 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-9cf19754-206e-4b0c-9356-2dec5d23fae2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:58:27.431592 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-9cf19754-206e-4b0c-9356-2dec5d23fae2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:58:27.437488 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-9cf19754-206e-4b0c-9356-2dec5d23fae2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:58:27.467545 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] Attempting to bind port b1d4b381-a2bf-49ce-99b1-ca328b535898 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:58:27.467909 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] Attempting to bind port b1d4b381-a2bf-49ce-99b1-ca328b535898 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'd150a636-6d56-441d-932a-fd2a5b59f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:58:27.468265 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] Attempting to bind port b1d4b381-a2bf-49ce-99b1-ca328b535898 on network 8ed7da89-0548-43e4-83a9-a5fc04d898a4 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:58:27.473570 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:58:27.473960 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] Checking segment: {'id': 'd150a636-6d56-441d-932a-fd2a5b59f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:58:27.474578 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:27.474756 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] Bound using segment: {'id': 'd150a636-6d56-441d-932a-fd2a5b59f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:58:27.475194 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] Bound port: b1d4b381-a2bf-49ce-99b1-ca328b535898, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd150a636-6d56-441d-932a-fd2a5b59f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:58:27.475562 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:27.508992 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9cf19754-206e-4b0c-9356-2dec5d23fae2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:27.571440 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9cf19754-206e-4b0c-9356-2dec5d23fae2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:27.573644 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] For port b1d4b381-a2bf-49ce-99b1-ca328b535898, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:58:27.576590 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] For port b1d4b381-a2bf-49ce-99b1-ca328b535898, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=b1d4b381-a2bf-49ce-99b1-ca328b535898,segment=NetworkSegment(d150a636-6d56-441d-932a-fd2a5b59f320),segment_id=d150a636-6d56-441d-932a-fd2a5b59f320)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:58:27.638788 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9cf19754-206e-4b0c-9356-2dec5d23fae2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:27.650876 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:27.661565 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf19754-206e-4b0c-9356-2dec5d23fae2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b80adf-4d9e-4406-80b9-90aefe78d3d8,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:27.728730 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] Routers {'6e21a496-eb73-44e0-bd46-54a89cbe5543'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:58:27.729345 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:58:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['6e21a496-eb73-44e0-bd46-54a89cbe5543'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:27.736497 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9cf19754-206e-4b0c-9356-2dec5d23fae2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:27.737915 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-9cf19754-206e-4b0c-9356-2dec5d23fae2 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3251333 Mar 07 21:58:27.740445 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 52050) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:27.746513 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-5e49117c-8c64-4be9-8c0b-d6ccbc631c16 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '8e81df0e-700d-4abc-846f-dab4acefec63', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:27.752797 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5e49117c-8c64-4be9-8c0b-d6ccbc631c16 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:58:27.757240 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5e49117c-8c64-4be9-8c0b-d6ccbc631c16 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:58:27.760795 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5e49117c-8c64-4be9-8c0b-d6ccbc631c16 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:58:27.766960 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5e49117c-8c64-4be9-8c0b-d6ccbc631c16 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:58:27.790757 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f77ae-7fef-4924-89a6-c6a69bf554e3 None None] Pushing event updated for resources: {'Port': ['ID=b1d4b381-a2bf-49ce-99b1-ca328b535898,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:27.855086 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5e49117c-8c64-4be9-8c0b-d6ccbc631c16 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:27.927086 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5e49117c-8c64-4be9-8c0b-d6ccbc631c16 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:27.958366 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] Set router 6e21a496-eb73-44e0-bd46-54a89cbe5543 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:58:27.996256 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5e49117c-8c64-4be9-8c0b-d6ccbc631c16 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:28.017859 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49117c-8c64-4be9-8c0b-d6ccbc631c16 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28503ea6-09ad-4258-919c-34ad446debda,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:28.110507 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5e49117c-8c64-4be9-8c0b-d6ccbc631c16 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:28.111749 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5e49117c-8c64-4be9-8c0b-d6ccbc631c16 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3703179 Mar 07 21:58:28.114541 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 52054) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:28.119425 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-2c0fd6ac-8f67-43d8-a361-2c83eeaa0ea0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '8e81df0e-700d-4abc-846f-dab4acefec63', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:28.125234 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2c0fd6ac-8f67-43d8-a361-2c83eeaa0ea0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:58:28.128973 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2c0fd6ac-8f67-43d8-a361-2c83eeaa0ea0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:58:28.131902 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2c0fd6ac-8f67-43d8-a361-2c83eeaa0ea0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:58:28.137758 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2c0fd6ac-8f67-43d8-a361-2c83eeaa0ea0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:58:28.208510 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd6ac-8f67-43d8-a361-2c83eeaa0ea0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:28.272829 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'name': 'tempest-TestNetworkBasicOps-router-975018069', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:58:18Z', 'updated_at': '2022-03-07T21:58:24Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:19Z', 'updated_at': '2022-03-07T21:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'b1d4b381-a2bf-49ce-99b1-ca328b535898', 'name': '', 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:ec:06:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '4248781e-53b4-4aff-b822-90f6a69c6d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:23Z', 'updated_at': '2022-03-07T21:58:27Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '4248781e-53b4-4aff-b822-90f6a69c6d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:28.273147 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd6ac-8f67-43d8-a361-2c83eeaa0ea0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:28.277387 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c6113-3752-447c-8a6a-065dbab59206 None None] The sync data for ids ['6e21a496-eb73-44e0-bd46-54a89cbe5543'] in dv-neutron-829957-1-hyperv is: [{'id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'name': 'tempest-TestNetworkBasicOps-router-975018069', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:58:18Z', 'updated_at': '2022-03-07T21:58:24Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:19Z', 'updated_at': '2022-03-07T21:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'b1d4b381-a2bf-49ce-99b1-ca328b535898', 'name': '', 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:ec:06:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '4248781e-53b4-4aff-b822-90f6a69c6d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:23Z', 'updated_at': '2022-03-07T21:58:27Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '4248781e-53b4-4aff-b822-90f6a69c6d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:58:28.350296 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd6ac-8f67-43d8-a361-2c83eeaa0ea0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:28.374894 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fd6ac-8f67-43d8-a361-2c83eeaa0ea0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f5fd3e-22df-480e-9368-0f752a94da77,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:28.441516 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd6ac-8f67-43d8-a361-2c83eeaa0ea0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:28.442847 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2c0fd6ac-8f67-43d8-a361-2c83eeaa0ea0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3274000 Mar 07 21:58:28.446054 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 52058) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:28.451408 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-14d48222-ca2a-4f85-951e-d36cf20b1673 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '8e81df0e-700d-4abc-846f-dab4acefec63', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:28.457564 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-14d48222-ca2a-4f85-951e-d36cf20b1673 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:58:28.462332 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-14d48222-ca2a-4f85-951e-d36cf20b1673 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:58:28.465632 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-14d48222-ca2a-4f85-951e-d36cf20b1673 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:58:28.471725 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-14d48222-ca2a-4f85-951e-d36cf20b1673 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:58:28.544701 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.securitygroups_db [None req-14d48222-ca2a-4f85-951e-d36cf20b1673 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Project eabc753b02e646aebebe0162c5cfe322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:58:28.547692 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b1d4b381-a2bf-49ce-99b1-ca328b535898 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:58:28.552160 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-14d48222-ca2a-4f85-951e-d36cf20b1673 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:28.624429 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-14d48222-ca2a-4f85-951e-d36cf20b1673 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:28.704622 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port b1d4b381-a2bf-49ce-99b1-ca328b535898 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:58:28.710172 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port b1d4b381-a2bf-49ce-99b1-ca328b535898 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:58:28.715031 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:28.718899 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-14d48222-ca2a-4f85-951e-d36cf20b1673 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:28.751146 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d48222-ca2a-4f85-951e-d36cf20b1673 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc3d597-85e2-424e-ad8f-ee73a775e7ae,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:28.819186 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-14d48222-ca2a-4f85-951e-d36cf20b1673 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:28.822503 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-14d48222-ca2a-4f85-951e-d36cf20b1673 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3747523 Mar 07 21:58:28.824507 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 52062) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:28.829732 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-8251a326-be25-449f-b31d-5aa4b1471359 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'security_group_rule': {'security_group_id': '8e81df0e-700d-4abc-846f-dab4acefec63', 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:28.835756 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8251a326-be25-449f-b31d-5aa4b1471359 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:58:28.839031 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:28.840358 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8251a326-be25-449f-b31d-5aa4b1471359 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:security_group_rule and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:58:28.843567 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8251a326-be25-449f-b31d-5aa4b1471359 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:58:28.849685 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8251a326-be25-449f-b31d-5aa4b1471359 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:58:28.875662 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port b1d4b381-a2bf-49ce-99b1-ca328b535898, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=b1d4b381-a2bf-49ce-99b1-ca328b535898,segment=NetworkSegment(d150a636-6d56-441d-932a-fd2a5b59f320),segment_id=d150a636-6d56-441d-932a-fd2a5b59f320)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:58:28.927733 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.securitygroups_db [None req-8251a326-be25-449f-b31d-5aa4b1471359 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Project eabc753b02e646aebebe0162c5cfe322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 21:58:28.935481 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8251a326-be25-449f-b31d-5aa4b1471359 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:28.959263 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:29.011526 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8251a326-be25-449f-b31d-5aa4b1471359 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:29.030206 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=b1d4b381-a2bf-49ce-99b1-ca328b535898,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:29.096432 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8251a326-be25-449f-b31d-5aa4b1471359 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:29.121730 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251a326-be25-449f-b31d-5aa4b1471359 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd05f3f-bcb4-41fd-907f-e778872bae97,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:29.199404 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8251a326-be25-449f-b31d-5aa4b1471359 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:29.200595 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8251a326-be25-449f-b31d-5aa4b1471359 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3751564 Mar 07 21:58:29.365469 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-d19fe158-0651-49ec-b6f8-efe1adcb8ce0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:58:29.458564 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-d19fe158-0651-49ec-b6f8-efe1adcb8ce0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:58:29.459685 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-d19fe158-0651-49ec-b6f8-efe1adcb8ce0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1644441327&fields=id&tenant_id=eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 267 time: 0.1362505 Mar 07 21:58:29.609041 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-2f000b90-4f30-4960-a091-2a962ce323a1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:29.610464 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-2f000b90-4f30-4960-a091-2a962ce323a1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/networks?id=8ed7da89-0548-43e4-83a9-a5fc04d898a4 HTTP/1.1" status: 200 len: 797 time: 0.1438391 Mar 07 21:58:29.624766 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-c7e19837-420e-435d-85d6-d0ffcbcfea4f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/quotas/eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 375 time: 0.0088534 Mar 07 21:58:29.703943 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-4304b302-4421-4da3-9672-4372e9e968c9 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744128 Mar 07 21:58:29.719616 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-5f411ad1-527e-46cc-9e01-d277ae75f6d5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 21:58:29.720377 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-5f411ad1-527e-46cc-9e01-d277ae75f6d5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047543 Mar 07 21:58:29.848904 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-bc4177a8-5731-4054-97c4-685fd50a9e3e service neutron] 10.222.0.21 "GET /v2.0/networks/8ed7da89-0548-43e4-83a9-a5fc04d898a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230190 Mar 07 21:58:30.083441 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-149da66a-f5c6-4535-a3b4-b9fe4728f200 service neutron] 10.222.0.21 "GET /v2.0/networks/8ed7da89-0548-43e4-83a9-a5fc04d898a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280364 Mar 07 21:58:30.366171 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-45476233-0cbe-465b-9db9-153d4099d565 req-26735d96-84e9-423e-94e3-a969eec09c88 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=437a7d02-1150-44fe-8aa9-fd7c17669fc8 HTTP/1.1" status: 200 len: 210 time: 0.0446007 Mar 07 21:58:30.525192 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b1d4b381-a2bf-49ce-99b1-ca328b535898 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:58:30.597218 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port b1d4b381-a2bf-49ce-99b1-ca328b535898 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:58:30.597603 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:31.512483 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-96327bdc-b946-458a-b158-5c41ae8d5ae0 req-993b44f5-486b-45b4-9b59-6b477f76a823 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=437a7d02-1150-44fe-8aa9-fd7c17669fc8 HTTP/1.1" status: 200 len: 210 time: 0.0415974 Mar 07 21:58:32.234042 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:58:32.316844 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-ecdf522f-d765-4d04-91e6-d49933e9e7d6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:32.317522 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-ecdf522f-d765-4d04-91e6-d49933e9e7d6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:network {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:58:32.427451 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-ecdf522f-d765-4d04-91e6-d49933e9e7d6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:network {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:58:32.428695 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-ecdf522f-d765-4d04-91e6-d49933e9e7d6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/networks?id=8ed7da89-0548-43e4-83a9-a5fc04d898a4 HTTP/1.1" status: 200 len: 797 time: 0.2537456 Mar 07 21:58:32.476597 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-6e3603ac-6818-44d5-a305-699d0dd2f26c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:58:32.492081 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-6e3603ac-6818-44d5-a305-699d0dd2f26c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:security_group {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:58:32.492081 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-6e3603ac-6818-44d5-a305-699d0dd2f26c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eabc753b02e646aebebe0162c5cfe322 HTTP/1.1" status: 200 len: 380 time: 0.0522645 Mar 07 21:58:32.497410 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-0261ec04-a570-4388-a8f7-4565be8c6d31 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'port': {'device_id': '437a7d02-1150-44fe-8aa9-fd7c17669fc8', 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4', 'admin_state_up': True, 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'security_groups': ['8e81df0e-700d-4abc-846f-dab4acefec63']}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:32.665787 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f8ad145e-697b-4218-9262-466ebc10a8fa req-7604e18d-7ce1-4f5f-b44a-709ca930fabb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=437a7d02-1150-44fe-8aa9-fd7c17669fc8 HTTP/1.1" status: 200 len: 210 time: 0.0419409 Mar 07 21:58:32.742540 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-0261ec04-a570-4388-a8f7-4565be8c6d31 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:58:32.747301 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-0261ec04-a570-4388-a8f7-4565be8c6d31 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:port and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:58:32.750149 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-0261ec04-a570-4388-a8f7-4565be8c6d31 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:58:32.755723 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-0261ec04-a570-4388-a8f7-4565be8c6d31 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:58:32.856001 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-0261ec04-a570-4388-a8f7-4565be8c6d31 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Made reservation on behalf of eabc753b02e646aebebe0162c5cfe322 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:58:32.859558 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-0261ec04-a570-4388-a8f7-4565be8c6d31 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:33.018202 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-0261ec04-a570-4388-a8f7-4565be8c6d31 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.20.0.5 (8ed7da89-0548-43e4-83a9-a5fc04d898a4/4248781e-53b4-4aff-b822-90f6a69c6d51/e539742e-1ff4-4bf9-bd15-52cb9d5b05a5) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:33.202906 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-0261ec04-a570-4388-a8f7-4565be8c6d31 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:33.218485 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-0261ec04-a570-4388-a8f7-4565be8c6d31 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Transition to ACTIVE for port object e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:58:33.293167 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-0261ec04-a570-4388-a8f7-4565be8c6d31 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:33.361140 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-0261ec04-a570-4388-a8f7-4565be8c6d31 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network 8ed7da89-0548-43e4-83a9-a5fc04d898a4 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:33.364029 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-0261ec04-a570-4388-a8f7-4565be8c6d31 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:33.366407 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-0261ec04-a570-4388-a8f7-4565be8c6d31 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:58:33.416118 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261ec04-a570-4388-a8f7-4565be8c6d31 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=e539742e-1ff4-4bf9-bd15-52cb9d5b05a5,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:33.441537 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-0261ec04-a570-4388-a8f7-4565be8c6d31 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:33.442194 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-0261ec04-a570-4388-a8f7-4565be8c6d31 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:33.516531 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-0261ec04-a570-4388-a8f7-4565be8c6d31 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0230768 Mar 07 21:58:33.529597 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-3ca8e98b-e71f-4624-aa78-f003d5dc0d83 service neutron] Request body: {'port': {'device_id': '437a7d02-1150-44fe-8aa9-fd7c17669fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:33.601372 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fb5cf5eb-4f4e-428d-a260-908dee5a47c4 None None] Provisioning for port e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:58:33.606367 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fb5cf5eb-4f4e-428d-a260-908dee5a47c4 None None] Provisioning complete for port e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:58:33.606791 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fb5cf5eb-4f4e-428d-a260-908dee5a47c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:33.640650 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-3ca8e98b-e71f-4624-aa78-f003d5dc0d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:33.661775 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-fb5cf5eb-4f4e-428d-a260-908dee5a47c4 None None] Port e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:58:33.852137 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eeb231-f974-41a5-a5ee-40c261110752 req-d0c708f1-8200-41c5-a026-81fe02a8e517 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:33.853664 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5eeb231-f974-41a5-a5ee-40c261110752 req-d0c708f1-8200-41c5-a026-81fe02a8e517 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=437a7d02-1150-44fe-8aa9-fd7c17669fc8 HTTP/1.1" status: 200 len: 931 time: 0.0838008 Mar 07 21:58:33.898306 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5eeb231-f974-41a5-a5ee-40c261110752 req-8d5e959e-794a-456c-b42e-5ec82c66e19e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e81df0e-700d-4abc-846f-dab4acefec63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383761 Mar 07 21:58:33.978771 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-3ca8e98b-e71f-4624-aa78-f003d5dc0d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 {{(pid=88387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:58:33.985766 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-3ca8e98b-e71f-4624-aa78-f003d5dc0d83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:33.999956 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-3ca8e98b-e71f-4624-aa78-f003d5dc0d83 service neutron] Transition to ACTIVE for port object e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 will not be triggered until provisioned by entity L2. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:58:34.079067 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-3ca8e98b-e71f-4624-aa78-f003d5dc0d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:34.234434 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8e98b-e71f-4624-aa78-f003d5dc0d83 service neutron] Pushing event updated for resources: {'Port': ['ID=e539742e-1ff4-4bf9-bd15-52cb9d5b05a5,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:34.314114 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-3ca8e98b-e71f-4624-aa78-f003d5dc0d83 service neutron] Attempting to bind port e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:58:34.320706 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-3ca8e98b-e71f-4624-aa78-f003d5dc0d83 service neutron] Attempting to bind port e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'd150a636-6d56-441d-932a-fd2a5b59f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:58:34.320706 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-3ca8e98b-e71f-4624-aa78-f003d5dc0d83 service neutron] Attempting to bind port e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 on network 8ed7da89-0548-43e4-83a9-a5fc04d898a4 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:58:34.320706 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-3ca8e98b-e71f-4624-aa78-f003d5dc0d83 service neutron] Port e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 on network 8ed7da89-0548-43e4-83a9-a5fc04d898a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:58:34.320706 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-3ca8e98b-e71f-4624-aa78-f003d5dc0d83 service neutron] Attempting to bind port e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 on network 8ed7da89-0548-43e4-83a9-a5fc04d898a4 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:58:34.324532 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-3ca8e98b-e71f-4624-aa78-f003d5dc0d83 service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:58:34.324853 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-3ca8e98b-e71f-4624-aa78-f003d5dc0d83 service neutron] Checking segment: {'id': 'd150a636-6d56-441d-932a-fd2a5b59f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:58:34.325217 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-3ca8e98b-e71f-4624-aa78-f003d5dc0d83 service neutron] Bound using segment: {'id': 'd150a636-6d56-441d-932a-fd2a5b59f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4'} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:58:34.325623 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-3ca8e98b-e71f-4624-aa78-f003d5dc0d83 service neutron] Bound port: e539742e-1ff4-4bf9-bd15-52cb9d5b05a5, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd150a636-6d56-441d-932a-fd2a5b59f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4'}}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:58:34.325970 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-3ca8e98b-e71f-4624-aa78-f003d5dc0d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:34.418346 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-3ca8e98b-e71f-4624-aa78-f003d5dc0d83 service neutron] For port e539742e-1ff4-4bf9-bd15-52cb9d5b05a5, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:58:34.421222 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-3ca8e98b-e71f-4624-aa78-f003d5dc0d83 service neutron] For port e539742e-1ff4-4bf9-bd15-52cb9d5b05a5, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=e539742e-1ff4-4bf9-bd15-52cb9d5b05a5,segment=NetworkSegment(d150a636-6d56-441d-932a-fd2a5b59f320),segment_id=d150a636-6d56-441d-932a-fd2a5b59f320)] {{(pid=88387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:58:34.481610 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-3ca8e98b-e71f-4624-aa78-f003d5dc0d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:34.535783 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-3ca8e98b-e71f-4624-aa78-f003d5dc0d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:34.536383 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-3ca8e98b-e71f-4624-aa78-f003d5dc0d83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:34.537715 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-3ca8e98b-e71f-4624-aa78-f003d5dc0d83 service neutron] 10.222.0.11 "PUT /v2.0/ports/e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 HTTP/1.1" status: 200 len: 1093 time: 1.0141971 Mar 07 21:58:34.538182 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437a7d02-1150-44fe-8aa9-fd7c17669fc8', 'tag': 'e539742e-1ff4-4bf9-bd15-52cb9d5b05a5'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:58:34.562488 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8e98b-e71f-4624-aa78-f003d5dc0d83 service neutron] Pushing event updated for resources: {'Port': ['ID=e539742e-1ff4-4bf9-bd15-52cb9d5b05a5,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:34.587768 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437a7d02-1150-44fe-8aa9-fd7c17669fc8', 'tag': 'e539742e-1ff4-4bf9-bd15-52cb9d5b05a5', 'status': 'completed', 'code': 200} Mar 07 21:58:34.680067 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e11dd1-0e3b-44f0-860b-452e263bf786 req-11d69318-d2de-4f45-8aeb-5b97b616f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:34.681595 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-a5e11dd1-0e3b-44f0-860b-452e263bf786 req-11d69318-d2de-4f45-8aeb-5b97b616f240 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=437a7d02-1150-44fe-8aa9-fd7c17669fc8 HTTP/1.1" status: 200 len: 1096 time: 0.0775149 Mar 07 21:58:34.924007 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e11dd1-0e3b-44f0-860b-452e263bf786 req-4e18e9ae-a4d1-4beb-b266-73bb5b159497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:34.925759 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-a5e11dd1-0e3b-44f0-860b-452e263bf786 req-4e18e9ae-a4d1-4beb-b266-73bb5b159497 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=eabc753b02e646aebebe0162c5cfe322&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2365563 Mar 07 21:58:35.058780 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e11dd1-0e3b-44f0-860b-452e263bf786 req-e82aa598-cef4-4ffb-8dc6-a2a64d8e86dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:35.060189 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-a5e11dd1-0e3b-44f0-860b-452e263bf786 req-e82aa598-cef4-4ffb-8dc6-a2a64d8e86dd service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1292496 Mar 07 21:58:35.079927 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637f81d-d62f-4ec9-a70e-ef88743e9d5e req-3650045a-e61d-40be-8308-e204d2ddd09e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:35.081493 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7637f81d-d62f-4ec9-a70e-ef88743e9d5e req-3650045a-e61d-40be-8308-e204d2ddd09e tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=437a7d02-1150-44fe-8aa9-fd7c17669fc8 HTTP/1.1" status: 200 len: 943 time: 0.0795264 Mar 07 21:58:35.127681 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7637f81d-d62f-4ec9-a70e-ef88743e9d5e req-20c2b45d-c2da-475b-aa3a-6cddb68e6009 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e81df0e-700d-4abc-846f-dab4acefec63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405090 Mar 07 21:58:35.165267 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-3b47e8b5-6899-458d-a087-ec9fc94da0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:35.166739 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-3b47e8b5-6899-458d-a087-ec9fc94da0c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=437a7d02-1150-44fe-8aa9-fd7c17669fc8 HTTP/1.1" status: 200 len: 1096 time: 0.0710001 Mar 07 21:58:35.236663 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-16d5b94c-72bb-42e5-aa3e-8b674b46f6f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 HTTP/1.1" status: 200 len: 217 time: 0.0626104 Mar 07 21:58:35.296125 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-b36f6777-f582-4da8-85d8-19847ab5ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:35.297505 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-b36f6777-f582-4da8-85d8-19847ab5ffc9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4248781e-53b4-4aff-b822-90f6a69c6d51 HTTP/1.1" status: 200 len: 834 time: 0.0556955 Mar 07 21:58:35.373284 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-57967482-9dc3-4bb6-919d-b5bd0c11756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:35.374728 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-57967482-9dc3-4bb6-919d-b5bd0c11756b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8ed7da89-0548-43e4-83a9-a5fc04d898a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712965 Mar 07 21:58:35.502637 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-4c3a0c9a-6897-465e-946c-c8843abaf5e1 service neutron] 10.222.0.11 "GET /v2.0/networks/8ed7da89-0548-43e4-83a9-a5fc04d898a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217551 Mar 07 21:58:35.633082 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-775c5f61-1faf-4b94-9ef1-cc72d129d4fd req-e14827d6-5b20-41c2-9da4-3ae7fded8bdf service neutron] 10.222.0.11 "GET /v2.0/networks/8ed7da89-0548-43e4-83a9-a5fc04d898a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245105 Mar 07 21:58:36.311225 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7684da1-dd29-45c1-9090-a3350cbf41e1 req-d36867a3-b14c-490b-b133-c16eeba42ec3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:36.312645 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e7684da1-dd29-45c1-9090-a3350cbf41e1 req-d36867a3-b14c-490b-b133-c16eeba42ec3 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=437a7d02-1150-44fe-8aa9-fd7c17669fc8 HTTP/1.1" status: 200 len: 943 time: 0.0770366 Mar 07 21:58:36.355955 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e7684da1-dd29-45c1-9090-a3350cbf41e1 req-75ce46aa-8916-4188-9ba1-c0f4e7b8786c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e81df0e-700d-4abc-846f-dab4acefec63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376530 Mar 07 21:58:37.536456 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f36aa0-b171-41d2-909f-51c666075cd8 req-3ef13253-2066-4b09-8f2e-ebc4172f2a54 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:37.537880 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-50f36aa0-b171-41d2-909f-51c666075cd8 req-3ef13253-2066-4b09-8f2e-ebc4172f2a54 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=437a7d02-1150-44fe-8aa9-fd7c17669fc8 HTTP/1.1" status: 200 len: 943 time: 0.0811253 Mar 07 21:58:37.581796 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-50f36aa0-b171-41d2-909f-51c666075cd8 req-979e70d9-1c52-487b-bbdc-f061a97f7138 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e81df0e-700d-4abc-846f-dab4acefec63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375683 Mar 07 21:58:37.893158 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 21:58:38.021768 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port e539742e-1ff4-4bf9-bd15-52cb9d5b05a5, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=e539742e-1ff4-4bf9-bd15-52cb9d5b05a5,segment=NetworkSegment(d150a636-6d56-441d-932a-fd2a5b59f320),segment_id=d150a636-6d56-441d-932a-fd2a5b59f320)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:58:38.034762 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': 'e539742e-1ff4-4bf9-bd15-52cb9d5b05a5', 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4', 'port_id': 'e539742e-1ff4-4bf9-bd15-52cb9d5b05a5', 'mac_address': 'fa:16:3e:e5:e7:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4248781e-53b4-4aff-b822-90f6a69c6d51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 21:58:38.087495 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:38.103589 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:58:38.118173 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port e539742e-1ff4-4bf9-bd15-52cb9d5b05a5, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=e539742e-1ff4-4bf9-bd15-52cb9d5b05a5,segment=NetworkSegment(d150a636-6d56-441d-932a-fd2a5b59f320),segment_id=d150a636-6d56-441d-932a-fd2a5b59f320)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:58:38.192800 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:38.261732 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=e539742e-1ff4-4bf9-bd15-52cb9d5b05a5,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:38.380450 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['e539742e-1ff4-4bf9-bd15-52cb9d5b05a5'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 21:58:38.765159 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5b5c7-ecc3-43d3-a694-d53d7214afbb req-57023f87-41a4-4f92-bf65-7a58bb15728a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:38.766535 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c3b5b5c7-ecc3-43d3-a694-d53d7214afbb req-57023f87-41a4-4f92-bf65-7a58bb15728a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=437a7d02-1150-44fe-8aa9-fd7c17669fc8 HTTP/1.1" status: 200 len: 944 time: 0.0796876 Mar 07 21:58:38.811115 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c3b5b5c7-ecc3-43d3-a694-d53d7214afbb req-68f65923-53f5-481b-84b8-8a2ab02cfc5a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e81df0e-700d-4abc-846f-dab4acefec63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388565 Mar 07 21:58:39.891840 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:58:39.992790 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a68f0-9833-4ffc-993c-4b669d1a80e9 req-9e1d8cb7-4bc5-4663-aea6-70d9cf4f90a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:39.994773 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-455a68f0-9833-4ffc-993c-4b669d1a80e9 req-9e1d8cb7-4bc5-4663-aea6-70d9cf4f90a0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=437a7d02-1150-44fe-8aa9-fd7c17669fc8 HTTP/1.1" status: 200 len: 944 time: 0.0813627 Mar 07 21:58:40.024332 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:58:40.029338 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:58:40.029886 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:40.038152 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-455a68f0-9833-4ffc-993c-4b669d1a80e9 req-1ca67c9c-1614-4330-a3bd-90ef2a6b885c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e81df0e-700d-4abc-846f-dab4acefec63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377185 Mar 07 21:58:40.144804 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:40.207815 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437a7d02-1150-44fe-8aa9-fd7c17669fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e539742e-1ff4-4bf9-bd15-52cb9d5b05a5'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:58:40.217353 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port e539742e-1ff4-4bf9-bd15-52cb9d5b05a5, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=e539742e-1ff4-4bf9-bd15-52cb9d5b05a5,segment=NetworkSegment(d150a636-6d56-441d-932a-fd2a5b59f320),segment_id=d150a636-6d56-441d-932a-fd2a5b59f320)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:58:40.252535 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437a7d02-1150-44fe-8aa9-fd7c17669fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e539742e-1ff4-4bf9-bd15-52cb9d5b05a5', 'code': 200} Mar 07 21:58:40.285010 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:40.351890 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=e539742e-1ff4-4bf9-bd15-52cb9d5b05a5,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:40.625930 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7796b-df58-40e0-bc25-16cb653617d3 req-1500baed-6e67-4eaf-a81e-4fcb7f971152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:40.627422 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d0d7796b-df58-40e0-bc25-16cb653617d3 req-1500baed-6e67-4eaf-a81e-4fcb7f971152 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=437a7d02-1150-44fe-8aa9-fd7c17669fc8 HTTP/1.1" status: 200 len: 1098 time: 0.0700631 Mar 07 21:58:40.666618 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d0d7796b-df58-40e0-bc25-16cb653617d3 req-662a73dc-0133-4313-8e8e-18688ddd1244 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8e81df0e-700d-4abc-846f-dab4acefec63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332603 Mar 07 21:58:41.221852 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ea92-4bf5-416d-8ac8-ad6554eb7c21 req-4eec9c35-75e5-4fbd-ad82-29c44dc470d0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:41.223231 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b9d3ea92-4bf5-416d-8ac8-ad6554eb7c21 req-4eec9c35-75e5-4fbd-ad82-29c44dc470d0 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=437a7d02-1150-44fe-8aa9-fd7c17669fc8 HTTP/1.1" status: 200 len: 945 time: 0.0786939 Mar 07 21:58:41.268416 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b9d3ea92-4bf5-416d-8ac8-ad6554eb7c21 req-3eeb2f47-e27e-4b59-beb0-dd76637472d6 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e81df0e-700d-4abc-846f-dab4acefec63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396426 Mar 07 21:58:42.449880 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b094f7-c59a-4c2a-bb3e-d27b67dd4b1f req-7e7ea508-fc7d-493b-b5b3-1673ed22d688 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:42.451406 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c5b094f7-c59a-4c2a-bb3e-d27b67dd4b1f req-7e7ea508-fc7d-493b-b5b3-1673ed22d688 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=437a7d02-1150-44fe-8aa9-fd7c17669fc8 HTTP/1.1" status: 200 len: 945 time: 0.0785189 Mar 07 21:58:42.494538 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c5b094f7-c59a-4c2a-bb3e-d27b67dd4b1f req-16320c56-6408-4d04-aa42-fa2d371e6de8 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e81df0e-700d-4abc-846f-dab4acefec63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377109 Mar 07 21:58:42.675512 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58161e4-186b-4240-adb0-a8ebec21d708 req-40ce9c4e-38f9-4102-9f64-8a331a66c339 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:42.676861 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f58161e4-186b-4240-adb0-a8ebec21d708 req-40ce9c4e-38f9-4102-9f64-8a331a66c339 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=437a7d02-1150-44fe-8aa9-fd7c17669fc8 HTTP/1.1" status: 200 len: 945 time: 0.0818181 Mar 07 21:58:42.719530 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f58161e4-186b-4240-adb0-a8ebec21d708 req-bad9d704-0690-455f-8084-cacc4a5ab4a1 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e81df0e-700d-4abc-846f-dab4acefec63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371029 Mar 07 21:58:42.741784 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52120) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:42.809211 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5602c1eb-4cab-492a-bf61-9ba7dbf5e921 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:42.810693 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5602c1eb-4cab-492a-bf61-9ba7dbf5e921 tempest-TestNetworkBasicOps-1344610791 tempest-TestNetworkBasicOps-1344610791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=437a7d02-1150-44fe-8aa9-fd7c17669fc8 HTTP/1.1" status: 200 len: 1093 time: 0.0679657 Mar 07 21:58:42.813442 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52124) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:42.818448 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-3fbfd9e5-51d6-4773-9194-dbd4c0ca270c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': 'e539742e-1ff4-4bf9-bd15-52cb9d5b05a5', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:58:42.824212 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3fbfd9e5-51d6-4773-9194-dbd4c0ca270c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:58:42.828017 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3fbfd9e5-51d6-4773-9194-dbd4c0ca270c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Usage tracker for resource:floatingip and tenant:eabc753b02e646aebebe0162c5cfe322 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:58:42.830820 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3fbfd9e5-51d6-4773-9194-dbd4c0ca270c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:58:42.836463 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3fbfd9e5-51d6-4773-9194-dbd4c0ca270c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:58:42.915788 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd9e5-51d6-4773-9194-dbd4c0ca270c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:43.050119 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd9e5-51d6-4773-9194-dbd4c0ca270c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:43.183006 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-3fbfd9e5-51d6-4773-9194-dbd4c0ca270c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Allocated IP 172.26.2.89 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/17afed72-2392-43c3-9454-1bd220522f0f) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:58:43.322902 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd9e5-51d6-4773-9194-dbd4c0ca270c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:43.404597 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd9e5-51d6-4773-9194-dbd4c0ca270c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:43.465111 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbfd9e5-51d6-4773-9194-dbd4c0ca270c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:58:43.467736 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-3fbfd9e5-51d6-4773-9194-dbd4c0ca270c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:58:43.475187 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbfd9e5-51d6-4773-9194-dbd4c0ca270c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:58:43.509049 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfd9e5-51d6-4773-9194-dbd4c0ca270c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=17afed72-2392-43c3-9454-1bd220522f0f,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:43.970554 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd9e5-51d6-4773-9194-dbd4c0ca270c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:44.130199 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd9e5-51d6-4773-9194-dbd4c0ca270c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:44.328344 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd9e5-51d6-4773-9194-dbd4c0ca270c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:44.398522 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd9e5-51d6-4773-9194-dbd4c0ca270c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:44.507147 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfd9e5-51d6-4773-9194-dbd4c0ca270c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event updated for resources: {'Port': ['ID=17afed72-2392-43c3-9454-1bd220522f0f,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:58:44.517308 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd9e5-51d6-4773-9194-dbd4c0ca270c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:44.683633 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-3fbfd9e5-51d6-4773-9194-dbd4c0ca270c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Floating IP e75f428e-c42e-4f3e-951d-3497ee548557 associated. External IP: 172.26.2.89, port: e539742e-1ff4-4bf9-bd15-52cb9d5b05a5. Mar 07 21:58:45.036429 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbfd9e5-51d6-4773-9194-dbd4c0ca270c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router 6e21a496-eb73-44e0-bd46-54a89cbe5543 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:58:45.215553 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbfd9e5-51d6-4773-9194-dbd4c0ca270c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:58:45.229159 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ba31ab-9d1f-4906-a71d-e7377c4242fc None None] Sync routers for ids ['6e21a496-eb73-44e0-bd46-54a89cbe5543'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:58:45.241040 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ba31ab-9d1f-4906-a71d-e7377c4242fc None None] Routers {'6e21a496-eb73-44e0-bd46-54a89cbe5543'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:58:45.241635 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-57ba31ab-9d1f-4906-a71d-e7377c4242fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:58:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['6e21a496-eb73-44e0-bd46-54a89cbe5543'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:45.315650 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd9e5-51d6-4773-9194-dbd4c0ca270c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:45.370556 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3fbfd9e5-51d6-4773-9194-dbd4c0ca270c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5560408 Mar 07 21:58:45.371150 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437a7d02-1150-44fe-8aa9-fd7c17669fc8', 'tag': 'e539742e-1ff4-4bf9-bd15-52cb9d5b05a5'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:58:45.373358 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 52128) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:45.422122 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-57ba31ab-9d1f-4906-a71d-e7377c4242fc None None] Set router 6e21a496-eb73-44e0-bd46-54a89cbe5543 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:58:45.472481 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437a7d02-1150-44fe-8aa9-fd7c17669fc8', 'tag': 'e539742e-1ff4-4bf9-bd15-52cb9d5b05a5', 'status': 'completed', 'code': 200} Mar 07 21:58:45.490800 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-9ec24198-b6d9-46b8-810e-e2903f027429 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/e75f428e-c42e-4f3e-951d-3497ee548557 HTTP/1.1" status: 200 len: 990 time: 0.1156955 Mar 07 21:58:45.564080 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fd94a-012f-49ab-bc12-97f25734bca4 req-4297efe9-28bc-4342-b3f2-41e3efc43b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:45.565540 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-357fd94a-012f-49ab-bc12-97f25734bca4 req-4297efe9-28bc-4342-b3f2-41e3efc43b33 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=437a7d02-1150-44fe-8aa9-fd7c17669fc8 HTTP/1.1" status: 200 len: 1098 time: 0.0723147 Mar 07 21:58:45.695260 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fd94a-012f-49ab-bc12-97f25734bca4 req-19f58ed6-278d-43d9-bae3-5269bb8060a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:45.697195 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-357fd94a-012f-49ab-bc12-97f25734bca4 req-19f58ed6-278d-43d9-bae3-5269bb8060a8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8ed7da89-0548-43e4-83a9-a5fc04d898a4 HTTP/1.1" status: 200 len: 897 time: 0.1263125 Mar 07 21:58:45.767843 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-57ba31ab-9d1f-4906-a71d-e7377c4242fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'name': 'tempest-TestNetworkBasicOps-router-975018069', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:58:18Z', 'updated_at': '2022-03-07T21:58:24Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:19Z', 'updated_at': '2022-03-07T21:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'e75f428e-c42e-4f3e-951d-3497ee548557', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.89', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'port_id': 'e539742e-1ff4-4bf9-bd15-52cb9d5b05a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4', 'mac_address': 'fa:16:3e:e5:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437a7d02-1150-44fe-8aa9-fd7c17669fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:58:43Z', 'updated_at': '2022-03-07T21:58:43Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1d4b381-a2bf-49ce-99b1-ca328b535898', 'name': '', 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:ec:06:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '4248781e-53b4-4aff-b822-90f6a69c6d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:23Z', 'updated_at': '2022-03-07T21:58:28Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '4248781e-53b4-4aff-b822-90f6a69c6d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:45.771526 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ba31ab-9d1f-4906-a71d-e7377c4242fc None None] Checking router: 6e21a496-eb73-44e0-bd46-54a89cbe5543 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:58:45.779560 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ba31ab-9d1f-4906-a71d-e7377c4242fc None None] Routers {'6e21a496-eb73-44e0-bd46-54a89cbe5543'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:58:45.780134 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-57ba31ab-9d1f-4906-a71d-e7377c4242fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:58:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['6e21a496-eb73-44e0-bd46-54a89cbe5543'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:45.796509 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-357fd94a-012f-49ab-bc12-97f25734bca4 req-d357dd2d-ab5f-43ce-b4cc-15b9a86c87d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 HTTP/1.1" status: 200 len: 998 time: 0.0930731 Mar 07 21:58:45.861609 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fd94a-012f-49ab-bc12-97f25734bca4 req-8814033b-b80f-496b-85cf-e6e929df38ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:45.863108 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-357fd94a-012f-49ab-bc12-97f25734bca4 req-8814033b-b80f-496b-85cf-e6e929df38ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4248781e-53b4-4aff-b822-90f6a69c6d51 HTTP/1.1" status: 200 len: 834 time: 0.0611646 Mar 07 21:58:45.937383 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fd94a-012f-49ab-bc12-97f25734bca4 req-2c788f1d-ec32-4be1-bcd2-a06ffb103a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:58:45.938886 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-357fd94a-012f-49ab-bc12-97f25734bca4 req-2c788f1d-ec32-4be1-bcd2-a06ffb103a4c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8ed7da89-0548-43e4-83a9-a5fc04d898a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698957 Mar 07 21:58:45.954245 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-57ba31ab-9d1f-4906-a71d-e7377c4242fc None None] Set router 6e21a496-eb73-44e0-bd46-54a89cbe5543 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:58:45.958766 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:46.068757 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-357fd94a-012f-49ab-bc12-97f25734bca4 req-60ae4ead-ba45-4fdf-a1c6-294df9651507 service neutron] 10.222.0.11 "GET /v2.0/networks/8ed7da89-0548-43e4-83a9-a5fc04d898a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237922 Mar 07 21:58:46.312063 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-357fd94a-012f-49ab-bc12-97f25734bca4 req-903867a8-b385-4710-982c-52f27c093f6a service neutron] 10.222.0.11 "GET /v2.0/networks/8ed7da89-0548-43e4-83a9-a5fc04d898a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376926 Mar 07 21:58:46.332982 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-57ba31ab-9d1f-4906-a71d-e7377c4242fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'name': 'tempest-TestNetworkBasicOps-router-975018069', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:58:18Z', 'updated_at': '2022-03-07T21:58:24Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:19Z', 'updated_at': '2022-03-07T21:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'e75f428e-c42e-4f3e-951d-3497ee548557', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.89', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'port_id': 'e539742e-1ff4-4bf9-bd15-52cb9d5b05a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4', 'mac_address': 'fa:16:3e:e5:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437a7d02-1150-44fe-8aa9-fd7c17669fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:58:43Z', 'updated_at': '2022-03-07T21:58:43Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1d4b381-a2bf-49ce-99b1-ca328b535898', 'name': '', 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:ec:06:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '4248781e-53b4-4aff-b822-90f6a69c6d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:23Z', 'updated_at': '2022-03-07T21:58:28Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '4248781e-53b4-4aff-b822-90f6a69c6d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:58:46.336866 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ba31ab-9d1f-4906-a71d-e7377c4242fc None None] The sync data for ids ['6e21a496-eb73-44e0-bd46-54a89cbe5543'] in dv-neutron-829957-1-hyperv is: [{'id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'name': 'tempest-TestNetworkBasicOps-router-975018069', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:58:18Z', 'updated_at': '2022-03-07T21:58:24Z', 'revision_number': 4, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:19Z', 'updated_at': '2022-03-07T21:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'e75f428e-c42e-4f3e-951d-3497ee548557', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.89', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'port_id': 'e539742e-1ff4-4bf9-bd15-52cb9d5b05a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4', 'mac_address': 'fa:16:3e:e5:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437a7d02-1150-44fe-8aa9-fd7c17669fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:58:43Z', 'updated_at': '2022-03-07T21:58:43Z', 'revision_number': 0, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1d4b381-a2bf-49ce-99b1-ca328b535898', 'name': '', 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:ec:06:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '4248781e-53b4-4aff-b822-90f6a69c6d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:23Z', 'updated_at': '2022-03-07T21:58:28Z', 'revision_number': 5, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '4248781e-53b4-4aff-b822-90f6a69c6d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:58:46.493574 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 52136) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:46.506290 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10810927-cc60-4509-ac68-7a760e95f26a None None] New status for floating IP e75f428e-c42e-4f3e-951d-3497ee548557: ACTIVE {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:58:46.599616 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-988cc1d2-8b21-4f9a-84c9-f5a09a90c41d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/e75f428e-c42e-4f3e-951d-3497ee548557 HTTP/1.1" status: 200 len: 990 time: 0.1047776 Mar 07 21:58:47.603869 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 52140) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:58:47.707671 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4a1e9148-3c49-445b-849a-7f12ae920e9a tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/e75f428e-c42e-4f3e-951d-3497ee548557 HTTP/1.1" status: 200 len: 992 time: 0.1026785 Mar 07 21:58:50.080757 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fde77a4f-2ddf-4487-b43c-43000fdfa337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:52.275349 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ab0df98a-2086-47b5-a58f-8933d67c19b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:53.232966 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:53.355426 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:58:54.800960 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:09.233426 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:59:16.000300 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:16.886052 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 52156) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:59:16.891195 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-2f4b3675-d7f4-4b88-bfd5-c9d51d139957 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:17.390512 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2f4b3675-d7f4-4b88-bfd5-c9d51d139957 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:17.480723 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2f4b3675-d7f4-4b88-bfd5-c9d51d139957 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-864536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-864531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-867168'] for router, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:17.657044 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4b3675-d7f4-4b88-bfd5-c9d51d139957 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router 6e21a496-eb73-44e0-bd46-54a89cbe5543 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:59:17.830965 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4b3675-d7f4-4b88-bfd5-c9d51d139957 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:59:17.838471 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2f4b3675-d7f4-4b88-bfd5-c9d51d139957 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:17.838996 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2f4b3675-d7f4-4b88-bfd5-c9d51d139957 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "PUT /v2.0/routers/6e21a496-eb73-44e0-bd46-54a89cbe5543 HTTP/1.1" status: 200 len: 887 time: 0.9519079 Mar 07 21:59:17.841449 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f426f64-3831-436d-9f46-92ed261457d3 None None] Sync routers for ids ['6e21a496-eb73-44e0-bd46-54a89cbe5543'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:59:17.852477 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f426f64-3831-436d-9f46-92ed261457d3 None None] Routers {'6e21a496-eb73-44e0-bd46-54a89cbe5543'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:59:17.853088 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-7f426f64-3831-436d-9f46-92ed261457d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:58:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['6e21a496-eb73-44e0-bd46-54a89cbe5543'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:17.913859 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-7f426f64-3831-436d-9f46-92ed261457d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:17.921879 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f426f64-3831-436d-9f46-92ed261457d3 None None] Routers {'6e21a496-eb73-44e0-bd46-54a89cbe5543'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:59:17.922477 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-7f426f64-3831-436d-9f46-92ed261457d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:58:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['6e21a496-eb73-44e0-bd46-54a89cbe5543'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:17.981597 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-7f426f64-3831-436d-9f46-92ed261457d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:17.982000 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f426f64-3831-436d-9f46-92ed261457d3 None None] The sync data for ids ['6e21a496-eb73-44e0-bd46-54a89cbe5543'] in dv-neutron-829957-1-hyperv is: [] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:59:18.733393 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536b6da-e8d7-45e1-8ff8-223edb61675f None None] New status for floating IP e75f428e-c42e-4f3e-951d-3497ee548557: DOWN {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:59:18.782411 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b1d4b381-a2bf-49ce-99b1-ca328b535898 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:59:19.063706 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:19.095355 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port b1d4b381-a2bf-49ce-99b1-ca328b535898, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=b1d4b381-a2bf-49ce-99b1-ca328b535898,segment=NetworkSegment(d150a636-6d56-441d-932a-fd2a5b59f320),segment_id=d150a636-6d56-441d-932a-fd2a5b59f320)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:59:19.177604 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:19.178339 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:59:19.289834 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=b1d4b381-a2bf-49ce-99b1-ca328b535898,revision_number=6']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:19.297491 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:19.297828 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:19.298180 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:19.298505 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:19.298824 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:19.299141 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:19.299454 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:19.299767 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:19.300078 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:19.300388 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:19.300697 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:19.301002 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:19.355136 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:19.370281 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=16abdf4a-4d6c-4b3a-bfe5-a43deb013d55,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:59:19.422990 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:19.489572 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=16abdf4a-4d6c-4b3a-bfe5-a43deb013d55,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:19.982558 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 52164) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:59:19.987743 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-69fc025c-df14-4e36-b969-3c84f0bd125c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:20.080946 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8268b526-e30b-4efa-b569-10875bc94d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:20.604842 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-69fc025c-df14-4e36-b969-3c84f0bd125c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:20.663686 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-69fc025c-df14-4e36-b969-3c84f0bd125c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-864536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-864531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-867168'] for router, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:20.844288 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fc025c-df14-4e36-b969-3c84f0bd125c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router 6e21a496-eb73-44e0-bd46-54a89cbe5543 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:59:21.019818 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fc025c-df14-4e36-b969-3c84f0bd125c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:59:21.026184 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-69fc025c-df14-4e36-b969-3c84f0bd125c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:21.027326 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-69fc025c-df14-4e36-b969-3c84f0bd125c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "PUT /v2.0/routers/6e21a496-eb73-44e0-bd46-54a89cbe5543 HTTP/1.1" status: 200 len: 886 time: 1.0437565 Mar 07 21:59:21.029220 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958d6c3f-05d7-4d97-affd-f20d28123992 None None] Sync routers for ids ['6e21a496-eb73-44e0-bd46-54a89cbe5543'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:59:21.030171 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 52168) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:59:21.038865 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958d6c3f-05d7-4d97-affd-f20d28123992 None None] Routers {'6e21a496-eb73-44e0-bd46-54a89cbe5543'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:59:21.039450 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-958d6c3f-05d7-4d97-affd-f20d28123992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:58:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['6e21a496-eb73-44e0-bd46-54a89cbe5543'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:21.132372 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b17b63fa-8bbd-4f31-9ba1-9e3f7b143ea4 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/e75f428e-c42e-4f3e-951d-3497ee548557 HTTP/1.1" status: 200 len: 990 time: 0.0999711 Mar 07 21:59:21.209731 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-958d6c3f-05d7-4d97-affd-f20d28123992 None None] Set router 6e21a496-eb73-44e0-bd46-54a89cbe5543 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:59:21.541154 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-958d6c3f-05d7-4d97-affd-f20d28123992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'name': 'tempest-TestNetworkBasicOps-router-975018069', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:58:18Z', 'updated_at': '2022-03-07T21:59:20Z', 'revision_number': 6, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:19Z', 'updated_at': '2022-03-07T21:59:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'e75f428e-c42e-4f3e-951d-3497ee548557', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.89', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'port_id': 'e539742e-1ff4-4bf9-bd15-52cb9d5b05a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4', 'mac_address': 'fa:16:3e:e5:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437a7d02-1150-44fe-8aa9-fd7c17669fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:58:43Z', 'updated_at': '2022-03-07T21:59:18Z', 'revision_number': 2, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1d4b381-a2bf-49ce-99b1-ca328b535898', 'name': '', 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:ec:06:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '4248781e-53b4-4aff-b822-90f6a69c6d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:23Z', 'updated_at': '2022-03-07T21:59:19Z', 'revision_number': 6, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '4248781e-53b4-4aff-b822-90f6a69c6d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:21.545290 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958d6c3f-05d7-4d97-affd-f20d28123992 None None] Checking router: 6e21a496-eb73-44e0-bd46-54a89cbe5543 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:59:21.553182 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958d6c3f-05d7-4d97-affd-f20d28123992 None None] Routers {'6e21a496-eb73-44e0-bd46-54a89cbe5543'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:59:21.553755 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-958d6c3f-05d7-4d97-affd-f20d28123992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:58:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['6e21a496-eb73-44e0-bd46-54a89cbe5543'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:21.726347 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-958d6c3f-05d7-4d97-affd-f20d28123992 None None] Set router 6e21a496-eb73-44e0-bd46-54a89cbe5543 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:59:22.057265 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-958d6c3f-05d7-4d97-affd-f20d28123992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'name': 'tempest-TestNetworkBasicOps-router-975018069', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:58:18Z', 'updated_at': '2022-03-07T21:59:20Z', 'revision_number': 6, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:19Z', 'updated_at': '2022-03-07T21:59:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'e75f428e-c42e-4f3e-951d-3497ee548557', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.89', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'port_id': 'e539742e-1ff4-4bf9-bd15-52cb9d5b05a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4', 'mac_address': 'fa:16:3e:e5:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437a7d02-1150-44fe-8aa9-fd7c17669fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:58:43Z', 'updated_at': '2022-03-07T21:59:18Z', 'revision_number': 2, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1d4b381-a2bf-49ce-99b1-ca328b535898', 'name': '', 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:ec:06:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '4248781e-53b4-4aff-b822-90f6a69c6d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:23Z', 'updated_at': '2022-03-07T21:59:19Z', 'revision_number': 6, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '4248781e-53b4-4aff-b822-90f6a69c6d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:22.061000 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958d6c3f-05d7-4d97-affd-f20d28123992 None None] The sync data for ids ['6e21a496-eb73-44e0-bd46-54a89cbe5543'] in dv-neutron-829957-1-hyperv is: [{'id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'name': 'tempest-TestNetworkBasicOps-router-975018069', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:58:18Z', 'updated_at': '2022-03-07T21:59:20Z', 'revision_number': 6, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:19Z', 'updated_at': '2022-03-07T21:59:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'e75f428e-c42e-4f3e-951d-3497ee548557', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'floating_ip_address': '172.26.2.89', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'port_id': 'e539742e-1ff4-4bf9-bd15-52cb9d5b05a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4', 'mac_address': 'fa:16:3e:e5:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437a7d02-1150-44fe-8aa9-fd7c17669fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T21:58:43Z', 'updated_at': '2022-03-07T21:59:18Z', 'revision_number': 2, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1d4b381-a2bf-49ce-99b1-ca328b535898', 'name': '', 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:ec:06:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '4248781e-53b4-4aff-b822-90f6a69c6d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:23Z', 'updated_at': '2022-03-07T21:59:19Z', 'revision_number': 6, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '4248781e-53b4-4aff-b822-90f6a69c6d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:59:22.135061 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52172) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:59:22.259764 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-27d2e42d-aeb8-424b-bb17-330dea690baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:22.380796 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8bd1130c-eda1-475c-bb49-495e327945ac tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/e75f428e-c42e-4f3e-951d-3497ee548557 HTTP/1.1" status: 200 len: 990 time: 0.2445889 Mar 07 21:59:22.568080 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b1d4b381-a2bf-49ce-99b1-ca328b535898 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:59:22.637531 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port b1d4b381-a2bf-49ce-99b1-ca328b535898 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:59:22.637914 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:22.878378 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:22.911168 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port b1d4b381-a2bf-49ce-99b1-ca328b535898, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=b1d4b381-a2bf-49ce-99b1-ca328b535898,segment=NetworkSegment(d150a636-6d56-441d-932a-fd2a5b59f320),segment_id=d150a636-6d56-441d-932a-fd2a5b59f320)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:59:23.004284 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:23.072695 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=b1d4b381-a2bf-49ce-99b1-ca328b535898,revision_number=7']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:23.223534 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:23.366193 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:23.383717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52176) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:59:23.487267 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bb39beb4-b8cc-4ff5-a1ab-caf71a95df48 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/e75f428e-c42e-4f3e-951d-3497ee548557 HTTP/1.1" status: 200 len: 990 time: 0.1023266 Mar 07 21:59:23.668943 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87edb61-786f-405c-a48e-e25bf4c0972a None None] New status for floating IP e75f428e-c42e-4f3e-951d-3497ee548557: ACTIVE {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:59:24.491685 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52180) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:59:24.598376 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-20fbd5b0-b635-4f71-a8fd-e736d337998f tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/floatingips/e75f428e-c42e-4f3e-951d-3497ee548557 HTTP/1.1" status: 200 len: 992 time: 0.1060307 Mar 07 21:59:24.613731 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b1d4b381-a2bf-49ce-99b1-ca328b535898 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:59:24.680209 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port b1d4b381-a2bf-49ce-99b1-ca328b535898 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:59:24.680585 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:24.803925 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:24.809035 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:59:24.876095 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:59:24.876463 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:24.987134 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:25.002720 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=16abdf4a-4d6c-4b3a-bfe5-a43deb013d55,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:59:25.069073 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:25.137503 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=16abdf4a-4d6c-4b3a-bfe5-a43deb013d55,revision_number=6']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:26.549367 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:59:26.614088 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:59:26.614455 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:26.880967 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52188) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:59:27.079463 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-2489d534-30ae-40eb-8c7d-28a06435b86b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port 17afed72-2392-43c3-9454-1bd220522f0f {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:59:27.079796 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2489d534-30ae-40eb-8c7d-28a06435b86b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:27.241030 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2489d534-30ae-40eb-8c7d-28a06435b86b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:27.241271 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2489d534-30ae-40eb-8c7d-28a06435b86b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:27.362702 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-2489d534-30ae-40eb-8c7d-28a06435b86b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for 17afed72-2392-43c3-9454-1bd220522f0f owned by network:floatingip {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:59:27.571919 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2489d534-30ae-40eb-8c7d-28a06435b86b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:27.618661 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489d534-30ae-40eb-8c7d-28a06435b86b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=17afed72-2392-43c3-9454-1bd220522f0f,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:27.650807 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489d534-30ae-40eb-8c7d-28a06435b86b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:27.651149 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489d534-30ae-40eb-8c7d-28a06435b86b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:27.651984 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489d534-30ae-40eb-8c7d-28a06435b86b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:27.652311 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489d534-30ae-40eb-8c7d-28a06435b86b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:27.652634 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489d534-30ae-40eb-8c7d-28a06435b86b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:27.652959 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489d534-30ae-40eb-8c7d-28a06435b86b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:27.653276 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489d534-30ae-40eb-8c7d-28a06435b86b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:27.653589 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489d534-30ae-40eb-8c7d-28a06435b86b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:27.653903 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489d534-30ae-40eb-8c7d-28a06435b86b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:27.654253 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489d534-30ae-40eb-8c7d-28a06435b86b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:27.654566 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489d534-30ae-40eb-8c7d-28a06435b86b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:27.654878 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489d534-30ae-40eb-8c7d-28a06435b86b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:27.718498 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2489d534-30ae-40eb-8c7d-28a06435b86b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for floatingip, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:27.718822 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-2489d534-30ae-40eb-8c7d-28a06435b86b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Floating IP e75f428e-c42e-4f3e-951d-3497ee548557 disassociated (deleted). External IP: 172.26.2.89, port: e539742e-1ff4-4bf9-bd15-52cb9d5b05a5. Mar 07 21:59:28.160969 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2489d534-30ae-40eb-8c7d-28a06435b86b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router 6e21a496-eb73-44e0-bd46-54a89cbe5543 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:59:28.332346 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2489d534-30ae-40eb-8c7d-28a06435b86b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:59:28.341932 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efed7a57-7101-4606-b1dd-e8311149f8a1 None None] Sync routers for ids ['6e21a496-eb73-44e0-bd46-54a89cbe5543'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:59:28.347906 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2489d534-30ae-40eb-8c7d-28a06435b86b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:28.351172 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efed7a57-7101-4606-b1dd-e8311149f8a1 None None] Routers {'6e21a496-eb73-44e0-bd46-54a89cbe5543'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:59:28.351763 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-efed7a57-7101-4606-b1dd-e8311149f8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:59:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['6e21a496-eb73-44e0-bd46-54a89cbe5543'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:28.406141 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2489d534-30ae-40eb-8c7d-28a06435b86b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/floatingips/e75f428e-c42e-4f3e-951d-3497ee548557 HTTP/1.1" status: 204 len: 168 time: 1.5240555 Mar 07 21:59:28.406719 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437a7d02-1150-44fe-8aa9-fd7c17669fc8', 'tag': 'e539742e-1ff4-4bf9-bd15-52cb9d5b05a5'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:59:28.567077 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-efed7a57-7101-4606-b1dd-e8311149f8a1 None None] Set router 6e21a496-eb73-44e0-bd46-54a89cbe5543 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:59:28.598497 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437a7d02-1150-44fe-8aa9-fd7c17669fc8', 'tag': 'e539742e-1ff4-4bf9-bd15-52cb9d5b05a5', 'status': 'completed', 'code': 200} Mar 07 21:59:28.692165 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4cb1c-7969-4f49-889d-169917a0d4e3 req-48cd3cb6-9329-4ab3-bb31-6d1ef0ef9c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:28.693527 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-42f4cb1c-7969-4f49-889d-169917a0d4e3 req-48cd3cb6-9329-4ab3-bb31-6d1ef0ef9c23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eabc753b02e646aebebe0162c5cfe322&device_id=437a7d02-1150-44fe-8aa9-fd7c17669fc8 HTTP/1.1" status: 200 len: 1098 time: 0.0745881 Mar 07 21:59:28.824684 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4cb1c-7969-4f49-889d-169917a0d4e3 req-642436fe-d0d7-45cd-8025-35a2cfbc8668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:28.826218 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-42f4cb1c-7969-4f49-889d-169917a0d4e3 req-642436fe-d0d7-45cd-8025-35a2cfbc8668 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8ed7da89-0548-43e4-83a9-a5fc04d898a4 HTTP/1.1" status: 200 len: 897 time: 0.1271911 Mar 07 21:59:28.895148 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-efed7a57-7101-4606-b1dd-e8311149f8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'name': 'tempest-TestNetworkBasicOps-router-975018069', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:58:18Z', 'updated_at': '2022-03-07T21:59:20Z', 'revision_number': 6, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:19Z', 'updated_at': '2022-03-07T21:59:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'b1d4b381-a2bf-49ce-99b1-ca328b535898', 'name': '', 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:ec:06:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '4248781e-53b4-4aff-b822-90f6a69c6d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:23Z', 'updated_at': '2022-03-07T21:59:22Z', 'revision_number': 7, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '4248781e-53b4-4aff-b822-90f6a69c6d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:28.896144 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-42f4cb1c-7969-4f49-889d-169917a0d4e3 req-fa25550d-28bf-4f24-af16-9900c9d0a668 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 HTTP/1.1" status: 200 len: 217 time: 0.0635827 Mar 07 21:59:28.899086 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efed7a57-7101-4606-b1dd-e8311149f8a1 None None] Checking router: 6e21a496-eb73-44e0-bd46-54a89cbe5543 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:59:28.907703 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efed7a57-7101-4606-b1dd-e8311149f8a1 None None] Routers {'6e21a496-eb73-44e0-bd46-54a89cbe5543'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:59:28.908288 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-efed7a57-7101-4606-b1dd-e8311149f8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:59:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['6e21a496-eb73-44e0-bd46-54a89cbe5543'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:28.983791 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdce0a7-b089-4e31-9f3b-0a53c19d15a1 req-1a0cf5f7-c853-4bfc-9305-3bf91f0d70eb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:28.984566 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-6cdce0a7-b089-4e31-9f3b-0a53c19d15a1 req-1a0cf5f7-c853-4bfc-9305-3bf91f0d70eb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:59:29.061165 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-6cdce0a7-b089-4e31-9f3b-0a53c19d15a1 req-1a0cf5f7-c853-4bfc-9305-3bf91f0d70eb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:59:29.062372 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6cdce0a7-b089-4e31-9f3b-0a53c19d15a1 req-1a0cf5f7-c853-4bfc-9305-3bf91f0d70eb tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=437a7d02-1150-44fe-8aa9-fd7c17669fc8 HTTP/1.1" status: 200 len: 945 time: 0.1616402 Mar 07 21:59:29.084762 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4cb1c-7969-4f49-889d-169917a0d4e3 req-4a92cf32-3471-40b7-83fb-90c6f1017bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:29.086232 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-42f4cb1c-7969-4f49-889d-169917a0d4e3 req-4a92cf32-3471-40b7-83fb-90c6f1017bfb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4248781e-53b4-4aff-b822-90f6a69c6d51 HTTP/1.1" status: 200 len: 834 time: 0.1833484 Mar 07 21:59:29.095756 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-efed7a57-7101-4606-b1dd-e8311149f8a1 None None] Set router 6e21a496-eb73-44e0-bd46-54a89cbe5543 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:59:29.122271 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6cdce0a7-b089-4e31-9f3b-0a53c19d15a1 req-55df3370-554d-4d9a-a368-4c692af2ab65 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e81df0e-700d-4abc-846f-dab4acefec63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530045 Mar 07 21:59:29.166077 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4cb1c-7969-4f49-889d-169917a0d4e3 req-13a153e3-1132-42d5-bb75-ef70076a89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:29.167516 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-42f4cb1c-7969-4f49-889d-169917a0d4e3 req-13a153e3-1132-42d5-bb75-ef70076a89bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8ed7da89-0548-43e4-83a9-a5fc04d898a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739813 Mar 07 21:59:29.295691 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-42f4cb1c-7969-4f49-889d-169917a0d4e3 req-5c14dce8-9a4e-4654-bb19-9d4e68b3f55d service neutron] 10.222.0.11 "GET /v2.0/networks/8ed7da89-0548-43e4-83a9-a5fc04d898a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218100 Mar 07 21:59:29.401212 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-efed7a57-7101-4606-b1dd-e8311149f8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'name': 'tempest-TestNetworkBasicOps-router-975018069', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:58:18Z', 'updated_at': '2022-03-07T21:59:20Z', 'revision_number': 6, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:19Z', 'updated_at': '2022-03-07T21:59:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'b1d4b381-a2bf-49ce-99b1-ca328b535898', 'name': '', 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:ec:06:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '4248781e-53b4-4aff-b822-90f6a69c6d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:23Z', 'updated_at': '2022-03-07T21:59:22Z', 'revision_number': 7, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '4248781e-53b4-4aff-b822-90f6a69c6d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:29.405025 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efed7a57-7101-4606-b1dd-e8311149f8a1 None None] The sync data for ids ['6e21a496-eb73-44e0-bd46-54a89cbe5543'] in dv-neutron-829957-1-hyperv is: [{'id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'name': 'tempest-TestNetworkBasicOps-router-975018069', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:58:18Z', 'updated_at': '2022-03-07T21:59:20Z', 'revision_number': 6, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:19Z', 'updated_at': '2022-03-07T21:59:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'b1d4b381-a2bf-49ce-99b1-ca328b535898', 'name': '', 'network_id': '8ed7da89-0548-43e4-83a9-a5fc04d898a4', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'mac_address': 'fa:16:3e:ec:06:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '4248781e-53b4-4aff-b822-90f6a69c6d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:23Z', 'updated_at': '2022-03-07T21:59:22Z', 'revision_number': 7, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'subnets': [{'id': '4248781e-53b4-4aff-b822-90f6a69c6d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:59:29.429589 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-42f4cb1c-7969-4f49-889d-169917a0d4e3 req-9ca41cb9-12a4-4806-a42d-294f1a924ba7 service neutron] 10.222.0.11 "GET /v2.0/networks/8ed7da89-0548-43e4-83a9-a5fc04d898a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268308 Mar 07 21:59:30.004210 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9cc1ae-827e-4200-bd20-a1de9b2f2757 None None] New status for floating IP e75f428e-c42e-4f3e-951d-3497ee548557: DOWN {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 21:59:30.191701 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7771c95-e253-47f5-9ac4-fc0f9b99e879 req-49bb8744-45e5-4619-8520-1e3c4a49f5b5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:30.192379 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-d7771c95-e253-47f5-9ac4-fc0f9b99e879 req-49bb8744-45e5-4619-8520-1e3c4a49f5b5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Synchronizing usage tracker for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 21:59:30.203838 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-d7771c95-e253-47f5-9ac4-fc0f9b99e879 req-49bb8744-45e5-4619-8520-1e3c4a49f5b5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Unset dirty status for tenant:eabc753b02e646aebebe0162c5cfe322 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 21:59:30.204894 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d7771c95-e253-47f5-9ac4-fc0f9b99e879 req-49bb8744-45e5-4619-8520-1e3c4a49f5b5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "GET /v2.0/ports?device_id=437a7d02-1150-44fe-8aa9-fd7c17669fc8 HTTP/1.1" status: 200 len: 945 time: 0.0970862 Mar 07 21:59:30.272688 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-d7771c95-e253-47f5-9ac4-fc0f9b99e879 req-4967306c-465e-4dbc-98ad-4d6fc141885c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:59:30.273015 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d7771c95-e253-47f5-9ac4-fc0f9b99e879 req-4967306c-465e-4dbc-98ad-4d6fc141885c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:30.312861 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63164553-2101-4e09-8187-bcb90a100468 req-42d3f473-99f4-4416-b820-6e0ed86f4611 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:30.314328 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-63164553-2101-4e09-8187-bcb90a100468 req-42d3f473-99f4-4416-b820-6e0ed86f4611 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=437a7d02-1150-44fe-8aa9-fd7c17669fc8 HTTP/1.1" status: 200 len: 945 time: 0.0813103 Mar 07 21:59:30.357272 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-63164553-2101-4e09-8187-bcb90a100468 req-fbe6e5eb-589d-4d47-8087-068df2e9e531 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e81df0e-700d-4abc-846f-dab4acefec63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372751 Mar 07 21:59:30.517261 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-d7771c95-e253-47f5-9ac4-fc0f9b99e879 req-4967306c-465e-4dbc-98ad-4d6fc141885c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port e539742e-1ff4-4bf9-bd15-52cb9d5b05a5, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=e539742e-1ff4-4bf9-bd15-52cb9d5b05a5,segment=NetworkSegment(d150a636-6d56-441d-932a-fd2a5b59f320),segment_id=d150a636-6d56-441d-932a-fd2a5b59f320)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:59:30.517613 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d7771c95-e253-47f5-9ac4-fc0f9b99e879 req-4967306c-465e-4dbc-98ad-4d6fc141885c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:30.636554 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-d7771c95-e253-47f5-9ac4-fc0f9b99e879 req-4967306c-465e-4dbc-98ad-4d6fc141885c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 owned by compute:nova {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:59:30.849767 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d7771c95-e253-47f5-9ac4-fc0f9b99e879 req-4967306c-465e-4dbc-98ad-4d6fc141885c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:30.903383 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967306c-465e-4dbc-98ad-4d6fc141885c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=e539742e-1ff4-4bf9-bd15-52cb9d5b05a5,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:30.946210 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967306c-465e-4dbc-98ad-4d6fc141885c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:30.946560 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967306c-465e-4dbc-98ad-4d6fc141885c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:30.946901 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967306c-465e-4dbc-98ad-4d6fc141885c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:30.947233 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967306c-465e-4dbc-98ad-4d6fc141885c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:30.947624 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967306c-465e-4dbc-98ad-4d6fc141885c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:30.947949 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967306c-465e-4dbc-98ad-4d6fc141885c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:30.948805 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967306c-465e-4dbc-98ad-4d6fc141885c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:30.949128 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967306c-465e-4dbc-98ad-4d6fc141885c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:30.949445 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967306c-465e-4dbc-98ad-4d6fc141885c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:30.949761 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967306c-465e-4dbc-98ad-4d6fc141885c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:30.950102 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967306c-465e-4dbc-98ad-4d6fc141885c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:30.953484 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967306c-465e-4dbc-98ad-4d6fc141885c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 21:59:30.988528 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7771c95-e253-47f5-9ac4-fc0f9b99e879 req-4967306c-465e-4dbc-98ad-4d6fc141885c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] No DVR routers for this DVR port e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 on host hv-neutron-8299 {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:59:30.990893 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d7771c95-e253-47f5-9ac4-fc0f9b99e879 req-4967306c-465e-4dbc-98ad-4d6fc141885c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:30.993383 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437a7d02-1150-44fe-8aa9-fd7c17669fc8', 'name': 'network-vif-deleted', 'tag': 'e539742e-1ff4-4bf9-bd15-52cb9d5b05a5'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:59:31.037147 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437a7d02-1150-44fe-8aa9-fd7c17669fc8', 'name': 'network-vif-deleted', 'tag': 'e539742e-1ff4-4bf9-bd15-52cb9d5b05a5', 'status': 'completed', 'code': 200} Mar 07 21:59:31.063652 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d7771c95-e253-47f5-9ac4-fc0f9b99e879 req-4967306c-465e-4dbc-98ad-4d6fc141885c tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.11 "DELETE /v2.0/ports/e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 HTTP/1.1" status: 204 len: 173 time: 0.8535819 Mar 07 21:59:31.513640 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0d1a647c-fa83-418e-9176-297c0568da04 req-16bc6021-c5bb-4133-a3ef-1eea5106328b tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "GET /v2.0/ports?device_id=437a7d02-1150-44fe-8aa9-fd7c17669fc8 HTTP/1.1" status: 200 len: 210 time: 0.0412018 Mar 07 21:59:32.605333 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52206) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:59:32.675763 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ea80a19d-c1df-4c28-85da-a5178a5a75db tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:32.704602 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ea80a19d-c1df-4c28-85da-a5178a5a75db tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:32.846130 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ea80a19d-c1df-4c28-85da-a5178a5a75db tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:32.866640 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80a19d-c1df-4c28-85da-a5178a5a75db tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e81df0e-700d-4abc-846f-dab4acefec63,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:32.936412 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ea80a19d-c1df-4c28-85da-a5178a5a75db tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:32.937470 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ea80a19d-c1df-4c28-85da-a5178a5a75db tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/security-groups/8e81df0e-700d-4abc-846f-dab4acefec63 HTTP/1.1" status: 204 len: 168 time: 0.3305514 Mar 07 21:59:33.044674 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 52212) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:59:33.678469 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-75721a77-21fd-4b95-a278-9e27df7d0c4d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:34.024318 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-75721a77-21fd-4b95-a278-9e27df7d0c4d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port b1d4b381-a2bf-49ce-99b1-ca328b535898 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:59:34.024573 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-75721a77-21fd-4b95-a278-9e27df7d0c4d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:34.110451 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:59:34.146973 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:59:34.147315 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device e539742e-1ff4-4bf9-bd15-52cb9d5b05a5 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:59:34.207936 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-75721a77-21fd-4b95-a278-9e27df7d0c4d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port b1d4b381-a2bf-49ce-99b1-ca328b535898, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=b1d4b381-a2bf-49ce-99b1-ca328b535898,segment=NetworkSegment(d150a636-6d56-441d-932a-fd2a5b59f320),segment_id=d150a636-6d56-441d-932a-fd2a5b59f320)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:59:34.208491 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-75721a77-21fd-4b95-a278-9e27df7d0c4d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:34.331505 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-75721a77-21fd-4b95-a278-9e27df7d0c4d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for b1d4b381-a2bf-49ce-99b1-ca328b535898 owned by network:router_interface {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:59:34.712750 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-75721a77-21fd-4b95-a278-9e27df7d0c4d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:34.789981 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75721a77-21fd-4b95-a278-9e27df7d0c4d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=b1d4b381-a2bf-49ce-99b1-ca328b535898,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:35.145566 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-75721a77-21fd-4b95-a278-9e27df7d0c4d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:35.491285 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75721a77-21fd-4b95-a278-9e27df7d0c4d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Router 6e21a496-eb73-44e0-bd46-54a89cbe5543 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 21:59:35.665048 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75721a77-21fd-4b95-a278-9e27df7d0c4d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 21:59:35.674719 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9d7899-64c0-42b3-ab3d-826742396d92 None None] Sync routers for ids ['6e21a496-eb73-44e0-bd46-54a89cbe5543'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 21:59:35.678188 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-75721a77-21fd-4b95-a278-9e27df7d0c4d tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "PUT /v2.0/routers/6e21a496-eb73-44e0-bd46-54a89cbe5543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6324298 Mar 07 21:59:35.680872 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 52216) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:59:35.687256 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9d7899-64c0-42b3-ab3d-826742396d92 None None] Routers {'6e21a496-eb73-44e0-bd46-54a89cbe5543'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:59:35.687256 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5e9d7899-64c0-42b3-ab3d-826742396d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:59:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['6e21a496-eb73-44e0-bd46-54a89cbe5543'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:35.745214 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-f307a059-828c-4347-b516-a8fa86ae0fe5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting subnet 4248781e-53b4-4aff-b822-90f6a69c6d51 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 21:59:35.748815 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f307a059-828c-4347-b516-a8fa86ae0fe5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:35.806642 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f307a059-828c-4347-b516-a8fa86ae0fe5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:35.864822 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-5e9d7899-64c0-42b3-ab3d-826742396d92 None None] Set router 6e21a496-eb73-44e0-bd46-54a89cbe5543 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:59:35.890138 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f307a059-828c-4347-b516-a8fa86ae0fe5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:36.018258 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f307a059-828c-4347-b516-a8fa86ae0fe5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:36.060943 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307a059-828c-4347-b516-a8fa86ae0fe5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Subnet': ['ID=4248781e-53b4-4aff-b822-90f6a69c6d51,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:36.064594 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f307a059-828c-4347-b516-a8fa86ae0fe5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:36.074381 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f307a059-828c-4347-b516-a8fa86ae0fe5 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/subnets/4248781e-53b4-4aff-b822-90f6a69c6d51 HTTP/1.1" status: 204 len: 168 time: 0.3898029 Mar 07 21:59:36.074564 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbbc597-b820-4792-a1ec-75dc81d813c2 None None] Network 8ed7da89-0548-43e4-83a9-a5fc04d898a4 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 21:59:36.074970 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 52220) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:59:36.177800 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5e9d7899-64c0-42b3-ab3d-826742396d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'name': 'tempest-TestNetworkBasicOps-router-975018069', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:58:18Z', 'updated_at': '2022-03-07T21:59:34Z', 'revision_number': 7, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:19Z', 'updated_at': '2022-03-07T21:59:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:36.181636 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9d7899-64c0-42b3-ab3d-826742396d92 None None] Checking router: 6e21a496-eb73-44e0-bd46-54a89cbe5543 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 21:59:36.189735 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9d7899-64c0-42b3-ab3d-826742396d92 None None] Routers {'6e21a496-eb73-44e0-bd46-54a89cbe5543'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 21:59:36.190371 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5e9d7899-64c0-42b3-ab3d-826742396d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T21:59:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['6e21a496-eb73-44e0-bd46-54a89cbe5543'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:36.250998 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19cbc907-9357-4e06-8afd-eec443c41658 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:36.320998 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c570676d-1a65-40d5-8e1c-011e2cd1daec None None] DHCP port deletion for 8ed7da89-0548-43e4-83a9-a5fc04d898a4 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 21:59:36.326278 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c570676d-1a65-40d5-8e1c-011e2cd1daec None None] Deleting port db0928a7-e62b-4855-8528-5be79bf112ff {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:59:36.326648 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c570676d-1a65-40d5-8e1c-011e2cd1daec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:36.374233 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-5e9d7899-64c0-42b3-ab3d-826742396d92 None None] Set router 6e21a496-eb73-44e0-bd46-54a89cbe5543 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 21:59:36.571943 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c570676d-1a65-40d5-8e1c-011e2cd1daec None None] For port db0928a7-e62b-4855-8528-5be79bf112ff, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=db0928a7-e62b-4855-8528-5be79bf112ff,segment=NetworkSegment(d150a636-6d56-441d-932a-fd2a5b59f320),segment_id=d150a636-6d56-441d-932a-fd2a5b59f320)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:59:36.572840 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c570676d-1a65-40d5-8e1c-011e2cd1daec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:36.577809 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19cbc907-9357-4e06-8afd-eec443c41658 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:36.640294 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device db0928a7-e62b-4855-8528-5be79bf112ff no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:59:36.664380 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-19cbc907-9357-4e06-8afd-eec443c41658 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Deleting port 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 21:59:36.664860 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19cbc907-9357-4e06-8afd-eec443c41658 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:36.685213 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5e9d7899-64c0-42b3-ab3d-826742396d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'name': 'tempest-TestNetworkBasicOps-router-975018069', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:58:18Z', 'updated_at': '2022-03-07T21:59:34Z', 'revision_number': 7, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:19Z', 'updated_at': '2022-03-07T21:59:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:36.689569 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9d7899-64c0-42b3-ab3d-826742396d92 None None] The sync data for ids ['6e21a496-eb73-44e0-bd46-54a89cbe5543'] in dv-neutron-829957-1-hyperv is: [{'id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'name': 'tempest-TestNetworkBasicOps-router-975018069', 'tenant_id': 'eabc753b02e646aebebe0162c5cfe322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36'}], 'enable_snat': True}, 'gw_port_id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T21:58:18Z', 'updated_at': '2022-03-07T21:59:34Z', 'revision_number': 7, 'project_id': 'eabc753b02e646aebebe0162c5cfe322', 'gw_port': {'id': '16abdf4a-4d6c-4b3a-bfe5-a43deb013d55', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e21a496-eb73-44e0-bd46-54a89cbe5543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T21:58:19Z', 'updated_at': '2022-03-07T21:59:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 21:59:36.733945 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c570676d-1a65-40d5-8e1c-011e2cd1daec None None] Calling delete_port for db0928a7-e62b-4855-8528-5be79bf112ff owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:59:36.858757 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-19cbc907-9357-4e06-8afd-eec443c41658 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] For port 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=16abdf4a-4d6c-4b3a-bfe5-a43deb013d55,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:59:36.859146 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19cbc907-9357-4e06-8afd-eec443c41658 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:36.870410 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:36.944463 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c570676d-1a65-40d5-8e1c-011e2cd1daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:36.982367 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-19cbc907-9357-4e06-8afd-eec443c41658 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Calling delete_port for 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55 owned by network:router_gateway {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 21:59:36.999628 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570676d-1a65-40d5-8e1c-011e2cd1daec None None] Pushing event deleted for resources: {'Port': ['ID=db0928a7-e62b-4855-8528-5be79bf112ff,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:37.004953 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c570676d-1a65-40d5-8e1c-011e2cd1daec None None] No DVR routers for this DVR port db0928a7-e62b-4855-8528-5be79bf112ff on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 21:59:37.200727 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19cbc907-9357-4e06-8afd-eec443c41658 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:37.247964 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbc907-9357-4e06-8afd-eec443c41658 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Port': ['ID=16abdf4a-4d6c-4b3a-bfe5-a43deb013d55,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:37.337273 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19cbc907-9357-4e06-8afd-eec443c41658 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:37.506357 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19cbc907-9357-4e06-8afd-eec443c41658 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:37.508378 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19cbc907-9357-4e06-8afd-eec443c41658 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:37.609539 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19cbc907-9357-4e06-8afd-eec443c41658 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:37.610178 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cbc907-9357-4e06-8afd-eec443c41658 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Fanout notify agent at l3_agent the message router_deleted on router 6e21a496-eb73-44e0-bd46-54a89cbe5543 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 21:59:37.625366 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-19cbc907-9357-4e06-8afd-eec443c41658 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:37.626394 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-19cbc907-9357-4e06-8afd-eec443c41658 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/routers/6e21a496-eb73-44e0-bd46-54a89cbe5543 HTTP/1.1" status: 204 len: 168 time: 1.5508187 Mar 07 21:59:37.628997 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 52226) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:59:37.744771 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-df7f9142-a27e-499b-8b3b-b7f44e421c69 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:37.876455 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-df7f9142-a27e-499b-8b3b-b7f44e421c69 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:37.901117 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-df7f9142-a27e-499b-8b3b-b7f44e421c69 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed7da89-0548-43e4-83a9-a5fc04d898a4']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:37.913288 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-df7f9142-a27e-499b-8b3b-b7f44e421c69 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd150a636-6d56-441d-932a-fd2a5b59f320') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:37.913580 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-df7f9142-a27e-499b-8b3b-b7f44e421c69 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd150a636-6d56-441d-932a-fd2a5b59f320') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 21:59:37.924419 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-df7f9142-a27e-499b-8b3b-b7f44e421c69 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:37.939948 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-df7f9142-a27e-499b-8b3b-b7f44e421c69 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:37.945906 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7f9142-a27e-499b-8b3b-b7f44e421c69 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 21:59:37.946319 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-df7f9142-a27e-499b-8b3b-b7f44e421c69 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 21:59:37.960914 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 21:59:38.223360 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-df7f9142-a27e-499b-8b3b-b7f44e421c69 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:38.240251 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-df7f9142-a27e-499b-8b3b-b7f44e421c69 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:38.251389 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f9142-a27e-499b-8b3b-b7f44e421c69 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] Pushing event deleted for resources: {'Network': ['ID=8ed7da89-0548-43e4-83a9-a5fc04d898a4,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:38.315252 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-df7f9142-a27e-499b-8b3b-b7f44e421c69 tempest-TestNetworkBasicOps-67349393 tempest-TestNetworkBasicOps-67349393-project] 10.222.0.21 "DELETE /v2.0/networks/8ed7da89-0548-43e4-83a9-a5fc04d898a4 HTTP/1.1" status: 204 len: 168 time: 0.6852081 Mar 07 21:59:38.555196 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b1d4b381-a2bf-49ce-99b1-ca328b535898 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:59:38.590056 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: b1d4b381-a2bf-49ce-99b1-ca328b535898 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:59:38.590346 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b1d4b381-a2bf-49ce-99b1-ca328b535898 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:59:38.590764 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 21:59:38.623861 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 21:59:38.624206 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 16abdf4a-4d6c-4b3a-bfe5-a43deb013d55 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 21:59:38.821990 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52236) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:59:38.988377 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-718241d7-b5a4-4d10-bc9c-687af2b83989 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eabc753b02e646aebebe0162c5cfe322&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1654918 Mar 07 21:59:38.988601 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52242) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:59:39.046947 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2a63cce9-1d39-4947-9718-2d41206dfcea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:39.075790 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2a63cce9-1d39-4947-9718-2d41206dfcea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:39.192565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2a63cce9-1d39-4947-9718-2d41206dfcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:39.210043 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63cce9-1d39-4947-9718-2d41206dfcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef5d0a9-b445-4f06-a8db-c3be2d394415,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:39.218961 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2a63cce9-1d39-4947-9718-2d41206dfcea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:39.220075 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2a63cce9-1d39-4947-9718-2d41206dfcea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ef5d0a9-b445-4f06-a8db-c3be2d394415 HTTP/1.1" status: 204 len: 168 time: 0.2305999 Mar 07 21:59:39.749078 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52250) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:59:39.767588 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1a484550-6243-4335-be42-d64f5654bfba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:39.781520 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1a484550-6243-4335-be42-d64f5654bfba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:59:39.785289 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1a484550-6243-4335-be42-d64f5654bfba admin admin] Usage tracker for resource:security_group_rule and tenant:c17ead6e46984decb5996802248c2ab3 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:59:39.788081 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1a484550-6243-4335-be42-d64f5654bfba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:59:39.793857 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1a484550-6243-4335-be42-d64f5654bfba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:59:39.874328 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1a484550-6243-4335-be42-d64f5654bfba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:39.948512 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1a484550-6243-4335-be42-d64f5654bfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:39.995191 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1a484550-6243-4335-be42-d64f5654bfba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c17ead6e46984decb5996802248c2ab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2449448 Mar 07 21:59:39.997394 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a484550-6243-4335-be42-d64f5654bfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd944b4-306c-4aa1-ad57-cd18a306a8d4,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:39.998463 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 52254) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 21:59:40.055016 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-544723d6-db26-477a-be4a-31235c39783e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:40.080027 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-544723d6-db26-477a-be4a-31235c39783e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:40.211434 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-544723d6-db26-477a-be4a-31235c39783e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:40.227385 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544723d6-db26-477a-be4a-31235c39783e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd944b4-306c-4aa1-ad57-cd18a306a8d4,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:40.232283 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-544723d6-db26-477a-be4a-31235c39783e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:40.233262 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-544723d6-db26-477a-be4a-31235c39783e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2dd944b4-306c-4aa1-ad57-cd18a306a8d4 HTTP/1.1" status: 204 len: 168 time: 0.2338068 Mar 07 21:59:45.998126 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:46.232979 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 21:59:48.071000 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-ea7820c6-98f7-4067-86e2-69dd79b304d7 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e99ab0c405f040e1bacb63facd06f4d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304999 Mar 07 21:59:48.216741 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-9fcac816-04c9-4b25-b845-ba650bb01db4 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:48.218149 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-9fcac816-04c9-4b25-b845-ba650bb01db4 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1421442 Mar 07 21:59:48.231983 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-64ed37c3-699d-489a-afea-2162f3e3da04 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/quotas/e99ab0c405f040e1bacb63facd06f4d9 HTTP/1.1" status: 200 len: 375 time: 0.0085030 Mar 07 21:59:48.276584 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-68a53f6d-9d37-47cc-abe1-a7fa3a33efb4 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e99ab0c405f040e1bacb63facd06f4d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397372 Mar 07 21:59:48.532076 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fac77619-cc1e-443b-afca-a20000db3e4d req-173a0641-08e7-495b-963e-e0ed9455148a tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac4e1ed-c219-4067-8db4-cba500416ffc HTTP/1.1" status: 200 len: 210 time: 0.0432217 Mar 07 21:59:49.680714 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5b2487e4-666f-4f31-b109-91aae67362ad req-94146ad9-2f11-4b57-aece-6c38c19272b8 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac4e1ed-c219-4067-8db4-cba500416ffc HTTP/1.1" status: 200 len: 210 time: 0.0463657 Mar 07 21:59:50.063006 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d0636711-659e-443d-8993-001cd0384022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:50.490334 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-1c8e172b-0478-4432-b924-1ebf0c9366ea tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e99ab0c405f040e1bacb63facd06f4d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271266 Mar 07 21:59:50.657193 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-4f16463d-ebd7-4512-9aed-c814ba3c69a8 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:50.658617 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-4f16463d-ebd7-4512-9aed-c814ba3c69a8 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1640477 Mar 07 21:59:50.670877 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-5a6557dc-89c3-43c5-a9da-975d971d4fb9 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Request body: {'port': {'device_id': '9ac4e1ed-c219-4067-8db4-cba500416ffc', 'network_id': 'd52c5683-2d7f-4d19-ba8c-312a3a5df9e3', 'admin_state_up': True, 'tenant_id': 'e99ab0c405f040e1bacb63facd06f4d9'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:50.809560 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-5a6557dc-89c3-43c5-a9da-975d971d4fb9 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:59:50.813564 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-5a6557dc-89c3-43c5-a9da-975d971d4fb9 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Usage tracker for resource:port and tenant:e99ab0c405f040e1bacb63facd06f4d9 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:59:50.816528 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-5a6557dc-89c3-43c5-a9da-975d971d4fb9 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:59:50.822398 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-5a6557dc-89c3-43c5-a9da-975d971d4fb9 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:59:50.843658 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a5ecb009-92a8-45e6-ba67-3d2976170f6a req-bf80a50b-e73e-4e76-89b8-b7e0e3f53f3b tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac4e1ed-c219-4067-8db4-cba500416ffc HTTP/1.1" status: 200 len: 210 time: 0.0457745 Mar 07 21:59:50.919966 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-5a6557dc-89c3-43c5-a9da-975d971d4fb9 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Made reservation on behalf of e99ab0c405f040e1bacb63facd06f4d9 for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 21:59:50.923640 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-5a6557dc-89c3-43c5-a9da-975d971d4fb9 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:50.937034 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-5a6557dc-89c3-43c5-a9da-975d971d4fb9 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:50.952022 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-5a6557dc-89c3-43c5-a9da-975d971d4fb9 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 21:59:50.955776 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-5a6557dc-89c3-43c5-a9da-975d971d4fb9 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Usage tracker for resource:security_group_rule and tenant:e99ab0c405f040e1bacb63facd06f4d9 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 21:59:50.958576 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-5a6557dc-89c3-43c5-a9da-975d971d4fb9 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 21:59:50.964446 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-5a6557dc-89c3-43c5-a9da-975d971d4fb9 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 21:59:51.044318 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-5a6557dc-89c3-43c5-a9da-975d971d4fb9 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:51.137268 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-5a6557dc-89c3-43c5-a9da-975d971d4fb9 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:51.221445 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6557dc-89c3-43c5-a9da-975d971d4fb9 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47fc4a8b-fe02-463d-980c-99145047d156,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:51.307813 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-5a6557dc-89c3-43c5-a9da-975d971d4fb9 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Allocated IP 192.168.233.239 (d52c5683-2d7f-4d19-ba8c-312a3a5df9e3/b2cc5aaa-8af2-482a-aeca-86b4d99f0504/c7e625f8-43da-4a2b-a1a8-c01e874e3dad) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 21:59:51.512021 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-5a6557dc-89c3-43c5-a9da-975d971d4fb9 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:51.526852 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-5a6557dc-89c3-43c5-a9da-975d971d4fb9 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Transition to ACTIVE for port object c7e625f8-43da-4a2b-a1a8-c01e874e3dad will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:59:51.623298 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-5a6557dc-89c3-43c5-a9da-975d971d4fb9 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:51.688553 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-5a6557dc-89c3-43c5-a9da-975d971d4fb9 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Network d52c5683-2d7f-4d19-ba8c-312a3a5df9e3 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 21:59:51.689704 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-5a6557dc-89c3-43c5-a9da-975d971d4fb9 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 21:59:51.698625 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-5a6557dc-89c3-43c5-a9da-975d971d4fb9 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 21:59:51.735839 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6557dc-89c3-43c5-a9da-975d971d4fb9 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Pushing event updated for resources: {'Port': ['ID=c7e625f8-43da-4a2b-a1a8-c01e874e3dad,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:51.771560 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-5a6557dc-89c3-43c5-a9da-975d971d4fb9 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:51.771560 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-5a6557dc-89c3-43c5-a9da-975d971d4fb9 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:51.858439 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-5a6557dc-89c3-43c5-a9da-975d971d4fb9 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1915791 Mar 07 21:59:51.869472 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-542e2b03-4e38-4233-a616-702642e3fffc service neutron] Request body: {'port': {'device_id': '9ac4e1ed-c219-4067-8db4-cba500416ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 21:59:51.971527 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fc053dd8-bf26-4e28-9e11-75c7a173fd7b None None] Provisioning for port c7e625f8-43da-4a2b-a1a8-c01e874e3dad completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:59:51.976605 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fc053dd8-bf26-4e28-9e11-75c7a173fd7b None None] Provisioning complete for port c7e625f8-43da-4a2b-a1a8-c01e874e3dad triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:59:51.976972 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fc053dd8-bf26-4e28-9e11-75c7a173fd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:51.984307 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-542e2b03-4e38-4233-a616-702642e3fffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:52.034069 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efb016-b267-4ea7-b8e1-078682bf7d3f req-77b12620-c7cf-4bdb-866b-b5d24728d0f6 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:52.036665 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-61efb016-b267-4ea7-b8e1-078682bf7d3f req-77b12620-c7cf-4bdb-866b-b5d24728d0f6 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac4e1ed-c219-4067-8db4-cba500416ffc HTTP/1.1" status: 200 len: 936 time: 0.0892518 Mar 07 21:59:52.037235 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-fc053dd8-bf26-4e28-9e11-75c7a173fd7b None None] Port c7e625f8-43da-4a2b-a1a8-c01e874e3dad cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 21:59:52.094032 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-61efb016-b267-4ea7-b8e1-078682bf7d3f req-ea3f78c3-dc54-487b-9cf1-86e9b5c530bb tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/security-groups?id=47fc4a8b-fe02-463d-980c-99145047d156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491345 Mar 07 21:59:52.269002 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-12caaba3-e38c-4c30-b7a5-0c7864c1b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:52.332201 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-542e2b03-4e38-4233-a616-702642e3fffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e625f8-43da-4a2b-a1a8-c01e874e3dad {{(pid=88387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:59:52.339595 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-542e2b03-4e38-4233-a616-702642e3fffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:52.353374 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-542e2b03-4e38-4233-a616-702642e3fffc service neutron] Transition to ACTIVE for port object c7e625f8-43da-4a2b-a1a8-c01e874e3dad will not be triggered until provisioned by entity L2. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 21:59:52.434131 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-542e2b03-4e38-4233-a616-702642e3fffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:52.564845 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e2b03-4e38-4233-a616-702642e3fffc service neutron] Pushing event updated for resources: {'Port': ['ID=c7e625f8-43da-4a2b-a1a8-c01e874e3dad,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:52.667026 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-542e2b03-4e38-4233-a616-702642e3fffc service neutron] Attempting to bind port c7e625f8-43da-4a2b-a1a8-c01e874e3dad on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 21:59:52.667350 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-542e2b03-4e38-4233-a616-702642e3fffc service neutron] Attempting to bind port c7e625f8-43da-4a2b-a1a8-c01e874e3dad by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e8dc1063-d846-46c1-8abb-d22c0cfe51ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd52c5683-2d7f-4d19-ba8c-312a3a5df9e3'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 21:59:52.668234 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-542e2b03-4e38-4233-a616-702642e3fffc service neutron] Attempting to bind port c7e625f8-43da-4a2b-a1a8-c01e874e3dad on network d52c5683-2d7f-4d19-ba8c-312a3a5df9e3 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:59:52.672760 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-542e2b03-4e38-4233-a616-702642e3fffc service neutron] Port c7e625f8-43da-4a2b-a1a8-c01e874e3dad on network d52c5683-2d7f-4d19-ba8c-312a3a5df9e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 21:59:52.673087 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-542e2b03-4e38-4233-a616-702642e3fffc service neutron] Attempting to bind port c7e625f8-43da-4a2b-a1a8-c01e874e3dad on network d52c5683-2d7f-4d19-ba8c-312a3a5df9e3 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 21:59:52.678058 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-542e2b03-4e38-4233-a616-702642e3fffc service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 21:59:52.678385 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-542e2b03-4e38-4233-a616-702642e3fffc service neutron] Checking segment: {'id': 'e8dc1063-d846-46c1-8abb-d22c0cfe51ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd52c5683-2d7f-4d19-ba8c-312a3a5df9e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 21:59:52.678750 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-542e2b03-4e38-4233-a616-702642e3fffc service neutron] Bound using segment: {'id': 'e8dc1063-d846-46c1-8abb-d22c0cfe51ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd52c5683-2d7f-4d19-ba8c-312a3a5df9e3'} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 21:59:52.679158 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-542e2b03-4e38-4233-a616-702642e3fffc service neutron] Bound port: c7e625f8-43da-4a2b-a1a8-c01e874e3dad, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8dc1063-d846-46c1-8abb-d22c0cfe51ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd52c5683-2d7f-4d19-ba8c-312a3a5df9e3'}}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 21:59:52.679488 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-542e2b03-4e38-4233-a616-702642e3fffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:52.866806 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-542e2b03-4e38-4233-a616-702642e3fffc service neutron] For port c7e625f8-43da-4a2b-a1a8-c01e874e3dad, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 21:59:52.869684 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-542e2b03-4e38-4233-a616-702642e3fffc service neutron] For port c7e625f8-43da-4a2b-a1a8-c01e874e3dad, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c7e625f8-43da-4a2b-a1a8-c01e874e3dad,segment=NetworkSegment(e8dc1063-d846-46c1-8abb-d22c0cfe51ce),segment_id=e8dc1063-d846-46c1-8abb-d22c0cfe51ce)] {{(pid=88387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 21:59:52.941014 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-542e2b03-4e38-4233-a616-702642e3fffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:52.997945 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-542e2b03-4e38-4233-a616-702642e3fffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:52.998567 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-542e2b03-4e38-4233-a616-702642e3fffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:52.999923 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-542e2b03-4e38-4233-a616-702642e3fffc service neutron] 10.222.0.11 "PUT /v2.0/ports/c7e625f8-43da-4a2b-a1a8-c01e874e3dad HTTP/1.1" status: 200 len: 1098 time: 1.1345596 Mar 07 21:59:53.000434 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac4e1ed-c219-4067-8db4-cba500416ffc', 'tag': 'c7e625f8-43da-4a2b-a1a8-c01e874e3dad'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:59:53.025367 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e2b03-4e38-4233-a616-702642e3fffc service neutron] Pushing event updated for resources: {'Port': ['ID=c7e625f8-43da-4a2b-a1a8-c01e874e3dad,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:53.053064 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac4e1ed-c219-4067-8db4-cba500416ffc', 'tag': 'c7e625f8-43da-4a2b-a1a8-c01e874e3dad', 'status': 'completed', 'code': 200} Mar 07 21:59:53.151679 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121869c2-42c6-4d9a-b453-38d83cebbde7 req-8f0dbf9d-12e4-4346-bbac-1b32cb8ff81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:53.153678 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-121869c2-42c6-4d9a-b453-38d83cebbde7 req-8f0dbf9d-12e4-4346-bbac-1b32cb8ff81d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e99ab0c405f040e1bacb63facd06f4d9&device_id=9ac4e1ed-c219-4067-8db4-cba500416ffc HTTP/1.1" status: 200 len: 1101 time: 0.0804143 Mar 07 21:59:53.187878 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-121869c2-42c6-4d9a-b453-38d83cebbde7 req-3880c016-e911-4cfc-b9cd-8dc95c91948d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e99ab0c405f040e1bacb63facd06f4d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277421 Mar 07 21:59:53.245531 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:53.302874 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8def2-8159-4a53-b049-d6efac48e7d1 req-3dae02a1-ae01-4e6f-b2d1-1b56b83f04ac tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:53.306617 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-98c8def2-8159-4a53-b049-d6efac48e7d1 req-3dae02a1-ae01-4e6f-b2d1-1b56b83f04ac tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac4e1ed-c219-4067-8db4-cba500416ffc HTTP/1.1" status: 200 len: 948 time: 0.0842962 Mar 07 21:59:53.335838 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121869c2-42c6-4d9a-b453-38d83cebbde7 req-6e8131ad-b087-4513-8e8b-f7a7ec72ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:53.337565 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-121869c2-42c6-4d9a-b453-38d83cebbde7 req-6e8131ad-b087-4513-8e8b-f7a7ec72ad2e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1446970 Mar 07 21:59:53.351442 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-98c8def2-8159-4a53-b049-d6efac48e7d1 req-bf2c42f4-71f9-48fa-8cfc-0297bc092a3a tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/security-groups?id=47fc4a8b-fe02-463d-980c-99145047d156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405278 Mar 07 21:59:53.377576 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:53.450135 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-abd8f2ed-6a26-474d-a499-78c8fd00522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:53.451583 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-abd8f2ed-6a26-474d-a499-78c8fd00522c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e99ab0c405f040e1bacb63facd06f4d9&device_id=9ac4e1ed-c219-4067-8db4-cba500416ffc HTTP/1.1" status: 200 len: 1101 time: 0.0753398 Mar 07 21:59:53.518909 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-d6301897-6c6c-4089-9405-deaee36ba319 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=c7e625f8-43da-4a2b-a1a8-c01e874e3dad HTTP/1.1" status: 200 len: 217 time: 0.0607877 Mar 07 21:59:53.588932 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-ebeea5ba-f1a3-4e4b-86d9-e3f6dc5f8647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:53.590709 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-ebeea5ba-f1a3-4e4b-86d9-e3f6dc5f8647 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2cc5aaa-8af2-482a-aeca-86b4d99f0504 HTTP/1.1" status: 200 len: 843 time: 0.0664964 Mar 07 21:59:53.664739 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-febd004f-91b6-4456-b76c-3c8c02c9712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:53.666118 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-febd004f-91b6-4456-b76c-3c8c02c9712f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d52c5683-2d7f-4d19-ba8c-312a3a5df9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0701001 Mar 07 21:59:53.798561 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-287f0ef6-7868-41cf-821d-b40d7494a35b service neutron] 10.222.0.11 "GET /v2.0/networks/d52c5683-2d7f-4d19-ba8c-312a3a5df9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259596 Mar 07 21:59:53.928689 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-db33540a-2079-4a7d-8d8d-57e9e04128fc req-4e40a1d4-947e-4540-8752-2fb24c53c4eb service neutron] 10.222.0.11 "GET /v2.0/networks/d52c5683-2d7f-4d19-ba8c-312a3a5df9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241343 Mar 07 21:59:54.550840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df4ae3-6418-42f1-bab1-251bef98bd97 req-62c8f083-f967-4e8d-93e8-77f4f57d5f77 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:54.552259 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-61df4ae3-6418-42f1-bab1-251bef98bd97 req-62c8f083-f967-4e8d-93e8-77f4f57d5f77 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac4e1ed-c219-4067-8db4-cba500416ffc HTTP/1.1" status: 200 len: 948 time: 0.0928197 Mar 07 21:59:54.693041 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-61df4ae3-6418-42f1-bab1-251bef98bd97 req-4bba27ed-b839-4168-af3d-a14a50c457b6 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/security-groups?id=47fc4a8b-fe02-463d-980c-99145047d156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350837 Mar 07 21:59:54.792155 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:55.879603 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38585f-c067-452e-98eb-192e85596069 req-4053fd34-6ed9-47b9-a1ae-412714c07437 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:55.881025 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0a38585f-c067-452e-98eb-192e85596069 req-4053fd34-6ed9-47b9-a1ae-412714c07437 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac4e1ed-c219-4067-8db4-cba500416ffc HTTP/1.1" status: 200 len: 948 time: 0.0855651 Mar 07 21:59:55.924204 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0a38585f-c067-452e-98eb-192e85596069 req-ac00a751-f247-4332-871f-5acd9bc03680 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/security-groups?id=47fc4a8b-fe02-463d-980c-99145047d156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369358 Mar 07 21:59:56.204370 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device c7e625f8-43da-4a2b-a1a8-c01e874e3dad details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 21:59:56.334064 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port c7e625f8-43da-4a2b-a1a8-c01e874e3dad, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c7e625f8-43da-4a2b-a1a8-c01e874e3dad,segment=NetworkSegment(e8dc1063-d846-46c1-8abb-d22c0cfe51ce),segment_id=e8dc1063-d846-46c1-8abb-d22c0cfe51ce)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:59:56.347076 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': 'c7e625f8-43da-4a2b-a1a8-c01e874e3dad', 'network_id': 'd52c5683-2d7f-4d19-ba8c-312a3a5df9e3', 'port_id': 'c7e625f8-43da-4a2b-a1a8-c01e874e3dad', 'mac_address': 'fa:16:3e:fa:7b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2cc5aaa-8af2-482a-aeca-86b4d99f0504', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 21:59:56.403840 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:56.420322 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e625f8-43da-4a2b-a1a8-c01e874e3dad {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 21:59:56.435577 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port c7e625f8-43da-4a2b-a1a8-c01e874e3dad, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c7e625f8-43da-4a2b-a1a8-c01e874e3dad,segment=NetworkSegment(e8dc1063-d846-46c1-8abb-d22c0cfe51ce),segment_id=e8dc1063-d846-46c1-8abb-d22c0cfe51ce)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:59:56.525175 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:56.590556 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=c7e625f8-43da-4a2b-a1a8-c01e874e3dad,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:56.729098 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['c7e625f8-43da-4a2b-a1a8-c01e874e3dad'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 21:59:57.103670 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1af091-6949-4b75-a411-f60a6722140d req-c1c5e2ed-4747-44a4-9769-4ff2cdee4019 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:57.105608 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8c1af091-6949-4b75-a411-f60a6722140d req-c1c5e2ed-4747-44a4-9769-4ff2cdee4019 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac4e1ed-c219-4067-8db4-cba500416ffc HTTP/1.1" status: 200 len: 949 time: 0.0797698 Mar 07 21:59:57.148450 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8c1af091-6949-4b75-a411-f60a6722140d req-11780193-2992-4758-8d10-d57676b8e207 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/security-groups?id=47fc4a8b-fe02-463d-980c-99145047d156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370750 Mar 07 21:59:58.218174 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device c7e625f8-43da-4a2b-a1a8-c01e874e3dad up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 21:59:58.343656 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbb6bf-a944-4f5b-b012-6d6a9629543d req-08553bc7-d471-406e-9aa4-3d1f31e8b6cb tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:58.345076 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f4bbb6bf-a944-4f5b-b012-6d6a9629543d req-08553bc7-d471-406e-9aa4-3d1f31e8b6cb tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac4e1ed-c219-4067-8db4-cba500416ffc HTTP/1.1" status: 200 len: 949 time: 0.0822213 Mar 07 21:59:58.348565 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port c7e625f8-43da-4a2b-a1a8-c01e874e3dad completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 21:59:58.353858 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port c7e625f8-43da-4a2b-a1a8-c01e874e3dad triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 21:59:58.354323 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:58.389277 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f4bbb6bf-a944-4f5b-b012-6d6a9629543d req-97db3493-6b68-4f8b-ae34-19b8b02a7a16 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/security-groups?id=47fc4a8b-fe02-463d-980c-99145047d156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385432 Mar 07 21:59:58.469809 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:58.494870 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac4e1ed-c219-4067-8db4-cba500416ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e625f8-43da-4a2b-a1a8-c01e874e3dad'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 21:59:58.504656 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port c7e625f8-43da-4a2b-a1a8-c01e874e3dad, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c7e625f8-43da-4a2b-a1a8-c01e874e3dad,segment=NetworkSegment(e8dc1063-d846-46c1-8abb-d22c0cfe51ce),segment_id=e8dc1063-d846-46c1-8abb-d22c0cfe51ce)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 21:59:58.539380 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac4e1ed-c219-4067-8db4-cba500416ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e625f8-43da-4a2b-a1a8-c01e874e3dad', 'code': 200} Mar 07 21:59:58.588744 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 21:59:58.657562 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=c7e625f8-43da-4a2b-a1a8-c01e874e3dad,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 21:59:58.922562 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53361fa4-840f-4a90-b48f-e620b70f72b4 req-84c34f9a-c6d4-47a5-bb98-e99359054ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:58.923994 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-53361fa4-840f-4a90-b48f-e620b70f72b4 req-84c34f9a-c6d4-47a5-bb98-e99359054ee6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9ac4e1ed-c219-4067-8db4-cba500416ffc HTTP/1.1" status: 200 len: 1103 time: 0.0725789 Mar 07 21:59:58.964981 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-53361fa4-840f-4a90-b48f-e620b70f72b4 req-15e4de78-b6f9-4a7a-a780-4dab456efc80 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=47fc4a8b-fe02-463d-980c-99145047d156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350432 Mar 07 21:59:59.569734 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1675a2d-b7ff-4508-9483-c671e6cede7a req-171f2f33-948d-40cc-b110-e6aa707e24b7 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 21:59:59.571162 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f1675a2d-b7ff-4508-9483-c671e6cede7a req-171f2f33-948d-40cc-b110-e6aa707e24b7 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac4e1ed-c219-4067-8db4-cba500416ffc HTTP/1.1" status: 200 len: 950 time: 0.0784543 Mar 07 21:59:59.613995 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f1675a2d-b7ff-4508-9483-c671e6cede7a req-aa21517f-e4be-4f31-94d7-bfb0cda3e40a tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/security-groups?id=47fc4a8b-fe02-463d-980c-99145047d156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371737 Mar 07 22:00:00.799994 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccc4a5-a1bf-4864-9a3a-d95f4974affe req-f27267d5-80c3-47db-a7e4-e4ff13e7875d tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:00.801414 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-beccc4a5-a1bf-4864-9a3a-d95f4974affe req-f27267d5-80c3-47db-a7e4-e4ff13e7875d tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac4e1ed-c219-4067-8db4-cba500416ffc HTTP/1.1" status: 200 len: 950 time: 0.0814540 Mar 07 22:00:00.844923 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-beccc4a5-a1bf-4864-9a3a-d95f4974affe req-289de486-fa3b-4155-a10a-82dba46368cf tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/security-groups?id=47fc4a8b-fe02-463d-980c-99145047d156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376813 Mar 07 22:00:02.341516 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e73a64-25a1-4a75-88ba-44a5d526d153 req-06fdfb11-b2b1-479a-9ba4-eebec36de6f3 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:02.342976 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-05e73a64-25a1-4a75-88ba-44a5d526d153 req-06fdfb11-b2b1-479a-9ba4-eebec36de6f3 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac4e1ed-c219-4067-8db4-cba500416ffc HTTP/1.1" status: 200 len: 950 time: 0.0787885 Mar 07 22:00:02.389534 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-05e73a64-25a1-4a75-88ba-44a5d526d153 req-3ae4b715-e5db-4c19-969d-ac6c6b91e1bc tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/security-groups?id=47fc4a8b-fe02-463d-980c-99145047d156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409439 Mar 07 22:00:03.571056 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e3c10-2cf2-40f9-b294-58e9407050b6 req-f4c2e2d5-6dac-4232-bdb8-d97ad74744d8 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:03.572502 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ba0e3c10-2cf2-40f9-b294-58e9407050b6 req-f4c2e2d5-6dac-4232-bdb8-d97ad74744d8 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac4e1ed-c219-4067-8db4-cba500416ffc HTTP/1.1" status: 200 len: 950 time: 0.0788670 Mar 07 22:00:03.572603 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc52f09-094a-4c22-b2ab-92c2323f83a4 req-9629fd72-3a4b-4ade-88db-2a0654bb8a86 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:03.573218 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-1bc52f09-094a-4c22-b2ab-92c2323f83a4 req-9629fd72-3a4b-4ade-88db-2a0654bb8a86 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Synchronizing usage tracker for tenant:e99ab0c405f040e1bacb63facd06f4d9 on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:00:03.616585 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ba0e3c10-2cf2-40f9-b294-58e9407050b6 req-bc22bef3-3719-4400-90d3-f86acbf39642 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/security-groups?id=47fc4a8b-fe02-463d-980c-99145047d156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384109 Mar 07 22:00:03.668807 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-1bc52f09-094a-4c22-b2ab-92c2323f83a4 req-9629fd72-3a4b-4ade-88db-2a0654bb8a86 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Unset dirty status for tenant:e99ab0c405f040e1bacb63facd06f4d9 on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:00:03.670140 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1bc52f09-094a-4c22-b2ab-92c2323f83a4 req-9629fd72-3a4b-4ade-88db-2a0654bb8a86 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ac4e1ed-c219-4067-8db4-cba500416ffc HTTP/1.1" status: 200 len: 950 time: 0.1731911 Mar 07 22:00:03.740979 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-1bc52f09-094a-4c22-b2ab-92c2323f83a4 req-7418d5d6-c97f-4484-a83d-149ff3c2c627 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Deleting port c7e625f8-43da-4a2b-a1a8-c01e874e3dad {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:00:03.741313 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-1bc52f09-094a-4c22-b2ab-92c2323f83a4 req-7418d5d6-c97f-4484-a83d-149ff3c2c627 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:03.981334 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-1bc52f09-094a-4c22-b2ab-92c2323f83a4 req-7418d5d6-c97f-4484-a83d-149ff3c2c627 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] For port c7e625f8-43da-4a2b-a1a8-c01e874e3dad, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c7e625f8-43da-4a2b-a1a8-c01e874e3dad,segment=NetworkSegment(e8dc1063-d846-46c1-8abb-d22c0cfe51ce),segment_id=e8dc1063-d846-46c1-8abb-d22c0cfe51ce)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:00:03.981607 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-1bc52f09-094a-4c22-b2ab-92c2323f83a4 req-7418d5d6-c97f-4484-a83d-149ff3c2c627 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:04.197097 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-1bc52f09-094a-4c22-b2ab-92c2323f83a4 req-7418d5d6-c97f-4484-a83d-149ff3c2c627 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Calling delete_port for c7e625f8-43da-4a2b-a1a8-c01e874e3dad owned by compute:nova {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:00:04.416868 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-1bc52f09-094a-4c22-b2ab-92c2323f83a4 req-7418d5d6-c97f-4484-a83d-149ff3c2c627 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:04.428275 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['c7e625f8-43da-4a2b-a1a8-c01e874e3dad'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:00:04.469628 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418d5d6-c97f-4484-a83d-149ff3c2c627 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Pushing event deleted for resources: {'Port': ['ID=c7e625f8-43da-4a2b-a1a8-c01e874e3dad,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:04.545386 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc52f09-094a-4c22-b2ab-92c2323f83a4 req-7418d5d6-c97f-4484-a83d-149ff3c2c627 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] No DVR routers for this DVR port c7e625f8-43da-4a2b-a1a8-c01e874e3dad on host hv-neutron-8299 {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:00:04.547843 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-1bc52f09-094a-4c22-b2ab-92c2323f83a4 req-7418d5d6-c97f-4484-a83d-149ff3c2c627 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:04.551674 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac4e1ed-c219-4067-8db4-cba500416ffc', 'name': 'network-vif-deleted', 'tag': 'c7e625f8-43da-4a2b-a1a8-c01e874e3dad'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:00:04.599775 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac4e1ed-c219-4067-8db4-cba500416ffc', 'name': 'network-vif-deleted', 'tag': 'c7e625f8-43da-4a2b-a1a8-c01e874e3dad', 'status': 'completed', 'code': 200} Mar 07 22:00:04.622042 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1bc52f09-094a-4c22-b2ab-92c2323f83a4 req-7418d5d6-c97f-4484-a83d-149ff3c2c627 tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.11 "DELETE /v2.0/ports/c7e625f8-43da-4a2b-a1a8-c01e874e3dad HTTP/1.1" status: 204 len: 173 time: 0.9470549 Mar 07 22:00:04.765516 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3206e91c-8e0f-49c7-8cf3-75a2d48cf74f req-72789a8b-48c3-4e1d-bc0a-ebd5b81bcb3b tempest-ServersAdminNegativeTestJSON-1853081102 tempest-ServersAdminNegativeTestJSON-1853081102-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac4e1ed-c219-4067-8db4-cba500416ffc HTTP/1.1" status: 200 len: 210 time: 0.0461519 Mar 07 22:00:06.312151 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 52390) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:00:06.481734 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-edffd3de-73c1-4b45-9967-b96ec81fb9cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e99ab0c405f040e1bacb63facd06f4d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1684718 Mar 07 22:00:06.484177 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 52396) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:00:06.538959 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e802f5fb-acb6-4db5-9036-3b510ad43092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:06.563739 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e802f5fb-acb6-4db5-9036-3b510ad43092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:06.702391 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e802f5fb-acb6-4db5-9036-3b510ad43092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:06.718711 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802f5fb-acb6-4db5-9036-3b510ad43092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fc4a8b-fe02-463d-980c-99145047d156,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:06.723057 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e802f5fb-acb6-4db5-9036-3b510ad43092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:06.724383 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e802f5fb-acb6-4db5-9036-3b510ad43092 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47fc4a8b-fe02-463d-980c-99145047d156 HTTP/1.1" status: 204 len: 168 time: 0.2389588 Mar 07 22:00:07.281015 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 52404) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:00:07.298026 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6c58f82a-f7cc-49c5-92c0-788188936b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:07.312457 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6c58f82a-f7cc-49c5-92c0-788188936b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:00:07.316252 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6c58f82a-f7cc-49c5-92c0-788188936b28 admin admin] Usage tracker for resource:security_group_rule and tenant:1a12ac8bd26c4cecb094fa153fb9b748 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:00:07.319058 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6c58f82a-f7cc-49c5-92c0-788188936b28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:00:07.325282 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6c58f82a-f7cc-49c5-92c0-788188936b28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:00:07.406412 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6c58f82a-f7cc-49c5-92c0-788188936b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:07.460299 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6c58f82a-f7cc-49c5-92c0-788188936b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:07.506883 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6c58f82a-f7cc-49c5-92c0-788188936b28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a12ac8bd26c4cecb094fa153fb9b748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2247412 Mar 07 22:00:07.507677 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58f82a-f7cc-49c5-92c0-788188936b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4b4310-9402-44a2-bb4a-d955d8ef0bbe,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:07.509562 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52408) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:00:07.566057 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f95dfb0d-86ca-44bf-bc13-e13038607707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:07.591445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f95dfb0d-86ca-44bf-bc13-e13038607707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:07.712262 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f95dfb0d-86ca-44bf-bc13-e13038607707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:07.727424 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95dfb0d-86ca-44bf-bc13-e13038607707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4b4310-9402-44a2-bb4a-d955d8ef0bbe,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:07.736606 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f95dfb0d-86ca-44bf-bc13-e13038607707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:07.737731 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f95dfb0d-86ca-44bf-bc13-e13038607707 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef4b4310-9402-44a2-bb4a-d955d8ef0bbe HTTP/1.1" status: 204 len: 168 time: 0.2270420 Mar 07 22:00:08.265250 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device c7e625f8-43da-4a2b-a1a8-c01e874e3dad no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:00:08.300953 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: c7e625f8-43da-4a2b-a1a8-c01e874e3dad {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:00:08.301313 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device c7e625f8-43da-4a2b-a1a8-c01e874e3dad not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:00:08.790849 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52432) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:00:08.893857 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-e81faad2-1ab6-481f-8f85-f23fb4ef9b9a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1031712284-network', 'tenant_id': '2febfc669161475cbc2a9352e96ccacd'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:08.898639 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e81faad2-1ab6-481f-8f85-f23fb4ef9b9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:00:08.902478 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e81faad2-1ab6-481f-8f85-f23fb4ef9b9a admin admin] Usage tracker for resource:network and tenant:2febfc669161475cbc2a9352e96ccacd is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:00:08.905295 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e81faad2-1ab6-481f-8f85-f23fb4ef9b9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:00:08.911375 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e81faad2-1ab6-481f-8f85-f23fb4ef9b9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:00:08.999676 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81faad2-1ab6-481f-8f85-f23fb4ef9b9a admin admin] Made reservation on behalf of 2febfc669161475cbc2a9352e96ccacd for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:09.001908 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e81faad2-1ab6-481f-8f85-f23fb4ef9b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:09.015286 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e81faad2-1ab6-481f-8f85-f23fb4ef9b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:09.029271 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e81faad2-1ab6-481f-8f85-f23fb4ef9b9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:00:09.033128 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e81faad2-1ab6-481f-8f85-f23fb4ef9b9a admin admin] Usage tracker for resource:security_group_rule and tenant:2febfc669161475cbc2a9352e96ccacd is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:00:09.035897 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e81faad2-1ab6-481f-8f85-f23fb4ef9b9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:00:09.041508 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e81faad2-1ab6-481f-8f85-f23fb4ef9b9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:00:09.126814 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e81faad2-1ab6-481f-8f85-f23fb4ef9b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:09.176711 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e81faad2-1ab6-481f-8f85-f23fb4ef9b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:09.205647 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81faad2-1ab6-481f-8f85-f23fb4ef9b9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:00:09.213934 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81faad2-1ab6-481f-8f85-f23fb4ef9b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:09.219245 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e81faad2-1ab6-481f-8f85-f23fb4ef9b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:09.219587 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-e81faad2-1ab6-481f-8f85-f23fb4ef9b9a admin admin] Added segment b89cc5f3-eecb-4af3-9b73-c1033ee8d2cd of type vlan for network f52bdf59-225f-4652-bdf9-629adcf47120 Mar 07 22:00:09.246159 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e81faad2-1ab6-481f-8f85-f23fb4ef9b9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:09.325706 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e81faad2-1ab6-481f-8f85-f23fb4ef9b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:09.326710 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81faad2-1ab6-481f-8f85-f23fb4ef9b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:09.327342 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e81faad2-1ab6-481f-8f85-f23fb4ef9b9a admin admin] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:09.430790 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81faad2-1ab6-481f-8f85-f23fb4ef9b9a admin admin] Pushing event updated for resources: {'Network': ['ID=f52bdf59-225f-4652-bdf9-629adcf47120,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:09.441148 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network f52bdf59-225f-4652-bdf9-629adcf47120 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 22:00:09.486269 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e81faad2-1ab6-481f-8f85-f23fb4ef9b9a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6942551 Mar 07 22:00:09.488947 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52438) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:00:09.494640 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-82809136-d416-42c3-9545-288c391ecedb admin admin] Request body: {'subnet': {'network_id': 'f52bdf59-225f-4652-bdf9-629adcf47120', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1031712284-subnet', 'tenant_id': '2febfc669161475cbc2a9352e96ccacd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:09.500514 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-82809136-d416-42c3-9545-288c391ecedb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:00:09.504591 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-82809136-d416-42c3-9545-288c391ecedb admin admin] Usage tracker for resource:subnet and tenant:2febfc669161475cbc2a9352e96ccacd is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:00:09.513036 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-82809136-d416-42c3-9545-288c391ecedb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:00:09.513331 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-82809136-d416-42c3-9545-288c391ecedb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:00:09.599756 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82809136-d416-42c3-9545-288c391ecedb admin admin] Made reservation on behalf of 2febfc669161475cbc2a9352e96ccacd for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:09.602122 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-82809136-d416-42c3-9545-288c391ecedb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:09.866981 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-82809136-d416-42c3-9545-288c391ecedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:09.941602 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82809136-d416-42c3-9545-288c391ecedb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e48338ab-fa37-405e-a48a-b84ce2f87b6c,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:09.950775 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82809136-d416-42c3-9545-288c391ecedb admin admin] Checking segment: {'id': 'b89cc5f3-eecb-4af3-9b73-c1033ee8d2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f52bdf59-225f-4652-bdf9-629adcf47120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:00:09.951124 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82809136-d416-42c3-9545-288c391ecedb admin admin] Network hostable DHCP agents. Network: f52bdf59-225f-4652-bdf9-629adcf47120, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:00:10.028462 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82809136-d416-42c3-9545-288c391ecedb admin admin] Network f52bdf59-225f-4652-bdf9-629adcf47120 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:00:10.108190 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-82809136-d416-42c3-9545-288c391ecedb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, f52bdf59-225f-4652-bdf9-629adcf47120) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:10.112371 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82809136-d416-42c3-9545-288c391ecedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:10.112891 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-82809136-d416-42c3-9545-288c391ecedb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:10.116992 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca830d6d-9118-4254-8af3-5914c2075f02 None None] Network f52bdf59-225f-4652-bdf9-629adcf47120 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:00:10.207019 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-82809136-d416-42c3-9545-288c391ecedb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7169192 Mar 07 22:00:10.334345 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1998419c-8a07-4c2f-ae71-8a58071ff0e6 None None] Network f52bdf59-225f-4652-bdf9-629adcf47120 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:00:10.707154 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307e845-16cb-4151-993a-2014d1d7c48c req-7e7bb353-c27d-468f-8159-1ed37fcab79a tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:10.707742 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-d307e845-16cb-4151-993a-2014d1d7c48c req-7e7bb353-c27d-468f-8159-1ed37fcab79a tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Synchronizing usage tracker for tenant:2febfc669161475cbc2a9352e96ccacd on resource:network {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:00:10.799485 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-d307e845-16cb-4151-993a-2014d1d7c48c req-7e7bb353-c27d-468f-8159-1ed37fcab79a tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Unset dirty status for tenant:2febfc669161475cbc2a9352e96ccacd on resource:network {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:00:10.800775 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d307e845-16cb-4151-993a-2014d1d7c48c req-7e7bb353-c27d-468f-8159-1ed37fcab79a tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/networks?id=f52bdf59-225f-4652-bdf9-629adcf47120 HTTP/1.1" status: 200 len: 812 time: 0.2342205 Mar 07 22:00:10.816142 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d307e845-16cb-4151-993a-2014d1d7c48c req-e925355a-f17f-4129-99ba-5351d1c4d86a tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/quotas/2febfc669161475cbc2a9352e96ccacd HTTP/1.1" status: 200 len: 375 time: 0.0100067 Mar 07 22:00:10.863166 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d307e845-16cb-4151-993a-2014d1d7c48c req-6f5ed8bd-f58d-4aa8-8d26-7b83f3bf5b7f tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2febfc669161475cbc2a9352e96ccacd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418441 Mar 07 22:00:11.091835 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d307e845-16cb-4151-993a-2014d1d7c48c req-de7af770-44d7-4d2f-b8b5-e4109d1d41e9 service neutron] 10.222.0.21 "GET /v2.0/networks/f52bdf59-225f-4652-bdf9-629adcf47120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219477 Mar 07 22:00:11.221463 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d307e845-16cb-4151-993a-2014d1d7c48c req-dbf3532c-20b9-4332-b111-6bfdb40a0334 service neutron] 10.222.0.21 "GET /v2.0/networks/f52bdf59-225f-4652-bdf9-629adcf47120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238418 Mar 07 22:00:11.459636 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2918f56b-90e2-4657-a952-56807cdfe0b0 req-e6242ebe-8500-4708-9dc7-440ada99ad87 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 210 time: 0.0467343 Mar 07 22:00:12.605830 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9cc10d3f-10ba-4b0f-b712-71ef65cba531 req-361c8389-8409-4379-91a5-1c479bbc627f tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 210 time: 0.0414772 Mar 07 22:00:13.668536 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307e845-16cb-4151-993a-2014d1d7c48c req-8b658f2c-b3d1-41e6-87cb-d39831eac036 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:13.670044 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d307e845-16cb-4151-993a-2014d1d7c48c req-8b658f2c-b3d1-41e6-87cb-d39831eac036 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.11 "GET /v2.0/networks?id=f52bdf59-225f-4652-bdf9-629adcf47120 HTTP/1.1" status: 200 len: 812 time: 0.1490328 Mar 07 22:00:13.680998 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-d307e845-16cb-4151-993a-2014d1d7c48c req-7b5544b9-d170-4a15-a2d0-7c40f8d2738c tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Request body: {'port': {'device_id': '16d7bca1-51e1-49b9-847c-9d633d01db63', 'network_id': 'f52bdf59-225f-4652-bdf9-629adcf47120', 'admin_state_up': True, 'tenant_id': '2febfc669161475cbc2a9352e96ccacd'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:13.752692 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-aaf78069-d6ef-4291-b9fc-6a8047105b6d req-59cf9e45-31cb-4c2f-9979-5283c1f54eae tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 210 time: 0.0431523 Mar 07 22:00:13.819271 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-d307e845-16cb-4151-993a-2014d1d7c48c req-7b5544b9-d170-4a15-a2d0-7c40f8d2738c tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:00:13.823161 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-d307e845-16cb-4151-993a-2014d1d7c48c req-7b5544b9-d170-4a15-a2d0-7c40f8d2738c tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Usage tracker for resource:port and tenant:2febfc669161475cbc2a9352e96ccacd is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:00:13.826174 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-d307e845-16cb-4151-993a-2014d1d7c48c req-7b5544b9-d170-4a15-a2d0-7c40f8d2738c tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:00:13.832063 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-d307e845-16cb-4151-993a-2014d1d7c48c req-7b5544b9-d170-4a15-a2d0-7c40f8d2738c tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:00:13.919581 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d307e845-16cb-4151-993a-2014d1d7c48c req-7b5544b9-d170-4a15-a2d0-7c40f8d2738c tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Made reservation on behalf of 2febfc669161475cbc2a9352e96ccacd for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:00:13.923104 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d307e845-16cb-4151-993a-2014d1d7c48c req-7b5544b9-d170-4a15-a2d0-7c40f8d2738c tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:14.085518 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [req-d307e845-16cb-4151-993a-2014d1d7c48c req-7b5544b9-d170-4a15-a2d0-7c40f8d2738c tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Allocated IP 172.20.0.13 (f52bdf59-225f-4652-bdf9-629adcf47120/e48338ab-fa37-405e-a48a-b84ce2f87b6c/92b76010-f634-4931-92a6-f08278985a49) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:00:14.288399 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d307e845-16cb-4151-993a-2014d1d7c48c req-7b5544b9-d170-4a15-a2d0-7c40f8d2738c tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:14.394274 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d307e845-16cb-4151-993a-2014d1d7c48c req-7b5544b9-d170-4a15-a2d0-7c40f8d2738c tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:14.458924 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d307e845-16cb-4151-993a-2014d1d7c48c req-7b5544b9-d170-4a15-a2d0-7c40f8d2738c tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Network f52bdf59-225f-4652-bdf9-629adcf47120 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:00:14.462120 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [req-d307e845-16cb-4151-993a-2014d1d7c48c req-7b5544b9-d170-4a15-a2d0-7c40f8d2738c tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:00:14.470215 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-d307e845-16cb-4151-993a-2014d1d7c48c req-7b5544b9-d170-4a15-a2d0-7c40f8d2738c tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:00:14.512779 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5544b9-d170-4a15-a2d0-7c40f8d2738c tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Pushing event updated for resources: {'Port': ['ID=92b76010-f634-4931-92a6-f08278985a49,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:14.536638 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307e845-16cb-4151-993a-2014d1d7c48c req-7b5544b9-d170-4a15-a2d0-7c40f8d2738c tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:14.541207 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d307e845-16cb-4151-993a-2014d1d7c48c req-7b5544b9-d170-4a15-a2d0-7c40f8d2738c tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:14.623069 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d307e845-16cb-4151-993a-2014d1d7c48c req-7b5544b9-d170-4a15-a2d0-7c40f8d2738c tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9458325 Mar 07 22:00:14.634240 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-d307e845-16cb-4151-993a-2014d1d7c48c req-8a4bedc9-467f-4dc7-b713-c87529e48d37 service neutron] Request body: {'port': {'device_id': '16d7bca1-51e1-49b9-847c-9d633d01db63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:00:14.742831 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d307e845-16cb-4151-993a-2014d1d7c48c req-8a4bedc9-467f-4dc7-b713-c87529e48d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:14.938706 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7512ba-5ff0-4085-a9b8-e78c23cd4239 req-ae0e8ddf-14a2-4f4a-862e-d8821dcbfdb1 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:14.942392 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7f7512ba-5ff0-4085-a9b8-e78c23cd4239 req-ae0e8ddf-14a2-4f4a-862e-d8821dcbfdb1 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 932 time: 0.0849192 Mar 07 22:00:14.984567 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-7f7512ba-5ff0-4085-a9b8-e78c23cd4239 req-b262f36c-6006-4269-b8b8-fbe15c2b3f7c tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Synchronizing usage tracker for tenant:2febfc669161475cbc2a9352e96ccacd on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:00:15.051000 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-7f7512ba-5ff0-4085-a9b8-e78c23cd4239 req-b262f36c-6006-4269-b8b8-fbe15c2b3f7c tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Unset dirty status for tenant:2febfc669161475cbc2a9352e96ccacd on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:00:15.052215 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7f7512ba-5ff0-4085-a9b8-e78c23cd4239 req-b262f36c-6006-4269-b8b8-fbe15c2b3f7c tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063843 Mar 07 22:00:15.083739 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [req-d307e845-16cb-4151-993a-2014d1d7c48c req-8a4bedc9-467f-4dc7-b713-c87529e48d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92b76010-f634-4931-92a6-f08278985a49 {{(pid=88387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:00:15.091692 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d307e845-16cb-4151-993a-2014d1d7c48c req-8a4bedc9-467f-4dc7-b713-c87529e48d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:15.105864 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-d307e845-16cb-4151-993a-2014d1d7c48c req-8a4bedc9-467f-4dc7-b713-c87529e48d37 service neutron] Transition to ACTIVE for port object 92b76010-f634-4931-92a6-f08278985a49 will not be triggered until provisioned by entity L2. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:00:15.182570 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d307e845-16cb-4151-993a-2014d1d7c48c req-8a4bedc9-467f-4dc7-b713-c87529e48d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:15.310211 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4bedc9-467f-4dc7-b713-c87529e48d37 service neutron] Pushing event updated for resources: {'Port': ['ID=92b76010-f634-4931-92a6-f08278985a49,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:15.408786 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-d307e845-16cb-4151-993a-2014d1d7c48c req-8a4bedc9-467f-4dc7-b713-c87529e48d37 service neutron] Attempting to bind port 92b76010-f634-4931-92a6-f08278985a49 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:00:15.409111 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-d307e845-16cb-4151-993a-2014d1d7c48c req-8a4bedc9-467f-4dc7-b713-c87529e48d37 service neutron] Attempting to bind port 92b76010-f634-4931-92a6-f08278985a49 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'b89cc5f3-eecb-4af3-9b73-c1033ee8d2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f52bdf59-225f-4652-bdf9-629adcf47120'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:00:15.409432 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d307e845-16cb-4151-993a-2014d1d7c48c req-8a4bedc9-467f-4dc7-b713-c87529e48d37 service neutron] Attempting to bind port 92b76010-f634-4931-92a6-f08278985a49 on network f52bdf59-225f-4652-bdf9-629adcf47120 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:00:15.414130 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d307e845-16cb-4151-993a-2014d1d7c48c req-8a4bedc9-467f-4dc7-b713-c87529e48d37 service neutron] Port 92b76010-f634-4931-92a6-f08278985a49 on network f52bdf59-225f-4652-bdf9-629adcf47120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 22:00:15.414450 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d307e845-16cb-4151-993a-2014d1d7c48c req-8a4bedc9-467f-4dc7-b713-c87529e48d37 service neutron] Attempting to bind port 92b76010-f634-4931-92a6-f08278985a49 on network f52bdf59-225f-4652-bdf9-629adcf47120 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:00:15.419467 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d307e845-16cb-4151-993a-2014d1d7c48c req-8a4bedc9-467f-4dc7-b713-c87529e48d37 service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 21, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:00:15.419799 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d307e845-16cb-4151-993a-2014d1d7c48c req-8a4bedc9-467f-4dc7-b713-c87529e48d37 service neutron] Checking segment: {'id': 'b89cc5f3-eecb-4af3-9b73-c1033ee8d2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f52bdf59-225f-4652-bdf9-629adcf47120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:00:15.420172 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d307e845-16cb-4151-993a-2014d1d7c48c req-8a4bedc9-467f-4dc7-b713-c87529e48d37 service neutron] Bound using segment: {'id': 'b89cc5f3-eecb-4af3-9b73-c1033ee8d2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f52bdf59-225f-4652-bdf9-629adcf47120'} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:00:15.420591 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-d307e845-16cb-4151-993a-2014d1d7c48c req-8a4bedc9-467f-4dc7-b713-c87529e48d37 service neutron] Bound port: 92b76010-f634-4931-92a6-f08278985a49, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b89cc5f3-eecb-4af3-9b73-c1033ee8d2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f52bdf59-225f-4652-bdf9-629adcf47120'}}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:00:15.420917 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d307e845-16cb-4151-993a-2014d1d7c48c req-8a4bedc9-467f-4dc7-b713-c87529e48d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:15.509240 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-d307e845-16cb-4151-993a-2014d1d7c48c req-8a4bedc9-467f-4dc7-b713-c87529e48d37 service neutron] For port 92b76010-f634-4931-92a6-f08278985a49, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:00:15.512677 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-d307e845-16cb-4151-993a-2014d1d7c48c req-8a4bedc9-467f-4dc7-b713-c87529e48d37 service neutron] For port 92b76010-f634-4931-92a6-f08278985a49, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=92b76010-f634-4931-92a6-f08278985a49,segment=NetworkSegment(b89cc5f3-eecb-4af3-9b73-c1033ee8d2cd),segment_id=b89cc5f3-eecb-4af3-9b73-c1033ee8d2cd)] {{(pid=88387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:00:15.597934 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d307e845-16cb-4151-993a-2014d1d7c48c req-8a4bedc9-467f-4dc7-b713-c87529e48d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:15.652704 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307e845-16cb-4151-993a-2014d1d7c48c req-8a4bedc9-467f-4dc7-b713-c87529e48d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:15.653305 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-d307e845-16cb-4151-993a-2014d1d7c48c req-8a4bedc9-467f-4dc7-b713-c87529e48d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:15.654670 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d307e845-16cb-4151-993a-2014d1d7c48c req-8a4bedc9-467f-4dc7-b713-c87529e48d37 service neutron] 10.222.0.11 "PUT /v2.0/ports/92b76010-f634-4931-92a6-f08278985a49 HTTP/1.1" status: 200 len: 1094 time: 1.0244076 Mar 07 22:00:15.655098 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d7bca1-51e1-49b9-847c-9d633d01db63', 'tag': '92b76010-f634-4931-92a6-f08278985a49'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:00:15.678371 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4bedc9-467f-4dc7-b713-c87529e48d37 service neutron] Pushing event updated for resources: {'Port': ['ID=92b76010-f634-4931-92a6-f08278985a49,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:15.703452 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d7bca1-51e1-49b9-847c-9d633d01db63', 'tag': '92b76010-f634-4931-92a6-f08278985a49', 'status': 'completed', 'code': 200} Mar 07 22:00:15.895763 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0752d-74ba-429f-8532-4866aae79342 req-6e211bff-5cc9-407e-b77c-7519f26a820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:15.897191 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d2b0752d-74ba-429f-8532-4866aae79342 req-6e211bff-5cc9-407e-b77c-7519f26a820d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2febfc669161475cbc2a9352e96ccacd&device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 1097 time: 0.1744871 Mar 07 22:00:15.988300 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:16.035243 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0752d-74ba-429f-8532-4866aae79342 req-72147e5c-1f3a-4a34-8a56-c00b7bb2cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:16.036660 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d2b0752d-74ba-429f-8532-4866aae79342 req-72147e5c-1f3a-4a34-8a56-c00b7bb2cba7 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=2febfc669161475cbc2a9352e96ccacd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1334960 Mar 07 22:00:16.174121 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0752d-74ba-429f-8532-4866aae79342 req-5c12559a-4e36-474a-8465-dd39a6446ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:16.175468 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d2b0752d-74ba-429f-8532-4866aae79342 req-5c12559a-4e36-474a-8465-dd39a6446ad2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1317103 Mar 07 22:00:16.236322 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fafff-a662-4bd6-a56e-7ed470801770 req-79209276-bc61-4844-b746-8f7472123ee9 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:16.237777 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c22fafff-a662-4bd6-a56e-7ed470801770 req-79209276-bc61-4844-b746-8f7472123ee9 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 944 time: 0.0807247 Mar 07 22:00:16.278164 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307e845-16cb-4151-993a-2014d1d7c48c req-c1c677af-1f87-40fa-8a65-8de0e2af619d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:16.279657 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d307e845-16cb-4151-993a-2014d1d7c48c req-c1c677af-1f87-40fa-8a65-8de0e2af619d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2febfc669161475cbc2a9352e96ccacd&device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 1097 time: 0.0707302 Mar 07 22:00:16.284894 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c22fafff-a662-4bd6-a56e-7ed470801770 req-97cf42d0-7601-401e-ba18-6151aafb742d tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413523 Mar 07 22:00:16.350957 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d307e845-16cb-4151-993a-2014d1d7c48c req-842c80d4-840f-4c61-b34d-16f976e81b87 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92b76010-f634-4931-92a6-f08278985a49 HTTP/1.1" status: 200 len: 217 time: 0.0647497 Mar 07 22:00:16.412090 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307e845-16cb-4151-993a-2014d1d7c48c req-5f3bdeb9-5a9b-4ad6-a00d-af8c0ae6b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:16.413465 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d307e845-16cb-4151-993a-2014d1d7c48c req-5f3bdeb9-5a9b-4ad6-a00d-af8c0ae6b108 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e48338ab-fa37-405e-a48a-b84ce2f87b6c HTTP/1.1" status: 200 len: 852 time: 0.0563629 Mar 07 22:00:16.461551 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d307e845-16cb-4151-993a-2014d1d7c48c req-c908bbbd-d9d5-4510-9016-d3e2d033798a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f52bdf59-225f-4652-bdf9-629adcf47120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419414 Mar 07 22:00:16.590677 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d307e845-16cb-4151-993a-2014d1d7c48c req-fcad8882-9ce1-4b71-8df9-22fdf211ea9a service neutron] 10.222.0.11 "GET /v2.0/networks/f52bdf59-225f-4652-bdf9-629adcf47120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231894 Mar 07 22:00:16.723411 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d307e845-16cb-4151-993a-2014d1d7c48c req-52346976-ad9f-4e7f-a8af-a0864c67fe25 service neutron] 10.222.0.11 "GET /v2.0/networks/f52bdf59-225f-4652-bdf9-629adcf47120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243188 Mar 07 22:00:17.467675 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59a1dc-0486-4bc4-ace4-b3fbe4246466 req-abcc8a9d-ecc2-46bd-abb2-07dda7d0902c tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:17.469124 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8f59a1dc-0486-4bc4-ace4-b3fbe4246466 req-abcc8a9d-ecc2-46bd-abb2-07dda7d0902c tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 944 time: 0.0787196 Mar 07 22:00:17.512403 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8f59a1dc-0486-4bc4-ace4-b3fbe4246466 req-168e3ac1-ce8e-4946-9947-21e04c14baa6 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377386 Mar 07 22:00:18.692234 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394eb92-0006-40c1-8f4f-f8eecd1f5198 req-6c657d11-92bd-495f-8efc-5ea607ef01d8 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:18.693638 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6394eb92-0006-40c1-8f4f-f8eecd1f5198 req-6c657d11-92bd-495f-8efc-5ea607ef01d8 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 944 time: 0.0803893 Mar 07 22:00:18.736198 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6394eb92-0006-40c1-8f4f-f8eecd1f5198 req-7af8a2f8-1285-4b6a-bfc6-001e8c5682ca tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364330 Mar 07 22:00:19.913938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aaf2b7-3b4e-40fe-816f-5c24460cc7dc req-f8f27509-f817-4faa-bd7e-fe59e156fe71 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:19.915365 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b0aaf2b7-3b4e-40fe-816f-5c24460cc7dc req-f8f27509-f817-4faa-bd7e-fe59e156fe71 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 944 time: 0.0773528 Mar 07 22:00:19.957487 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b0aaf2b7-3b4e-40fe-816f-5c24460cc7dc req-245bc076-beb6-480e-97cf-b8899afaaf6f tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360389 Mar 07 22:00:20.102299 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-96440751-11bb-4512-9fef-7a7f5c4e8e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:20.314001 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 92b76010-f634-4931-92a6-f08278985a49 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:00:20.443005 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 92b76010-f634-4931-92a6-f08278985a49, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=92b76010-f634-4931-92a6-f08278985a49,segment=NetworkSegment(b89cc5f3-eecb-4af3-9b73-c1033ee8d2cd),segment_id=b89cc5f3-eecb-4af3-9b73-c1033ee8d2cd)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:00:20.456004 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '92b76010-f634-4931-92a6-f08278985a49', 'network_id': 'f52bdf59-225f-4652-bdf9-629adcf47120', 'port_id': '92b76010-f634-4931-92a6-f08278985a49', 'mac_address': 'fa:16:3e:32:0c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48338ab-fa37-405e-a48a-b84ce2f87b6c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:00:20.508700 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:20.525046 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92b76010-f634-4931-92a6-f08278985a49 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:00:20.540842 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 92b76010-f634-4931-92a6-f08278985a49, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=92b76010-f634-4931-92a6-f08278985a49,segment=NetworkSegment(b89cc5f3-eecb-4af3-9b73-c1033ee8d2cd),segment_id=b89cc5f3-eecb-4af3-9b73-c1033ee8d2cd)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:00:20.599433 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:20.667196 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=92b76010-f634-4931-92a6-f08278985a49,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:20.673999 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:20.674348 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:20.674683 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:20.675012 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:20.675340 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:20.675666 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:20.675985 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:20.676304 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:20.676622 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:20.676938 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:20.677253 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:20.677566 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:00:20.790228 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['92b76010-f634-4931-92a6-f08278985a49'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:00:21.140134 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f4f0a-393d-4c5b-b29e-b13ff9640f69 req-01377b0a-68ae-48b2-ada1-a63a984a0615 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:21.141492 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a51f4f0a-393d-4c5b-b29e-b13ff9640f69 req-01377b0a-68ae-48b2-ada1-a63a984a0615 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 945 time: 0.0825787 Mar 07 22:00:21.184528 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a51f4f0a-393d-4c5b-b29e-b13ff9640f69 req-977c5250-8008-46a3-8f09-c1930f23d71e tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373671 Mar 07 22:00:22.314185 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f4e35159-483c-4817-a50f-4a04d0b89099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:22.342893 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 92b76010-f634-4931-92a6-f08278985a49 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:00:22.366957 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bfc8b-93e8-4753-ad41-a89b7b3e789d req-02264635-b7a6-4cfe-8864-3d10e312fa80 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:22.368413 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-610bfc8b-93e8-4753-ad41-a89b7b3e789d req-02264635-b7a6-4cfe-8864-3d10e312fa80 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 945 time: 0.0797653 Mar 07 22:00:22.415653 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-610bfc8b-93e8-4753-ad41-a89b7b3e789d req-a6423096-a19f-4005-91c5-bb4fc83d2012 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409195 Mar 07 22:00:22.513806 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 92b76010-f634-4931-92a6-f08278985a49 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:00:22.518772 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 92b76010-f634-4931-92a6-f08278985a49 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:00:22.519132 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:22.633475 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:22.659400 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d7bca1-51e1-49b9-847c-9d633d01db63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b76010-f634-4931-92a6-f08278985a49'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:00:22.669297 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 92b76010-f634-4931-92a6-f08278985a49, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=92b76010-f634-4931-92a6-f08278985a49,segment=NetworkSegment(b89cc5f3-eecb-4af3-9b73-c1033ee8d2cd),segment_id=b89cc5f3-eecb-4af3-9b73-c1033ee8d2cd)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:00:22.703201 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d7bca1-51e1-49b9-847c-9d633d01db63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b76010-f634-4931-92a6-f08278985a49', 'code': 200} Mar 07 22:00:22.763614 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:22.828976 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=92b76010-f634-4931-92a6-f08278985a49,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:00:23.111112 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4456d-8da7-4e47-bebc-3ab75a6587d5 req-32281e2a-2e46-4c2b-a3e0-5bc6684e4783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:23.112442 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-f3f4456d-8da7-4e47-bebc-3ab75a6587d5 req-32281e2a-2e46-4c2b-a3e0-5bc6684e4783 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 1099 time: 0.0676100 Mar 07 22:00:23.152807 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-f3f4456d-8da7-4e47-bebc-3ab75a6587d5 req-59debf18-257e-44ac-a54c-11923b935e5a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348361 Mar 07 22:00:23.231893 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:00:23.233716 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:23.376458 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:23.595621 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994e1d6-c752-436a-9161-471ceb1116a4 req-507e687e-6d3f-4782-a7bd-2dad01b8e104 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:23.597043 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4994e1d6-c752-436a-9161-471ceb1116a4 req-507e687e-6d3f-4782-a7bd-2dad01b8e104 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0793719 Mar 07 22:00:23.639826 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4994e1d6-c752-436a-9161-471ceb1116a4 req-c80b2b16-6e6f-4a34-a15c-00e0600db48e tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371559 Mar 07 22:00:24.820401 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:24.827317 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2aa57-0094-4361-a8f1-0a0c3ff1383c req-4b91b3fe-a6f3-410e-ab96-c2761fe8059e tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:24.828748 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f7f2aa57-0094-4361-a8f1-0a0c3ff1383c req-4b91b3fe-a6f3-410e-ab96-c2761fe8059e tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0814965 Mar 07 22:00:24.873423 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f7f2aa57-0094-4361-a8f1-0a0c3ff1383c req-ed6d8926-9097-4b94-8836-6308821672d9 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388820 Mar 07 22:00:25.376169 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dec60-4c12-4973-8219-6682d0167e09 req-eb2fbb17-5fe9-4395-9773-c0b715f55a34 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:25.377613 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ab9dec60-4c12-4973-8219-6682d0167e09 req-eb2fbb17-5fe9-4395-9773-c0b715f55a34 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0788829 Mar 07 22:00:25.422557 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ab9dec60-4c12-4973-8219-6682d0167e09 req-98401639-d5e1-4d26-9c5f-ec6aa7783a9a tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389969 Mar 07 22:00:25.470062 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52506) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:00:25.580934 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6fa98f56-2c35-4789-b4e5-8e142848a03c req-f718aac3-614d-49c7-8b18-2170e180aaa3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1097350 Mar 07 22:00:26.610358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe2842-ef38-46f6-a5bd-452d5dc77dad req-3bc8eabd-2733-49bd-8df8-4ad819ed7fb5 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:26.611802 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7dbe2842-ef38-46f6-a5bd-452d5dc77dad req-3bc8eabd-2733-49bd-8df8-4ad819ed7fb5 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0795097 Mar 07 22:00:26.656032 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7dbe2842-ef38-46f6-a5bd-452d5dc77dad req-ac851405-7608-4904-a18c-9d04a1a65940 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382631 Mar 07 22:00:27.725901 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa98f56-2c35-4789-b4e5-8e142848a03c req-f4bd2f3c-cf42-46b2-af3e-7c6b83e0de02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:27.727377 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6fa98f56-2c35-4789-b4e5-8e142848a03c req-f4bd2f3c-cf42-46b2-af3e-7c6b83e0de02 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2febfc669161475cbc2a9352e96ccacd&device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 1099 time: 0.0732529 Mar 07 22:00:27.841656 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020dbc3a-7309-4f3c-bce7-3e0c3e752306 req-2234685c-3821-4f50-9335-c21c82b450c3 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:27.843143 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-020dbc3a-7309-4f3c-bce7-3e0c3e752306 req-2234685c-3821-4f50-9335-c21c82b450c3 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0829864 Mar 07 22:00:27.860396 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa98f56-2c35-4789-b4e5-8e142848a03c req-7cfa7487-e7b4-4939-a431-81ae966ec732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:27.861832 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6fa98f56-2c35-4789-b4e5-8e142848a03c req-7cfa7487-e7b4-4939-a431-81ae966ec732 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f52bdf59-225f-4652-bdf9-629adcf47120 HTTP/1.1" status: 200 len: 912 time: 0.1285448 Mar 07 22:00:27.890867 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-020dbc3a-7309-4f3c-bce7-3e0c3e752306 req-ca3d3a2a-ca82-43b3-aa3c-0d3e1ae78d85 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415499 Mar 07 22:00:27.929100 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6fa98f56-2c35-4789-b4e5-8e142848a03c req-01652614-2d43-482c-9d85-dc36617b16d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92b76010-f634-4931-92a6-f08278985a49 HTTP/1.1" status: 200 len: 217 time: 0.0613980 Mar 07 22:00:27.992815 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa98f56-2c35-4789-b4e5-8e142848a03c req-b45c0dbe-2f38-4b51-a875-c7ff8028d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:27.994145 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6fa98f56-2c35-4789-b4e5-8e142848a03c req-b45c0dbe-2f38-4b51-a875-c7ff8028d024 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e48338ab-fa37-405e-a48a-b84ce2f87b6c HTTP/1.1" status: 200 len: 852 time: 0.0593097 Mar 07 22:00:28.039692 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6fa98f56-2c35-4789-b4e5-8e142848a03c req-389ee7ab-5015-4487-9335-336965b263f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f52bdf59-225f-4652-bdf9-629adcf47120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394342 Mar 07 22:00:28.167689 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6fa98f56-2c35-4789-b4e5-8e142848a03c req-d12edee4-0473-4f45-8f2b-36d0f412cdee service neutron] 10.222.0.11 "GET /v2.0/networks/f52bdf59-225f-4652-bdf9-629adcf47120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218233 Mar 07 22:00:28.395713 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6fa98f56-2c35-4789-b4e5-8e142848a03c req-71d50344-1d2e-4e92-b6e8-143a9ec3a5a1 service neutron] 10.222.0.11 "GET /v2.0/networks/f52bdf59-225f-4652-bdf9-629adcf47120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226434 Mar 07 22:00:29.072358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657d7d0-b69f-42a1-9bf6-fd1cdfdf7880 req-c33ba4ab-3c8e-4604-9c00-9764fa558226 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:29.073782 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7657d7d0-b69f-42a1-9bf6-fd1cdfdf7880 req-c33ba4ab-3c8e-4604-9c00-9764fa558226 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0812645 Mar 07 22:00:29.118459 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7657d7d0-b69f-42a1-9bf6-fd1cdfdf7880 req-964267b3-b353-4a87-852e-50761d865d45 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388961 Mar 07 22:00:30.299190 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df421741-910a-424c-815c-57757ea70d37 req-acec3f60-46ea-4e43-b06f-eaaaebca0489 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:30.300572 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-df421741-910a-424c-815c-57757ea70d37 req-acec3f60-46ea-4e43-b06f-eaaaebca0489 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0776305 Mar 07 22:00:30.342776 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-df421741-910a-424c-815c-57757ea70d37 req-7bdfa445-2d4c-49b3-96b8-871be553e969 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364873 Mar 07 22:00:31.528433 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c522b4-c95b-4e97-8af9-9cb1ac757dd8 req-923ebbed-321b-4a2e-95e2-22f52aa8efea tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:31.529852 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-36c522b4-c95b-4e97-8af9-9cb1ac757dd8 req-923ebbed-321b-4a2e-95e2-22f52aa8efea tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0806611 Mar 07 22:00:31.571865 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-36c522b4-c95b-4e97-8af9-9cb1ac757dd8 req-e0c55653-26e2-4a3c-94ea-9438c39ab5d9 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365119 Mar 07 22:00:32.750233 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2af78-773d-45dc-94b2-aae071f25bbd req-1e00c702-d270-4334-be59-4566da9a4776 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:32.751644 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0ce2af78-773d-45dc-94b2-aae071f25bbd req-1e00c702-d270-4334-be59-4566da9a4776 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0777545 Mar 07 22:00:32.796934 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0ce2af78-773d-45dc-94b2-aae071f25bbd req-bf63ba2d-5bc1-4e0c-b06e-2750f8e268dd tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397921 Mar 07 22:00:33.979666 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eced6b-be91-4f91-9661-ceed1603b3ee req-64e16b09-00d5-4047-8e26-97bdf0ad0d34 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:33.981073 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-67eced6b-be91-4f91-9661-ceed1603b3ee req-64e16b09-00d5-4047-8e26-97bdf0ad0d34 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0802314 Mar 07 22:00:34.023207 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-67eced6b-be91-4f91-9661-ceed1603b3ee req-1fde42f8-0a70-446e-8a78-6e7a47ec7c6a tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365434 Mar 07 22:00:35.296920 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f724f19-eb1a-4ba5-95be-33d9d1e80a77 req-2343033a-38b5-4aa1-bebe-f29d5c55ce45 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:35.298362 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9f724f19-eb1a-4ba5-95be-33d9d1e80a77 req-2343033a-38b5-4aa1-bebe-f29d5c55ce45 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.1729555 Mar 07 22:00:35.340992 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9f724f19-eb1a-4ba5-95be-33d9d1e80a77 req-34ff507c-ed41-49b2-bbc5-16ab5847fd4a tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370460 Mar 07 22:00:36.519328 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7929eb-8f79-48b5-9da1-112d538f34af req-2cf1d0f6-7c16-4240-8551-3cfffc1ee43f tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:36.520741 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8f7929eb-8f79-48b5-9da1-112d538f34af req-2cf1d0f6-7c16-4240-8551-3cfffc1ee43f tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0790489 Mar 07 22:00:36.563431 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8f7929eb-8f79-48b5-9da1-112d538f34af req-c3f42f98-ecad-4277-a20f-b802ab36ce46 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370493 Mar 07 22:00:36.731071 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c5c65-6cf6-4424-83d7-2da5987c715c req-30875c20-98f2-4a23-b984-4adbc638ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:36.732404 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-317c5c65-6cf6-4424-83d7-2da5987c715c req-30875c20-98f2-4a23-b984-4adbc638ab97 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2febfc669161475cbc2a9352e96ccacd&device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 1099 time: 0.0693605 Mar 07 22:00:36.876477 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c5c65-6cf6-4424-83d7-2da5987c715c req-7205fc59-490f-498e-a830-22b39d741053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:36.877885 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-317c5c65-6cf6-4424-83d7-2da5987c715c req-7205fc59-490f-498e-a830-22b39d741053 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f52bdf59-225f-4652-bdf9-629adcf47120 HTTP/1.1" status: 200 len: 912 time: 0.1265287 Mar 07 22:00:36.946311 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-317c5c65-6cf6-4424-83d7-2da5987c715c req-efcd48de-c4b5-4bd7-8ccb-363293ac9851 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92b76010-f634-4931-92a6-f08278985a49 HTTP/1.1" status: 200 len: 217 time: 0.0623889 Mar 07 22:00:37.009822 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c5c65-6cf6-4424-83d7-2da5987c715c req-56884e36-1c2e-4684-bcd0-924af501fc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:37.011168 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-317c5c65-6cf6-4424-83d7-2da5987c715c req-56884e36-1c2e-4684-bcd0-924af501fc37 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e48338ab-fa37-405e-a48a-b84ce2f87b6c HTTP/1.1" status: 200 len: 852 time: 0.0585902 Mar 07 22:00:37.056423 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-317c5c65-6cf6-4424-83d7-2da5987c715c req-42e5f992-1deb-452f-bd4c-300c6fc6aad9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f52bdf59-225f-4652-bdf9-629adcf47120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393536 Mar 07 22:00:37.182961 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-317c5c65-6cf6-4424-83d7-2da5987c715c req-60fd1598-1fe8-4e9a-aa17-6836bbc10a3c service neutron] 10.222.0.11 "GET /v2.0/networks/f52bdf59-225f-4652-bdf9-629adcf47120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201675 Mar 07 22:00:37.309775 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-317c5c65-6cf6-4424-83d7-2da5987c715c req-401bb12b-4f68-4ef5-9f05-0f0601b6df1e service neutron] 10.222.0.11 "GET /v2.0/networks/f52bdf59-225f-4652-bdf9-629adcf47120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211917 Mar 07 22:00:37.746916 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabc591-eacf-4744-beba-4885bb368c75 req-58788de1-f6d1-40b8-942f-1c22bce38cba tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:37.748339 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3eabc591-eacf-4744-beba-4885bb368c75 req-58788de1-f6d1-40b8-942f-1c22bce38cba tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0800772 Mar 07 22:00:37.790916 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3eabc591-eacf-4744-beba-4885bb368c75 req-e87942bc-401b-4b53-a304-2cfcdc4f35b5 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370061 Mar 07 22:00:38.978574 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c895e07-efe2-4fe4-b018-2db0c1f79cee req-8e12725c-0446-42a4-953f-4506d527dbc9 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:38.980543 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1c895e07-efe2-4fe4-b018-2db0c1f79cee req-8e12725c-0446-42a4-953f-4506d527dbc9 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0834522 Mar 07 22:00:39.023920 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1c895e07-efe2-4fe4-b018-2db0c1f79cee req-5a87edc6-8115-408d-a697-7e6e050df071 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376291 Mar 07 22:00:40.203585 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fbcd4-bf24-4714-aed5-b1feb32bc6a5 req-88755931-6f6b-4b68-abb8-c700c9e8fcc3 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:40.204916 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e72fbcd4-bf24-4714-aed5-b1feb32bc6a5 req-88755931-6f6b-4b68-abb8-c700c9e8fcc3 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0785825 Mar 07 22:00:40.247961 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e72fbcd4-bf24-4714-aed5-b1feb32bc6a5 req-4ec02034-5ddb-42fb-9d20-5a2eb6e11b5a tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374835 Mar 07 22:00:41.574365 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43720aa-6a07-48ff-86f1-c4dbaba8e3ae req-9a7f9f5b-3061-4e6d-ad07-d395f67ad285 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:41.575786 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b43720aa-6a07-48ff-86f1-c4dbaba8e3ae req-9a7f9f5b-3061-4e6d-ad07-d395f67ad285 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0817750 Mar 07 22:00:41.618731 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b43720aa-6a07-48ff-86f1-c4dbaba8e3ae req-d3d71ce0-bef0-4f7c-ae24-535606982d96 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373688 Mar 07 22:00:42.797184 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b91e7a-798c-433c-9584-fcaf4adb9c22 req-b1084bda-385e-439f-b9a4-bc902ba2fdf6 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:42.798629 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-63b91e7a-798c-433c-9584-fcaf4adb9c22 req-b1084bda-385e-439f-b9a4-bc902ba2fdf6 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0776832 Mar 07 22:00:42.844648 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-63b91e7a-798c-433c-9584-fcaf4adb9c22 req-cfa7caaa-22d8-438b-ac30-cfcec87b81fc tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405216 Mar 07 22:00:44.024389 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdceb058-a35f-4f82-96ca-c1a082c2f7c7 req-dc75b1cb-3f79-47fc-a666-9fdebcdfeb2f tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:44.025810 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bdceb058-a35f-4f82-96ca-c1a082c2f7c7 req-dc75b1cb-3f79-47fc-a666-9fdebcdfeb2f tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0790217 Mar 07 22:00:44.068506 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bdceb058-a35f-4f82-96ca-c1a082c2f7c7 req-021c8446-3e84-4ef7-98a2-d17e5c78aef9 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369992 Mar 07 22:00:45.252582 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4cfe9-7393-4002-b9e1-ca68c7f91425 req-2fb433bc-803b-4d0c-a360-0e46175d908b tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:45.253896 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7dd4cfe9-7393-4002-b9e1-ca68c7f91425 req-2fb433bc-803b-4d0c-a360-0e46175d908b tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0799479 Mar 07 22:00:45.296804 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7dd4cfe9-7393-4002-b9e1-ca68c7f91425 req-4ae8f549-9908-4dc5-ab28-a7ea34604a1f tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373268 Mar 07 22:00:46.010221 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:46.480443 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935dc4b8-5cdb-4fc9-bc46-3430c5e595e1 req-8cd4a804-4708-4fcf-ac0a-49e775058c5f tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:46.481860 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-935dc4b8-5cdb-4fc9-bc46-3430c5e595e1 req-8cd4a804-4708-4fcf-ac0a-49e775058c5f tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0778954 Mar 07 22:00:46.523273 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-935dc4b8-5cdb-4fc9-bc46-3430c5e595e1 req-6b8d7627-6e74-4545-85ac-810892b4fe37 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358481 Mar 07 22:00:47.705762 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0f30c-4cc0-469b-8ead-8441d9d6c28c req-6d2d41f7-9340-42b7-ac78-e0f0e0a62509 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:47.707237 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fef0f30c-4cc0-469b-8ead-8441d9d6c28c req-6d2d41f7-9340-42b7-ac78-e0f0e0a62509 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0809841 Mar 07 22:00:47.750385 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fef0f30c-4cc0-469b-8ead-8441d9d6c28c req-3d9ca16f-86d4-4692-bf0c-4966981cbe5b tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374067 Mar 07 22:00:48.932201 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538df25-f949-4aad-8400-7b6f15cf3a3b req-b0da6285-c94b-4872-a6a0-af1360f4e90f tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:48.934190 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f538df25-f949-4aad-8400-7b6f15cf3a3b req-b0da6285-c94b-4872-a6a0-af1360f4e90f tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0817199 Mar 07 22:00:48.975715 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f538df25-f949-4aad-8400-7b6f15cf3a3b req-e303d429-eb09-40e8-8d5b-38015c5591e7 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360053 Mar 07 22:00:50.071729 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-90d1037d-1d5a-4640-928c-459de28e074a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:50.157184 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e7ef9-b491-4525-b748-c2a462352904 req-0ab642cd-7bcf-4332-9226-48d792a392e8 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:50.158542 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cf8e7ef9-b491-4525-b748-c2a462352904 req-0ab642cd-7bcf-4332-9226-48d792a392e8 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0786200 Mar 07 22:00:50.201068 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cf8e7ef9-b491-4525-b748-c2a462352904 req-f691c8b5-d28a-402e-aa08-421d9b8b01fb tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370591 Mar 07 22:00:51.383003 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de042beb-a623-41c9-aeec-1599686d2e21 req-5f828487-a39f-48d6-ae77-e6a790a0d126 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:51.384432 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de042beb-a623-41c9-aeec-1599686d2e21 req-5f828487-a39f-48d6-ae77-e6a790a0d126 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0815001 Mar 07 22:00:51.426881 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de042beb-a623-41c9-aeec-1599686d2e21 req-24738e24-5e6f-4b73-8da6-edecfcd00d3f tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367968 Mar 07 22:00:52.290397 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-72814a69-99f8-4ed8-bafa-9a2bfe7b49d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:52.609385 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8b0db-f679-4a23-b776-c4c2a7e3af83 req-64d2ea83-c67c-49d8-ac7b-88131aa621e5 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:52.610761 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bba8b0db-f679-4a23-b776-c4c2a7e3af83 req-64d2ea83-c67c-49d8-ac7b-88131aa621e5 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0787013 Mar 07 22:00:52.656804 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bba8b0db-f679-4a23-b776-c4c2a7e3af83 req-7e7fe866-6e8d-4e65-b61f-665eb71f8730 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401053 Mar 07 22:00:53.244656 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:53.353435 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:53.838208 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fdd3f-8319-439f-bc73-3b4b57e77f6e req-5aab1cfd-2c0b-4ee9-8af6-5a48295670de tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:53.839639 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-db8fdd3f-8319-439f-bc73-3b4b57e77f6e req-5aab1cfd-2c0b-4ee9-8af6-5a48295670de tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0778663 Mar 07 22:00:53.882465 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-db8fdd3f-8319-439f-bc73-3b4b57e77f6e req-885c4154-84dc-4618-b551-f4783e9ab24f tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372424 Mar 07 22:00:54.815906 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:00:55.064888 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bd0ef-be21-4bed-89da-bac46268b8ef req-d07ef6a5-c408-4886-a487-421fd355e756 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:55.066349 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4d6bd0ef-be21-4bed-89da-bac46268b8ef req-d07ef6a5-c408-4886-a487-421fd355e756 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0810602 Mar 07 22:00:55.110178 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4d6bd0ef-be21-4bed-89da-bac46268b8ef req-39e42cf0-93b3-4cc5-9609-90da02435c60 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381744 Mar 07 22:00:55.534422 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6fa98f56-2c35-4789-b4e5-8e142848a03c req-c33ae6b1-7324-409a-bc90-cba34141f055 service neutron] 10.222.0.11 "GET /v2.0/ports/92b76010-f634-4931-92a6-f08278985a49/bindings/hv-neutron-8299 HTTP/1.1" status: 200 len: 384 time: 0.0730321 Mar 07 22:00:56.062838 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa98f56-2c35-4789-b4e5-8e142848a03c req-71d681d5-b538-4f99-b62b-fa1a7635917d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:56.064283 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6fa98f56-2c35-4789-b4e5-8e142848a03c req-71d681d5-b538-4f99-b62b-fa1a7635917d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63&tenant_id=2febfc669161475cbc2a9352e96ccacd HTTP/1.1" status: 200 len: 1099 time: 0.0725200 Mar 07 22:00:56.151916 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa98f56-2c35-4789-b4e5-8e142848a03c req-4cb611e4-0fd8-49eb-af31-667cda7eb2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:56.153266 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6fa98f56-2c35-4789-b4e5-8e142848a03c req-4cb611e4-0fd8-49eb-af31-667cda7eb2c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2febfc669161475cbc2a9352e96ccacd&device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 1099 time: 0.0698237 Mar 07 22:00:56.282453 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa98f56-2c35-4789-b4e5-8e142848a03c req-3ddfd036-b83a-4301-acf5-29a0516951cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:56.283888 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6fa98f56-2c35-4789-b4e5-8e142848a03c req-3ddfd036-b83a-4301-acf5-29a0516951cc service neutron] 10.222.0.11 "GET /v2.0/networks?id=f52bdf59-225f-4652-bdf9-629adcf47120 HTTP/1.1" status: 200 len: 912 time: 0.1249948 Mar 07 22:00:56.292730 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfa35e-6fae-4752-9702-4726ecb68f30 req-021b48f9-6cdf-45be-bfb9-274560961776 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:56.294204 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6ebfa35e-6fae-4752-9702-4726ecb68f30 req-021b48f9-6cdf-45be-bfb9-274560961776 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0796018 Mar 07 22:00:56.336753 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6ebfa35e-6fae-4752-9702-4726ecb68f30 req-cde45db0-a75b-4ba9-9ba3-dc6ea0977d8e tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369368 Mar 07 22:00:56.355573 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6fa98f56-2c35-4789-b4e5-8e142848a03c req-9e193ba4-c6ed-498c-a576-af6d950824fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92b76010-f634-4931-92a6-f08278985a49 HTTP/1.1" status: 200 len: 217 time: 0.0660264 Mar 07 22:00:56.416381 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa98f56-2c35-4789-b4e5-8e142848a03c req-7816cdaf-a4b1-40ee-9d7c-ec4c8f4c79d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:56.417850 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6fa98f56-2c35-4789-b4e5-8e142848a03c req-7816cdaf-a4b1-40ee-9d7c-ec4c8f4c79d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e48338ab-fa37-405e-a48a-b84ce2f87b6c HTTP/1.1" status: 200 len: 852 time: 0.0572228 Mar 07 22:00:56.466866 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6fa98f56-2c35-4789-b4e5-8e142848a03c req-6a73abad-4291-4627-bdd3-af417195b099 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f52bdf59-225f-4652-bdf9-629adcf47120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431540 Mar 07 22:00:56.597443 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6fa98f56-2c35-4789-b4e5-8e142848a03c req-d6f27bdb-1a36-4afc-b40b-15b3381d65f2 service neutron] 10.222.0.11 "GET /v2.0/networks/f52bdf59-225f-4652-bdf9-629adcf47120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217148 Mar 07 22:00:56.830667 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-6fa98f56-2c35-4789-b4e5-8e142848a03c req-f348f33b-6bd9-47f1-83d1-8991db41cc5f service neutron] 10.222.0.11 "GET /v2.0/networks/f52bdf59-225f-4652-bdf9-629adcf47120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274868 Mar 07 22:00:57.522308 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e555aa-5b59-4ba6-8b61-7d8dbea82788 req-8295354e-b456-455f-882f-0d5d4f9125fc tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:57.523742 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a4e555aa-5b59-4ba6-8b61-7d8dbea82788 req-8295354e-b456-455f-882f-0d5d4f9125fc tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0814962 Mar 07 22:00:57.567095 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a4e555aa-5b59-4ba6-8b61-7d8dbea82788 req-8432381d-8d15-4a7e-9f53-9dc193e62b26 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373099 Mar 07 22:00:58.752528 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96283d42-5a01-46f7-a006-75ad4645ea3f req-bad0728e-a5a8-44cc-8340-fca955616248 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:58.753960 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-96283d42-5a01-46f7-a006-75ad4645ea3f req-bad0728e-a5a8-44cc-8340-fca955616248 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0819395 Mar 07 22:00:58.797542 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-96283d42-5a01-46f7-a006-75ad4645ea3f req-7379c328-588e-41bf-b78c-012f0b1aedfa tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378549 Mar 07 22:00:59.980766 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262aa5f-5d7e-4c64-bf39-76366c6f381a req-2e61d7c1-e59a-4f57-8892-a7d6fdb4ecdc tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:00:59.982198 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2262aa5f-5d7e-4c64-bf39-76366c6f381a req-2e61d7c1-e59a-4f57-8892-a7d6fdb4ecdc tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0786161 Mar 07 22:01:00.024679 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2262aa5f-5d7e-4c64-bf39-76366c6f381a req-e3b1f01f-6ebf-4b9e-98e5-d2fb2df6f849 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370347 Mar 07 22:01:00.231076 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:01:00.474609 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 92b76010-f634-4931-92a6-f08278985a49 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:01:00.477756 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 92b76010-f634-4931-92a6-f08278985a49 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:01:00.588246 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947fd44-01d8-442d-9566-232d93c12c81 req-51388c10-8860-4be3-9f84-e9fba8c5b472 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:00.589512 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-b947fd44-01d8-442d-9566-232d93c12c81 req-51388c10-8860-4be3-9f84-e9fba8c5b472 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Synchronizing usage tracker for tenant:2febfc669161475cbc2a9352e96ccacd on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:01:00.655731 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-b947fd44-01d8-442d-9566-232d93c12c81 req-51388c10-8860-4be3-9f84-e9fba8c5b472 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Unset dirty status for tenant:2febfc669161475cbc2a9352e96ccacd on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:01:00.656843 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-b947fd44-01d8-442d-9566-232d93c12c81 req-51388c10-8860-4be3-9f84-e9fba8c5b472 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.11 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63&tenant_id=2febfc669161475cbc2a9352e96ccacd&binding%3Ahost_id=hv-neutron-8299 HTTP/1.1" status: 200 len: 946 time: 0.1500428 Mar 07 22:01:00.682825 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:00.715509 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 92b76010-f634-4931-92a6-f08278985a49, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=92b76010-f634-4931-92a6-f08278985a49,segment=NetworkSegment(b89cc5f3-eecb-4af3-9b73-c1033ee8d2cd),segment_id=b89cc5f3-eecb-4af3-9b73-c1033ee8d2cd)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:01:00.741555 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d7bca1-51e1-49b9-847c-9d633d01db63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92b76010-f634-4931-92a6-f08278985a49'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:01:00.743317 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '92b76010-f634-4931-92a6-f08278985a49', 'network_id': 'f52bdf59-225f-4652-bdf9-629adcf47120', 'port_id': '92b76010-f634-4931-92a6-f08278985a49', 'mac_address': 'fa:16:3e:32:0c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48338ab-fa37-405e-a48a-b84ce2f87b6c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:01:00.749036 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 92b76010-f634-4931-92a6-f08278985a49, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=92b76010-f634-4931-92a6-f08278985a49,segment=NetworkSegment(b89cc5f3-eecb-4af3-9b73-c1033ee8d2cd),segment_id=b89cc5f3-eecb-4af3-9b73-c1033ee8d2cd)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:01:00.802299 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947fd44-01d8-442d-9566-232d93c12c81 req-43c9352c-3f52-405c-956e-7f045ae233f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:00.803833 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-b947fd44-01d8-442d-9566-232d93c12c81 req-43c9352c-3f52-405c-956e-7f045ae233f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2febfc669161475cbc2a9352e96ccacd&device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 1099 time: 0.0794344 Mar 07 22:01:00.804734 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d7bca1-51e1-49b9-847c-9d633d01db63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92b76010-f634-4931-92a6-f08278985a49', 'code': 200} Mar 07 22:01:00.805453 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:00.815683 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:00.866965 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92b76010-f634-4931-92a6-f08278985a49 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:01:00.930954 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=92b76010-f634-4931-92a6-f08278985a49,revision_number=6']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:00.937409 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947fd44-01d8-442d-9566-232d93c12c81 req-2f69c93e-3d40-4278-b7c3-e9dbbee749f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:00.938951 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-b947fd44-01d8-442d-9566-232d93c12c81 req-2f69c93e-3d40-4278-b7c3-e9dbbee749f1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f52bdf59-225f-4652-bdf9-629adcf47120 HTTP/1.1" status: 200 len: 912 time: 0.1288893 Mar 07 22:01:00.943475 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:01:00.943818 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:01:01.005093 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-b947fd44-01d8-442d-9566-232d93c12c81 req-ec824742-7c16-4f8c-bc45-0ea47606cebf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92b76010-f634-4931-92a6-f08278985a49 HTTP/1.1" status: 200 len: 217 time: 0.0598874 Mar 07 22:01:01.068071 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947fd44-01d8-442d-9566-232d93c12c81 req-425a4bee-ffe2-47b9-a90f-9fa0333bc57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:01.069462 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-b947fd44-01d8-442d-9566-232d93c12c81 req-425a4bee-ffe2-47b9-a90f-9fa0333bc57b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e48338ab-fa37-405e-a48a-b84ce2f87b6c HTTP/1.1" status: 200 len: 852 time: 0.0592189 Mar 07 22:01:01.116045 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-b947fd44-01d8-442d-9566-232d93c12c81 req-142522ef-31c6-4356-a2f1-c383cc15ae15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f52bdf59-225f-4652-bdf9-629adcf47120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400198 Mar 07 22:01:01.244247 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-b947fd44-01d8-442d-9566-232d93c12c81 req-f2c80966-d974-403a-8c8e-32fa8fd05ca3 service neutron] 10.222.0.11 "GET /v2.0/networks/f52bdf59-225f-4652-bdf9-629adcf47120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220603 Mar 07 22:01:01.372961 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-b947fd44-01d8-442d-9566-232d93c12c81 req-0a6bdcb7-7810-4e97-9dac-6feb008f0a8e service neutron] 10.222.0.11 "GET /v2.0/networks/f52bdf59-225f-4652-bdf9-629adcf47120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223671 Mar 07 22:01:01.496685 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:01.513703 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92b76010-f634-4931-92a6-f08278985a49 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:01:01.528663 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 92b76010-f634-4931-92a6-f08278985a49, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=92b76010-f634-4931-92a6-f08278985a49,segment=NetworkSegment(b89cc5f3-eecb-4af3-9b73-c1033ee8d2cd),segment_id=b89cc5f3-eecb-4af3-9b73-c1033ee8d2cd)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:01:01.604696 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:01.672334 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['92b76010-f634-4931-92a6-f08278985a49'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:01:01.709104 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=92b76010-f634-4931-92a6-f08278985a49,revision_number=7']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:02.475893 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 92b76010-f634-4931-92a6-f08278985a49 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:01:02.542190 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 92b76010-f634-4931-92a6-f08278985a49 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:01:02.542761 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:02.657701 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:02.690197 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 92b76010-f634-4931-92a6-f08278985a49, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=92b76010-f634-4931-92a6-f08278985a49,segment=NetworkSegment(b89cc5f3-eecb-4af3-9b73-c1033ee8d2cd),segment_id=b89cc5f3-eecb-4af3-9b73-c1033ee8d2cd)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:01:02.747705 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:02.808296 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d7bca1-51e1-49b9-847c-9d633d01db63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b76010-f634-4931-92a6-f08278985a49'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:01:02.825028 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=92b76010-f634-4931-92a6-f08278985a49,revision_number=8']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:02.862032 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d7bca1-51e1-49b9-847c-9d633d01db63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b76010-f634-4931-92a6-f08278985a49', 'code': 200} Mar 07 22:01:02.905036 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f74c3-ac9b-431b-a846-1a0b813fd986 req-53f2b194-fa22-4593-b184-f1fce5e7a04d tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:02.906498 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3f7f74c3-ac9b-431b-a846-1a0b813fd986 req-53f2b194-fa22-4593-b184-f1fce5e7a04d tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.1844199 Mar 07 22:01:02.948779 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3f7f74c3-ac9b-431b-a846-1a0b813fd986 req-86d07875-894a-4e2d-86d3-e6f93008dfa7 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368226 Mar 07 22:01:04.132435 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865173d-aab2-4b39-b2f3-c42e7a5cfb87 req-645f90e1-7696-4c6e-864d-b2c2d95de761 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:04.133780 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9865173d-aab2-4b39-b2f3-c42e7a5cfb87 req-645f90e1-7696-4c6e-864d-b2c2d95de761 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0811410 Mar 07 22:01:04.177311 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9865173d-aab2-4b39-b2f3-c42e7a5cfb87 req-233f116c-0fcd-4039-a135-c8b0239240bf tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/security-groups?id=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373564 Mar 07 22:01:04.382848 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947fd44-01d8-442d-9566-232d93c12c81 req-4ff3636f-406c-46fc-a34c-0e8deafc27a5 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:04.384221 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-b947fd44-01d8-442d-9566-232d93c12c81 req-4ff3636f-406c-46fc-a34c-0e8deafc27a5 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.11 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 946 time: 0.0793540 Mar 07 22:01:04.457983 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-b947fd44-01d8-442d-9566-232d93c12c81 req-45e495d0-79fa-4dc5-b929-99691b00f830 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Deleting port 92b76010-f634-4931-92a6-f08278985a49 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:01:04.458311 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-b947fd44-01d8-442d-9566-232d93c12c81 req-45e495d0-79fa-4dc5-b929-99691b00f830 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:04.696486 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-b947fd44-01d8-442d-9566-232d93c12c81 req-45e495d0-79fa-4dc5-b929-99691b00f830 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] For port 92b76010-f634-4931-92a6-f08278985a49, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=92b76010-f634-4931-92a6-f08278985a49,segment=NetworkSegment(b89cc5f3-eecb-4af3-9b73-c1033ee8d2cd),segment_id=b89cc5f3-eecb-4af3-9b73-c1033ee8d2cd)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:01:04.696747 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-b947fd44-01d8-442d-9566-232d93c12c81 req-45e495d0-79fa-4dc5-b929-99691b00f830 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:04.817488 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-b947fd44-01d8-442d-9566-232d93c12c81 req-45e495d0-79fa-4dc5-b929-99691b00f830 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Calling delete_port for 92b76010-f634-4931-92a6-f08278985a49 owned by compute:nova {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:01:04.998512 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-b947fd44-01d8-442d-9566-232d93c12c81 req-45e495d0-79fa-4dc5-b929-99691b00f830 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:05.009399 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['92b76010-f634-4931-92a6-f08278985a49'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:01:05.048175 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e495d0-79fa-4dc5-b929-99691b00f830 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Pushing event deleted for resources: {'Port': ['ID=92b76010-f634-4931-92a6-f08278985a49,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:05.086088 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e495d0-79fa-4dc5-b929-99691b00f830 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:05.086436 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e495d0-79fa-4dc5-b929-99691b00f830 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:05.086774 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e495d0-79fa-4dc5-b929-99691b00f830 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:05.087104 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e495d0-79fa-4dc5-b929-99691b00f830 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:05.087431 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e495d0-79fa-4dc5-b929-99691b00f830 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:05.087758 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e495d0-79fa-4dc5-b929-99691b00f830 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:05.088078 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e495d0-79fa-4dc5-b929-99691b00f830 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:05.088428 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e495d0-79fa-4dc5-b929-99691b00f830 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:05.088748 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e495d0-79fa-4dc5-b929-99691b00f830 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:05.089067 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e495d0-79fa-4dc5-b929-99691b00f830 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:05.089385 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e495d0-79fa-4dc5-b929-99691b00f830 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:05.089699 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e495d0-79fa-4dc5-b929-99691b00f830 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:05.227910 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-b947fd44-01d8-442d-9566-232d93c12c81 req-45e495d0-79fa-4dc5-b929-99691b00f830 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] No DVR routers for this DVR port 92b76010-f634-4931-92a6-f08278985a49 on host hv-neutron-8299 {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:01:05.230439 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-b947fd44-01d8-442d-9566-232d93c12c81 req-45e495d0-79fa-4dc5-b929-99691b00f830 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:05.232979 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d7bca1-51e1-49b9-847c-9d633d01db63', 'name': 'network-vif-deleted', 'tag': '92b76010-f634-4931-92a6-f08278985a49'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:01:05.276946 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d7bca1-51e1-49b9-847c-9d633d01db63', 'name': 'network-vif-deleted', 'tag': '92b76010-f634-4931-92a6-f08278985a49', 'status': 'completed', 'code': 200} Mar 07 22:01:05.306285 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-b947fd44-01d8-442d-9566-232d93c12c81 req-45e495d0-79fa-4dc5-b929-99691b00f830 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.11 "DELETE /v2.0/ports/92b76010-f634-4931-92a6-f08278985a49 HTTP/1.1" status: 204 len: 173 time: 0.9163380 Mar 07 22:01:05.327029 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-df0c577c-a508-4f0c-b44b-86130a3cef78 req-c6eae2f3-d2ca-4d9f-866c-aff570025ed6 tempest-DeleteServersTestJSON-1908682973 tempest-DeleteServersTestJSON-1908682973-project] 10.222.0.21 "GET /v2.0/ports?device_id=16d7bca1-51e1-49b9-847c-9d633d01db63 HTTP/1.1" status: 200 len: 210 time: 0.0419319 Mar 07 22:01:06.569239 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52616) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:01:06.627851 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-951acdc4-03cc-4491-bd5d-2884e369bd37 admin admin] Deleting subnet e48338ab-fa37-405e-a48a-b84ce2f87b6c {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 22:01:06.630584 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-951acdc4-03cc-4491-bd5d-2884e369bd37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:06.681864 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-951acdc4-03cc-4491-bd5d-2884e369bd37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:06.734913 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-951acdc4-03cc-4491-bd5d-2884e369bd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:06.855214 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-951acdc4-03cc-4491-bd5d-2884e369bd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:06.892369 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951acdc4-03cc-4491-bd5d-2884e369bd37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e48338ab-fa37-405e-a48a-b84ce2f87b6c,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:06.897116 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-951acdc4-03cc-4491-bd5d-2884e369bd37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:06.904597 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951acdc4-03cc-4491-bd5d-2884e369bd37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:06.904942 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951acdc4-03cc-4491-bd5d-2884e369bd37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:06.905278 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951acdc4-03cc-4491-bd5d-2884e369bd37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:06.905605 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951acdc4-03cc-4491-bd5d-2884e369bd37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:06.905931 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951acdc4-03cc-4491-bd5d-2884e369bd37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:06.906282 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951acdc4-03cc-4491-bd5d-2884e369bd37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:06.906615 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951acdc4-03cc-4491-bd5d-2884e369bd37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:06.906925 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951acdc4-03cc-4491-bd5d-2884e369bd37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:06.907244 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951acdc4-03cc-4491-bd5d-2884e369bd37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:06.907558 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951acdc4-03cc-4491-bd5d-2884e369bd37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:06.907873 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951acdc4-03cc-4491-bd5d-2884e369bd37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:06.908188 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951acdc4-03cc-4491-bd5d-2884e369bd37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:06.913007 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-951acdc4-03cc-4491-bd5d-2884e369bd37 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e48338ab-fa37-405e-a48a-b84ce2f87b6c HTTP/1.1" status: 204 len: 168 time: 0.3427880 Mar 07 22:01:06.915468 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52620) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:01:07.018105 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e034c21f-4488-4362-90da-57c6d3b9e430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:07.137902 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e034c21f-4488-4362-90da-57c6d3b9e430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:07.162227 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-e034c21f-4488-4362-90da-57c6d3b9e430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52bdf59-225f-4652-bdf9-629adcf47120']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:07.173720 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-e034c21f-4488-4362-90da-57c6d3b9e430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89cc5f3-eecb-4af3-9b73-c1033ee8d2cd') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:07.174039 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-e034c21f-4488-4362-90da-57c6d3b9e430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89cc5f3-eecb-4af3-9b73-c1033ee8d2cd') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:01:07.184832 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e034c21f-4488-4362-90da-57c6d3b9e430 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:07.200732 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e034c21f-4488-4362-90da-57c6d3b9e430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:07.206577 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e034c21f-4488-4362-90da-57c6d3b9e430 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:01:07.208902 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e034c21f-4488-4362-90da-57c6d3b9e430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:01:07.220279 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:01:07.370310 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e034c21f-4488-4362-90da-57c6d3b9e430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:07.386682 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e034c21f-4488-4362-90da-57c6d3b9e430 admin admin] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:07.396480 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034c21f-4488-4362-90da-57c6d3b9e430 admin admin] Pushing event deleted for resources: {'Network': ['ID=f52bdf59-225f-4652-bdf9-629adcf47120,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:07.502263 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e034c21f-4488-4362-90da-57c6d3b9e430 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f52bdf59-225f-4652-bdf9-629adcf47120 HTTP/1.1" status: 204 len: 168 time: 0.5857470 Mar 07 22:01:07.779440 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52626) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:01:07.829834 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3e6b5deb-8721-42c4-89d4-617bb30e91b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2febfc669161475cbc2a9352e96ccacd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468371 Mar 07 22:01:07.830076 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52630) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:01:07.889756 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5a187a99-9484-4824-b07a-68b6df01d205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:07.914094 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5a187a99-9484-4824-b07a-68b6df01d205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:08.048345 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5a187a99-9484-4824-b07a-68b6df01d205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:08.065582 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a187a99-9484-4824-b07a-68b6df01d205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:08.138384 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5a187a99-9484-4824-b07a-68b6df01d205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:08.139474 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5a187a99-9484-4824-b07a-68b6df01d205 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3da98d6e-cea8-4b31-b9d4-dc1fdefd6c53 HTTP/1.1" status: 204 len: 168 time: 0.3085611 Mar 07 22:01:08.546729 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 92b76010-f634-4931-92a6-f08278985a49 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:01:08.581642 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 92b76010-f634-4931-92a6-f08278985a49 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:01:08.581642 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 92b76010-f634-4931-92a6-f08278985a49 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:01:09.137969 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52654) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:01:09.239079 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-5454e185-79cd-47e1-a7a1-909541e7243a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2048589876-network', 'tenant_id': '7d78bd013e7043569b12776894c2948a'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:09.243706 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5454e185-79cd-47e1-a7a1-909541e7243a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:01:09.248144 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5454e185-79cd-47e1-a7a1-909541e7243a admin admin] Usage tracker for resource:network and tenant:7d78bd013e7043569b12776894c2948a is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:01:09.250992 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5454e185-79cd-47e1-a7a1-909541e7243a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:01:09.257048 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5454e185-79cd-47e1-a7a1-909541e7243a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:01:09.347513 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5454e185-79cd-47e1-a7a1-909541e7243a admin admin] Made reservation on behalf of 7d78bd013e7043569b12776894c2948a for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:09.349881 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5454e185-79cd-47e1-a7a1-909541e7243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:09.362756 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5454e185-79cd-47e1-a7a1-909541e7243a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:09.377501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5454e185-79cd-47e1-a7a1-909541e7243a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:01:09.381355 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5454e185-79cd-47e1-a7a1-909541e7243a admin admin] Usage tracker for resource:security_group_rule and tenant:7d78bd013e7043569b12776894c2948a is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:01:09.384191 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5454e185-79cd-47e1-a7a1-909541e7243a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:01:09.392030 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5454e185-79cd-47e1-a7a1-909541e7243a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:01:09.470756 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5454e185-79cd-47e1-a7a1-909541e7243a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:09.558653 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5454e185-79cd-47e1-a7a1-909541e7243a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:09.591612 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5454e185-79cd-47e1-a7a1-909541e7243a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:01:09.596717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454e185-79cd-47e1-a7a1-909541e7243a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86011c77-0137-4097-8ca3-e8b55ac2a062,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:09.603207 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5454e185-79cd-47e1-a7a1-909541e7243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:09.604740 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-5454e185-79cd-47e1-a7a1-909541e7243a admin admin] Added segment 66652b2a-e2a1-4551-a203-ca096afb1757 of type vlan for network 257e1b60-c9e1-4669-be76-dd673f174643 Mar 07 22:01:09.633066 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5454e185-79cd-47e1-a7a1-909541e7243a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:09.724395 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5454e185-79cd-47e1-a7a1-909541e7243a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:09.725288 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5454e185-79cd-47e1-a7a1-909541e7243a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:09.725864 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5454e185-79cd-47e1-a7a1-909541e7243a admin admin] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:09.829917 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454e185-79cd-47e1-a7a1-909541e7243a admin admin] Pushing event updated for resources: {'Network': ['ID=257e1b60-c9e1-4669-be76-dd673f174643,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:09.840731 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 257e1b60-c9e1-4669-be76-dd673f174643 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 22:01:09.869595 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5454e185-79cd-47e1-a7a1-909541e7243a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7304516 Mar 07 22:01:09.872585 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52660) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:01:09.879025 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-bed7ee48-0834-422a-a88b-2f342c193539 admin admin] Request body: {'subnet': {'network_id': '257e1b60-c9e1-4669-be76-dd673f174643', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2048589876-subnet', 'tenant_id': '7d78bd013e7043569b12776894c2948a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:09.885604 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-bed7ee48-0834-422a-a88b-2f342c193539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:01:09.889978 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bed7ee48-0834-422a-a88b-2f342c193539 admin admin] Usage tracker for resource:subnet and tenant:7d78bd013e7043569b12776894c2948a is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:01:09.893316 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-bed7ee48-0834-422a-a88b-2f342c193539 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:01:09.899616 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-bed7ee48-0834-422a-a88b-2f342c193539 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:01:09.958677 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed7ee48-0834-422a-a88b-2f342c193539 admin admin] Made reservation on behalf of 7d78bd013e7043569b12776894c2948a for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:09.961374 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bed7ee48-0834-422a-a88b-2f342c193539 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:10.210310 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bed7ee48-0834-422a-a88b-2f342c193539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:10.280358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7ee48-0834-422a-a88b-2f342c193539 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bd42860-5b23-4e2e-8a46-290dd38b1814,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:10.292943 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed7ee48-0834-422a-a88b-2f342c193539 admin admin] Checking segment: {'id': '66652b2a-e2a1-4551-a203-ca096afb1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '257e1b60-c9e1-4669-be76-dd673f174643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:01:10.293290 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed7ee48-0834-422a-a88b-2f342c193539 admin admin] Network hostable DHCP agents. Network: 257e1b60-c9e1-4669-be76-dd673f174643, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:01:10.364081 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed7ee48-0834-422a-a88b-2f342c193539 admin admin] Network 257e1b60-c9e1-4669-be76-dd673f174643 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:01:10.444039 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-bed7ee48-0834-422a-a88b-2f342c193539 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 257e1b60-c9e1-4669-be76-dd673f174643) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:10.447953 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed7ee48-0834-422a-a88b-2f342c193539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:10.448530 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bed7ee48-0834-422a-a88b-2f342c193539 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:10.453259 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602f6974-2072-43e1-942e-3d2dec589da9 None None] Network 257e1b60-c9e1-4669-be76-dd673f174643 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:01:10.525349 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bed7ee48-0834-422a-a88b-2f342c193539 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6513362 Mar 07 22:01:10.692560 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fa64e0-cecf-4b4c-9fd2-cebd61dc4dc2 None None] Network 257e1b60-c9e1-4669-be76-dd673f174643 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:01:11.163440 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-939d2309-54a4-4764-937a-7d9704567ae7 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:11.164016 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-939d2309-54a4-4764-937a-7d9704567ae7 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Synchronizing usage tracker for tenant:7d78bd013e7043569b12776894c2948a on resource:network {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:01:11.260924 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-939d2309-54a4-4764-937a-7d9704567ae7 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Unset dirty status for tenant:7d78bd013e7043569b12776894c2948a on resource:network {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:01:11.262081 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-939d2309-54a4-4764-937a-7d9704567ae7 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/networks?id=257e1b60-c9e1-4669-be76-dd673f174643 HTTP/1.1" status: 200 len: 815 time: 0.3383312 Mar 07 22:01:11.276317 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-8af011d2-f7ad-45da-a4f0-94793a34bf54 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/quotas/7d78bd013e7043569b12776894c2948a HTTP/1.1" status: 200 len: 375 time: 0.0088654 Mar 07 22:01:11.322147 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-d42e346b-d248-4347-9e9a-e8e91add747a tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d78bd013e7043569b12776894c2948a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405445 Mar 07 22:01:11.452289 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-3c8c655f-1b0a-4428-9a93-3a0c208c9d88 service neutron] 10.222.0.21 "GET /v2.0/networks/257e1b60-c9e1-4669-be76-dd673f174643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230936 Mar 07 22:01:11.582581 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-79b962d7-c734-4869-99f7-4b010f6c4a89 service neutron] 10.222.0.21 "GET /v2.0/networks/257e1b60-c9e1-4669-be76-dd673f174643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232200 Mar 07 22:01:11.836079 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c2093f76-a2e1-4639-a87c-addc8446d657 req-061245f6-c8c3-406b-a3e0-4da629e79a6c tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 210 time: 0.0433977 Mar 07 22:01:12.982211 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bf5a468d-86e8-402f-8cfe-dac7b07caede req-04fb1478-3a4f-47f6-a0c9-141773a973fb tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 210 time: 0.0451074 Mar 07 22:01:13.882837 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-c0c30f5f-c7fe-47bc-975c-51769cbf3885 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:13.884258 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-c0c30f5f-c7fe-47bc-975c-51769cbf3885 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.11 "GET /v2.0/networks?id=257e1b60-c9e1-4669-be76-dd673f174643 HTTP/1.1" status: 200 len: 815 time: 0.1437221 Mar 07 22:01:13.895928 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-678958ac-1b41-4a14-bb38-5f9bdd50aa2e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Request body: {'port': {'device_id': '3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3', 'network_id': '257e1b60-c9e1-4669-be76-dd673f174643', 'admin_state_up': True, 'tenant_id': '7d78bd013e7043569b12776894c2948a'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:14.034737 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-678958ac-1b41-4a14-bb38-5f9bdd50aa2e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:01:14.038509 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-678958ac-1b41-4a14-bb38-5f9bdd50aa2e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Usage tracker for resource:port and tenant:7d78bd013e7043569b12776894c2948a is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:01:14.041268 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-678958ac-1b41-4a14-bb38-5f9bdd50aa2e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:01:14.046957 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-678958ac-1b41-4a14-bb38-5f9bdd50aa2e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:01:14.127375 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6b53f21d-a12c-4087-9618-8483a949ab41 req-1154f192-e997-41c1-8c85-83856625ea75 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 210 time: 0.0427475 Mar 07 22:01:14.140302 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-678958ac-1b41-4a14-bb38-5f9bdd50aa2e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Made reservation on behalf of 7d78bd013e7043569b12776894c2948a for: {'port': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:14.144224 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-678958ac-1b41-4a14-bb38-5f9bdd50aa2e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:14.301766 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-678958ac-1b41-4a14-bb38-5f9bdd50aa2e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Allocated IP 172.20.0.9 (257e1b60-c9e1-4669-be76-dd673f174643/9bd42860-5b23-4e2e-8a46-290dd38b1814/890e8f78-44f9-4836-8e16-3cfab65f9a88) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:01:14.497981 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-678958ac-1b41-4a14-bb38-5f9bdd50aa2e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:14.581715 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-678958ac-1b41-4a14-bb38-5f9bdd50aa2e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:14.648733 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-678958ac-1b41-4a14-bb38-5f9bdd50aa2e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Network 257e1b60-c9e1-4669-be76-dd673f174643 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:14.651667 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-678958ac-1b41-4a14-bb38-5f9bdd50aa2e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:14.660113 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-678958ac-1b41-4a14-bb38-5f9bdd50aa2e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:01:14.701841 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678958ac-1b41-4a14-bb38-5f9bdd50aa2e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Pushing event updated for resources: {'Port': ['ID=890e8f78-44f9-4836-8e16-3cfab65f9a88,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:14.725757 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-678958ac-1b41-4a14-bb38-5f9bdd50aa2e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:14.726375 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-678958ac-1b41-4a14-bb38-5f9bdd50aa2e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:14.837629 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-678958ac-1b41-4a14-bb38-5f9bdd50aa2e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9453354 Mar 07 22:01:14.849597 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-2260d84e-1324-4a0a-8d8d-c2cd72d89209 service neutron] Request body: {'port': {'device_id': '3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:14.957191 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-2260d84e-1324-4a0a-8d8d-c2cd72d89209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:15.287463 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-2260d84e-1324-4a0a-8d8d-c2cd72d89209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890e8f78-44f9-4836-8e16-3cfab65f9a88 {{(pid=88387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:01:15.294717 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-2260d84e-1324-4a0a-8d8d-c2cd72d89209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:15.309188 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-2260d84e-1324-4a0a-8d8d-c2cd72d89209 service neutron] Transition to ACTIVE for port object 890e8f78-44f9-4836-8e16-3cfab65f9a88 will not be triggered until provisioned by entity L2. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:01:15.315846 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a647cfb-6861-48d9-b429-15928a9742c0 req-eac8e6ff-a8fb-4ccb-97d3-6f9e4ccec831 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:15.329614 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0a647cfb-6861-48d9-b429-15928a9742c0 req-eac8e6ff-a8fb-4ccb-97d3-6f9e4ccec831 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 931 time: 0.0828671 Mar 07 22:01:15.358911 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-0a647cfb-6861-48d9-b429-15928a9742c0 req-ddc202b5-d023-4314-bdf4-6e11c35f94da tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Synchronizing usage tracker for tenant:7d78bd013e7043569b12776894c2948a on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:01:15.385421 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-2260d84e-1324-4a0a-8d8d-c2cd72d89209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:15.439396 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-0a647cfb-6861-48d9-b429-15928a9742c0 req-ddc202b5-d023-4314-bdf4-6e11c35f94da tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Unset dirty status for tenant:7d78bd013e7043569b12776894c2948a on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:01:15.441031 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0a647cfb-6861-48d9-b429-15928a9742c0 req-ddc202b5-d023-4314-bdf4-6e11c35f94da tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180193 Mar 07 22:01:15.510825 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260d84e-1324-4a0a-8d8d-c2cd72d89209 service neutron] Pushing event updated for resources: {'Port': ['ID=890e8f78-44f9-4836-8e16-3cfab65f9a88,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:15.612329 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-2260d84e-1324-4a0a-8d8d-c2cd72d89209 service neutron] Attempting to bind port 890e8f78-44f9-4836-8e16-3cfab65f9a88 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:01:15.612649 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-2260d84e-1324-4a0a-8d8d-c2cd72d89209 service neutron] Attempting to bind port 890e8f78-44f9-4836-8e16-3cfab65f9a88 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '66652b2a-e2a1-4551-a203-ca096afb1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '257e1b60-c9e1-4669-be76-dd673f174643'}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:01:15.612964 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-2260d84e-1324-4a0a-8d8d-c2cd72d89209 service neutron] Attempting to bind port 890e8f78-44f9-4836-8e16-3cfab65f9a88 on network 257e1b60-c9e1-4669-be76-dd673f174643 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:01:15.617362 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-2260d84e-1324-4a0a-8d8d-c2cd72d89209 service neutron] Port 890e8f78-44f9-4836-8e16-3cfab65f9a88 on network 257e1b60-c9e1-4669-be76-dd673f174643 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 22:01:15.617673 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-2260d84e-1324-4a0a-8d8d-c2cd72d89209 service neutron] Attempting to bind port 890e8f78-44f9-4836-8e16-3cfab65f9a88 on network 257e1b60-c9e1-4669-be76-dd673f174643 {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:01:15.622662 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-2260d84e-1324-4a0a-8d8d-c2cd72d89209 service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:01:15.623011 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-2260d84e-1324-4a0a-8d8d-c2cd72d89209 service neutron] Checking segment: {'id': '66652b2a-e2a1-4551-a203-ca096afb1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '257e1b60-c9e1-4669-be76-dd673f174643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:01:15.623380 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-2260d84e-1324-4a0a-8d8d-c2cd72d89209 service neutron] Bound using segment: {'id': '66652b2a-e2a1-4551-a203-ca096afb1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '257e1b60-c9e1-4669-be76-dd673f174643'} {{(pid=88387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:01:15.623788 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.managers [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-2260d84e-1324-4a0a-8d8d-c2cd72d89209 service neutron] Bound port: 890e8f78-44f9-4836-8e16-3cfab65f9a88, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66652b2a-e2a1-4551-a203-ca096afb1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '257e1b60-c9e1-4669-be76-dd673f174643'}}] {{(pid=88387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:01:15.624118 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-2260d84e-1324-4a0a-8d8d-c2cd72d89209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:15.813627 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-2260d84e-1324-4a0a-8d8d-c2cd72d89209 service neutron] For port 890e8f78-44f9-4836-8e16-3cfab65f9a88, host hv-neutron-8299, cleared binding levels {{(pid=88387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:01:15.816491 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-2260d84e-1324-4a0a-8d8d-c2cd72d89209 service neutron] For port 890e8f78-44f9-4836-8e16-3cfab65f9a88, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=890e8f78-44f9-4836-8e16-3cfab65f9a88,segment=NetworkSegment(66652b2a-e2a1-4551-a203-ca096afb1757),segment_id=66652b2a-e2a1-4551-a203-ca096afb1757)] {{(pid=88387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:01:15.877251 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-2260d84e-1324-4a0a-8d8d-c2cd72d89209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:15.931564 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-2260d84e-1324-4a0a-8d8d-c2cd72d89209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:15.932170 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-2260d84e-1324-4a0a-8d8d-c2cd72d89209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:15.933481 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-2260d84e-1324-4a0a-8d8d-c2cd72d89209 service neutron] 10.222.0.11 "PUT /v2.0/ports/890e8f78-44f9-4836-8e16-3cfab65f9a88 HTTP/1.1" status: 200 len: 1093 time: 1.0878725 Mar 07 22:01:15.933904 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3', 'tag': '890e8f78-44f9-4836-8e16-3cfab65f9a88'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:01:15.958596 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260d84e-1324-4a0a-8d8d-c2cd72d89209 service neutron] Pushing event updated for resources: {'Port': ['ID=890e8f78-44f9-4836-8e16-3cfab65f9a88,revision_number=3']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:15.981021 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3', 'tag': '890e8f78-44f9-4836-8e16-3cfab65f9a88', 'status': 'completed', 'code': 200} Mar 07 22:01:16.021454 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:16.071450 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22881ad-63f6-45fd-889e-a88b6b989266 req-9463881d-f1f9-4646-a6f9-8dc3927eb653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:16.072800 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d22881ad-63f6-45fd-889e-a88b6b989266 req-9463881d-f1f9-4646-a6f9-8dc3927eb653 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d78bd013e7043569b12776894c2948a&device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 1096 time: 0.0710423 Mar 07 22:01:16.208303 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22881ad-63f6-45fd-889e-a88b6b989266 req-fac77a2c-8f8d-4783-a630-5ac733d34147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:16.209683 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d22881ad-63f6-45fd-889e-a88b6b989266 req-fac77a2c-8f8d-4783-a630-5ac733d34147 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7d78bd013e7043569b12776894c2948a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1299987 Mar 07 22:01:16.341226 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22881ad-63f6-45fd-889e-a88b6b989266 req-b7bee9df-df37-4cb9-b3ec-c824730e8fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:16.342591 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-d22881ad-63f6-45fd-889e-a88b6b989266 req-b7bee9df-df37-4cb9-b3ec-c824730e8fc4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1272349 Mar 07 22:01:16.443262 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-5acf1b89-61cd-4080-bd75-1d5c11ccad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:16.444666 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-5acf1b89-61cd-4080-bd75-1d5c11ccad93 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d78bd013e7043569b12776894c2948a&device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 1096 time: 0.0680704 Mar 07 22:01:16.514722 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-2d5328b7-6da0-4aaa-9ccf-e6b4fff8dc17 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=890e8f78-44f9-4836-8e16-3cfab65f9a88 HTTP/1.1" status: 200 len: 217 time: 0.0622160 Mar 07 22:01:16.575554 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-1b95c038-71fb-42fa-b332-f77b754ccc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:16.576988 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-1b95c038-71fb-42fa-b332-f77b754ccc02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bd42860-5b23-4e2e-8a46-290dd38b1814 HTTP/1.1" status: 200 len: 855 time: 0.0571949 Mar 07 22:01:16.625939 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-cbb87b26-f226-4808-8928-f11061e230ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=257e1b60-c9e1-4669-be76-dd673f174643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430667 Mar 07 22:01:16.627379 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca22be5-e77b-4ba8-b225-f63331734a12 req-2d8505da-8b2a-4707-bcac-8ba31bca1ffe tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:16.628800 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cca22be5-e77b-4ba8-b225-f63331734a12 req-2d8505da-8b2a-4707-bcac-8ba31bca1ffe tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 943 time: 0.0803740 Mar 07 22:01:16.671683 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cca22be5-e77b-4ba8-b225-f63331734a12 req-e4dc2708-b697-4fa0-8d46-bf52fe39ceca tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370166 Mar 07 22:01:16.753591 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-4d73165e-e8f1-4fef-aa94-3c1c05be88b8 service neutron] 10.222.0.11 "GET /v2.0/networks/257e1b60-c9e1-4669-be76-dd673f174643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221011 Mar 07 22:01:16.881907 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-32f920e6-dd0c-4a3d-965f-e85162affca2 req-e753d1cb-8583-4b1c-ab3e-81d4eef4a4b3 service neutron] 10.222.0.11 "GET /v2.0/networks/257e1b60-c9e1-4669-be76-dd673f174643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226857 Mar 07 22:01:17.857082 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf3849-ec53-4d8b-891b-3d49c6e14ff8 req-aed45e93-493a-46cd-943b-7ab61bcb2373 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:17.858564 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3edf3849-ec53-4d8b-891b-3d49c6e14ff8 req-aed45e93-493a-46cd-943b-7ab61bcb2373 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 943 time: 0.0806868 Mar 07 22:01:17.902342 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3edf3849-ec53-4d8b-891b-3d49c6e14ff8 req-ba6cb144-fceb-4bb7-8b3b-6ff951b844af tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380676 Mar 07 22:01:19.079119 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576796c-69a5-49e3-89d5-d010225a8a32 req-0dc953d2-723d-465e-bd6b-3e58491fd71e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:19.080536 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9576796c-69a5-49e3-89d5-d010225a8a32 req-0dc953d2-723d-465e-bd6b-3e58491fd71e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 943 time: 0.0771096 Mar 07 22:01:19.127247 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9576796c-69a5-49e3-89d5-d010225a8a32 req-187c66f8-93c2-46c8-a464-05f365c00d8a tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409520 Mar 07 22:01:20.071012 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-899536d7-0778-42ca-8413-6e4f04ea8aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:20.305918 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451d8e0-b669-4f2c-a167-7bd6c9efbc16 req-5ef6a809-30f8-44cb-b7ad-e2e1e6df2518 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:20.307363 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c451d8e0-b669-4f2c-a167-7bd6c9efbc16 req-5ef6a809-30f8-44cb-b7ad-e2e1e6df2518 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 943 time: 0.0781116 Mar 07 22:01:20.351003 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c451d8e0-b669-4f2c-a167-7bd6c9efbc16 req-566ebc0d-a86d-40f0-9b65-5fd575de4f76 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379241 Mar 07 22:01:20.579443 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 890e8f78-44f9-4836-8e16-3cfab65f9a88 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:01:20.707515 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 890e8f78-44f9-4836-8e16-3cfab65f9a88, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=890e8f78-44f9-4836-8e16-3cfab65f9a88,segment=NetworkSegment(66652b2a-e2a1-4551-a203-ca096afb1757),segment_id=66652b2a-e2a1-4551-a203-ca096afb1757)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:01:20.723277 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '890e8f78-44f9-4836-8e16-3cfab65f9a88', 'network_id': '257e1b60-c9e1-4669-be76-dd673f174643', 'port_id': '890e8f78-44f9-4836-8e16-3cfab65f9a88', 'mac_address': 'fa:16:3e:24:22:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd42860-5b23-4e2e-8a46-290dd38b1814', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:01:20.776660 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:20.792896 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890e8f78-44f9-4836-8e16-3cfab65f9a88 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:01:20.808336 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 890e8f78-44f9-4836-8e16-3cfab65f9a88, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=890e8f78-44f9-4836-8e16-3cfab65f9a88,segment=NetworkSegment(66652b2a-e2a1-4551-a203-ca096afb1757),segment_id=66652b2a-e2a1-4551-a203-ca096afb1757)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:01:20.890234 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:20.954182 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=890e8f78-44f9-4836-8e16-3cfab65f9a88,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:20.961191 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:20.961528 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:20.961859 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:20.962209 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:20.962534 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:20.962852 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:20.963167 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:20.963481 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:20.963794 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:20.964103 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:20.964412 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:20.964718 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:01:21.090934 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['890e8f78-44f9-4836-8e16-3cfab65f9a88'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:01:21.532361 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1439d2a-a1cc-4f73-91e1-26aec7cb12be req-f32d85c6-8162-47fd-a732-6a27f7cdab53 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:21.533774 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e1439d2a-a1cc-4f73-91e1-26aec7cb12be req-f32d85c6-8162-47fd-a732-6a27f7cdab53 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 944 time: 0.0814312 Mar 07 22:01:21.576652 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e1439d2a-a1cc-4f73-91e1-26aec7cb12be req-3a9f9370-299c-4df7-bbc8-21e34a702ffb tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372870 Mar 07 22:01:22.276782 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-25e4fdf5-6a3f-4e94-9135-082ffc75b02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:22.594334 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 890e8f78-44f9-4836-8e16-3cfab65f9a88 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:01:22.735689 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 890e8f78-44f9-4836-8e16-3cfab65f9a88 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:01:22.740756 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 890e8f78-44f9-4836-8e16-3cfab65f9a88 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:01:22.741249 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:22.758468 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b6a6b-7289-4437-b4e0-699f1e6e96f5 req-ed3b0934-56ba-4f14-8b2b-b5f738144ad1 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:22.759910 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b90b6a6b-7289-4437-b4e0-699f1e6e96f5 req-ed3b0934-56ba-4f14-8b2b-b5f738144ad1 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 944 time: 0.0805066 Mar 07 22:01:22.803681 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b90b6a6b-7289-4437-b4e0-699f1e6e96f5 req-6d3bd5c1-db1d-4b70-9b55-b88a692008d0 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378387 Mar 07 22:01:22.855094 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:22.881898 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890e8f78-44f9-4836-8e16-3cfab65f9a88'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:01:22.891235 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 890e8f78-44f9-4836-8e16-3cfab65f9a88, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=890e8f78-44f9-4836-8e16-3cfab65f9a88,segment=NetworkSegment(66652b2a-e2a1-4551-a203-ca096afb1757),segment_id=66652b2a-e2a1-4551-a203-ca096afb1757)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:01:22.928352 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890e8f78-44f9-4836-8e16-3cfab65f9a88', 'code': 200} Mar 07 22:01:22.979911 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:23.045376 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=890e8f78-44f9-4836-8e16-3cfab65f9a88,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:23.254346 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:23.281594 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423b2e3-c83b-40b2-b24c-fa8e8716731a req-1c2771ab-f10e-4b30-a555-e931e3c742e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:23.283054 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1423b2e3-c83b-40b2-b24c-fa8e8716731a req-1c2771ab-f10e-4b30-a555-e931e3c742e9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 1098 time: 0.0687895 Mar 07 22:01:23.322009 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1423b2e3-c83b-40b2-b24c-fa8e8716731a req-97aafe1e-3c08-4cc9-9cf9-142c5e020e08 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332973 Mar 07 22:01:23.381397 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:23.953012 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [req-bc19b7e9-c2ea-4565-bc93-b29beac4a22a req-039d4fe3-edb9-4398-a933-e5e84df1c45a service neutron] (88387) timed out ('10.222.0.11', 65291) {{(pid=88387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 07 22:01:23.989111 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a358a5-b38f-4df4-9f36-576bc4b7b6b1 req-4b40fbc7-ace9-475d-b7d4-2920634c9d09 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:23.990559 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a5a358a5-b38f-4df4-9f36-576bc4b7b6b1 req-4b40fbc7-ace9-475d-b7d4-2920634c9d09 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0810001 Mar 07 22:01:24.033881 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a5a358a5-b38f-4df4-9f36-576bc4b7b6b1 req-89449b2e-3755-437b-94df-2464fcfd7fcc tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377746 Mar 07 22:01:24.815275 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:25.217405 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04001dc-60ad-4cc6-b294-d352dfb028d0 req-20b97f1d-dfc6-438f-826e-ec49b694f44a tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:25.218840 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c04001dc-60ad-4cc6-b294-d352dfb028d0 req-20b97f1d-dfc6-438f-826e-ec49b694f44a tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0813568 Mar 07 22:01:25.260711 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c04001dc-60ad-4cc6-b294-d352dfb028d0 req-39149627-c761-4396-9b76-f1f67a8cc2da tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362899 Mar 07 22:01:25.438590 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab759c2-563e-4ff6-8c52-e2655b9181c7 req-585f1565-da49-4a10-a76f-28caf76d5603 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:25.439922 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0ab759c2-563e-4ff6-8c52-e2655b9181c7 req-585f1565-da49-4a10-a76f-28caf76d5603 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0778539 Mar 07 22:01:25.482292 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0ab759c2-563e-4ff6-8c52-e2655b9181c7 req-77857aa4-91a7-4e68-a97a-999d6b2ee82d tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368562 Mar 07 22:01:25.963311 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007b111-5c0c-4a47-8e46-843122c21723 req-d32bf1d3-a4bd-4030-9517-d757428c7407 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:25.964658 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c007b111-5c0c-4a47-8e46-843122c21723 req-d32bf1d3-a4bd-4030-9517-d757428c7407 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.1756234 Mar 07 22:01:26.008118 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c007b111-5c0c-4a47-8e46-843122c21723 req-f97b2cae-4434-4256-af9d-59e707b20a82 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373092 Mar 07 22:01:26.191699 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a806f1c-c9a3-45a5-96ca-1c02a059fc4e req-fc987a88-bdb3-405a-b69e-5441cda0e11d tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:26.193076 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0a806f1c-c9a3-45a5-96ca-1c02a059fc4e req-fc987a88-bdb3-405a-b69e-5441cda0e11d tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0794446 Mar 07 22:01:26.235040 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0a806f1c-c9a3-45a5-96ca-1c02a059fc4e req-f13688d5-2390-4850-b229-8948deb3c7e4 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363126 Mar 07 22:01:26.714157 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42f0bf-ab3e-4b02-8413-8df37b9910e4 req-c5f14d16-92b2-4f43-bf5b-58fda01e00d4 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:26.715584 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7e42f0bf-ab3e-4b02-8413-8df37b9910e4 req-c5f14d16-92b2-4f43-bf5b-58fda01e00d4 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0798311 Mar 07 22:01:26.802477 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7e42f0bf-ab3e-4b02-8413-8df37b9910e4 req-26927317-01b6-4a45-8f1c-4657411d3f06 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575984 Mar 07 22:01:26.825345 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3b484ea0-ef79-4eda-9edd-0049195a5641 req-174565d5-6669-436f-a4af-9a78761dc454 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1037552 Mar 07 22:01:27.988009 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f7efb-367f-4d98-acf6-b8bcc65bc4a2 req-dbe64b5d-1250-4137-82f9-beddadb7d378 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:27.989354 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e39f7efb-367f-4d98-acf6-b8bcc65bc4a2 req-dbe64b5d-1250-4137-82f9-beddadb7d378 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0785599 Mar 07 22:01:28.034602 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e39f7efb-367f-4d98-acf6-b8bcc65bc4a2 req-f523f638-4e68-4072-9d82-37e98b3026f6 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393739 Mar 07 22:01:28.831853 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b484ea0-ef79-4eda-9edd-0049195a5641 req-aef9c7a7-12bb-45d1-8189-e96819045f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:28.833184 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3b484ea0-ef79-4eda-9edd-0049195a5641 req-aef9c7a7-12bb-45d1-8189-e96819045f07 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d78bd013e7043569b12776894c2948a&device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 1098 time: 0.0721951 Mar 07 22:01:28.960380 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b484ea0-ef79-4eda-9edd-0049195a5641 req-d1571b0f-a484-42b2-a839-1ef1603929e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:28.961774 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3b484ea0-ef79-4eda-9edd-0049195a5641 req-d1571b0f-a484-42b2-a839-1ef1603929e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=257e1b60-c9e1-4669-be76-dd673f174643 HTTP/1.1" status: 200 len: 915 time: 0.1232831 Mar 07 22:01:29.026457 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3b484ea0-ef79-4eda-9edd-0049195a5641 req-fdd7e236-1a06-4404-97e5-420b8d5673dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=890e8f78-44f9-4836-8e16-3cfab65f9a88 HTTP/1.1" status: 200 len: 217 time: 0.0583739 Mar 07 22:01:29.089248 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b484ea0-ef79-4eda-9edd-0049195a5641 req-1f843406-99d3-4c56-887b-a5a8bc187b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:29.090611 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3b484ea0-ef79-4eda-9edd-0049195a5641 req-1f843406-99d3-4c56-887b-a5a8bc187b53 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bd42860-5b23-4e2e-8a46-290dd38b1814 HTTP/1.1" status: 200 len: 855 time: 0.0582922 Mar 07 22:01:29.135238 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3b484ea0-ef79-4eda-9edd-0049195a5641 req-a20019e7-5a72-4200-809b-8ede7526929c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=257e1b60-c9e1-4669-be76-dd673f174643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393026 Mar 07 22:01:29.220696 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4d527-52ee-4c25-a5d1-1ba239b3bf83 req-1df92508-c56f-4358-aaf1-624857ef2e95 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:29.222259 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-34a4d527-52ee-4c25-a5d1-1ba239b3bf83 req-1df92508-c56f-4358-aaf1-624857ef2e95 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0842180 Mar 07 22:01:29.268723 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-34a4d527-52ee-4c25-a5d1-1ba239b3bf83 req-67d2521b-6522-43bb-b443-6225692973a4 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406821 Mar 07 22:01:29.380187 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3b484ea0-ef79-4eda-9edd-0049195a5641 req-97974717-f875-45af-b853-2ce166dae21d service neutron] 10.222.0.11 "GET /v2.0/networks/257e1b60-c9e1-4669-be76-dd673f174643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389700 Mar 07 22:01:29.508967 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3b484ea0-ef79-4eda-9edd-0049195a5641 req-5b54a40d-944c-4aae-a3e3-f2e4da70cd5f service neutron] 10.222.0.11 "GET /v2.0/networks/257e1b60-c9e1-4669-be76-dd673f174643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226695 Mar 07 22:01:30.451641 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06ec7c-8ece-47ab-9570-eb3b716db28b req-fd3d1234-d60f-42a5-b786-7692b838e737 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:30.453063 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5a06ec7c-8ece-47ab-9570-eb3b716db28b req-fd3d1234-d60f-42a5-b786-7692b838e737 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0769463 Mar 07 22:01:30.499260 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5a06ec7c-8ece-47ab-9570-eb3b716db28b req-88663143-46aa-40b8-a247-e9ed96eae96f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406027 Mar 07 22:01:31.680764 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73322ad-bb0b-4b94-97b1-0aa5a18dd427 req-a82b5761-b573-4c71-b0b4-9ad5a60da19f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:31.682223 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f73322ad-bb0b-4b94-97b1-0aa5a18dd427 req-a82b5761-b573-4c71-b0b4-9ad5a60da19f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0790560 Mar 07 22:01:31.726021 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f73322ad-bb0b-4b94-97b1-0aa5a18dd427 req-5b3ef16a-2f39-4b6e-9d01-99ec55a4809e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373089 Mar 07 22:01:32.909646 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf247d26-5f50-4a43-a900-8a8f6982f632 req-d28d8f8e-3fed-4526-9913-f6fc9bc2e6d2 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:32.911102 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cf247d26-5f50-4a43-a900-8a8f6982f632 req-d28d8f8e-3fed-4526-9913-f6fc9bc2e6d2 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0816610 Mar 07 22:01:32.954036 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cf247d26-5f50-4a43-a900-8a8f6982f632 req-252b546c-16f4-46ac-a2c9-70f2acc340c1 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373991 Mar 07 22:01:34.130853 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e4ae4-9e9a-42a8-bb46-1af7f02596c4 req-45e56724-d444-463b-92e9-2119dcdbc1c3 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:34.132194 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9e0e4ae4-9e9a-42a8-bb46-1af7f02596c4 req-45e56724-d444-463b-92e9-2119dcdbc1c3 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0772243 Mar 07 22:01:34.176382 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9e0e4ae4-9e9a-42a8-bb46-1af7f02596c4 req-92557256-85c2-40e2-b222-58db6558da4a tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386310 Mar 07 22:01:35.358911 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d1272-182b-468f-af11-4b5671bf3f22 req-c2b5e8da-b97e-4fea-a53c-ba6b10196ee9 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:35.360331 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e37d1272-182b-468f-af11-4b5671bf3f22 req-c2b5e8da-b97e-4fea-a53c-ba6b10196ee9 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0815115 Mar 07 22:01:35.403534 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e37d1272-182b-468f-af11-4b5671bf3f22 req-0acef456-81c9-4cc3-83a8-868241800677 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376353 Mar 07 22:01:36.587417 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdf645-a341-4bb5-a4e8-0565f94b59e4 req-64d96f46-54de-4827-973c-348716d40e2d tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:36.588852 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d4fdf645-a341-4bb5-a4e8-0565f94b59e4 req-64d96f46-54de-4827-973c-348716d40e2d tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0820720 Mar 07 22:01:36.632073 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d4fdf645-a341-4bb5-a4e8-0565f94b59e4 req-97c14818-b093-40de-b1b5-03a5453a1ac9 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373862 Mar 07 22:01:36.728474 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256adca7-598c-43b8-a02f-7a8e531424d9 req-fae70bdb-826f-426c-9ae4-ffbf1c120db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:36.729822 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-256adca7-598c-43b8-a02f-7a8e531424d9 req-fae70bdb-826f-426c-9ae4-ffbf1c120db8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d78bd013e7043569b12776894c2948a&device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 1098 time: 0.0732853 Mar 07 22:01:36.873641 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256adca7-598c-43b8-a02f-7a8e531424d9 req-038d0a96-2b7b-4442-acb0-78e4b7745908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:36.877671 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-256adca7-598c-43b8-a02f-7a8e531424d9 req-038d0a96-2b7b-4442-acb0-78e4b7745908 service neutron] 10.222.0.11 "GET /v2.0/networks?id=257e1b60-c9e1-4669-be76-dd673f174643 HTTP/1.1" status: 200 len: 915 time: 0.1264327 Mar 07 22:01:36.940500 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-256adca7-598c-43b8-a02f-7a8e531424d9 req-f1102cbc-108a-4e3e-bdb4-d345ec2a5575 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=890e8f78-44f9-4836-8e16-3cfab65f9a88 HTTP/1.1" status: 200 len: 217 time: 0.0594089 Mar 07 22:01:37.004181 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256adca7-598c-43b8-a02f-7a8e531424d9 req-058797b7-9288-4569-b8c7-3379296a8d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:37.005476 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-256adca7-598c-43b8-a02f-7a8e531424d9 req-058797b7-9288-4569-b8c7-3379296a8d38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bd42860-5b23-4e2e-8a46-290dd38b1814 HTTP/1.1" status: 200 len: 855 time: 0.0587609 Mar 07 22:01:37.050925 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-256adca7-598c-43b8-a02f-7a8e531424d9 req-df712095-988f-4759-b33f-9977132d08ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=257e1b60-c9e1-4669-be76-dd673f174643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390117 Mar 07 22:01:37.178910 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-256adca7-598c-43b8-a02f-7a8e531424d9 req-1adceb33-53d7-4eae-9ecd-eefd7e69b88a service neutron] 10.222.0.11 "GET /v2.0/networks/257e1b60-c9e1-4669-be76-dd673f174643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224020 Mar 07 22:01:37.229909 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:01:37.308547 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-256adca7-598c-43b8-a02f-7a8e531424d9 req-a4e2370c-4660-46a4-94a6-5eda0ae87f96 service neutron] 10.222.0.11 "GET /v2.0/networks/257e1b60-c9e1-4669-be76-dd673f174643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224871 Mar 07 22:01:37.816644 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c648dff-c568-4c69-ad0d-d12e31cd3cda req-19729ca4-eb7f-44bf-91bc-dca9064f70b0 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:37.818103 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0c648dff-c568-4c69-ad0d-d12e31cd3cda req-19729ca4-eb7f-44bf-91bc-dca9064f70b0 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0779932 Mar 07 22:01:37.863381 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0c648dff-c568-4c69-ad0d-d12e31cd3cda req-aa2cee7f-99b8-4941-9d97-ed9d01f99348 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391691 Mar 07 22:01:39.046608 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9ee73-da00-432a-a872-eda4564d3e79 req-967ddec9-bea1-4dcb-8c4f-15ba36e1d2be tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:39.048011 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9fd9ee73-da00-432a-a872-eda4564d3e79 req-967ddec9-bea1-4dcb-8c4f-15ba36e1d2be tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0805514 Mar 07 22:01:39.090436 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9fd9ee73-da00-432a-a872-eda4564d3e79 req-80d3eaae-2812-4aa7-94a0-f63b9adcbc19 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368793 Mar 07 22:01:40.270946 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5278d1e-5ad0-4948-9cb7-193eae73543f req-883bedc1-4aae-4f39-a879-2c172d3aceca tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:40.272376 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d5278d1e-5ad0-4948-9cb7-193eae73543f req-883bedc1-4aae-4f39-a879-2c172d3aceca tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0800679 Mar 07 22:01:40.320443 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d5278d1e-5ad0-4948-9cb7-193eae73543f req-11bc6fe5-8d10-42da-8001-8fe2178f7cee tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423219 Mar 07 22:01:41.498109 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d9177-1366-4ae3-a541-a6b6a16ba935 req-d21ec528-13a6-4cfb-b345-282c2d3e4385 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:41.499511 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-835d9177-1366-4ae3-a541-a6b6a16ba935 req-d21ec528-13a6-4cfb-b345-282c2d3e4385 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0769455 Mar 07 22:01:41.542065 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-835d9177-1366-4ae3-a541-a6b6a16ba935 req-9c1bc210-023f-421b-a069-7ad7c9b4df00 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370314 Mar 07 22:01:42.726237 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c34e41-cb4a-439a-9ad7-105fed97d357 req-09ff6ff1-d089-4e9d-8c92-2e2776408905 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:42.727664 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-77c34e41-cb4a-439a-9ad7-105fed97d357 req-09ff6ff1-d089-4e9d-8c92-2e2776408905 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0821023 Mar 07 22:01:42.770678 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-77c34e41-cb4a-439a-9ad7-105fed97d357 req-208b4ce4-8f95-425e-bd4f-dc6262273deb tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373142 Mar 07 22:01:43.949158 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa4f40-3858-42f6-91b6-fcbb39db49cf req-bab671ec-a8e5-43cd-b9fd-af05cb91c915 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:43.951192 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f9fa4f40-3858-42f6-91b6-fcbb39db49cf req-bab671ec-a8e5-43cd-b9fd-af05cb91c915 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0792716 Mar 07 22:01:43.992984 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f9fa4f40-3858-42f6-91b6-fcbb39db49cf req-b4442b5f-404b-4adc-b194-32156274dfe1 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362532 Mar 07 22:01:45.177337 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa31c3c-5a34-4aaf-85a8-d1c3ab6aa19f req-16713cef-e280-4891-95d0-9972c4adc8f7 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:45.178728 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8fa31c3c-5a34-4aaf-85a8-d1c3ab6aa19f req-16713cef-e280-4891-95d0-9972c4adc8f7 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0808301 Mar 07 22:01:45.222916 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8fa31c3c-5a34-4aaf-85a8-d1c3ab6aa19f req-517e40c3-6133-45c0-9681-54fdaf457673 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383172 Mar 07 22:01:45.998027 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:46.408681 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a8a36-0603-4f5b-81b5-d39cc1b2643c req-8f824c68-683b-43e9-b8aa-8fd75aa89c94 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:46.410119 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e16a8a36-0603-4f5b-81b5-d39cc1b2643c req-8f824c68-683b-43e9-b8aa-8fd75aa89c94 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0814614 Mar 07 22:01:46.452775 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e16a8a36-0603-4f5b-81b5-d39cc1b2643c req-ea811c0b-4899-464b-a672-16a901fe3045 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370469 Mar 07 22:01:46.565592 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3b484ea0-ef79-4eda-9edd-0049195a5641 req-fe7e58bd-4199-4cd3-afce-c332943611f5 service neutron] 10.222.0.11 "GET /v2.0/ports/890e8f78-44f9-4836-8e16-3cfab65f9a88/bindings/hv-neutron-8299 HTTP/1.1" status: 200 len: 384 time: 0.0775440 Mar 07 22:01:47.119584 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b484ea0-ef79-4eda-9edd-0049195a5641 req-7b43db7e-9992-4ec5-af08-24aca0ce6e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:47.120954 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3b484ea0-ef79-4eda-9edd-0049195a5641 req-7b43db7e-9992-4ec5-af08-24aca0ce6e75 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3&tenant_id=7d78bd013e7043569b12776894c2948a HTTP/1.1" status: 200 len: 1098 time: 0.0692592 Mar 07 22:01:47.206813 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b484ea0-ef79-4eda-9edd-0049195a5641 req-18346c90-10f1-4ca5-8865-86329d9aeddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:47.208266 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3b484ea0-ef79-4eda-9edd-0049195a5641 req-18346c90-10f1-4ca5-8865-86329d9aeddb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d78bd013e7043569b12776894c2948a&device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 1098 time: 0.0682039 Mar 07 22:01:47.335580 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b484ea0-ef79-4eda-9edd-0049195a5641 req-23ed4cae-639d-4073-accd-d46a9f355dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:47.337023 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3b484ea0-ef79-4eda-9edd-0049195a5641 req-23ed4cae-639d-4073-accd-d46a9f355dd8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=257e1b60-c9e1-4669-be76-dd673f174643 HTTP/1.1" status: 200 len: 915 time: 0.1230853 Mar 07 22:01:47.406280 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3b484ea0-ef79-4eda-9edd-0049195a5641 req-5257b304-2044-4905-a5d7-a3c82caed5f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=890e8f78-44f9-4836-8e16-3cfab65f9a88 HTTP/1.1" status: 200 len: 217 time: 0.0631666 Mar 07 22:01:47.469198 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b484ea0-ef79-4eda-9edd-0049195a5641 req-435db8dd-d880-48bb-bde2-59e2e42ef6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:47.470717 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3b484ea0-ef79-4eda-9edd-0049195a5641 req-435db8dd-d880-48bb-bde2-59e2e42ef6d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bd42860-5b23-4e2e-8a46-290dd38b1814 HTTP/1.1" status: 200 len: 855 time: 0.0593934 Mar 07 22:01:47.516734 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3b484ea0-ef79-4eda-9edd-0049195a5641 req-af7b7ee3-0581-42d5-8f5a-01e7f73b88c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=257e1b60-c9e1-4669-be76-dd673f174643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401402 Mar 07 22:01:47.633942 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912108a-94ad-4896-96e3-d7387d2d59b0 req-afee3706-9ac6-4dac-a921-4b1ca1fd5c0f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:47.635516 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9912108a-94ad-4896-96e3-d7387d2d59b0 req-afee3706-9ac6-4dac-a921-4b1ca1fd5c0f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0799825 Mar 07 22:01:47.681915 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9912108a-94ad-4896-96e3-d7387d2d59b0 req-aec90304-10ef-462e-a8f5-1db3d08bbd4d tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400522 Mar 07 22:01:47.749739 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3b484ea0-ef79-4eda-9edd-0049195a5641 req-0af691e3-b5e2-49f3-9a2f-d8c6173858bc service neutron] 10.222.0.11 "GET /v2.0/networks/257e1b60-c9e1-4669-be76-dd673f174643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268543 Mar 07 22:01:47.880432 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-3b484ea0-ef79-4eda-9edd-0049195a5641 req-321b261e-f59c-4afa-83b1-173826032cfb service neutron] 10.222.0.11 "GET /v2.0/networks/257e1b60-c9e1-4669-be76-dd673f174643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252115 Mar 07 22:01:48.962262 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa9161-66fb-4632-89be-6e9dd4b0d499 req-062bab7a-49c8-401e-a3b0-4c8f65d4f0bf tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:48.963703 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4baa9161-66fb-4632-89be-6e9dd4b0d499 req-062bab7a-49c8-401e-a3b0-4c8f65d4f0bf tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.1764598 Mar 07 22:01:49.006262 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4baa9161-66fb-4632-89be-6e9dd4b0d499 req-84366885-b77e-4e9e-9135-64e420f25c42 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362668 Mar 07 22:01:50.118040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6563d7ab-cf83-41cc-a5a0-f06a7ab3fc55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:50.188922 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37421ac9-0a4c-4fbd-9e13-c07ea1f819ca req-142b62bd-fca4-448a-a161-f3a681b28ca6 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:50.190385 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-37421ac9-0a4c-4fbd-9e13-c07ea1f819ca req-142b62bd-fca4-448a-a161-f3a681b28ca6 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0811205 Mar 07 22:01:50.233709 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-37421ac9-0a4c-4fbd-9e13-c07ea1f819ca req-9f171d31-a267-42c5-9e23-514ffd73aace tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376804 Mar 07 22:01:50.678604 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00a2fc-6bc7-4e07-9e98-2fe573e71a48 req-16c46df4-bbfd-4bb1-a682-7acc640cd20e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:50.680160 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2b00a2fc-6bc7-4e07-9e98-2fe573e71a48 req-16c46df4-bbfd-4bb1-a682-7acc640cd20e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0808940 Mar 07 22:01:50.716023 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 890e8f78-44f9-4836-8e16-3cfab65f9a88 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:01:50.721636 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 890e8f78-44f9-4836-8e16-3cfab65f9a88 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:01:50.724955 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2b00a2fc-6bc7-4e07-9e98-2fe573e71a48 req-fdbdc94c-81eb-4ef7-8476-352ad48e98b6 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386658 Mar 07 22:01:50.771085 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71e81c-93df-4433-8eb7-ef83c6d1bf42 req-8bc9932f-1792-467b-adad-09541134366c tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:50.771717 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-1d71e81c-93df-4433-8eb7-ef83c6d1bf42 req-8bc9932f-1792-467b-adad-09541134366c tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Synchronizing usage tracker for tenant:7d78bd013e7043569b12776894c2948a on resource:port {{(pid=88387) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:01:50.878129 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [req-1d71e81c-93df-4433-8eb7-ef83c6d1bf42 req-8bc9932f-1792-467b-adad-09541134366c tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Unset dirty status for tenant:7d78bd013e7043569b12776894c2948a on resource:port {{(pid=88387) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:01:50.879321 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1d71e81c-93df-4433-8eb7-ef83c6d1bf42 req-8bc9932f-1792-467b-adad-09541134366c tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3&tenant_id=7d78bd013e7043569b12776894c2948a&binding%3Ahost_id=hv-neutron-8299 HTTP/1.1" status: 200 len: 945 time: 0.1911039 Mar 07 22:01:50.934578 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:50.965155 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 890e8f78-44f9-4836-8e16-3cfab65f9a88, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=890e8f78-44f9-4836-8e16-3cfab65f9a88,segment=NetworkSegment(66652b2a-e2a1-4551-a203-ca096afb1757),segment_id=66652b2a-e2a1-4551-a203-ca096afb1757)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:01:50.987131 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '890e8f78-44f9-4836-8e16-3cfab65f9a88'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:01:50.991353 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '890e8f78-44f9-4836-8e16-3cfab65f9a88', 'network_id': '257e1b60-c9e1-4669-be76-dd673f174643', 'port_id': '890e8f78-44f9-4836-8e16-3cfab65f9a88', 'mac_address': 'fa:16:3e:24:22:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd42860-5b23-4e2e-8a46-290dd38b1814', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:01:51.020690 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71e81c-93df-4433-8eb7-ef83c6d1bf42 req-901d76f1-32a2-4e35-ae67-bcd6e6a32c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:51.022305 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1d71e81c-93df-4433-8eb7-ef83c6d1bf42 req-901d76f1-32a2-4e35-ae67-bcd6e6a32c3a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d78bd013e7043569b12776894c2948a&device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 1098 time: 0.0750852 Mar 07 22:01:51.035181 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 890e8f78-44f9-4836-8e16-3cfab65f9a88, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=890e8f78-44f9-4836-8e16-3cfab65f9a88,segment=NetworkSegment(66652b2a-e2a1-4551-a203-ca096afb1757),segment_id=66652b2a-e2a1-4551-a203-ca096afb1757)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:01:51.051001 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '890e8f78-44f9-4836-8e16-3cfab65f9a88', 'code': 200} Mar 07 22:01:51.055363 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:51.072530 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 890e8f78-44f9-4836-8e16-3cfab65f9a88 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:01:51.112008 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:51.155017 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71e81c-93df-4433-8eb7-ef83c6d1bf42 req-36bc3364-5045-45a8-ac94-7f2f47dabd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:51.156478 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1d71e81c-93df-4433-8eb7-ef83c6d1bf42 req-36bc3364-5045-45a8-ac94-7f2f47dabd88 service neutron] 10.222.0.11 "GET /v2.0/networks?id=257e1b60-c9e1-4669-be76-dd673f174643 HTTP/1.1" status: 200 len: 915 time: 0.1278582 Mar 07 22:01:51.220236 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:01:51.220827 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:01:51.225459 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=890e8f78-44f9-4836-8e16-3cfab65f9a88,revision_number=6']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:51.225634 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1d71e81c-93df-4433-8eb7-ef83c6d1bf42 req-05d12cf4-baf8-4d67-8f5e-cb14b74c75d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=890e8f78-44f9-4836-8e16-3cfab65f9a88 HTTP/1.1" status: 200 len: 217 time: 0.0630577 Mar 07 22:01:51.287729 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71e81c-93df-4433-8eb7-ef83c6d1bf42 req-8fccf6bc-d68d-41ac-b697-aa9507d93d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:51.289114 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1d71e81c-93df-4433-8eb7-ef83c6d1bf42 req-8fccf6bc-d68d-41ac-b697-aa9507d93d3f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bd42860-5b23-4e2e-8a46-290dd38b1814 HTTP/1.1" status: 200 len: 855 time: 0.0575781 Mar 07 22:01:51.335148 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1d71e81c-93df-4433-8eb7-ef83c6d1bf42 req-ba9959b9-9bb9-495e-b455-02160ef0013c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=257e1b60-c9e1-4669-be76-dd673f174643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396712 Mar 07 22:01:51.463622 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1d71e81c-93df-4433-8eb7-ef83c6d1bf42 req-0a9dcb75-0607-4bcc-bbd0-78ed12ad0f7d service neutron] 10.222.0.11 "GET /v2.0/networks/257e1b60-c9e1-4669-be76-dd673f174643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222949 Mar 07 22:01:51.591741 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-1d71e81c-93df-4433-8eb7-ef83c6d1bf42 req-fb83a0e5-c700-4bb0-8b99-3213f44da29b service neutron] 10.222.0.11 "GET /v2.0/networks/257e1b60-c9e1-4669-be76-dd673f174643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215849 Mar 07 22:01:51.775659 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:51.792840 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890e8f78-44f9-4836-8e16-3cfab65f9a88 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:01:51.810175 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 890e8f78-44f9-4836-8e16-3cfab65f9a88, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=890e8f78-44f9-4836-8e16-3cfab65f9a88,segment=NetworkSegment(66652b2a-e2a1-4551-a203-ca096afb1757),segment_id=66652b2a-e2a1-4551-a203-ca096afb1757)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:01:51.887731 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:51.916233 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb29ba-2cce-4f7b-b84f-59e74beb48ea req-bc909f81-eb47-4433-bb51-fb353d28ee73 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:51.917654 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1abb29ba-2cce-4f7b-b84f-59e74beb48ea req-bc909f81-eb47-4433-bb51-fb353d28ee73 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 943 time: 0.0846736 Mar 07 22:01:51.963491 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1abb29ba-2cce-4f7b-b84f-59e74beb48ea req-af40e804-4bfe-4951-b6cd-0e88fc24e7df tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399265 Mar 07 22:01:51.990955 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['890e8f78-44f9-4836-8e16-3cfab65f9a88'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:01:52.026521 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=890e8f78-44f9-4836-8e16-3cfab65f9a88,revision_number=7']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:52.295200 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-78635334-6348-41de-93e9-2b05e29a5b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:52.740213 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 890e8f78-44f9-4836-8e16-3cfab65f9a88 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:01:52.805428 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 890e8f78-44f9-4836-8e16-3cfab65f9a88 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:01:52.805794 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:52.918329 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:52.949429 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 890e8f78-44f9-4836-8e16-3cfab65f9a88, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=890e8f78-44f9-4836-8e16-3cfab65f9a88,segment=NetworkSegment(66652b2a-e2a1-4551-a203-ca096afb1757),segment_id=66652b2a-e2a1-4551-a203-ca096afb1757)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:01:53.014033 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:53.056828 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890e8f78-44f9-4836-8e16-3cfab65f9a88'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:01:53.090768 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=890e8f78-44f9-4836-8e16-3cfab65f9a88,revision_number=8']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:53.148420 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682c5f3-dded-41b7-8fc7-072849cce7fc req-7ea10e4f-2f85-40c4-9767-ed233348e5e1 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:53.149849 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8682c5f3-dded-41b7-8fc7-072849cce7fc req-7ea10e4f-2f85-40c4-9767-ed233348e5e1 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0811176 Mar 07 22:01:53.160910 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890e8f78-44f9-4836-8e16-3cfab65f9a88', 'code': 200} Mar 07 22:01:53.198268 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8682c5f3-dded-41b7-8fc7-072849cce7fc req-794e096a-5dac-44a3-8232-140a2a6752f9 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422196 Mar 07 22:01:53.242508 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:53.356819 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:53.387593 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350af625-17f5-463a-9030-8e585ce09248 req-20180f5b-d4dd-47c0-948a-c5aeb010abe3 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:53.389449 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-350af625-17f5-463a-9030-8e585ce09248 req-20180f5b-d4dd-47c0-948a-c5aeb010abe3 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0803051 Mar 07 22:01:53.432424 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-350af625-17f5-463a-9030-8e585ce09248 req-73c2ec9b-6f55-4375-a4fb-429a513cb11a tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371783 Mar 07 22:01:53.613856 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158691af-12f7-4edc-85ee-c80bed7161f6 req-dcf860b6-d589-4143-8ac7-6a6dd83a829d tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:53.615302 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-158691af-12f7-4edc-85ee-c80bed7161f6 req-dcf860b6-d589-4143-8ac7-6a6dd83a829d tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0817716 Mar 07 22:01:53.658714 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-158691af-12f7-4edc-85ee-c80bed7161f6 req-ccd26dc8-0296-4591-9e93-5a0ca989d80b tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378172 Mar 07 22:01:54.356818 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-13e3291f-2479-492e-80e9-d54e1c586a91 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:54.358190 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-13e3291f-2479-492e-80e9-d54e1c586a91 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/networks?id=257e1b60-c9e1-4669-be76-dd673f174643 HTTP/1.1" status: 200 len: 815 time: 0.1418726 Mar 07 22:01:54.372696 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-c8aba114-3651-4a5a-9661-c2ae19532d60 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/quotas/7d78bd013e7043569b12776894c2948a HTTP/1.1" status: 200 len: 375 time: 0.0089467 Mar 07 22:01:54.450872 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-c79fc7ca-1261-4898-bc54-209fbd5ce70e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d78bd013e7043569b12776894c2948a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0728452 Mar 07 22:01:54.623788 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-9c313575-cda9-407a-bd96-5f17f0f03de9 service neutron] 10.222.0.21 "GET /v2.0/networks/257e1b60-c9e1-4669-be76-dd673f174643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650000 Mar 07 22:01:54.753714 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-26a036d8-9990-44bf-a233-ed84096bdf04 service neutron] 10.222.0.21 "GET /v2.0/networks/257e1b60-c9e1-4669-be76-dd673f174643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242054 Mar 07 22:01:54.826836 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:55.021820 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-37019a1b-2ab5-4fc3-9291-5de5fa71aeef req-4c4dd04b-185e-472f-8df3-e5b071312cda tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 210 time: 0.0469129 Mar 07 22:01:55.918257 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff8866-aac1-4338-bb39-3ed43f2f4400 req-3ec19fab-71fc-4bad-ae82-6425a83c282d tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:55.919654 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4bff8866-aac1-4338-bb39-3ed43f2f4400 req-3ec19fab-71fc-4bad-ae82-6425a83c282d tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3 HTTP/1.1" status: 200 len: 945 time: 0.0855160 Mar 07 22:01:55.993187 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-4bff8866-aac1-4338-bb39-3ed43f2f4400 req-fa3b338e-6896-4cd0-9aa6-8aaed56d080d tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Deleting port 890e8f78-44f9-4836-8e16-3cfab65f9a88 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:01:55.993526 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-4bff8866-aac1-4338-bb39-3ed43f2f4400 req-fa3b338e-6896-4cd0-9aa6-8aaed56d080d tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:56.172153 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d610ea13-c517-44ca-a39b-47ba001adda5 req-72f22309-038d-4269-8a91-142c006710de tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 210 time: 0.0448499 Mar 07 22:01:56.241737 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [req-4bff8866-aac1-4338-bb39-3ed43f2f4400 req-fa3b338e-6896-4cd0-9aa6-8aaed56d080d tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] For port 890e8f78-44f9-4836-8e16-3cfab65f9a88, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=890e8f78-44f9-4836-8e16-3cfab65f9a88,segment=NetworkSegment(66652b2a-e2a1-4551-a203-ca096afb1757),segment_id=66652b2a-e2a1-4551-a203-ca096afb1757)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:01:56.242276 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-4bff8866-aac1-4338-bb39-3ed43f2f4400 req-fa3b338e-6896-4cd0-9aa6-8aaed56d080d tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:56.368243 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [req-4bff8866-aac1-4338-bb39-3ed43f2f4400 req-fa3b338e-6896-4cd0-9aa6-8aaed56d080d tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Calling delete_port for 890e8f78-44f9-4836-8e16-3cfab65f9a88 owned by compute:nova {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:01:56.655739 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-4bff8866-aac1-4338-bb39-3ed43f2f4400 req-fa3b338e-6896-4cd0-9aa6-8aaed56d080d tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:56.666531 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['890e8f78-44f9-4836-8e16-3cfab65f9a88'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:01:56.705088 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b338e-6896-4cd0-9aa6-8aaed56d080d tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Pushing event deleted for resources: {'Port': ['ID=890e8f78-44f9-4836-8e16-3cfab65f9a88,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:56.778736 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bff8866-aac1-4338-bb39-3ed43f2f4400 req-fa3b338e-6896-4cd0-9aa6-8aaed56d080d tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] No DVR routers for this DVR port 890e8f78-44f9-4836-8e16-3cfab65f9a88 on host hv-neutron-8299 {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:01:56.781685 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [req-4bff8866-aac1-4338-bb39-3ed43f2f4400 req-fa3b338e-6896-4cd0-9aa6-8aaed56d080d tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:56.784105 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3', 'name': 'network-vif-deleted', 'tag': '890e8f78-44f9-4836-8e16-3cfab65f9a88'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:01:56.849632 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-4bff8866-aac1-4338-bb39-3ed43f2f4400 req-fa3b338e-6896-4cd0-9aa6-8aaed56d080d tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.11 "DELETE /v2.0/ports/890e8f78-44f9-4836-8e16-3cfab65f9a88 HTTP/1.1" status: 204 len: 173 time: 0.9207315 Mar 07 22:01:56.880734 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc2dc10-8a57-435f-9a6b-b2d370b4aeb3', 'name': 'network-vif-deleted', 'tag': '890e8f78-44f9-4836-8e16-3cfab65f9a88', 'status': 'completed', 'code': 200} Mar 07 22:01:56.995356 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-b0479318-ba75-413c-ac25-38b314215be1 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:56.996677 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-b0479318-ba75-413c-ac25-38b314215be1 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.11 "GET /v2.0/networks?id=257e1b60-c9e1-4669-be76-dd673f174643 HTTP/1.1" status: 200 len: 815 time: 0.1684980 Mar 07 22:01:57.009191 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-088a99aa-5431-4a1d-acde-e76a3dcd3340 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Request body: {'port': {'device_id': '296b1d7e-e43c-4076-a646-9ac8e91a57d2', 'network_id': '257e1b60-c9e1-4669-be76-dd673f174643', 'admin_state_up': True, 'tenant_id': '7d78bd013e7043569b12776894c2948a'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:57.142946 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-088a99aa-5431-4a1d-acde-e76a3dcd3340 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:01:57.147050 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-088a99aa-5431-4a1d-acde-e76a3dcd3340 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Usage tracker for resource:port and tenant:7d78bd013e7043569b12776894c2948a is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:01:57.150029 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-088a99aa-5431-4a1d-acde-e76a3dcd3340 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:01:57.156353 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-088a99aa-5431-4a1d-acde-e76a3dcd3340 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:01:57.261187 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-088a99aa-5431-4a1d-acde-e76a3dcd3340 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Made reservation on behalf of 7d78bd013e7043569b12776894c2948a for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:01:57.267509 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-088a99aa-5431-4a1d-acde-e76a3dcd3340 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:57.428852 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-080b8a48-bc99-41cc-b93c-c0a79b1256fa req-a81be7ac-8cce-4629-87b7-5ff977dca937 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 210 time: 0.1492963 Mar 07 22:01:57.566878 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-088a99aa-5431-4a1d-acde-e76a3dcd3340 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Allocated IP 172.20.0.6 (257e1b60-c9e1-4669-be76-dd673f174643/9bd42860-5b23-4e2e-8a46-290dd38b1814/74dfa667-86e1-43cc-bd61-6d5d2d3ae347) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:01:57.769260 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-088a99aa-5431-4a1d-acde-e76a3dcd3340 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:57.865398 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-088a99aa-5431-4a1d-acde-e76a3dcd3340 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:57.878950 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['890e8f78-44f9-4836-8e16-3cfab65f9a88'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:01:57.932604 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-088a99aa-5431-4a1d-acde-e76a3dcd3340 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Network 257e1b60-c9e1-4669-be76-dd673f174643 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:01:57.933671 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-088a99aa-5431-4a1d-acde-e76a3dcd3340 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:01:57.936695 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-088a99aa-5431-4a1d-acde-e76a3dcd3340 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:01:57.988230 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a99aa-5431-4a1d-acde-e76a3dcd3340 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Pushing event updated for resources: {'Port': ['ID=74dfa667-86e1-43cc-bd61-6d5d2d3ae347,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:58.013101 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-088a99aa-5431-4a1d-acde-e76a3dcd3340 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:58.013715 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-088a99aa-5431-4a1d-acde-e76a3dcd3340 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:58.088522 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-088a99aa-5431-4a1d-acde-e76a3dcd3340 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0829170 Mar 07 22:01:58.099292 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-f68a734e-99a8-4939-b06b-52d875eba68a service neutron] Request body: {'port': {'device_id': '296b1d7e-e43c-4076-a646-9ac8e91a57d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:01:58.204129 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-f68a734e-99a8-4939-b06b-52d875eba68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:58.537340 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-f68a734e-99a8-4939-b06b-52d875eba68a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74dfa667-86e1-43cc-bd61-6d5d2d3ae347 {{(pid=88386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:01:58.579044 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-f68a734e-99a8-4939-b06b-52d875eba68a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:58.606785 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-f68a734e-99a8-4939-b06b-52d875eba68a service neutron] Transition to ACTIVE for port object 74dfa667-86e1-43cc-bd61-6d5d2d3ae347 will not be triggered until provisioned by entity L2. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:01:58.637541 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72758d69-c52d-4881-a656-b83705a84af0 req-cd2af349-bd85-4a70-aceb-acea9a0f46df tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:58.638247 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-72758d69-c52d-4881-a656-b83705a84af0 req-cd2af349-bd85-4a70-aceb-acea9a0f46df tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Synchronizing usage tracker for tenant:7d78bd013e7043569b12776894c2948a on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:01:58.677448 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-f68a734e-99a8-4939-b06b-52d875eba68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:58.718149 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-72758d69-c52d-4881-a656-b83705a84af0 req-cd2af349-bd85-4a70-aceb-acea9a0f46df tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Unset dirty status for tenant:7d78bd013e7043569b12776894c2948a on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:01:58.719192 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-72758d69-c52d-4881-a656-b83705a84af0 req-cd2af349-bd85-4a70-aceb-acea9a0f46df tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 931 time: 0.1776152 Mar 07 22:01:58.823133 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a734e-99a8-4939-b06b-52d875eba68a service neutron] Pushing event updated for resources: {'Port': ['ID=74dfa667-86e1-43cc-bd61-6d5d2d3ae347,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:58.903584 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-72758d69-c52d-4881-a656-b83705a84af0 req-0afdeb1e-ac25-4adb-89c6-7b2d0a434c34 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741877 Mar 07 22:01:58.941225 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-f68a734e-99a8-4939-b06b-52d875eba68a service neutron] Attempting to bind port 74dfa667-86e1-43cc-bd61-6d5d2d3ae347 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:01:58.941566 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-f68a734e-99a8-4939-b06b-52d875eba68a service neutron] Attempting to bind port 74dfa667-86e1-43cc-bd61-6d5d2d3ae347 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '66652b2a-e2a1-4551-a203-ca096afb1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '257e1b60-c9e1-4669-be76-dd673f174643'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:01:58.941888 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-f68a734e-99a8-4939-b06b-52d875eba68a service neutron] Attempting to bind port 74dfa667-86e1-43cc-bd61-6d5d2d3ae347 on network 257e1b60-c9e1-4669-be76-dd673f174643 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:01:58.946357 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-f68a734e-99a8-4939-b06b-52d875eba68a service neutron] Port 74dfa667-86e1-43cc-bd61-6d5d2d3ae347 on network 257e1b60-c9e1-4669-be76-dd673f174643 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 22:01:58.946677 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-f68a734e-99a8-4939-b06b-52d875eba68a service neutron] Attempting to bind port 74dfa667-86e1-43cc-bd61-6d5d2d3ae347 on network 257e1b60-c9e1-4669-be76-dd673f174643 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:01:58.952255 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-f68a734e-99a8-4939-b06b-52d875eba68a service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:01:58.952585 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-f68a734e-99a8-4939-b06b-52d875eba68a service neutron] Checking segment: {'id': '66652b2a-e2a1-4551-a203-ca096afb1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '257e1b60-c9e1-4669-be76-dd673f174643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:01:58.952960 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-f68a734e-99a8-4939-b06b-52d875eba68a service neutron] Bound using segment: {'id': '66652b2a-e2a1-4551-a203-ca096afb1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '257e1b60-c9e1-4669-be76-dd673f174643'} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:01:58.953379 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-f68a734e-99a8-4939-b06b-52d875eba68a service neutron] Bound port: 74dfa667-86e1-43cc-bd61-6d5d2d3ae347, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66652b2a-e2a1-4551-a203-ca096afb1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '257e1b60-c9e1-4669-be76-dd673f174643'}}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:01:58.953714 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-f68a734e-99a8-4939-b06b-52d875eba68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:59.041701 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-f68a734e-99a8-4939-b06b-52d875eba68a service neutron] For port 74dfa667-86e1-43cc-bd61-6d5d2d3ae347, host hv-neutron-8299, cleared binding levels {{(pid=88386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:01:59.044758 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-f68a734e-99a8-4939-b06b-52d875eba68a service neutron] For port 74dfa667-86e1-43cc-bd61-6d5d2d3ae347, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=74dfa667-86e1-43cc-bd61-6d5d2d3ae347,segment=NetworkSegment(66652b2a-e2a1-4551-a203-ca096afb1757),segment_id=66652b2a-e2a1-4551-a203-ca096afb1757)] {{(pid=88386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:01:59.111949 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-f68a734e-99a8-4939-b06b-52d875eba68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:59.167001 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-f68a734e-99a8-4939-b06b-52d875eba68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:59.167611 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-f68a734e-99a8-4939-b06b-52d875eba68a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:01:59.168930 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-f68a734e-99a8-4939-b06b-52d875eba68a service neutron] 10.222.0.11 "PUT /v2.0/ports/74dfa667-86e1-43cc-bd61-6d5d2d3ae347 HTTP/1.1" status: 200 len: 1093 time: 1.0735183 Mar 07 22:01:59.169351 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296b1d7e-e43c-4076-a646-9ac8e91a57d2', 'tag': '74dfa667-86e1-43cc-bd61-6d5d2d3ae347'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:01:59.192779 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a734e-99a8-4939-b06b-52d875eba68a service neutron] Pushing event updated for resources: {'Port': ['ID=74dfa667-86e1-43cc-bd61-6d5d2d3ae347,revision_number=3']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:01:59.215119 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296b1d7e-e43c-4076-a646-9ac8e91a57d2', 'tag': '74dfa667-86e1-43cc-bd61-6d5d2d3ae347', 'status': 'completed', 'code': 200} Mar 07 22:01:59.308601 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585ff85-d5c1-41e6-aa98-00b73c566157 req-93ea9459-a310-4292-9949-c9ce819bf96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:59.309977 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8585ff85-d5c1-41e6-aa98-00b73c566157 req-93ea9459-a310-4292-9949-c9ce819bf96b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d78bd013e7043569b12776894c2948a&device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 1096 time: 0.0735946 Mar 07 22:01:59.540511 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585ff85-d5c1-41e6-aa98-00b73c566157 req-a92ea6b6-ad6e-4cd5-9416-41442200dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:59.541928 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8585ff85-d5c1-41e6-aa98-00b73c566157 req-a92ea6b6-ad6e-4cd5-9416-41442200dcea service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7d78bd013e7043569b12776894c2948a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2255721 Mar 07 22:01:59.674229 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585ff85-d5c1-41e6-aa98-00b73c566157 req-e12ad5b7-6779-4425-9188-1263aba82697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:59.675539 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8585ff85-d5c1-41e6-aa98-00b73c566157 req-e12ad5b7-6779-4425-9188-1263aba82697 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1274025 Mar 07 22:01:59.774893 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-1a15afa6-eb81-45ce-846c-d5b4f6cab15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:59.776326 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-1a15afa6-eb81-45ce-846c-d5b4f6cab15d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d78bd013e7043569b12776894c2948a&device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 1096 time: 0.0688233 Mar 07 22:01:59.846128 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-6fca6e43-235b-4bb2-a9d1-e45f05977e22 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74dfa667-86e1-43cc-bd61-6d5d2d3ae347 HTTP/1.1" status: 200 len: 217 time: 0.0629280 Mar 07 22:01:59.906236 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-8bf1c485-b548-472e-9f83-738c152667e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:01:59.907609 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-8bf1c485-b548-472e-9f83-738c152667e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bd42860-5b23-4e2e-8a46-290dd38b1814 HTTP/1.1" status: 200 len: 855 time: 0.0560796 Mar 07 22:02:00.086659 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-1b8ac037-276a-4db2-8a41-bbb0974a707b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=257e1b60-c9e1-4669-be76-dd673f174643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469787 Mar 07 22:02:00.210493 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2524c55-e9aa-4e84-a9c4-e7c7092a4b19 req-19d5949b-a204-4973-b4c9-e508e25d0f75 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:00.211854 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c2524c55-e9aa-4e84-a9c4-e7c7092a4b19 req-19d5949b-a204-4973-b4c9-e508e25d0f75 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 943 time: 0.2076175 Mar 07 22:02:00.266890 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-3194a6f8-c57b-4b3b-bbca-e38dce7b0917 service neutron] 10.222.0.11 "GET /v2.0/networks/257e1b60-c9e1-4669-be76-dd673f174643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720145 Mar 07 22:02:00.273515 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c2524c55-e9aa-4e84-a9c4-e7c7092a4b19 req-d88e3a56-e73a-4f74-87de-559f90b67281 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545621 Mar 07 22:02:00.400911 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cbbce9f6-a060-41a3-9c29-c1bd998652bf req-636cc337-c693-4870-95b7-413e2dfa0bed service neutron] 10.222.0.11 "GET /v2.0/networks/257e1b60-c9e1-4669-be76-dd673f174643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262534 Mar 07 22:02:00.777737 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 890e8f78-44f9-4836-8e16-3cfab65f9a88 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:02:00.815091 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 890e8f78-44f9-4836-8e16-3cfab65f9a88 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:02:00.815356 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 890e8f78-44f9-4836-8e16-3cfab65f9a88 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:02:01.459896 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1e5cf-3539-4f1c-8936-a7e9ad0566c6 req-4772e9d5-c54f-49dc-a39e-ea842c44ef53 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:01.461228 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a5a1e5cf-3539-4f1c-8936-a7e9ad0566c6 req-4772e9d5-c54f-49dc-a39e-ea842c44ef53 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 943 time: 0.0825953 Mar 07 22:02:01.504139 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a5a1e5cf-3539-4f1c-8936-a7e9ad0566c6 req-2a58ae50-baaa-4551-878b-3c53813d7728 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372941 Mar 07 22:02:02.681576 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846407ca-c6b5-4312-b812-91665af8f74e req-9e5cdd57-b7b8-45ba-9bb7-cd9a842c2dd3 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:02.683014 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-846407ca-c6b5-4312-b812-91665af8f74e req-9e5cdd57-b7b8-45ba-9bb7-cd9a842c2dd3 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 943 time: 0.0769281 Mar 07 22:02:02.727142 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-846407ca-c6b5-4312-b812-91665af8f74e req-27884dc4-c06c-450e-9b3a-4b0523f93bbd tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376236 Mar 07 22:02:02.797841 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 74dfa667-86e1-43cc-bd61-6d5d2d3ae347 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:02:02.927298 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 74dfa667-86e1-43cc-bd61-6d5d2d3ae347, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=74dfa667-86e1-43cc-bd61-6d5d2d3ae347,segment=NetworkSegment(66652b2a-e2a1-4551-a203-ca096afb1757),segment_id=66652b2a-e2a1-4551-a203-ca096afb1757)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:02:02.939686 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '74dfa667-86e1-43cc-bd61-6d5d2d3ae347', 'network_id': '257e1b60-c9e1-4669-be76-dd673f174643', 'port_id': '74dfa667-86e1-43cc-bd61-6d5d2d3ae347', 'mac_address': 'fa:16:3e:d1:4f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd42860-5b23-4e2e-8a46-290dd38b1814', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:02:02.992391 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:03.008177 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74dfa667-86e1-43cc-bd61-6d5d2d3ae347 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:02:03.022995 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 74dfa667-86e1-43cc-bd61-6d5d2d3ae347, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=74dfa667-86e1-43cc-bd61-6d5d2d3ae347,segment=NetworkSegment(66652b2a-e2a1-4551-a203-ca096afb1757),segment_id=66652b2a-e2a1-4551-a203-ca096afb1757)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:02:03.128852 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:03.196305 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=74dfa667-86e1-43cc-bd61-6d5d2d3ae347,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:03.321133 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['74dfa667-86e1-43cc-bd61-6d5d2d3ae347'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:02:03.911423 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05895c6-de9c-4e8b-9e0b-c5fd4dcfa64f req-810402bc-62a6-4428-a773-6ae49374e24d tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:03.912861 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f05895c6-de9c-4e8b-9e0b-c5fd4dcfa64f req-810402bc-62a6-4428-a773-6ae49374e24d tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 944 time: 0.0821965 Mar 07 22:02:03.955107 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f05895c6-de9c-4e8b-9e0b-c5fd4dcfa64f req-9fd15645-5836-4a25-8dda-69913a1d15af tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366702 Mar 07 22:02:04.797746 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 74dfa667-86e1-43cc-bd61-6d5d2d3ae347 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:02:04.928578 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 74dfa667-86e1-43cc-bd61-6d5d2d3ae347 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:02:04.933127 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 74dfa667-86e1-43cc-bd61-6d5d2d3ae347 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:02:04.933485 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:05.047822 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:05.073525 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296b1d7e-e43c-4076-a646-9ac8e91a57d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dfa667-86e1-43cc-bd61-6d5d2d3ae347'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:02:05.082832 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 74dfa667-86e1-43cc-bd61-6d5d2d3ae347, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=74dfa667-86e1-43cc-bd61-6d5d2d3ae347,segment=NetworkSegment(66652b2a-e2a1-4551-a203-ca096afb1757),segment_id=66652b2a-e2a1-4551-a203-ca096afb1757)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:02:05.119056 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296b1d7e-e43c-4076-a646-9ac8e91a57d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dfa667-86e1-43cc-bd61-6d5d2d3ae347', 'code': 200} Mar 07 22:02:05.139984 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa98045-2d60-43b0-a657-f8daa1d13be8 req-2c84310b-3708-4eaa-ae82-33010d3c4937 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:05.140554 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:05.141451 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cfa98045-2d60-43b0-a657-f8daa1d13be8 req-2c84310b-3708-4eaa-ae82-33010d3c4937 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 944 time: 0.0794370 Mar 07 22:02:05.190119 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cfa98045-2d60-43b0-a657-f8daa1d13be8 req-8eaeec0f-e2ee-4221-a72f-16e123f4f7ec tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425191 Mar 07 22:02:05.209835 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=74dfa667-86e1-43cc-bd61-6d5d2d3ae347,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:05.463071 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7abb3d-466c-46b7-af8c-8b0c35f2a428 req-5efaa5b8-e90b-4bde-9ef9-61fda26c4f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:05.464423 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3b7abb3d-466c-46b7-af8c-8b0c35f2a428 req-5efaa5b8-e90b-4bde-9ef9-61fda26c4f92 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 1098 time: 0.0680866 Mar 07 22:02:05.502753 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3b7abb3d-466c-46b7-af8c-8b0c35f2a428 req-dd347038-8fc7-4d88-b4b0-24c2093e43d9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322015 Mar 07 22:02:06.375082 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09df8d-30c9-479f-8aae-892ef8c7e55a req-b17a6198-5e02-4557-86e1-bd55e1fd946b tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:06.376541 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5a09df8d-30c9-479f-8aae-892ef8c7e55a req-b17a6198-5e02-4557-86e1-bd55e1fd946b tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.0826008 Mar 07 22:02:06.419869 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5a09df8d-30c9-479f-8aae-892ef8c7e55a req-9fbeaf0e-c861-4412-81f3-f111ba676632 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376050 Mar 07 22:02:07.599646 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727db5cb-a83e-4a8f-83af-4c861f95a265 req-204b1ef9-fb86-4b47-845a-5b8cb8cb0873 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:07.601061 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-727db5cb-a83e-4a8f-83af-4c861f95a265 req-204b1ef9-fb86-4b47-845a-5b8cb8cb0873 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.0788162 Mar 07 22:02:07.643345 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-727db5cb-a83e-4a8f-83af-4c861f95a265 req-7306e0bc-882b-406c-bd29-0b5387153b85 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366783 Mar 07 22:02:07.828310 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa798f-8364-43e9-9d44-76a0a2e17bee req-d9bdec68-b736-4257-9431-2fa05691fef6 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:07.829755 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f4aa798f-8364-43e9-9d44-76a0a2e17bee req-d9bdec68-b736-4257-9431-2fa05691fef6 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.0830467 Mar 07 22:02:07.873947 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f4aa798f-8364-43e9-9d44-76a0a2e17bee req-3f405e08-0971-42dc-b8c3-a0f6240e7974 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382175 Mar 07 22:02:08.527459 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043bcaf-bb89-44e2-b360-906ee13d236b req-83e42278-c7d4-4037-a146-ad3b42abacf2 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:08.528800 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5043bcaf-bb89-44e2-b360-906ee13d236b req-83e42278-c7d4-4037-a146-ad3b42abacf2 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.2263246 Mar 07 22:02:08.561511 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1092d9f3-04a6-4e0c-93b4-d4d81b8bd0e8 req-be9db2b6-8f87-4cca-aa85-db5b224cfa1a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2120526 Mar 07 22:02:08.579525 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5043bcaf-bb89-44e2-b360-906ee13d236b req-705c2103-a109-4e36-ae6e-f16e5a17d8d8 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445061 Mar 07 22:02:09.772341 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fbfdf-43bd-4476-bec9-b70cad958def req-1847fe34-24e9-4737-ba96-cb36e2969d25 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:09.773812 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-460fbfdf-43bd-4476-bec9-b70cad958def req-1847fe34-24e9-4737-ba96-cb36e2969d25 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.0913346 Mar 07 22:02:09.838920 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-460fbfdf-43bd-4476-bec9-b70cad958def req-3b75f990-4e69-4904-ac20-1ce11052fc42 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587170 Mar 07 22:02:10.441479 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092d9f3-04a6-4e0c-93b4-d4d81b8bd0e8 req-480b0cf6-947a-4254-9c71-97b1372acc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:10.442933 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1092d9f3-04a6-4e0c-93b4-d4d81b8bd0e8 req-480b0cf6-947a-4254-9c71-97b1372acc4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d78bd013e7043569b12776894c2948a&device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 1098 time: 0.0701997 Mar 07 22:02:10.571380 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092d9f3-04a6-4e0c-93b4-d4d81b8bd0e8 req-f8e15910-fb9e-41ca-99c7-3e8b46a9c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:10.572809 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1092d9f3-04a6-4e0c-93b4-d4d81b8bd0e8 req-f8e15910-fb9e-41ca-99c7-3e8b46a9c880 service neutron] 10.222.0.11 "GET /v2.0/networks?id=257e1b60-c9e1-4669-be76-dd673f174643 HTTP/1.1" status: 200 len: 915 time: 0.1242299 Mar 07 22:02:10.642243 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1092d9f3-04a6-4e0c-93b4-d4d81b8bd0e8 req-35767925-39ba-4888-bde5-778e606b6fef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74dfa667-86e1-43cc-bd61-6d5d2d3ae347 HTTP/1.1" status: 200 len: 217 time: 0.0633526 Mar 07 22:02:10.701905 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092d9f3-04a6-4e0c-93b4-d4d81b8bd0e8 req-1931a6cc-07f6-481b-86b7-ae8f8e70ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:10.703315 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1092d9f3-04a6-4e0c-93b4-d4d81b8bd0e8 req-1931a6cc-07f6-481b-86b7-ae8f8e70ada4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bd42860-5b23-4e2e-8a46-290dd38b1814 HTTP/1.1" status: 200 len: 855 time: 0.0560954 Mar 07 22:02:10.751607 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1092d9f3-04a6-4e0c-93b4-d4d81b8bd0e8 req-dff5526c-9830-4b5f-8b59-2ebb3db774b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=257e1b60-c9e1-4669-be76-dd673f174643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425811 Mar 07 22:02:10.882545 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1092d9f3-04a6-4e0c-93b4-d4d81b8bd0e8 req-b6db9dc4-dcac-48ba-a26d-938df0da4e30 service neutron] 10.222.0.11 "GET /v2.0/networks/257e1b60-c9e1-4669-be76-dd673f174643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254804 Mar 07 22:02:11.058229 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1092d9f3-04a6-4e0c-93b4-d4d81b8bd0e8 req-65a936d6-e0df-4b52-8e0c-f25438e28a5e service neutron] 10.222.0.11 "GET /v2.0/networks/257e1b60-c9e1-4669-be76-dd673f174643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696506 Mar 07 22:02:11.083276 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897dce0a-eeb9-4763-8072-c69882e1bd27 req-48c917a6-79be-48f9-ab6d-a85d954fd852 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:11.086774 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-897dce0a-eeb9-4763-8072-c69882e1bd27 req-48c917a6-79be-48f9-ab6d-a85d954fd852 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.1193271 Mar 07 22:02:11.128599 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-897dce0a-eeb9-4763-8072-c69882e1bd27 req-048d0a72-f513-451c-8bbc-35e1426cba57 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376580 Mar 07 22:02:12.312010 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26189056-ed68-4523-b8d4-37475e14a4e1 req-0fdbf94e-a92b-4c30-a46c-de964c41f774 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:12.313441 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-26189056-ed68-4523-b8d4-37475e14a4e1 req-0fdbf94e-a92b-4c30-a46c-de964c41f774 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.0817592 Mar 07 22:02:12.356223 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-26189056-ed68-4523-b8d4-37475e14a4e1 req-afe95394-978b-4cc1-82d0-ad831d8e2da7 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371809 Mar 07 22:02:13.538618 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65e782-f0eb-4a54-bb87-1a1cddb95026 req-e409824f-4c87-4ff8-9cb8-377cef11ac6e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:13.540034 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-df65e782-f0eb-4a54-bb87-1a1cddb95026 req-e409824f-4c87-4ff8-9cb8-377cef11ac6e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.0780056 Mar 07 22:02:13.581853 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-df65e782-f0eb-4a54-bb87-1a1cddb95026 req-936390bf-0b6f-48b8-a69d-c2aa16e2f82b tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363114 Mar 07 22:02:14.229587 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:02:14.765946 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea555c9c-2539-4ba8-9764-03ebc215f82a req-d02c3402-d96c-4761-a362-638c0b50ecd0 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:14.767384 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ea555c9c-2539-4ba8-9764-03ebc215f82a req-d02c3402-d96c-4761-a362-638c0b50ecd0 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.0803607 Mar 07 22:02:14.809868 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ea555c9c-2539-4ba8-9764-03ebc215f82a req-cdb1419b-86e7-4e55-84bb-130ef31619f5 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369287 Mar 07 22:02:15.991006 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d4aa7-f445-45f8-8a3f-c5a550a48f8e req-dd382cbe-66cf-4eb7-af59-e502d2b06da0 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:15.992442 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-989d4aa7-f445-45f8-8a3f-c5a550a48f8e req-dd382cbe-66cf-4eb7-af59-e502d2b06da0 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.0780029 Mar 07 22:02:16.015062 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:16.039783 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-989d4aa7-f445-45f8-8a3f-c5a550a48f8e req-85b1393a-24cb-4e9e-a1f4-8124dd9f15a7 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416610 Mar 07 22:02:17.218174 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c263b-53a0-4b3b-a47e-52acd2dca8f2 req-7900745f-2520-47b7-9dd6-fa5b3b1bce3f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:17.219496 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0c6c263b-53a0-4b3b-a47e-52acd2dca8f2 req-7900745f-2520-47b7-9dd6-fa5b3b1bce3f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.0773294 Mar 07 22:02:17.262068 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0c6c263b-53a0-4b3b-a47e-52acd2dca8f2 req-be81062e-95d5-46e4-8d48-61de57c48b95 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369914 Mar 07 22:02:18.442413 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c98bad-ab14-42bf-9727-3e3f2c019e39 req-a5454fda-dd04-44bb-96bf-3b38742535c9 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:18.443817 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-94c98bad-ab14-42bf-9727-3e3f2c019e39 req-a5454fda-dd04-44bb-96bf-3b38742535c9 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.0806811 Mar 07 22:02:18.486660 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-94c98bad-ab14-42bf-9727-3e3f2c019e39 req-fd434978-6392-4b85-91ae-a087fbdcf197 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373318 Mar 07 22:02:19.665722 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8a183-2241-42e8-8621-5d67a3022c50 req-05ac2475-2ff2-4ad0-8d0b-1273f69de6a8 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:19.667310 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4ae8a183-2241-42e8-8621-5d67a3022c50 req-05ac2475-2ff2-4ad0-8d0b-1273f69de6a8 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.0776720 Mar 07 22:02:19.710607 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4ae8a183-2241-42e8-8621-5d67a3022c50 req-fbded49f-3dfa-43c5-99cb-66cf877e0d17 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373542 Mar 07 22:02:20.059771 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b3b5b807-d65d-40b1-a89c-56bb13045389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:20.994851 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0e89f-23de-4be8-bf18-86e7b16c4ca6 req-9ac793bf-2b2a-4c8c-bc79-3ff8db2fc16e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:20.996279 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-84d0e89f-23de-4be8-bf18-86e7b16c4ca6 req-9ac793bf-2b2a-4c8c-bc79-3ff8db2fc16e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.1795528 Mar 07 22:02:21.038225 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-84d0e89f-23de-4be8-bf18-86e7b16c4ca6 req-c3276a7a-211e-4946-a973-5dac2968e45d tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357804 Mar 07 22:02:22.223062 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcd146-fe52-4ae0-9f6e-ce5c52a127b2 req-97ad7a9f-edf2-4b59-a4bd-d28ae2dfe107 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:22.224487 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-14dcd146-fe52-4ae0-9f6e-ce5c52a127b2 req-97ad7a9f-edf2-4b59-a4bd-d28ae2dfe107 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.0814617 Mar 07 22:02:22.254795 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2f9aa320-51a1-4608-9f81-66d74e21e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:22.268278 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-14dcd146-fe52-4ae0-9f6e-ce5c52a127b2 req-83b8725a-af26-4f54-86f8-1e06464fa86a tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378189 Mar 07 22:02:23.242651 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:23.357371 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:23.449394 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c16cd-5cbb-46fe-bf14-c3c6f1f96382 req-921f9f69-7574-4288-8a63-af24b08557cb tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:23.451330 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-157c16cd-5cbb-46fe-bf14-c3c6f1f96382 req-921f9f69-7574-4288-8a63-af24b08557cb tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.0774620 Mar 07 22:02:23.493556 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-157c16cd-5cbb-46fe-bf14-c3c6f1f96382 req-9679bbdf-03ee-4e6a-903c-42bc640e5f6b tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366869 Mar 07 22:02:24.673395 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ea1f9-28a5-4d43-a0aa-6704bbba7979 req-00d14c86-d068-4dee-850d-05c924433959 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:24.674846 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-361ea1f9-28a5-4d43-a0aa-6704bbba7979 req-00d14c86-d068-4dee-850d-05c924433959 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.0798531 Mar 07 22:02:24.717771 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-361ea1f9-28a5-4d43-a0aa-6704bbba7979 req-3c42388f-fcf0-498d-bcb6-9aa5063eb25c tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373933 Mar 07 22:02:24.820278 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:25.906301 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86136472-a7a4-462a-9bc8-35fc74f562cf req-7ae58bd0-ee15-4c3f-b287-eb5b59c081b1 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:25.907740 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-86136472-a7a4-462a-9bc8-35fc74f562cf req-7ae58bd0-ee15-4c3f-b287-eb5b59c081b1 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.0886319 Mar 07 22:02:25.950907 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-86136472-a7a4-462a-9bc8-35fc74f562cf req-24d1de62-3949-406c-9e0c-ab57be5bb7a2 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367610 Mar 07 22:02:27.130076 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfaf0d-cbb5-4b9a-b366-abed84ec960d req-ef7fc682-36ab-4d94-9493-ecdd4a2d518e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:27.131388 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d6cfaf0d-cbb5-4b9a-b366-abed84ec960d req-ef7fc682-36ab-4d94-9493-ecdd4a2d518e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.0769992 Mar 07 22:02:27.174178 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d6cfaf0d-cbb5-4b9a-b366-abed84ec960d req-a3a1de1f-b8d1-49d9-82a9-12ea59c907cd tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373073 Mar 07 22:02:28.145588 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1092d9f3-04a6-4e0c-93b4-d4d81b8bd0e8 req-1839a0c0-390a-473d-b59b-c425c51dbf02 service neutron] 10.222.0.11 "GET /v2.0/ports/74dfa667-86e1-43cc-bd61-6d5d2d3ae347/bindings/hv-neutron-8299 HTTP/1.1" status: 200 len: 384 time: 0.0759511 Mar 07 22:02:28.356450 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86799dd8-2cd0-4a26-beda-66274f7f4af6 req-99d478ea-42db-43f7-8a3a-33340d1f3329 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:28.358561 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-86799dd8-2cd0-4a26-beda-66274f7f4af6 req-99d478ea-42db-43f7-8a3a-33340d1f3329 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.0805030 Mar 07 22:02:28.405491 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-86799dd8-2cd0-4a26-beda-66274f7f4af6 req-9ff04d27-a7a7-4581-b7a2-66a623af5f4c tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408649 Mar 07 22:02:28.683591 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092d9f3-04a6-4e0c-93b4-d4d81b8bd0e8 req-8498eaec-2c92-4a46-80d7-f910cafb03f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:28.684965 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1092d9f3-04a6-4e0c-93b4-d4d81b8bd0e8 req-8498eaec-2c92-4a46-80d7-f910cafb03f7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2&tenant_id=7d78bd013e7043569b12776894c2948a HTTP/1.1" status: 200 len: 1098 time: 0.0687280 Mar 07 22:02:28.770964 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092d9f3-04a6-4e0c-93b4-d4d81b8bd0e8 req-fd6b83b9-2291-4e25-aac2-803f7bdb3d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:28.772359 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1092d9f3-04a6-4e0c-93b4-d4d81b8bd0e8 req-fd6b83b9-2291-4e25-aac2-803f7bdb3d1f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d78bd013e7043569b12776894c2948a&device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 1098 time: 0.0678136 Mar 07 22:02:28.900468 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092d9f3-04a6-4e0c-93b4-d4d81b8bd0e8 req-08a143ac-e078-49dd-acc8-601d52759f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:28.901879 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1092d9f3-04a6-4e0c-93b4-d4d81b8bd0e8 req-08a143ac-e078-49dd-acc8-601d52759f5a service neutron] 10.222.0.11 "GET /v2.0/networks?id=257e1b60-c9e1-4669-be76-dd673f174643 HTTP/1.1" status: 200 len: 915 time: 0.1227112 Mar 07 22:02:28.969402 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1092d9f3-04a6-4e0c-93b4-d4d81b8bd0e8 req-f372daf6-5e3b-4c4b-ae65-629967da38ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74dfa667-86e1-43cc-bd61-6d5d2d3ae347 HTTP/1.1" status: 200 len: 217 time: 0.0620544 Mar 07 22:02:29.028442 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092d9f3-04a6-4e0c-93b4-d4d81b8bd0e8 req-7f509405-0e8f-4d40-a08a-8e6793a9cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:29.029848 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1092d9f3-04a6-4e0c-93b4-d4d81b8bd0e8 req-7f509405-0e8f-4d40-a08a-8e6793a9cbae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bd42860-5b23-4e2e-8a46-290dd38b1814 HTTP/1.1" status: 200 len: 855 time: 0.0550854 Mar 07 22:02:29.077883 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1092d9f3-04a6-4e0c-93b4-d4d81b8bd0e8 req-7c02353b-135d-4907-beec-8cb2f83c2f55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=257e1b60-c9e1-4669-be76-dd673f174643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425975 Mar 07 22:02:29.206306 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1092d9f3-04a6-4e0c-93b4-d4d81b8bd0e8 req-a4d43b15-3002-47e5-ae74-9154042440f6 service neutron] 10.222.0.11 "GET /v2.0/networks/257e1b60-c9e1-4669-be76-dd673f174643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223805 Mar 07 22:02:29.334505 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1092d9f3-04a6-4e0c-93b4-d4d81b8bd0e8 req-fc86c8f8-8d51-44a0-aee5-eae1f2436f48 service neutron] 10.222.0.11 "GET /v2.0/networks/257e1b60-c9e1-4669-be76-dd673f174643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223552 Mar 07 22:02:29.596855 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7217d66-4943-4f17-8407-8e241f481372 req-9cd1420a-39eb-492d-a728-a3d843853ece tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:29.598330 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e7217d66-4943-4f17-8407-8e241f481372 req-9cd1420a-39eb-492d-a728-a3d843853ece tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.0800388 Mar 07 22:02:29.641878 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e7217d66-4943-4f17-8407-8e241f481372 req-e6d5862d-e881-4053-bd25-54de4d2b60c7 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379448 Mar 07 22:02:30.825544 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676aa51-af4b-4557-a0e0-a468ea124c71 req-b5f55034-696f-4a48-b944-d3716f619176 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:30.827034 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5676aa51-af4b-4557-a0e0-a468ea124c71 req-b5f55034-696f-4a48-b944-d3716f619176 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.0814922 Mar 07 22:02:30.872945 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5676aa51-af4b-4557-a0e0-a468ea124c71 req-71251e53-602f-4552-be85-b0c6de231c27 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394979 Mar 07 22:02:32.054125 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d78b5b-bc01-45dd-a77d-768f74a5c62f req-1299ba8c-297a-4831-9eb9-60036301c3ce tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:32.055538 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-11d78b5b-bc01-45dd-a77d-768f74a5c62f req-1299ba8c-297a-4831-9eb9-60036301c3ce tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.0780885 Mar 07 22:02:32.100722 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-11d78b5b-bc01-45dd-a77d-768f74a5c62f req-6943ea9c-e1c9-470a-a94f-65398f84832e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395567 Mar 07 22:02:32.532899 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2e40d-8ddb-4193-aebc-a29a73bdca40 req-c5d66985-c81e-44f6-9863-fc37ea2c094e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:32.534335 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c6b2e40d-8ddb-4193-aebc-a29a73bdca40 req-c5d66985-c81e-44f6-9863-fc37ea2c094e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.1140532 Mar 07 22:02:32.690046 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c6b2e40d-8ddb-4193-aebc-a29a73bdca40 req-87dbc4d2-9e2e-4b6b-9b5c-5f9f7266fb13 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478405 Mar 07 22:02:32.711597 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec9933-9182-414c-8d43-c767cf1f9b4c req-ed6d904f-a0b3-456e-823c-88352c6da0f6 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:32.712984 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f4ec9933-9182-414c-8d43-c767cf1f9b4c req-ed6d904f-a0b3-456e-823c-88352c6da0f6 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.11 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2&tenant_id=7d78bd013e7043569b12776894c2948a&binding%3Ahost_id=hv-neutron-8299 HTTP/1.1" status: 200 len: 945 time: 0.2225685 Mar 07 22:02:32.847215 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec9933-9182-414c-8d43-c767cf1f9b4c req-7edbaad9-25ab-4cab-a87f-1bb5262cb14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:32.848568 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f4ec9933-9182-414c-8d43-c767cf1f9b4c req-7edbaad9-25ab-4cab-a87f-1bb5262cb14c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d78bd013e7043569b12776894c2948a&device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 1098 time: 0.0698299 Mar 07 22:02:32.976717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec9933-9182-414c-8d43-c767cf1f9b4c req-d003ac8a-0e2b-45a6-979c-b47b0d80467f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:32.978172 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f4ec9933-9182-414c-8d43-c767cf1f9b4c req-d003ac8a-0e2b-45a6-979c-b47b0d80467f service neutron] 10.222.0.11 "GET /v2.0/networks?id=257e1b60-c9e1-4669-be76-dd673f174643 HTTP/1.1" status: 200 len: 915 time: 0.1240957 Mar 07 22:02:32.989934 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 74dfa667-86e1-43cc-bd61-6d5d2d3ae347 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:02:32.992215 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 74dfa667-86e1-43cc-bd61-6d5d2d3ae347 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:02:33.047850 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f4ec9933-9182-414c-8d43-c767cf1f9b4c req-3e4c6429-a101-4322-9e37-fa8169b4f6fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74dfa667-86e1-43cc-bd61-6d5d2d3ae347 HTTP/1.1" status: 200 len: 217 time: 0.0635588 Mar 07 22:02:33.108429 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec9933-9182-414c-8d43-c767cf1f9b4c req-cf052d15-dddb-4f3b-ac3c-0979ba147a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:33.109763 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f4ec9933-9182-414c-8d43-c767cf1f9b4c req-cf052d15-dddb-4f3b-ac3c-0979ba147a18 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bd42860-5b23-4e2e-8a46-290dd38b1814 HTTP/1.1" status: 200 len: 855 time: 0.0569909 Mar 07 22:02:33.158194 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f4ec9933-9182-414c-8d43-c767cf1f9b4c req-9f95ee50-a402-4d46-b479-f65c9a5fae91 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=257e1b60-c9e1-4669-be76-dd673f174643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427108 Mar 07 22:02:33.209343 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:33.228233 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 74dfa667-86e1-43cc-bd61-6d5d2d3ae347, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=74dfa667-86e1-43cc-bd61-6d5d2d3ae347,segment=NetworkSegment(66652b2a-e2a1-4551-a203-ca096afb1757),segment_id=66652b2a-e2a1-4551-a203-ca096afb1757)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:02:33.251583 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296b1d7e-e43c-4076-a646-9ac8e91a57d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74dfa667-86e1-43cc-bd61-6d5d2d3ae347'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:02:33.255969 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '74dfa667-86e1-43cc-bd61-6d5d2d3ae347', 'network_id': '257e1b60-c9e1-4669-be76-dd673f174643', 'port_id': '74dfa667-86e1-43cc-bd61-6d5d2d3ae347', 'mac_address': 'fa:16:3e:d1:4f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd42860-5b23-4e2e-8a46-290dd38b1814', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:02:33.289709 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f4ec9933-9182-414c-8d43-c767cf1f9b4c req-9b4d3c42-a35a-44c8-9aec-c88b168a3257 service neutron] 10.222.0.11 "GET /v2.0/networks/257e1b60-c9e1-4669-be76-dd673f174643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257756 Mar 07 22:02:33.327005 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 74dfa667-86e1-43cc-bd61-6d5d2d3ae347, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=74dfa667-86e1-43cc-bd61-6d5d2d3ae347,segment=NetworkSegment(66652b2a-e2a1-4551-a203-ca096afb1757),segment_id=66652b2a-e2a1-4551-a203-ca096afb1757)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:02:33.328849 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296b1d7e-e43c-4076-a646-9ac8e91a57d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74dfa667-86e1-43cc-bd61-6d5d2d3ae347', 'code': 200} Mar 07 22:02:33.354083 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:33.371177 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74dfa667-86e1-43cc-bd61-6d5d2d3ae347 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:02:33.408919 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:33.426381 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f4ec9933-9182-414c-8d43-c767cf1f9b4c req-6b579028-9d92-46f5-9b37-5e824d829d1d service neutron] 10.222.0.11 "GET /v2.0/networks/257e1b60-c9e1-4669-be76-dd673f174643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302094 Mar 07 22:02:33.520419 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:02:33.520770 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:02:33.523046 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=74dfa667-86e1-43cc-bd61-6d5d2d3ae347,revision_number=6']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:33.530559 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:33.530908 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:33.531260 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:33.531605 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:33.531931 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:33.532258 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:33.532613 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:33.532933 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:33.533254 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:33.533570 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:33.533887 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:33.534233 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:33.874674 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd20d9e-ecc0-46ce-9643-d23e47e52e16 req-96ffdc29-c6f5-4346-817a-c2d68f1f7a0c tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:33.876204 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3cd20d9e-ecc0-46ce-9643-d23e47e52e16 req-96ffdc29-c6f5-4346-817a-c2d68f1f7a0c tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 943 time: 0.0795166 Mar 07 22:02:33.921045 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3cd20d9e-ecc0-46ce-9643-d23e47e52e16 req-271a1083-a98a-448f-849f-2152cd57a3c8 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389977 Mar 07 22:02:34.074520 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:34.093998 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74dfa667-86e1-43cc-bd61-6d5d2d3ae347 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:02:34.109122 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 74dfa667-86e1-43cc-bd61-6d5d2d3ae347, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=74dfa667-86e1-43cc-bd61-6d5d2d3ae347,segment=NetworkSegment(66652b2a-e2a1-4551-a203-ca096afb1757),segment_id=66652b2a-e2a1-4551-a203-ca096afb1757)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:02:34.190539 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:34.255989 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['74dfa667-86e1-43cc-bd61-6d5d2d3ae347'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:02:34.293229 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=74dfa667-86e1-43cc-bd61-6d5d2d3ae347,revision_number=7']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:34.997959 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 74dfa667-86e1-43cc-bd61-6d5d2d3ae347 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:02:35.069768 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 74dfa667-86e1-43cc-bd61-6d5d2d3ae347 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:02:35.070161 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:35.189869 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:35.221797 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 74dfa667-86e1-43cc-bd61-6d5d2d3ae347, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=74dfa667-86e1-43cc-bd61-6d5d2d3ae347,segment=NetworkSegment(66652b2a-e2a1-4551-a203-ca096afb1757),segment_id=66652b2a-e2a1-4551-a203-ca096afb1757)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:02:35.253688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f2f1e-53d3-442d-8c5e-651489f0c320 req-e874e73e-c540-4a77-a0c3-922eeab54090 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:35.255259 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a91f2f1e-53d3-442d-8c5e-651489f0c320 req-e874e73e-c540-4a77-a0c3-922eeab54090 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 944 time: 0.0819139 Mar 07 22:02:35.288815 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:35.299603 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a91f2f1e-53d3-442d-8c5e-651489f0c320 req-5001cb3e-0226-49bc-b804-c19ab4eba938 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387456 Mar 07 22:02:35.330687 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296b1d7e-e43c-4076-a646-9ac8e91a57d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dfa667-86e1-43cc-bd61-6d5d2d3ae347'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:02:35.364255 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=74dfa667-86e1-43cc-bd61-6d5d2d3ae347,revision_number=8']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:35.374846 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296b1d7e-e43c-4076-a646-9ac8e91a57d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dfa667-86e1-43cc-bd61-6d5d2d3ae347', 'code': 200} Mar 07 22:02:35.484933 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29a990-e7e9-4d3b-bd8c-0c26a109787d req-cdf168c5-406d-49ed-866a-3be87de18ddf tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:35.486283 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5d29a990-e7e9-4d3b-bd8c-0c26a109787d req-cdf168c5-406d-49ed-866a-3be87de18ddf tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.0788481 Mar 07 22:02:35.527687 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5d29a990-e7e9-4d3b-bd8c-0c26a109787d req-d68fc76c-f87b-466e-ac70-4982b610a3a6 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358255 Mar 07 22:02:35.708707 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e3dc9-c3ff-4232-8aea-89094d23571b req-50810c2c-e662-4b21-98d0-c03d5f430c23 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:35.710413 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-712e3dc9-c3ff-4232-8aea-89094d23571b req-50810c2c-e662-4b21-98d0-c03d5f430c23 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.0810714 Mar 07 22:02:35.757261 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-712e3dc9-c3ff-4232-8aea-89094d23571b req-1ed74d1b-4de2-4596-9166-cbb141db30c6 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377944 Mar 07 22:02:36.521791 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc96cd-8207-4f53-97ac-920d8d80f116 req-cf513ee9-1b6b-4848-8182-0f8f320ad809 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:36.523121 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d1bc96cd-8207-4f53-97ac-920d8d80f116 req-cf513ee9-1b6b-4848-8182-0f8f320ad809 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.0798213 Mar 07 22:02:36.565578 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d1bc96cd-8207-4f53-97ac-920d8d80f116 req-e62f682f-ea8d-427e-aee0-d64e03aefa3f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368884 Mar 07 22:02:37.743683 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252e0f6-d94a-439c-beec-f492815ec4bb req-1b189a04-7e6a-493e-9568-5420b5c6dc7f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:37.745100 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2252e0f6-d94a-439c-beec-f492815ec4bb req-1b189a04-7e6a-493e-9568-5420b5c6dc7f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.0776463 Mar 07 22:02:37.787701 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2252e0f6-d94a-439c-beec-f492815ec4bb req-2d2ca10d-6651-4c38-ae33-0ecd6e9a4e8e tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/security-groups?id=86011c77-0137-4097-8ca3-e8b55ac2a062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369236 Mar 07 22:02:38.054473 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b993c-fafb-4d05-acb3-749fd4f27441 req-c2ca3667-e582-40f6-8e55-37bae70d6453 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:38.055864 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0d8b993c-fafb-4d05-acb3-749fd4f27441 req-c2ca3667-e582-40f6-8e55-37bae70d6453 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.11 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 945 time: 0.0800915 Mar 07 22:02:38.123423 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-0d8b993c-fafb-4d05-acb3-749fd4f27441 req-d456ab06-37b9-490b-b2d1-125da1a1480f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Deleting port 74dfa667-86e1-43cc-bd61-6d5d2d3ae347 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:02:38.123690 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-0d8b993c-fafb-4d05-acb3-749fd4f27441 req-d456ab06-37b9-490b-b2d1-125da1a1480f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:38.467714 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-0d8b993c-fafb-4d05-acb3-749fd4f27441 req-d456ab06-37b9-490b-b2d1-125da1a1480f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] For port 74dfa667-86e1-43cc-bd61-6d5d2d3ae347, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=74dfa667-86e1-43cc-bd61-6d5d2d3ae347,segment=NetworkSegment(66652b2a-e2a1-4551-a203-ca096afb1757),segment_id=66652b2a-e2a1-4551-a203-ca096afb1757)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:02:38.467985 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-0d8b993c-fafb-4d05-acb3-749fd4f27441 req-d456ab06-37b9-490b-b2d1-125da1a1480f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:38.587481 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-0d8b993c-fafb-4d05-acb3-749fd4f27441 req-d456ab06-37b9-490b-b2d1-125da1a1480f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Calling delete_port for 74dfa667-86e1-43cc-bd61-6d5d2d3ae347 owned by compute:nova {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:02:38.791432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-0d8b993c-fafb-4d05-acb3-749fd4f27441 req-d456ab06-37b9-490b-b2d1-125da1a1480f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:38.802772 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['74dfa667-86e1-43cc-bd61-6d5d2d3ae347'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:02:38.842694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456ab06-37b9-490b-b2d1-125da1a1480f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Pushing event deleted for resources: {'Port': ['ID=74dfa667-86e1-43cc-bd61-6d5d2d3ae347,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:38.853996 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d456ab06-37b9-490b-b2d1-125da1a1480f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:38.854385 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d456ab06-37b9-490b-b2d1-125da1a1480f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:38.854718 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d456ab06-37b9-490b-b2d1-125da1a1480f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:38.855351 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d456ab06-37b9-490b-b2d1-125da1a1480f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:38.855675 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d456ab06-37b9-490b-b2d1-125da1a1480f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:38.855996 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d456ab06-37b9-490b-b2d1-125da1a1480f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:38.856463 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d456ab06-37b9-490b-b2d1-125da1a1480f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:38.856788 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d456ab06-37b9-490b-b2d1-125da1a1480f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:38.857101 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d456ab06-37b9-490b-b2d1-125da1a1480f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:38.857898 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d456ab06-37b9-490b-b2d1-125da1a1480f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:38.858252 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d456ab06-37b9-490b-b2d1-125da1a1480f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:38.858564 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d456ab06-37b9-490b-b2d1-125da1a1480f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:38.966295 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8b993c-fafb-4d05-acb3-749fd4f27441 req-d456ab06-37b9-490b-b2d1-125da1a1480f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] No DVR routers for this DVR port 74dfa667-86e1-43cc-bd61-6d5d2d3ae347 on host hv-neutron-8299 {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:02:38.972692 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-0d8b993c-fafb-4d05-acb3-749fd4f27441 req-d456ab06-37b9-490b-b2d1-125da1a1480f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:38.975203 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296b1d7e-e43c-4076-a646-9ac8e91a57d2', 'name': 'network-vif-deleted', 'tag': '74dfa667-86e1-43cc-bd61-6d5d2d3ae347'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:02:38.980764 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-231fa469-d0e3-4491-9f7c-cf450de6d751 req-0d4b1b6f-0179-4f33-9291-00690e0d8245 tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.21 "GET /v2.0/ports?device_id=296b1d7e-e43c-4076-a646-9ac8e91a57d2 HTTP/1.1" status: 200 len: 210 time: 0.0552254 Mar 07 22:02:39.020161 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296b1d7e-e43c-4076-a646-9ac8e91a57d2', 'name': 'network-vif-deleted', 'tag': '74dfa667-86e1-43cc-bd61-6d5d2d3ae347', 'status': 'completed', 'code': 200} Mar 07 22:02:39.037585 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0d8b993c-fafb-4d05-acb3-749fd4f27441 req-d456ab06-37b9-490b-b2d1-125da1a1480f tempest-ServerDiskConfigTestJSON-754864808 tempest-ServerDiskConfigTestJSON-754864808-project] 10.222.0.11 "DELETE /v2.0/ports/74dfa667-86e1-43cc-bd61-6d5d2d3ae347 HTTP/1.1" status: 204 len: 173 time: 0.9757340 Mar 07 22:02:40.210429 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52984) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:02:40.268236 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-df64aa18-1d22-410c-8338-5d9498bf4a5a admin admin] Deleting subnet 9bd42860-5b23-4e2e-8a46-290dd38b1814 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 22:02:40.270963 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-df64aa18-1d22-410c-8338-5d9498bf4a5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:40.318969 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-df64aa18-1d22-410c-8338-5d9498bf4a5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:40.375586 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-df64aa18-1d22-410c-8338-5d9498bf4a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:40.477280 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-df64aa18-1d22-410c-8338-5d9498bf4a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:40.513323 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64aa18-1d22-410c-8338-5d9498bf4a5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bd42860-5b23-4e2e-8a46-290dd38b1814,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:40.516896 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-df64aa18-1d22-410c-8338-5d9498bf4a5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:40.522589 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-df64aa18-1d22-410c-8338-5d9498bf4a5a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9bd42860-5b23-4e2e-8a46-290dd38b1814 HTTP/1.1" status: 204 len: 168 time: 0.3111305 Mar 07 22:02:40.525027 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52988) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:02:40.628546 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e593-8173-4d37-9833-4f3ce8fc2f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:40.749531 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e593-8173-4d37-9833-4f3ce8fc2f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:40.776950 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-f8d1e593-8173-4d37-9833-4f3ce8fc2f04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257e1b60-c9e1-4669-be76-dd673f174643']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:40.788869 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-f8d1e593-8173-4d37-9833-4f3ce8fc2f04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66652b2a-e2a1-4551-a203-ca096afb1757') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:40.800020 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-f8d1e593-8173-4d37-9833-4f3ce8fc2f04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66652b2a-e2a1-4551-a203-ca096afb1757') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:40.800994 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e593-8173-4d37-9833-4f3ce8fc2f04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:40.816502 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e593-8173-4d37-9833-4f3ce8fc2f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:40.822387 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d1e593-8173-4d37-9833-4f3ce8fc2f04 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:02:40.822756 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e593-8173-4d37-9833-4f3ce8fc2f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:02:40.836034 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:02:40.968709 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e593-8173-4d37-9833-4f3ce8fc2f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:40.987533 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e593-8173-4d37-9833-4f3ce8fc2f04 admin admin] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:40.998691 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1e593-8173-4d37-9833-4f3ce8fc2f04 admin admin] Pushing event deleted for resources: {'Network': ['ID=257e1b60-c9e1-4669-be76-dd673f174643,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:41.060425 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f8d1e593-8173-4d37-9833-4f3ce8fc2f04 admin admin] 10.222.0.21 "DELETE /v2.0/networks/257e1b60-c9e1-4669-be76-dd673f174643 HTTP/1.1" status: 204 len: 168 time: 0.5344861 Mar 07 22:02:41.368319 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52994) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:02:41.416114 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ada62145-785d-4f52-9165-d1cdace5513b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d78bd013e7043569b12776894c2948a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466840 Mar 07 22:02:41.418480 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 52998) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:02:41.473769 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ae23c638-df5b-44fe-9915-b81b21b3efc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:41.497908 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ae23c638-df5b-44fe-9915-b81b21b3efc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:41.642958 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ae23c638-df5b-44fe-9915-b81b21b3efc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:41.664108 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23c638-df5b-44fe-9915-b81b21b3efc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86011c77-0137-4097-8ca3-e8b55ac2a062,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:41.744528 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ae23c638-df5b-44fe-9915-b81b21b3efc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:41.745626 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ae23c638-df5b-44fe-9915-b81b21b3efc9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86011c77-0137-4097-8ca3-e8b55ac2a062 HTTP/1.1" status: 204 len: 168 time: 0.3262916 Mar 07 22:02:42.777048 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 53022) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:02:42.880319 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-0613e1d0-067f-4598-9f76-48469c75307c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1074709400-network', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:42.884894 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0613e1d0-067f-4598-9f76-48469c75307c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:02:42.888670 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0613e1d0-067f-4598-9f76-48469c75307c admin admin] Usage tracker for resource:network and tenant:7519c91134ec4857bcb6d7071f4c434b is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:02:42.892114 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0613e1d0-067f-4598-9f76-48469c75307c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:02:42.898202 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0613e1d0-067f-4598-9f76-48469c75307c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:02:42.972866 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0613e1d0-067f-4598-9f76-48469c75307c admin admin] Made reservation on behalf of 7519c91134ec4857bcb6d7071f4c434b for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:42.975166 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0613e1d0-067f-4598-9f76-48469c75307c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:42.989726 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0613e1d0-067f-4598-9f76-48469c75307c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:43.004110 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0613e1d0-067f-4598-9f76-48469c75307c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:02:43.007931 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0613e1d0-067f-4598-9f76-48469c75307c admin admin] Usage tracker for resource:security_group_rule and tenant:7519c91134ec4857bcb6d7071f4c434b is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:02:43.010639 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0613e1d0-067f-4598-9f76-48469c75307c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:02:43.016882 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0613e1d0-067f-4598-9f76-48469c75307c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:02:43.057741 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 74dfa667-86e1-43cc-bd61-6d5d2d3ae347 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:02:43.091371 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 74dfa667-86e1-43cc-bd61-6d5d2d3ae347 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:02:43.091707 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 74dfa667-86e1-43cc-bd61-6d5d2d3ae347 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:02:43.096591 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0613e1d0-067f-4598-9f76-48469c75307c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:43.167200 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0613e1d0-067f-4598-9f76-48469c75307c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:43.201017 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0613e1d0-067f-4598-9f76-48469c75307c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:02:43.206987 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613e1d0-067f-4598-9f76-48469c75307c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1f434e-40da-4158-bec2-6cc3f5f766ee,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:43.215148 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0613e1d0-067f-4598-9f76-48469c75307c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:43.215415 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-0613e1d0-067f-4598-9f76-48469c75307c admin admin] Added segment c685d443-afa2-4d37-a0d6-087888f4699f of type vlan for network 90e55d69-1d33-4723-91cb-26c97a2257f0 Mar 07 22:02:43.240746 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0613e1d0-067f-4598-9f76-48469c75307c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:43.344525 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0613e1d0-067f-4598-9f76-48469c75307c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:43.345378 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0613e1d0-067f-4598-9f76-48469c75307c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:43.346000 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0613e1d0-067f-4598-9f76-48469c75307c admin admin] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:43.445620 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613e1d0-067f-4598-9f76-48469c75307c admin admin] Pushing event updated for resources: {'Network': ['ID=90e55d69-1d33-4723-91cb-26c97a2257f0,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:43.455234 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 90e55d69-1d33-4723-91cb-26c97a2257f0 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 22:02:43.500719 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0613e1d0-067f-4598-9f76-48469c75307c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7226129 Mar 07 22:02:43.503651 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 53028) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:02:43.508855 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-ddbdce0c-e817-4182-8f82-c553ad415acf admin admin] Request body: {'subnet': {'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1074709400-subnet', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:43.513600 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ddbdce0c-e817-4182-8f82-c553ad415acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:02:43.517365 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ddbdce0c-e817-4182-8f82-c553ad415acf admin admin] Usage tracker for resource:subnet and tenant:7519c91134ec4857bcb6d7071f4c434b is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:02:43.520179 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ddbdce0c-e817-4182-8f82-c553ad415acf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:02:43.525794 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ddbdce0c-e817-4182-8f82-c553ad415acf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:02:43.602825 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbdce0c-e817-4182-8f82-c553ad415acf admin admin] Made reservation on behalf of 7519c91134ec4857bcb6d7071f4c434b for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:43.605060 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ddbdce0c-e817-4182-8f82-c553ad415acf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:43.848756 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ddbdce0c-e817-4182-8f82-c553ad415acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:44.016367 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbdce0c-e817-4182-8f82-c553ad415acf admin admin] Pushing event updated for resources: {'Subnet': ['ID=03e8d1d3-3eb9-47e6-bb67-7223320c567b,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:44.026227 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbdce0c-e817-4182-8f82-c553ad415acf admin admin] Checking segment: {'id': 'c685d443-afa2-4d37-a0d6-087888f4699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:02:44.026576 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbdce0c-e817-4182-8f82-c553ad415acf admin admin] Network hostable DHCP agents. Network: 90e55d69-1d33-4723-91cb-26c97a2257f0, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:02:44.105247 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbdce0c-e817-4182-8f82-c553ad415acf admin admin] Network 90e55d69-1d33-4723-91cb-26c97a2257f0 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:02:44.191136 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-ddbdce0c-e817-4182-8f82-c553ad415acf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 90e55d69-1d33-4723-91cb-26c97a2257f0) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:44.194937 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbdce0c-e817-4182-8f82-c553ad415acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:44.195538 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ddbdce0c-e817-4182-8f82-c553ad415acf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:44.199565 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067ddf85-1d07-4b8f-92d4-c9d1bc6b6b82 None None] Network 90e55d69-1d33-4723-91cb-26c97a2257f0 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:02:44.283629 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ddbdce0c-e817-4182-8f82-c553ad415acf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7789545 Mar 07 22:02:44.286365 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 53032) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:02:44.291234 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-9ae562fd-e164-4bf3-bd6f-06670da44f29 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:44.296506 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9ae562fd-e164-4bf3-bd6f-06670da44f29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:02:44.300432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9ae562fd-e164-4bf3-bd6f-06670da44f29 admin admin] Usage tracker for resource:router and tenant:7519c91134ec4857bcb6d7071f4c434b is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:02:44.303358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9ae562fd-e164-4bf3-bd6f-06670da44f29 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:02:44.308961 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9ae562fd-e164-4bf3-bd6f-06670da44f29 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:02:44.379707 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ae562fd-e164-4bf3-bd6f-06670da44f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:44.380753 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ae562fd-e164-4bf3-bd6f-06670da44f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:44.395251 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ae562fd-e164-4bf3-bd6f-06670da44f29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:44.410586 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2396babe-f9c6-4555-baeb-9c6c6109e493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-90e55d69-1d33-4723-91cb-26c97a2257f0', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 22:02:44.411476 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2396babe-f9c6-4555-baeb-9c6c6109e493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:44.560729 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-2396babe-f9c6-4555-baeb-9c6c6109e493 None None] Allocated IP 172.20.0.2 (90e55d69-1d33-4723-91cb-26c97a2257f0/03e8d1d3-3eb9-47e6-bb67-7223320c567b/6f135dd1-84ac-4949-829c-f3436a9b4912) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:44.719754 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ae562fd-e164-4bf3-bd6f-06670da44f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:44.756546 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2396babe-f9c6-4555-baeb-9c6c6109e493 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:44.766654 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2396babe-f9c6-4555-baeb-9c6c6109e493 None None] Transition to ACTIVE for port object 6f135dd1-84ac-4949-829c-f3436a9b4912 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:02:44.785030 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2396babe-f9c6-4555-baeb-9c6c6109e493 None None] Transition to ACTIVE for port object 6f135dd1-84ac-4949-829c-f3436a9b4912 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:02:44.860378 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2396babe-f9c6-4555-baeb-9c6c6109e493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:44.920185 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2396babe-f9c6-4555-baeb-9c6c6109e493 None None] Network 90e55d69-1d33-4723-91cb-26c97a2257f0 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:44.927079 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-2396babe-f9c6-4555-baeb-9c6c6109e493 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:44.934345 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2396babe-f9c6-4555-baeb-9c6c6109e493 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:02:44.940393 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396babe-f9c6-4555-baeb-9c6c6109e493 None None] Pushing event updated for resources: {'Port': ['ID=6f135dd1-84ac-4949-829c-f3436a9b4912,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:45.053005 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-2396babe-f9c6-4555-baeb-9c6c6109e493 None None] Attempting to bind port 6f135dd1-84ac-4949-829c-f3436a9b4912 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:02:45.053364 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-2396babe-f9c6-4555-baeb-9c6c6109e493 None None] Attempting to bind port 6f135dd1-84ac-4949-829c-f3436a9b4912 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'c685d443-afa2-4d37-a0d6-087888f4699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:02:45.053717 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2396babe-f9c6-4555-baeb-9c6c6109e493 None None] Attempting to bind port 6f135dd1-84ac-4949-829c-f3436a9b4912 on network 90e55d69-1d33-4723-91cb-26c97a2257f0 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:02:45.058767 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2396babe-f9c6-4555-baeb-9c6c6109e493 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:02:45.059134 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2396babe-f9c6-4555-baeb-9c6c6109e493 None None] Checking segment: {'id': 'c685d443-afa2-4d37-a0d6-087888f4699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:02:45.059526 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2396babe-f9c6-4555-baeb-9c6c6109e493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:45.059911 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2396babe-f9c6-4555-baeb-9c6c6109e493 None None] Bound using segment: {'id': 'c685d443-afa2-4d37-a0d6-087888f4699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:02:45.060358 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-2396babe-f9c6-4555-baeb-9c6c6109e493 None None] Bound port: 6f135dd1-84ac-4949-829c-f3436a9b4912, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c685d443-afa2-4d37-a0d6-087888f4699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:02:45.060724 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2396babe-f9c6-4555-baeb-9c6c6109e493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:45.080344 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ae562fd-e164-4bf3-bd6f-06670da44f29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:45.109366 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ae562fd-e164-4bf3-bd6f-06670da44f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:45.147687 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2396babe-f9c6-4555-baeb-9c6c6109e493 None None] For port 6f135dd1-84ac-4949-829c-f3436a9b4912, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:02:45.150769 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2396babe-f9c6-4555-baeb-9c6c6109e493 None None] For port 6f135dd1-84ac-4949-829c-f3436a9b4912, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6f135dd1-84ac-4949-829c-f3436a9b4912,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:02:45.236230 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2396babe-f9c6-4555-baeb-9c6c6109e493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:45.243105 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-9ae562fd-e164-4bf3-bd6f-06670da44f29 admin admin] Allocated IP 172.26.2.149 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/c586621c-506d-41dd-bada-e7142fab54e5) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:45.320330 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396babe-f9c6-4555-baeb-9c6c6109e493 None None] Pushing event updated for resources: {'Port': ['ID=6f135dd1-84ac-4949-829c-f3436a9b4912,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:45.396992 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ae562fd-e164-4bf3-bd6f-06670da44f29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:45.493915 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ae562fd-e164-4bf3-bd6f-06670da44f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:45.558150 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae562fd-e164-4bf3-bd6f-06670da44f29 admin admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:45.565816 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-9ae562fd-e164-4bf3-bd6f-06670da44f29 admin admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:45.570071 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae562fd-e164-4bf3-bd6f-06670da44f29 admin admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:02:45.603822 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae562fd-e164-4bf3-bd6f-06670da44f29 admin admin] Pushing event updated for resources: {'Port': ['ID=c586621c-506d-41dd-bada-e7142fab54e5,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:46.015144 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:46.171561 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ae562fd-e164-4bf3-bd6f-06670da44f29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:46.224161 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed90fa8-6965-4d18-bf37-cd04a5562940 None None] Network 90e55d69-1d33-4723-91cb-26c97a2257f0 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:02:46.392695 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-7042c1cd-689b-4591-9f1f-b3550fdc2281 None None] Provisioning for port 6f135dd1-84ac-4949-829c-f3436a9b4912 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:02:46.508969 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ae562fd-e164-4bf3-bd6f-06670da44f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:46.677087 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6f135dd1-84ac-4949-829c-f3436a9b4912 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:02:46.784396 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae562fd-e164-4bf3-bd6f-06670da44f29 admin admin] Router 1edf5eb2-f431-44d4-8f39-e30c77877da8 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 22:02:46.841375 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 6f135dd1-84ac-4949-829c-f3436a9b4912 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:02:46.847027 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 6f135dd1-84ac-4949-829c-f3436a9b4912 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:02:46.847443 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:46.963921 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae562fd-e164-4bf3-bd6f-06670da44f29 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:02:46.966759 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:46.978597 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] Sync routers for ids ['1edf5eb2-f431-44d4-8f39-e30c77877da8'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:02:46.997990 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] Routers {'1edf5eb2-f431-44d4-8f39-e30c77877da8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:02:46.998637 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:02:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['1edf5eb2-f431-44d4-8f39-e30c77877da8'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:47.059744 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ae562fd-e164-4bf3-bd6f-06670da44f29 admin admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:47.060977 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9ae562fd-e164-4bf3-bd6f-06670da44f29 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7736905 Mar 07 22:02:47.063767 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 53036) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:02:47.070979 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 6f135dd1-84ac-4949-829c-f3436a9b4912, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6f135dd1-84ac-4949-829c-f3436a9b4912,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:02:47.140661 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:47.234197 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] Set router 1edf5eb2-f431-44d4-8f39-e30c77877da8 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:02:47.352601 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=6f135dd1-84ac-4949-829c-f3436a9b4912,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:47.527637 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:45Z', 'revision_number': 3, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:47.531538 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] Checking router: 1edf5eb2-f431-44d4-8f39-e30c77877da8 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:02:47.531880 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] Updating router 1edf5eb2-f431-44d4-8f39-e30c77877da8 port c586621c-506d-41dd-bada-e7142fab54e5 binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:02:47.582679 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:47.843363 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d5051a5-c82e-4b38-8a13-2f680d167516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:47.929920 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:47.941778 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] Transition to ACTIVE for port object c586621c-506d-41dd-bada-e7142fab54e5 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:02:48.019944 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:48.045221 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-4d5051a5-c82e-4b38-8a13-2f680d167516 admin admin] Allocated IP 172.20.0.1 (90e55d69-1d33-4723-91cb-26c97a2257f0/03e8d1d3-3eb9-47e6-bb67-7223320c567b/74e5dfe6-ca14-49fc-b23a-f81bf8d66e94) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:48.101122 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] Attempting to bind port c586621c-506d-41dd-bada-e7142fab54e5 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:02:48.101403 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] Attempting to bind port c586621c-506d-41dd-bada-e7142fab54e5 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:02:48.101760 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] Attempting to bind port c586621c-506d-41dd-bada-e7142fab54e5 on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:02:48.103874 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6de8c-4344-4ca5-b7b0-9a4d670e372f None None] Pushing event updated for resources: {'Port': ['ID=c586621c-506d-41dd-bada-e7142fab54e5,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:48.109541 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:02:48.109908 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:02:48.110355 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:48.110733 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:02:48.111507 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] Bound port: c586621c-506d-41dd-bada-e7142fab54e5, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:02:48.111596 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:48.183949 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] For port c586621c-506d-41dd-bada-e7142fab54e5, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:02:48.187445 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] For port c586621c-506d-41dd-bada-e7142fab54e5, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c586621c-506d-41dd-bada-e7142fab54e5,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:02:48.192010 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d5051a5-c82e-4b38-8a13-2f680d167516 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:48.207908 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-4d5051a5-c82e-4b38-8a13-2f680d167516 admin admin] Transition to ACTIVE for port object 74e5dfe6-ca14-49fc-b23a-f81bf8d66e94 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:02:48.271508 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:48.299931 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d5051a5-c82e-4b38-8a13-2f680d167516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:48.346521 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] Routers {'1edf5eb2-f431-44d4-8f39-e30c77877da8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:02:48.347120 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:02:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['1edf5eb2-f431-44d4-8f39-e30c77877da8'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:48.364336 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5051a5-c82e-4b38-8a13-2f680d167516 admin admin] Network 90e55d69-1d33-4723-91cb-26c97a2257f0 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:48.367060 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-4d5051a5-c82e-4b38-8a13-2f680d167516 admin admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:48.375446 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5051a5-c82e-4b38-8a13-2f680d167516 admin admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:02:48.411006 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5051a5-c82e-4b38-8a13-2f680d167516 admin admin] Pushing event updated for resources: {'Port': ['ID=74e5dfe6-ca14-49fc-b23a-f81bf8d66e94,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:48.435711 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d5051a5-c82e-4b38-8a13-2f680d167516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:48.439366 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6de8c-4344-4ca5-b7b0-9a4d670e372f None None] Pushing event updated for resources: {'Port': ['ID=c586621c-506d-41dd-bada-e7142fab54e5,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:48.536446 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] Set router 1edf5eb2-f431-44d4-8f39-e30c77877da8 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:02:48.635719 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d5051a5-c82e-4b38-8a13-2f680d167516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:48.646519 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6f135dd1-84ac-4949-829c-f3436a9b4912 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:02:48.799881 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-7ef9315f-b5a7-46d0-aede-c5affc6605b1 None None] Provisioning for port 74e5dfe6-ca14-49fc-b23a-f81bf8d66e94 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:02:48.813391 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-7ef9315f-b5a7-46d0-aede-c5affc6605b1 None None] Provisioning complete for port 74e5dfe6-ca14-49fc-b23a-f81bf8d66e94 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:02:48.813898 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7ef9315f-b5a7-46d0-aede-c5affc6605b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:48.865131 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d5051a5-c82e-4b38-8a13-2f680d167516 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:48.869476 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 6f135dd1-84ac-4949-829c-f3436a9b4912 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:02:48.869839 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:48.922545 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d5051a5-c82e-4b38-8a13-2f680d167516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:48.952456 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-7ef9315f-b5a7-46d0-aede-c5affc6605b1 None None] Port 74e5dfe6-ca14-49fc-b23a-f81bf8d66e94 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:02:49.025230 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5051a5-c82e-4b38-8a13-2f680d167516 admin admin] Pushing event updated for resources: {'Port': ['ID=74e5dfe6-ca14-49fc-b23a-f81bf8d66e94,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:49.027743 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4d5051a5-c82e-4b38-8a13-2f680d167516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:49.049276 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:45Z', 'revision_number': 3, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:49.055840 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e3835c-fff0-42c5-a55f-c72832e440a8 None None] The sync data for ids ['1edf5eb2-f431-44d4-8f39-e30c77877da8'] in dv-neutron-829957-1-hyperv is: [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:45Z', 'revision_number': 3, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:02:49.165138 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5051a5-c82e-4b38-8a13-2f680d167516 admin admin] Network 90e55d69-1d33-4723-91cb-26c97a2257f0 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:49.166090 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-4d5051a5-c82e-4b38-8a13-2f680d167516 admin admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:49.477731 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b6dab79c-ec4e-4adc-943b-cac1dfe0d92f None None] Provisioning complete for port 74e5dfe6-ca14-49fc-b23a-f81bf8d66e94 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:02:49.478409 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b6dab79c-ec4e-4adc-943b-cac1dfe0d92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:49.491087 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5051a5-c82e-4b38-8a13-2f680d167516 admin admin] Router 1edf5eb2-f431-44d4-8f39-e30c77877da8 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:02:49.532595 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-b6dab79c-ec4e-4adc-943b-cac1dfe0d92f None None] Port 74e5dfe6-ca14-49fc-b23a-f81bf8d66e94 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:02:49.679347 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5051a5-c82e-4b38-8a13-2f680d167516 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:02:49.688338 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4d5051a5-c82e-4b38-8a13-2f680d167516 admin admin] 10.222.0.21 "PUT /v2.0/routers/1edf5eb2-f431-44d4-8f39-e30c77877da8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6235962 Mar 07 22:02:50.059750 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-74af4f31-0c6b-41e7-9560-03ee2bf08d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:50.296052 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 53046) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:02:50.301448 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-cb61fa0f-10b5-4e30-94cc-4d09feacbbb7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1778024082', 'description': 'tempest-description--1242419469'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:50.307611 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cb61fa0f-10b5-4e30-94cc-4d09feacbbb7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:02:50.311513 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cb61fa0f-10b5-4e30-94cc-4d09feacbbb7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Usage tracker for resource:security_group and tenant:7519c91134ec4857bcb6d7071f4c434b is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:02:50.314507 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cb61fa0f-10b5-4e30-94cc-4d09feacbbb7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:02:50.320373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cb61fa0f-10b5-4e30-94cc-4d09feacbbb7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:02:50.471289 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cb61fa0f-10b5-4e30-94cc-4d09feacbbb7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:50.491604 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cb61fa0f-10b5-4e30-94cc-4d09feacbbb7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:02:50.495437 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cb61fa0f-10b5-4e30-94cc-4d09feacbbb7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Usage tracker for resource:security_group_rule and tenant:7519c91134ec4857bcb6d7071f4c434b is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:02:50.500140 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cb61fa0f-10b5-4e30-94cc-4d09feacbbb7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:02:50.504019 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cb61fa0f-10b5-4e30-94cc-4d09feacbbb7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:02:50.522056 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] Sync routers for ids ['1edf5eb2-f431-44d4-8f39-e30c77877da8'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:02:50.531852 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] Routers {'1edf5eb2-f431-44d4-8f39-e30c77877da8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:02:50.532460 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:02:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['1edf5eb2-f431-44d4-8f39-e30c77877da8'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:50.573557 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cb61fa0f-10b5-4e30-94cc-4d09feacbbb7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:50.647982 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cb61fa0f-10b5-4e30-94cc-4d09feacbbb7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:50.670311 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c586621c-506d-41dd-bada-e7142fab54e5 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:02:50.692629 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61fa0f-10b5-4e30-94cc-4d09feacbbb7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=636020b5-c979-41e2-9615-06dad7ed9f3b,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:50.739589 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] Set router 1edf5eb2-f431-44d4-8f39-e30c77877da8 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:02:50.767839 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cb61fa0f-10b5-4e30-94cc-4d09feacbbb7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:50.769023 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-cb61fa0f-10b5-4e30-94cc-4d09feacbbb7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4719317 Mar 07 22:02:50.772103 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 53050) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:02:50.777309 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-969f947a-8ac3-4f07-85a7-e6b82892df74 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Request body: {'security_group_rule': {'security_group_id': '636020b5-c979-41e2-9615-06dad7ed9f3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:50.784040 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-969f947a-8ac3-4f07-85a7-e6b82892df74 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:02:50.788035 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-969f947a-8ac3-4f07-85a7-e6b82892df74 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Usage tracker for resource:security_group_rule and tenant:7519c91134ec4857bcb6d7071f4c434b is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:02:50.791070 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-969f947a-8ac3-4f07-85a7-e6b82892df74 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:02:50.798780 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-969f947a-8ac3-4f07-85a7-e6b82892df74 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:02:50.825672 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port c586621c-506d-41dd-bada-e7142fab54e5 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:02:50.830924 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port c586621c-506d-41dd-bada-e7142fab54e5 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:02:50.831288 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:50.928931 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-969f947a-8ac3-4f07-85a7-e6b82892df74 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:50.992137 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:50.994768 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-969f947a-8ac3-4f07-85a7-e6b82892df74 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:51.008352 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port c586621c-506d-41dd-bada-e7142fab54e5, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c586621c-506d-41dd-bada-e7142fab54e5,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:02:51.061510 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 2, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:51.065226 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] Checking router: 1edf5eb2-f431-44d4-8f39-e30c77877da8 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:02:51.065471 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-969f947a-8ac3-4f07-85a7-e6b82892df74 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:51.065581 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] Updating router 1edf5eb2-f431-44d4-8f39-e30c77877da8 port 74e5dfe6-ca14-49fc-b23a-f81bf8d66e94 binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:02:51.089688 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f947a-8ac3-4f07-85a7-e6b82892df74 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf4fe97-7255-4a72-bbd5-f381f5ff1467,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:51.094703 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:51.101077 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f947a-8ac3-4f07-85a7-e6b82892df74 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:51.101381 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f947a-8ac3-4f07-85a7-e6b82892df74 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:51.101725 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f947a-8ac3-4f07-85a7-e6b82892df74 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:51.102095 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f947a-8ac3-4f07-85a7-e6b82892df74 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:51.102427 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f947a-8ac3-4f07-85a7-e6b82892df74 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:51.102769 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f947a-8ac3-4f07-85a7-e6b82892df74 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:51.103091 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f947a-8ac3-4f07-85a7-e6b82892df74 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:51.103416 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f947a-8ac3-4f07-85a7-e6b82892df74 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:51.103745 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f947a-8ac3-4f07-85a7-e6b82892df74 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:51.104068 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f947a-8ac3-4f07-85a7-e6b82892df74 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:51.104395 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f947a-8ac3-4f07-85a7-e6b82892df74 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:51.104716 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969f947a-8ac3-4f07-85a7-e6b82892df74 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:51.117825 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:51.161862 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=c586621c-506d-41dd-bada-e7142fab54e5,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:51.173906 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-969f947a-8ac3-4f07-85a7-e6b82892df74 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:51.175378 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-969f947a-8ac3-4f07-85a7-e6b82892df74 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4020553 Mar 07 22:02:51.177669 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 53054) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:02:51.182643 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-2aa3d983-f1b8-4da1-bbfe-4b79019b8593 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Request body: {'security_group_rule': {'security_group_id': '636020b5-c979-41e2-9615-06dad7ed9f3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:51.188998 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2aa3d983-f1b8-4da1-bbfe-4b79019b8593 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:02:51.192756 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2aa3d983-f1b8-4da1-bbfe-4b79019b8593 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Usage tracker for resource:security_group_rule and tenant:7519c91134ec4857bcb6d7071f4c434b is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:02:51.195604 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2aa3d983-f1b8-4da1-bbfe-4b79019b8593 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:02:51.201207 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2aa3d983-f1b8-4da1-bbfe-4b79019b8593 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:02:51.241686 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:02:51.293506 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2aa3d983-f1b8-4da1-bbfe-4b79019b8593 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:51.355592 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2aa3d983-f1b8-4da1-bbfe-4b79019b8593 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:51.430104 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2aa3d983-f1b8-4da1-bbfe-4b79019b8593 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:51.451443 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3d983-f1b8-4da1-bbfe-4b79019b8593 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6920627d-072a-426f-b0b0-20c94d79d3de,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:51.522780 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2aa3d983-f1b8-4da1-bbfe-4b79019b8593 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:51.523982 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2aa3d983-f1b8-4da1-bbfe-4b79019b8593 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3453796 Mar 07 22:02:51.527048 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 53058) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:02:51.532556 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-6112eb4f-81e0-4c41-80da-6916919cff21 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:51.539459 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:51.539963 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6112eb4f-81e0-4c41-80da-6916919cff21 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:02:51.542479 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6112eb4f-81e0-4c41-80da-6916919cff21 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Usage tracker for resource:floatingip and tenant:7519c91134ec4857bcb6d7071f4c434b is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:02:51.543828 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] Transition to ACTIVE for port object 74e5dfe6-ca14-49fc-b23a-f81bf8d66e94 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:02:51.545382 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6112eb4f-81e0-4c41-80da-6916919cff21 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:02:51.551094 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6112eb4f-81e0-4c41-80da-6916919cff21 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:02:51.613738 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:51.636767 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6112eb4f-81e0-4c41-80da-6916919cff21 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for floatingip, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:51.783873 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6112eb4f-81e0-4c41-80da-6916919cff21 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:51.800138 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08a473-e644-4d93-8e06-706956501e2f None None] Pushing event updated for resources: {'Port': ['ID=74e5dfe6-ca14-49fc-b23a-f81bf8d66e94,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:51.812378 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e08a473-e644-4d93-8e06-706956501e2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:51.812980 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e08a473-e644-4d93-8e06-706956501e2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:51.813474 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e08a473-e644-4d93-8e06-706956501e2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:51.813979 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e08a473-e644-4d93-8e06-706956501e2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:51.814466 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e08a473-e644-4d93-8e06-706956501e2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:51.814951 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e08a473-e644-4d93-8e06-706956501e2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:51.815417 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e08a473-e644-4d93-8e06-706956501e2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:51.815881 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e08a473-e644-4d93-8e06-706956501e2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:51.816354 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e08a473-e644-4d93-8e06-706956501e2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:51.816827 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e08a473-e644-4d93-8e06-706956501e2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:51.817303 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e08a473-e644-4d93-8e06-706956501e2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:51.817769 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e08a473-e644-4d93-8e06-706956501e2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:02:51.841262 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] Attempting to bind port 74e5dfe6-ca14-49fc-b23a-f81bf8d66e94 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:02:51.841870 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] Attempting to bind port 74e5dfe6-ca14-49fc-b23a-f81bf8d66e94 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'c685d443-afa2-4d37-a0d6-087888f4699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:02:51.842936 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] Attempting to bind port 74e5dfe6-ca14-49fc-b23a-f81bf8d66e94 on network 90e55d69-1d33-4723-91cb-26c97a2257f0 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:02:51.848546 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:02:51.849271 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] Checking segment: {'id': 'c685d443-afa2-4d37-a0d6-087888f4699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:02:51.849548 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:51.849939 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] Bound using segment: {'id': 'c685d443-afa2-4d37-a0d6-087888f4699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:02:51.850421 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] Bound port: 74e5dfe6-ca14-49fc-b23a-f81bf8d66e94, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c685d443-afa2-4d37-a0d6-087888f4699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:02:51.850789 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:51.935770 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-6112eb4f-81e0-4c41-80da-6916919cff21 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Allocated IP 172.26.2.232 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/aabffebd-eab6-4274-82c7-2d0a15bda57a) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:51.943031 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] For port 74e5dfe6-ca14-49fc-b23a-f81bf8d66e94, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:02:51.945990 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] For port 74e5dfe6-ca14-49fc-b23a-f81bf8d66e94, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=74e5dfe6-ca14-49fc-b23a-f81bf8d66e94,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:02:52.019123 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:52.082617 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6112eb4f-81e0-4c41-80da-6916919cff21 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:52.092319 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] Routers {'1edf5eb2-f431-44d4-8f39-e30c77877da8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:02:52.093515 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:02:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['1edf5eb2-f431-44d4-8f39-e30c77877da8'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:52.165664 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08a473-e644-4d93-8e06-706956501e2f None None] Pushing event updated for resources: {'Port': ['ID=74e5dfe6-ca14-49fc-b23a-f81bf8d66e94,revision_number=4']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:52.191610 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6112eb4f-81e0-4c41-80da-6916919cff21 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:52.252174 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6112eb4f-81e0-4c41-80da-6916919cff21 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:52.254942 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-6112eb4f-81e0-4c41-80da-6916919cff21 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:52.262792 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6112eb4f-81e0-4c41-80da-6916919cff21 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:02:52.281797 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-08e51bc8-fdc1-40db-aa95-b844ec57faaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:52.282933 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] Set router 1edf5eb2-f431-44d4-8f39-e30c77877da8 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:02:52.307217 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112eb4f-81e0-4c41-80da-6916919cff21 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Pushing event updated for resources: {'Port': ['ID=aabffebd-eab6-4274-82c7-2d0a15bda57a,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:52.350358 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6112eb4f-81e0-4c41-80da-6916919cff21 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:52.477740 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6112eb4f-81e0-4c41-80da-6916919cff21 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:52.622795 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:51Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:02:52.627913 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572392a7-676b-4d4b-bfce-7f9ee9b1c8eb None None] The sync data for ids ['1edf5eb2-f431-44d4-8f39-e30c77877da8'] in dv-neutron-829957-1-hyperv is: [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:51Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:02:52.652612 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c586621c-506d-41dd-bada-e7142fab54e5 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:02:52.715784 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6112eb4f-81e0-4c41-80da-6916919cff21 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:52.753881 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port c586621c-506d-41dd-bada-e7142fab54e5 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:02:52.753881 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:52.774084 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6112eb4f-81e0-4c41-80da-6916919cff21 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:52.844159 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112eb4f-81e0-4c41-80da-6916919cff21 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Pushing event updated for resources: {'Port': ['ID=aabffebd-eab6-4274-82c7-2d0a15bda57a,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:52.905044 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6112eb4f-81e0-4c41-80da-6916919cff21 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:52.974349 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6112eb4f-81e0-4c41-80da-6916919cff21 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:52.975588 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6112eb4f-81e0-4c41-80da-6916919cff21 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4476168 Mar 07 22:02:53.139714 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-8d4b43ff-c26d-4b8e-a947-aa59f8d1793d tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Synchronizing usage tracker for tenant:7519c91134ec4857bcb6d7071f4c434b on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:02:53.197129 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-8d4b43ff-c26d-4b8e-a947-aa59f8d1793d tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Unset dirty status for tenant:7519c91134ec4857bcb6d7071f4c434b on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:02:53.198344 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-8d4b43ff-c26d-4b8e-a947-aa59f8d1793d tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1778024082&fields=id&tenant_id=7519c91134ec4857bcb6d7071f4c434b HTTP/1.1" status: 200 len: 267 time: 0.1003826 Mar 07 22:02:53.219970 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:53.355083 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-15d34c28-db0f-41d4-87c1-dd41f0b35fe7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:53.356520 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-15d34c28-db0f-41d4-87c1-dd41f0b35fe7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Synchronizing usage tracker for tenant:7519c91134ec4857bcb6d7071f4c434b on resource:network {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:02:53.408524 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:53.437077 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-15d34c28-db0f-41d4-87c1-dd41f0b35fe7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Unset dirty status for tenant:7519c91134ec4857bcb6d7071f4c434b on resource:network {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:02:53.438315 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-15d34c28-db0f-41d4-87c1-dd41f0b35fe7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 812 time: 0.2326241 Mar 07 22:02:53.454283 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-b0808e00-42dd-47fd-b660-36b14f9ee1c1 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/quotas/7519c91134ec4857bcb6d7071f4c434b HTTP/1.1" status: 200 len: 375 time: 0.0102398 Mar 07 22:02:53.545217 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-be1616b2-b0bd-43c1-b39d-0ff826f90e0b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Synchronizing usage tracker for tenant:7519c91134ec4857bcb6d7071f4c434b on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:02:53.614369 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-be1616b2-b0bd-43c1-b39d-0ff826f90e0b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Unset dirty status for tenant:7519c91134ec4857bcb6d7071f4c434b on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:02:53.618630 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-be1616b2-b0bd-43c1-b39d-0ff826f90e0b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1555338 Mar 07 22:02:53.677046 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-a5ffae02-d77d-458b-87f4-f4be03c20461 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 22:02:53.678064 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-a5ffae02-d77d-458b-87f4-f4be03c20461 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502372 Mar 07 22:02:53.809148 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-36b19d0c-5f74-4b99-a608-273443c7f55e service neutron] 10.222.0.21 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250114 Mar 07 22:02:53.939623 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-5f43660a-eae7-4502-8751-237adebf9997 service neutron] 10.222.0.21 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247017 Mar 07 22:02:54.182051 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-762a65eb-98d1-4892-be69-783a18676f5f req-4b1208dd-2313-4fc6-a86f-ea9c5fc482c9 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 210 time: 0.0447559 Mar 07 22:02:54.661536 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 74e5dfe6-ca14-49fc-b23a-f81bf8d66e94 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:02:54.797168 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 74e5dfe6-ca14-49fc-b23a-f81bf8d66e94 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:02:54.802330 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 74e5dfe6-ca14-49fc-b23a-f81bf8d66e94 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:02:54.807310 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:54.829983 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:54.918760 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:54.950480 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 74e5dfe6-ca14-49fc-b23a-f81bf8d66e94, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=74e5dfe6-ca14-49fc-b23a-f81bf8d66e94,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:02:55.008242 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:55.075958 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=74e5dfe6-ca14-49fc-b23a-f81bf8d66e94,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:55.328864 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ccd5c51f-2012-4f54-9679-f3764f42fc62 req-f5da313a-a2b4-4b9b-910d-c9b00a0f0ae8 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 210 time: 0.0455635 Mar 07 22:02:56.274402 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-ca517e71-aeae-4068-b901-8a1755f2e95e tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:56.275855 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-ca517e71-aeae-4068-b901-8a1755f2e95e tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 812 time: 0.1461532 Mar 07 22:02:56.321844 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-2bb4b61d-e183-42cd-a264-41b94cfa2435 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7519c91134ec4857bcb6d7071f4c434b HTTP/1.1" status: 200 len: 380 time: 0.0383437 Mar 07 22:02:56.330878 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-e1f1ed1d-a26f-41e8-8d5c-c6981b68d452 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Request body: {'port': {'device_id': '24ec09ea-d53d-49a2-9327-af32d9c67fb1', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'admin_state_up': True, 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'security_groups': ['636020b5-c979-41e2-9615-06dad7ed9f3b']}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:56.499374 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8d194bae-6c55-4691-ac95-736c5ca9610c req-e9ccbec1-7e21-4dcb-b422-578f43c5d679 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 210 time: 0.0563784 Mar 07 22:02:56.507110 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-e1f1ed1d-a26f-41e8-8d5c-c6981b68d452 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:02:56.517117 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-e1f1ed1d-a26f-41e8-8d5c-c6981b68d452 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:02:56.598036 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-e1f1ed1d-a26f-41e8-8d5c-c6981b68d452 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Made reservation on behalf of 7519c91134ec4857bcb6d7071f4c434b for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:02:56.602723 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-e1f1ed1d-a26f-41e8-8d5c-c6981b68d452 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:56.651757 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 74e5dfe6-ca14-49fc-b23a-f81bf8d66e94 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:02:56.722163 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 74e5dfe6-ca14-49fc-b23a-f81bf8d66e94 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:02:56.722528 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:56.771008 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-e1f1ed1d-a26f-41e8-8d5c-c6981b68d452 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Allocated IP 172.20.0.4 (90e55d69-1d33-4723-91cb-26c97a2257f0/03e8d1d3-3eb9-47e6-bb67-7223320c567b/765fc6d0-1e0f-44f1-ba1e-30c315607ca7) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:02:57.064139 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-e1f1ed1d-a26f-41e8-8d5c-c6981b68d452 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:57.079380 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-e1f1ed1d-a26f-41e8-8d5c-c6981b68d452 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Transition to ACTIVE for port object 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:02:57.162518 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-e1f1ed1d-a26f-41e8-8d5c-c6981b68d452 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:57.230091 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-e1f1ed1d-a26f-41e8-8d5c-c6981b68d452 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Network 90e55d69-1d33-4723-91cb-26c97a2257f0 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:02:57.238179 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-e1f1ed1d-a26f-41e8-8d5c-c6981b68d452 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:02:57.242475 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-e1f1ed1d-a26f-41e8-8d5c-c6981b68d452 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:02:57.272052 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1ed1d-a26f-41e8-8d5c-c6981b68d452 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Pushing event updated for resources: {'Port': ['ID=765fc6d0-1e0f-44f1-ba1e-30c315607ca7,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:57.308563 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-e1f1ed1d-a26f-41e8-8d5c-c6981b68d452 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:57.309164 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-e1f1ed1d-a26f-41e8-8d5c-c6981b68d452 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:57.417666 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-e1f1ed1d-a26f-41e8-8d5c-c6981b68d452 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0870333 Mar 07 22:02:57.426001 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-89ae79aa-df70-46be-b265-59a5b7fd2761 service neutron] Request body: {'port': {'device_id': '24ec09ea-d53d-49a2-9327-af32d9c67fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:02:57.516615 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-bd5e76c1-58c9-46f3-adfa-b564b5ef9f12 None None] Provisioning for port 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:02:57.521491 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-bd5e76c1-58c9-46f3-adfa-b564b5ef9f12 None None] Provisioning complete for port 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:02:57.522047 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bd5e76c1-58c9-46f3-adfa-b564b5ef9f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:57.538451 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-89ae79aa-df70-46be-b265-59a5b7fd2761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:57.580487 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-bd5e76c1-58c9-46f3-adfa-b564b5ef9f12 None None] Port 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:02:57.822801 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8eb84-a998-4ac1-ad31-84f507639131 req-d5563f40-189b-4efd-94f0-2d3bff817a67 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:57.823475 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-88c8eb84-a998-4ac1-ad31-84f507639131 req-d5563f40-189b-4efd-94f0-2d3bff817a67 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Synchronizing usage tracker for tenant:7519c91134ec4857bcb6d7071f4c434b on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:02:57.922364 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-88c8eb84-a998-4ac1-ad31-84f507639131 req-d5563f40-189b-4efd-94f0-2d3bff817a67 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Unset dirty status for tenant:7519c91134ec4857bcb6d7071f4c434b on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:02:57.923500 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-88c8eb84-a998-4ac1-ad31-84f507639131 req-d5563f40-189b-4efd-94f0-2d3bff817a67 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 931 time: 0.3147135 Mar 07 22:02:57.970582 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-89ae79aa-df70-46be-b265-59a5b7fd2761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 {{(pid=88386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:02:57.981557 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-89ae79aa-df70-46be-b265-59a5b7fd2761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:57.993853 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-88c8eb84-a998-4ac1-ad31-84f507639131 req-745fe32d-7236-4557-8524-9c77a38f98f9 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639935 Mar 07 22:02:58.002595 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-89ae79aa-df70-46be-b265-59a5b7fd2761 service neutron] Transition to ACTIVE for port object 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 will not be triggered until provisioned by entity L2. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:02:58.088064 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-89ae79aa-df70-46be-b265-59a5b7fd2761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:58.242160 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae79aa-df70-46be-b265-59a5b7fd2761 service neutron] Pushing event updated for resources: {'Port': ['ID=765fc6d0-1e0f-44f1-ba1e-30c315607ca7,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:58.321606 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-89ae79aa-df70-46be-b265-59a5b7fd2761 service neutron] Attempting to bind port 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:02:58.321938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-89ae79aa-df70-46be-b265-59a5b7fd2761 service neutron] Attempting to bind port 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'c685d443-afa2-4d37-a0d6-087888f4699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:02:58.322281 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-89ae79aa-df70-46be-b265-59a5b7fd2761 service neutron] Attempting to bind port 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 on network 90e55d69-1d33-4723-91cb-26c97a2257f0 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:02:58.326733 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-89ae79aa-df70-46be-b265-59a5b7fd2761 service neutron] Port 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 on network 90e55d69-1d33-4723-91cb-26c97a2257f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 22:02:58.329739 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-89ae79aa-df70-46be-b265-59a5b7fd2761 service neutron] Attempting to bind port 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 on network 90e55d69-1d33-4723-91cb-26c97a2257f0 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:02:58.332157 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-89ae79aa-df70-46be-b265-59a5b7fd2761 service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:02:58.332487 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-89ae79aa-df70-46be-b265-59a5b7fd2761 service neutron] Checking segment: {'id': 'c685d443-afa2-4d37-a0d6-087888f4699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:02:58.332860 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-89ae79aa-df70-46be-b265-59a5b7fd2761 service neutron] Bound using segment: {'id': 'c685d443-afa2-4d37-a0d6-087888f4699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0'} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:02:58.333304 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-89ae79aa-df70-46be-b265-59a5b7fd2761 service neutron] Bound port: 765fc6d0-1e0f-44f1-ba1e-30c315607ca7, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c685d443-afa2-4d37-a0d6-087888f4699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0'}}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:02:58.333896 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-89ae79aa-df70-46be-b265-59a5b7fd2761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:58.422665 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-89ae79aa-df70-46be-b265-59a5b7fd2761 service neutron] For port 765fc6d0-1e0f-44f1-ba1e-30c315607ca7, host hv-neutron-8299, cleared binding levels {{(pid=88386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:02:58.425520 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-89ae79aa-df70-46be-b265-59a5b7fd2761 service neutron] For port 765fc6d0-1e0f-44f1-ba1e-30c315607ca7, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=765fc6d0-1e0f-44f1-ba1e-30c315607ca7,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:02:58.488179 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-89ae79aa-df70-46be-b265-59a5b7fd2761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:58.540050 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-89ae79aa-df70-46be-b265-59a5b7fd2761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:58.540613 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-89ae79aa-df70-46be-b265-59a5b7fd2761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:02:58.541939 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-89ae79aa-df70-46be-b265-59a5b7fd2761 service neutron] 10.222.0.11 "PUT /v2.0/ports/765fc6d0-1e0f-44f1-ba1e-30c315607ca7 HTTP/1.1" status: 200 len: 1093 time: 1.1199861 Mar 07 22:02:58.542403 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ec09ea-d53d-49a2-9327-af32d9c67fb1', 'tag': '765fc6d0-1e0f-44f1-ba1e-30c315607ca7'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:02:58.575655 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae79aa-df70-46be-b265-59a5b7fd2761 service neutron] Pushing event updated for resources: {'Port': ['ID=765fc6d0-1e0f-44f1-ba1e-30c315607ca7,revision_number=3']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:02:58.589645 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ec09ea-d53d-49a2-9327-af32d9c67fb1', 'tag': '765fc6d0-1e0f-44f1-ba1e-30c315607ca7', 'status': 'completed', 'code': 200} Mar 07 22:02:58.685780 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b78b64-caf7-45dc-988e-53a6232e4869 req-4f6146c9-d59b-4c8a-86bb-b723e568d219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:58.687483 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f7b78b64-caf7-45dc-988e-53a6232e4869 req-4f6146c9-d59b-4c8a-86bb-b723e568d219 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 1096 time: 0.0773985 Mar 07 22:02:58.827457 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b78b64-caf7-45dc-988e-53a6232e4869 req-debdac1f-91d9-4a6b-a3ca-f44020dfa117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:58.828808 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f7b78b64-caf7-45dc-988e-53a6232e4869 req-debdac1f-91d9-4a6b-a3ca-f44020dfa117 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7519c91134ec4857bcb6d7071f4c434b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1345830 Mar 07 22:02:59.066241 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b78b64-caf7-45dc-988e-53a6232e4869 req-3a19d1bd-5b90-4a58-990e-358264cf93f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:59.067655 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f7b78b64-caf7-45dc-988e-53a6232e4869 req-3a19d1bd-5b90-4a58-990e-358264cf93f3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2332997 Mar 07 22:02:59.227730 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-95c5eea1-aa9c-4b61-b420-f5d9b15157de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:59.229204 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-95c5eea1-aa9c-4b61-b420-f5d9b15157de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 1096 time: 0.0965552 Mar 07 22:02:59.241132 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2359e-d51c-40b3-81aa-94a8a49d3a89 req-5cbcc6f3-ad5b-493c-b2d2-c732adc1140f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:59.242477 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-81d2359e-d51c-40b3-81aa-94a8a49d3a89 req-5cbcc6f3-ad5b-493c-b2d2-c732adc1140f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 943 time: 0.1397462 Mar 07 22:02:59.318233 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-06d01b52-6e8e-4a7e-a7e9-9f2f61684b79 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=765fc6d0-1e0f-44f1-ba1e-30c315607ca7 HTTP/1.1" status: 200 len: 217 time: 0.0748119 Mar 07 22:02:59.380379 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-81d2359e-d51c-40b3-81aa-94a8a49d3a89 req-f32581c5-67f1-4667-87ad-3356785ee04e tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902650 Mar 07 22:02:59.395348 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-d423221d-6b44-45af-b57e-a4cfc762c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:59.396758 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-d423221d-6b44-45af-b57e-a4cfc762c40e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.0720055 Mar 07 22:02:59.472016 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-2d485b8c-7fa5-4807-898b-05e85de86b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:02:59.473488 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-2d485b8c-7fa5-4807-898b-05e85de86b26 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706403 Mar 07 22:02:59.600273 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-4f81b50b-83b1-4487-81d7-e489db6bbb21 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211753 Mar 07 22:02:59.728405 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3de78a14-8aec-4427-b444-d6b4075e4c57 req-7c8138fd-7034-4be9-9868-48f38b1fae1a service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212571 Mar 07 22:03:00.564493 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedcf5d-8c07-4b4e-b61b-a5635b76aa20 req-a94f6e4a-64ec-4801-95a3-e887c4a14fc9 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:00.565910 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fdedcf5d-8c07-4b4e-b61b-a5635b76aa20 req-a94f6e4a-64ec-4801-95a3-e887c4a14fc9 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 943 time: 0.0812335 Mar 07 22:03:00.609231 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fdedcf5d-8c07-4b4e-b61b-a5635b76aa20 req-8a6162d1-fbd5-4e3f-bd15-85164c2af389 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377147 Mar 07 22:03:01.787370 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc514b-45ea-4d88-bbb9-bf1e65495655 req-bfb1f24c-0bc9-44fc-8bda-a5c747ed2176 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:01.788874 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19fc514b-45ea-4d88-bbb9-bf1e65495655 req-bfb1f24c-0bc9-44fc-8bda-a5c747ed2176 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 943 time: 0.0792177 Mar 07 22:03:01.836090 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19fc514b-45ea-4d88-bbb9-bf1e65495655 req-944c1cf9-da96-4b5d-b677-054e7aacb48e tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415945 Mar 07 22:03:03.014266 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9ce37-5bb4-40c4-a8a6-a646ffcbe5ec req-f1db66d6-139b-4608-836b-e950099d2b22 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:03.015687 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19c9ce37-5bb4-40c4-a8a6-a646ffcbe5ec req-f1db66d6-139b-4608-836b-e950099d2b22 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 943 time: 0.0778329 Mar 07 22:03:03.058288 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19c9ce37-5bb4-40c4-a8a6-a646ffcbe5ec req-c7419d99-ec71-4be8-a6ea-209a9c0ea92e tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371547 Mar 07 22:03:03.156886 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:03:03.285991 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 765fc6d0-1e0f-44f1-ba1e-30c315607ca7, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=765fc6d0-1e0f-44f1-ba1e-30c315607ca7,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:03:03.299172 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '765fc6d0-1e0f-44f1-ba1e-30c315607ca7', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'port_id': '765fc6d0-1e0f-44f1-ba1e-30c315607ca7', 'mac_address': 'fa:16:3e:32:19:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:03:03.352943 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:03.369329 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:03:03.384014 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 765fc6d0-1e0f-44f1-ba1e-30c315607ca7, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=765fc6d0-1e0f-44f1-ba1e-30c315607ca7,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:03:03.481398 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:03.547932 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=765fc6d0-1e0f-44f1-ba1e-30c315607ca7,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:03.714117 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['765fc6d0-1e0f-44f1-ba1e-30c315607ca7'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:03:04.288290 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787179f7-db3d-495d-b74a-1d670fbc2251 req-6a50a766-0281-4745-b24b-d076c2d94d0d tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:04.289721 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-787179f7-db3d-495d-b74a-1d670fbc2251 req-6a50a766-0281-4745-b24b-d076c2d94d0d tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 944 time: 0.1285381 Mar 07 22:03:04.332528 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-787179f7-db3d-495d-b74a-1d670fbc2251 req-77218c16-acd2-4b60-9063-3a46ace1697c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367050 Mar 07 22:03:05.172304 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:03:05.321156 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:03:05.325697 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:03:05.326118 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:05.472765 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:05.498968 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ec09ea-d53d-49a2-9327-af32d9c67fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765fc6d0-1e0f-44f1-ba1e-30c315607ca7'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:03:05.508332 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 765fc6d0-1e0f-44f1-ba1e-30c315607ca7, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=765fc6d0-1e0f-44f1-ba1e-30c315607ca7,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:03:05.516525 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f97c14-234e-4a4c-99ee-38c9225fd937 req-d7b1ed72-aa6b-4c12-8264-09e108d20d35 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:05.518006 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a0f97c14-234e-4a4c-99ee-38c9225fd937 req-d7b1ed72-aa6b-4c12-8264-09e108d20d35 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 944 time: 0.0786684 Mar 07 22:03:05.548287 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ec09ea-d53d-49a2-9327-af32d9c67fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765fc6d0-1e0f-44f1-ba1e-30c315607ca7', 'code': 200} Mar 07 22:03:05.563972 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a0f97c14-234e-4a4c-99ee-38c9225fd937 req-4a0926ad-f07c-4c8e-bb3b-f0db91426b32 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399449 Mar 07 22:03:05.567865 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:05.634334 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=765fc6d0-1e0f-44f1-ba1e-30c315607ca7,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:05.923579 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56cb07-dc2d-47da-9a45-8f11f82eaa39 req-eb7a9eb6-5d89-4148-aeca-d1a39d7d001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:05.927019 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-aa56cb07-dc2d-47da-9a45-8f11f82eaa39 req-eb7a9eb6-5d89-4148-aeca-d1a39d7d001a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 1098 time: 0.0707924 Mar 07 22:03:05.964464 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-aa56cb07-dc2d-47da-9a45-8f11f82eaa39 req-cf8d2eb8-0dba-4a3d-8390-f1f6c982b43a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335329 Mar 07 22:03:06.747336 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e291e7c-1b5f-4255-a213-482ffbd1f7a8 req-dd9658ee-aec4-4ad1-be17-816b0145f75e tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:06.748788 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1e291e7c-1b5f-4255-a213-482ffbd1f7a8 req-dd9658ee-aec4-4ad1-be17-816b0145f75e tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0789773 Mar 07 22:03:06.792169 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1e291e7c-1b5f-4255-a213-482ffbd1f7a8 req-1073d62c-68dd-4fad-af9c-d72737cbbb03 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374603 Mar 07 22:03:07.974040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f706b3-910f-439b-af23-31203821eedf req-5a4fa233-7931-476d-bb97-04251971cdec tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:07.975455 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e4f706b3-910f-439b-af23-31203821eedf req-5a4fa233-7931-476d-bb97-04251971cdec tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0803697 Mar 07 22:03:08.017473 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e4f706b3-910f-439b-af23-31203821eedf req-b3eae803-f9b4-4794-bb1d-6c6cb786a5ed tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365033 Mar 07 22:03:08.189891 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f50bb5-ef83-4b93-93bb-a22e0ef3b16c req-d950d959-9d4c-4ee7-a5f8-66fc07f34de4 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:08.191312 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-95f50bb5-ef83-4b93-93bb-a22e0ef3b16c req-d950d959-9d4c-4ee7-a5f8-66fc07f34de4 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0775557 Mar 07 22:03:08.199993 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 53122) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:03:08.204812 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-4014b427-c8e7-4a50-a586-625f26aaa153 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Request body: {'floatingip': {'port_id': '765fc6d0-1e0f-44f1-ba1e-30c315607ca7'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:03:08.281361 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4014b427-c8e7-4a50-a586-625f26aaa153 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for floatingip, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:08.958663 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4014b427-c8e7-4a50-a586-625f26aaa153 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:09.013242 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4014b427-c8e7-4a50-a586-625f26aaa153 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:09.179012 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-4014b427-c8e7-4a50-a586-625f26aaa153 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Floating IP 95301645-64a2-45e0-8fac-7d903c85b15e associated. External IP: 172.26.2.232, port: 765fc6d0-1e0f-44f1-ba1e-30c315607ca7. Mar 07 22:03:09.522793 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4014b427-c8e7-4a50-a586-625f26aaa153 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Router 1edf5eb2-f431-44d4-8f39-e30c77877da8 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:03:09.818557 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4014b427-c8e7-4a50-a586-625f26aaa153 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:03:09.822866 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4014b427-c8e7-4a50-a586-625f26aaa153 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:09.831055 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1ec39f-caec-47d4-9509-4822ef081237 None None] Sync routers for ids ['1edf5eb2-f431-44d4-8f39-e30c77877da8'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:03:09.843818 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1ec39f-caec-47d4-9509-4822ef081237 None None] Routers {'1edf5eb2-f431-44d4-8f39-e30c77877da8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:03:09.844961 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-8b1ec39f-caec-47d4-9509-4822ef081237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:02:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['1edf5eb2-f431-44d4-8f39-e30c77877da8'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:09.883626 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4014b427-c8e7-4a50-a586-625f26aaa153 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "PUT /v2.0/floatingips/95301645-64a2-45e0-8fac-7d903c85b15e HTTP/1.1" status: 200 len: 991 time: 1.6809452 Mar 07 22:03:09.883626 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ec09ea-d53d-49a2-9327-af32d9c67fb1', 'tag': '765fc6d0-1e0f-44f1-ba1e-30c315607ca7'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:03:09.941544 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ec09ea-d53d-49a2-9327-af32d9c67fb1', 'tag': '765fc6d0-1e0f-44f1-ba1e-30c315607ca7', 'status': 'completed', 'code': 200} Mar 07 22:03:10.031055 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-8b1ec39f-caec-47d4-9509-4822ef081237 None None] Set router 1edf5eb2-f431-44d4-8f39-e30c77877da8 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:03:10.146966 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bd4ec-7709-4635-abb4-2a436e709401 req-05fc5f8a-afb9-413c-9b84-2a2da7d0d243 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:10.148316 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-022bd4ec-7709-4635-abb4-2a436e709401 req-05fc5f8a-afb9-413c-9b84-2a2da7d0d243 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.1414540 Mar 07 22:03:10.150288 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9be28f-2f9c-40ce-9ac7-5942d7e39b8b req-9e34ce0c-7ca3-4848-baec-b69e9bbf5115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:10.151610 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-da9be28f-2f9c-40ce-9ac7-5942d7e39b8b req-9e34ce0c-7ca3-4848-baec-b69e9bbf5115 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 1098 time: 0.1882329 Mar 07 22:03:10.310020 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-022bd4ec-7709-4635-abb4-2a436e709401 req-6316cefc-c379-4c7a-984e-202452f73f62 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559932 Mar 07 22:03:10.325989 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9be28f-2f9c-40ce-9ac7-5942d7e39b8b req-c399430d-6cc9-4742-b332-46fca0ddc3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:10.327850 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-da9be28f-2f9c-40ce-9ac7-5942d7e39b8b req-c399430d-6cc9-4742-b332-46fca0ddc3bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 912 time: 0.1694508 Mar 07 22:03:10.392921 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-8b1ec39f-caec-47d4-9509-4822ef081237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '95301645-64a2-45e0-8fac-7d903c85b15e', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'floating_ip_address': '172.26.2.232', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'port_id': '765fc6d0-1e0f-44f1-ba1e-30c315607ca7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'mac_address': 'fa:16:3e:32:19:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec09ea-d53d-49a2-9327-af32d9c67fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:02:52Z', 'updated_at': '2022-03-07T22:03:08Z', 'revision_number': 1, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:54Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:10.396942 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1ec39f-caec-47d4-9509-4822ef081237 None None] Checking router: 1edf5eb2-f431-44d4-8f39-e30c77877da8 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:03:10.405239 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1ec39f-caec-47d4-9509-4822ef081237 None None] Routers {'1edf5eb2-f431-44d4-8f39-e30c77877da8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:03:10.405882 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-8b1ec39f-caec-47d4-9509-4822ef081237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:02:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['1edf5eb2-f431-44d4-8f39-e30c77877da8'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:10.476815 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-da9be28f-2f9c-40ce-9ac7-5942d7e39b8b req-4898669a-636a-4922-b555-a378ee28f009 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=765fc6d0-1e0f-44f1-ba1e-30c315607ca7 HTTP/1.1" status: 200 len: 999 time: 0.1426039 Mar 07 22:03:10.546919 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9be28f-2f9c-40ce-9ac7-5942d7e39b8b req-5cab70a1-13f5-47ba-8fbf-c4085c364b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:10.548350 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-da9be28f-2f9c-40ce-9ac7-5942d7e39b8b req-5cab70a1-13f5-47ba-8fbf-c4085c364b2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.0641329 Mar 07 22:03:10.580313 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-8b1ec39f-caec-47d4-9509-4822ef081237 None None] Set router 1edf5eb2-f431-44d4-8f39-e30c77877da8 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:03:10.614425 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da661dda-3852-4c2f-84d9-38d25083d422 req-221e86f5-166e-4e79-af59-e59dd0e58cf5 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:10.615874 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-da661dda-3852-4c2f-84d9-38d25083d422 req-221e86f5-166e-4e79-af59-e59dd0e58cf5 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.1854150 Mar 07 22:03:10.672186 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9be28f-2f9c-40ce-9ac7-5942d7e39b8b req-b7660e57-5f75-4382-8055-1b98c559789c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:10.673568 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-da9be28f-2f9c-40ce-9ac7-5942d7e39b8b req-b7660e57-5f75-4382-8055-1b98c559789c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1193910 Mar 07 22:03:10.676444 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-da661dda-3852-4c2f-84d9-38d25083d422 req-538dfa32-c4c9-4d11-abfd-b84d1c8d77ee tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542171 Mar 07 22:03:10.805154 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-da9be28f-2f9c-40ce-9ac7-5942d7e39b8b req-54cb34d9-8e40-4dc4-be54-a8434c4c4de0 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258500 Mar 07 22:03:10.929573 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-8b1ec39f-caec-47d4-9509-4822ef081237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '95301645-64a2-45e0-8fac-7d903c85b15e', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'floating_ip_address': '172.26.2.232', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'port_id': '765fc6d0-1e0f-44f1-ba1e-30c315607ca7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'mac_address': 'fa:16:3e:32:19:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec09ea-d53d-49a2-9327-af32d9c67fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:02:52Z', 'updated_at': '2022-03-07T22:03:08Z', 'revision_number': 1, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:54Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:10.933471 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1ec39f-caec-47d4-9509-4822ef081237 None None] The sync data for ids ['1edf5eb2-f431-44d4-8f39-e30c77877da8'] in dv-neutron-829957-1-hyperv is: [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '95301645-64a2-45e0-8fac-7d903c85b15e', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'floating_ip_address': '172.26.2.232', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'port_id': '765fc6d0-1e0f-44f1-ba1e-30c315607ca7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'mac_address': 'fa:16:3e:32:19:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec09ea-d53d-49a2-9327-af32d9c67fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:02:52Z', 'updated_at': '2022-03-07T22:03:08Z', 'revision_number': 1, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:54Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:03:10.939463 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-da9be28f-2f9c-40ce-9ac7-5942d7e39b8b req-98f89878-adf6-4c71-ae97-4997e5ab597f service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277521 Mar 07 22:03:11.122555 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7578099d-9012-4122-abc1-7adffefdb79d None None] New status for floating IP 95301645-64a2-45e0-8fac-7d903c85b15e: ACTIVE {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:03:11.860882 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97117927-48b7-4339-b655-d20bf039642e req-ae2f55bd-813f-4858-aa69-e06b7d96aee9 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:11.862372 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-97117927-48b7-4339-b655-d20bf039642e req-ae2f55bd-813f-4858-aa69-e06b7d96aee9 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0794895 Mar 07 22:03:11.908843 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-97117927-48b7-4339-b655-d20bf039642e req-3dba4b26-a0b0-4f4b-8ea2-17e8922cbc8a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405991 Mar 07 22:03:12.087550 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa355c-b7a0-4134-9cbb-4a666875d54f req-bc47eed2-c214-43d1-86d0-ecf2e5028629 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:12.088961 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-01fa355c-b7a0-4134-9cbb-4a666875d54f req-bc47eed2-c214-43d1-86d0-ecf2e5028629 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0782046 Mar 07 22:03:12.131649 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-01fa355c-b7a0-4134-9cbb-4a666875d54f req-7211e72a-d52f-4f66-bf3f-a20bf71172c9 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366995 Mar 07 22:03:12.667165 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3bc91-e9ce-467e-a2c8-5931e453d67f req-d4eb7ffa-c848-4ff4-9530-0731d698b54a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:12.668569 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9df3bc91-e9ce-467e-a2c8-5931e453d67f req-d4eb7ffa-c848-4ff4-9530-0731d698b54a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0809374 Mar 07 22:03:12.754204 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9df3bc91-e9ce-467e-a2c8-5931e453d67f req-d87c4d7d-45e1-44f5-b250-9b667f03ca80 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797410 Mar 07 22:03:12.778286 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5ff4043-dadb-4b3f-b7b7-184146be9fa5 req-eb0a5fe3-67b9-482d-b334-133cc2900995 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864284 Mar 07 22:03:13.942572 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb439055-4107-4af4-84f3-f9518b01c2c8 req-cf25b20a-47fd-45b4-9802-34367dc6627c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:13.944005 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fb439055-4107-4af4-84f3-f9518b01c2c8 req-cf25b20a-47fd-45b4-9802-34367dc6627c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0825913 Mar 07 22:03:13.987632 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fb439055-4107-4af4-84f3-f9518b01c2c8 req-04339515-eec6-4dc9-98b6-0c3b9e123686 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379834 Mar 07 22:03:14.740296 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff4043-dadb-4b3f-b7b7-184146be9fa5 req-62c95ef4-ffd9-4beb-b354-847233faf3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:14.741720 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5ff4043-dadb-4b3f-b7b7-184146be9fa5 req-62c95ef4-ffd9-4beb-b354-847233faf3c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 1098 time: 0.0687385 Mar 07 22:03:14.977587 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff4043-dadb-4b3f-b7b7-184146be9fa5 req-3c3f0fb5-348b-4a61-bc01-a1b8d6dbaf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:14.979047 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5ff4043-dadb-4b3f-b7b7-184146be9fa5 req-3c3f0fb5-348b-4a61-bc01-a1b8d6dbaf38 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 912 time: 0.2310278 Mar 07 22:03:15.079327 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5ff4043-dadb-4b3f-b7b7-184146be9fa5 req-080b2db7-48a3-4b36-be80-1cd420964a7d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=765fc6d0-1e0f-44f1-ba1e-30c315607ca7 HTTP/1.1" status: 200 len: 1001 time: 0.0944359 Mar 07 22:03:15.184366 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff4043-dadb-4b3f-b7b7-184146be9fa5 req-84744266-ffd3-4484-8d69-39563a3458bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:15.186363 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5ff4043-dadb-4b3f-b7b7-184146be9fa5 req-84744266-ffd3-4484-8d69-39563a3458bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.1013298 Mar 07 22:03:15.254970 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12666237-05da-4b4e-aa59-d775d40b883b req-b91b6cf7-7fd5-49be-b0c3-0b0b5b2a57f7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:15.256368 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-12666237-05da-4b4e-aa59-d775d40b883b req-b91b6cf7-7fd5-49be-b0c3-0b0b5b2a57f7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.1407459 Mar 07 22:03:15.313972 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-12666237-05da-4b4e-aa59-d775d40b883b req-dea655cc-419c-4aec-82e0-931ffbb531c2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515292 Mar 07 22:03:15.316531 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff4043-dadb-4b3f-b7b7-184146be9fa5 req-ab0d5224-1936-4780-b6cf-6513df22aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:15.317878 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5ff4043-dadb-4b3f-b7b7-184146be9fa5 req-ab0d5224-1936-4780-b6cf-6513df22aa2a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1253016 Mar 07 22:03:15.446802 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5ff4043-dadb-4b3f-b7b7-184146be9fa5 req-6ca30204-9a07-4d15-b5d5-62a45d9fc4bc service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221890 Mar 07 22:03:15.573703 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5ff4043-dadb-4b3f-b7b7-184146be9fa5 req-2435a97c-742e-4750-a765-7e42092a4e46 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209786 Mar 07 22:03:16.001813 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:16.492836 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6351bd-aeb8-4478-a7c8-6d6bd80dd89e req-ae4f1047-9f19-47a9-bbef-71f54f217a91 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:16.494187 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bc6351bd-aeb8-4478-a7c8-6d6bd80dd89e req-ae4f1047-9f19-47a9-bbef-71f54f217a91 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0768015 Mar 07 22:03:16.536623 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bc6351bd-aeb8-4478-a7c8-6d6bd80dd89e req-93dc795b-5bf9-4990-b373-0aa4e4f9818d tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363519 Mar 07 22:03:17.719454 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac446d2-6b0b-4160-bdb1-a44d74f45df6 req-6e0493a4-1331-4717-bb33-0d15d6c53a94 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:17.720865 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dac446d2-6b0b-4160-bdb1-a44d74f45df6 req-6e0493a4-1331-4717-bb33-0d15d6c53a94 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0828516 Mar 07 22:03:17.766707 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dac446d2-6b0b-4160-bdb1-a44d74f45df6 req-ace00abb-c34d-4837-ab7a-cb09f2ee8acc tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402601 Mar 07 22:03:18.946334 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9b9dd-838c-46f1-8aba-2f39d75d2ac6 req-bb0c28aa-e9bb-484a-8eed-0451036e49ee tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:18.947766 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4fe9b9dd-838c-46f1-8aba-2f39d75d2ac6 req-bb0c28aa-e9bb-484a-8eed-0451036e49ee tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0776355 Mar 07 22:03:18.990893 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4fe9b9dd-838c-46f1-8aba-2f39d75d2ac6 req-23cbe667-5b39-4955-bfff-c8562c9090fe tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375922 Mar 07 22:03:20.092728 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-aca7f5e3-86aa-4813-8476-565e58679dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:20.172258 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90fcaa-a237-480b-aeca-b9e26b5f4c59 req-ccef3f60-addb-4594-9eaa-ba8a8cdcbc75 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:20.173608 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6a90fcaa-a237-480b-aeca-b9e26b5f4c59 req-ccef3f60-addb-4594-9eaa-ba8a8cdcbc75 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0806220 Mar 07 22:03:20.216903 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6a90fcaa-a237-480b-aeca-b9e26b5f4c59 req-c56abbcf-23c8-4dbb-9555-399a1872095b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371807 Mar 07 22:03:21.398720 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ce4c3-76b8-40e7-aac4-2f1080337946 req-a15df934-a8ac-478b-9cac-52360800ca98 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:21.400155 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0e8ce4c3-76b8-40e7-aac4-2f1080337946 req-a15df934-a8ac-478b-9cac-52360800ca98 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0789011 Mar 07 22:03:21.446551 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0e8ce4c3-76b8-40e7-aac4-2f1080337946 req-73ac151f-ddbd-42bd-be90-e46f9967ab82 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408189 Mar 07 22:03:22.270310 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-43b38345-52d9-426a-9de6-d7f36824f46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:22.628574 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db843af9-f7d1-4a5c-9502-045f86c7a04a req-78eddf2d-0985-4140-a19d-48900aa41638 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:22.630009 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-db843af9-f7d1-4a5c-9502-045f86c7a04a req-78eddf2d-0985-4140-a19d-48900aa41638 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0794001 Mar 07 22:03:22.672295 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-db843af9-f7d1-4a5c-9502-045f86c7a04a req-a5e5f92c-d51e-47be-9df6-6ddb51f3dc9c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367837 Mar 07 22:03:23.258373 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:23.367688 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:23.855020 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07197c-b405-4aa5-bfa0-38a5ae0aa8e7 req-23c9892a-36cd-4517-9970-47523bf50009 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:23.856452 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3b07197c-b405-4aa5-bfa0-38a5ae0aa8e7 req-23c9892a-36cd-4517-9970-47523bf50009 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0812712 Mar 07 22:03:23.898964 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3b07197c-b405-4aa5-bfa0-38a5ae0aa8e7 req-e853c147-4d60-4051-8a87-d7a7c510882c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368717 Mar 07 22:03:24.784333 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:25.077788 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94608d72-77a9-4dc2-bba5-2e39b344361d req-517857d5-76a5-42b9-b8a8-755268992c86 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:25.079216 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-94608d72-77a9-4dc2-bba5-2e39b344361d req-517857d5-76a5-42b9-b8a8-755268992c86 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0774128 Mar 07 22:03:25.121208 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-94608d72-77a9-4dc2-bba5-2e39b344361d req-be1c3422-bdfe-458b-ac58-3d50e72e91d6 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361187 Mar 07 22:03:26.302773 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f29869-bc31-4dde-b140-fc34d15b61fa req-08fab556-e99d-461e-aaf6-47ea2498b79f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:26.304202 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-33f29869-bc31-4dde-b140-fc34d15b61fa req-08fab556-e99d-461e-aaf6-47ea2498b79f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0809410 Mar 07 22:03:26.346856 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-33f29869-bc31-4dde-b140-fc34d15b61fa req-e5473f29-5605-4b6f-8af4-37b96aa1c0d4 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370624 Mar 07 22:03:27.530230 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f59e13-ba71-45c9-980f-a016a82d3ba1 req-29adc906-a2e4-45a7-abd4-5a72499e0025 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:27.531638 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-45f59e13-ba71-45c9-980f-a016a82d3ba1 req-29adc906-a2e4-45a7-abd4-5a72499e0025 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0810578 Mar 07 22:03:27.670327 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-45f59e13-ba71-45c9-980f-a016a82d3ba1 req-32b2e590-a3a9-4bf6-a10b-05676fc640f2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330335 Mar 07 22:03:28.230369 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:03:28.851519 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796d760-ac43-40c6-bffa-3c497344434f req-c0b4b8d3-d790-46c7-bbc0-53c4304ca838 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:28.852952 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d796d760-ac43-40c6-bffa-3c497344434f req-c0b4b8d3-d790-46c7-bbc0-53c4304ca838 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0776713 Mar 07 22:03:28.896130 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d796d760-ac43-40c6-bffa-3c497344434f req-30412412-5114-4e7b-af59-b1b184e73b23 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369844 Mar 07 22:03:30.079119 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d226c-611a-4c73-a042-22aebd8fac8e req-c0ecea61-5508-46b3-bab8-bd2062beba5d tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:30.080526 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de0d226c-611a-4c73-a042-22aebd8fac8e req-c0ecea61-5508-46b3-bab8-bd2062beba5d tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0792654 Mar 07 22:03:30.122023 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de0d226c-611a-4c73-a042-22aebd8fac8e req-fde0f976-cb2f-46d3-aeb7-ce0848ffe945 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356574 Mar 07 22:03:31.304680 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619765b0-fce4-4bbb-8dc6-3e6f0c048a52 req-95eef783-0e05-48fb-8afc-8beaac69847c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:31.306102 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-619765b0-fce4-4bbb-8dc6-3e6f0c048a52 req-95eef783-0e05-48fb-8afc-8beaac69847c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0801961 Mar 07 22:03:31.349082 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-619765b0-fce4-4bbb-8dc6-3e6f0c048a52 req-80fcf1c0-bcc4-4475-861d-3c89389b645c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372863 Mar 07 22:03:32.530927 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3c17c-c2b7-4abb-b385-fe7e54493dc8 req-a93f46e2-0642-482a-8ae2-6c19f96bfbe3 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:32.532348 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ce3c17c-c2b7-4abb-b385-fe7e54493dc8 req-a93f46e2-0642-482a-8ae2-6c19f96bfbe3 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0786421 Mar 07 22:03:32.574490 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ce3c17c-c2b7-4abb-b385-fe7e54493dc8 req-778f9282-befb-44eb-959f-dfc43f247a47 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365868 Mar 07 22:03:33.757154 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817b013-90b3-43f3-8e13-11f78e83330b req-89101a24-291a-4031-b346-3d539ac0c2e8 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:33.758582 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a817b013-90b3-43f3-8e13-11f78e83330b req-89101a24-291a-4031-b346-3d539ac0c2e8 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0797210 Mar 07 22:03:33.800938 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a817b013-90b3-43f3-8e13-11f78e83330b req-94ecb894-e81e-4479-a85e-a0495261a121 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368135 Mar 07 22:03:34.982600 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103298a5-b725-4e2d-a197-e4b904b9493c req-ac7222b6-d4de-43ce-9bc8-9c7ec25e086a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:34.984506 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-103298a5-b725-4e2d-a197-e4b904b9493c req-ac7222b6-d4de-43ce-9bc8-9c7ec25e086a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0782344 Mar 07 22:03:35.029693 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-103298a5-b725-4e2d-a197-e4b904b9493c req-1d81b040-b14b-46c7-ba48-4540967a09ca tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397556 Mar 07 22:03:36.214737 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78571631-69fe-4800-8c33-c9f4adc8960a req-78837bca-55f7-4b3d-91ab-bd2e801ef296 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:36.216079 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-78571631-69fe-4800-8c33-c9f4adc8960a req-78837bca-55f7-4b3d-91ab-bd2e801ef296 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0790265 Mar 07 22:03:36.258724 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-78571631-69fe-4800-8c33-c9f4adc8960a req-9ec75239-e29a-4983-a1b2-1a5acc7d3870 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368600 Mar 07 22:03:37.580045 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5ff4043-dadb-4b3f-b7b7-184146be9fa5 req-211968fe-4275-49be-a17e-fccab7a2419f service neutron] 10.222.0.11 "GET /v2.0/ports/765fc6d0-1e0f-44f1-ba1e-30c315607ca7/bindings/hv-neutron-8299 HTTP/1.1" status: 200 len: 384 time: 0.1208725 Mar 07 22:03:37.609582 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49fe41-c494-45dc-b685-ff800099c952 req-65a2b8f0-d5db-4d73-945f-34708882f972 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:37.611227 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ac49fe41-c494-45dc-b685-ff800099c952 req-65a2b8f0-d5db-4d73-945f-34708882f972 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.1013706 Mar 07 22:03:37.658156 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ac49fe41-c494-45dc-b685-ff800099c952 req-32779431-11d4-4bee-9311-ab02fcf42268 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411932 Mar 07 22:03:37.745523 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e857489-7793-4e5f-a272-ec6b8e379001 req-5d7228c9-ff57-4499-96e3-97efc4aa9bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:37.747006 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4e857489-7793-4e5f-a272-ec6b8e379001 req-5d7228c9-ff57-4499-96e3-97efc4aa9bd4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 1098 time: 0.0751550 Mar 07 22:03:37.894810 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e857489-7793-4e5f-a272-ec6b8e379001 req-9d070056-8bfc-4339-b99c-81967b98a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:37.896467 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4e857489-7793-4e5f-a272-ec6b8e379001 req-9d070056-8bfc-4339-b99c-81967b98a3eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 912 time: 0.1313195 Mar 07 22:03:38.001870 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4e857489-7793-4e5f-a272-ec6b8e379001 req-44c5c613-a750-432c-a6ab-b7a24023fac7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=765fc6d0-1e0f-44f1-ba1e-30c315607ca7 HTTP/1.1" status: 200 len: 1001 time: 0.0988674 Mar 07 22:03:38.065127 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e857489-7793-4e5f-a272-ec6b8e379001 req-bdf51605-a3ae-4bd4-b29d-b018ed04fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:38.067074 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4e857489-7793-4e5f-a272-ec6b8e379001 req-bdf51605-a3ae-4bd4-b29d-b018ed04fea7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.0586679 Mar 07 22:03:38.148022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e857489-7793-4e5f-a272-ec6b8e379001 req-663c92d9-3572-46f4-80e2-e2318bcf2f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:38.149233 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4e857489-7793-4e5f-a272-ec6b8e379001 req-663c92d9-3572-46f4-80e2-e2318bcf2f1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698431 Mar 07 22:03:38.153335 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff4043-dadb-4b3f-b7b7-184146be9fa5 req-ea049aee-df89-4baa-a4c2-81a8bafc4c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:38.157677 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-b5ff4043-dadb-4b3f-b7b7-184146be9fa5 req-ea049aee-df89-4baa-a4c2-81a8bafc4c96 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1&tenant_id=7519c91134ec4857bcb6d7071f4c434b HTTP/1.1" status: 200 len: 1098 time: 0.0750136 Mar 07 22:03:38.279375 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4e857489-7793-4e5f-a272-ec6b8e379001 req-597f1681-15df-4f0a-ad07-fda1a1d711bb service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231704 Mar 07 22:03:38.408263 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4e857489-7793-4e5f-a272-ec6b8e379001 req-f2af08ef-28c7-4a3f-a268-6600d85db8c4 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227300 Mar 07 22:03:38.515466 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff4043-dadb-4b3f-b7b7-184146be9fa5 req-d0131a0c-f357-4efd-adaa-5324e0e65625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:38.516883 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5ff4043-dadb-4b3f-b7b7-184146be9fa5 req-d0131a0c-f357-4efd-adaa-5324e0e65625 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 1098 time: 0.0729470 Mar 07 22:03:38.741818 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff4043-dadb-4b3f-b7b7-184146be9fa5 req-fd8da6ae-8dfc-49d9-ad5d-202acc474006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:38.743305 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5ff4043-dadb-4b3f-b7b7-184146be9fa5 req-fd8da6ae-8dfc-49d9-ad5d-202acc474006 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 912 time: 0.2204962 Mar 07 22:03:38.886766 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5ff4043-dadb-4b3f-b7b7-184146be9fa5 req-06e8aac3-d497-4109-8d20-4769aed81711 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=765fc6d0-1e0f-44f1-ba1e-30c315607ca7 HTTP/1.1" status: 200 len: 1001 time: 0.1367898 Mar 07 22:03:38.962047 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0ac06-e642-445e-bf71-733f09b3294b req-8d2c50fb-ad55-44cd-8e7d-fdca87266fa4 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:38.963588 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-05b0ac06-e642-445e-bf71-733f09b3294b req-8d2c50fb-ad55-44cd-8e7d-fdca87266fa4 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.1674373 Mar 07 22:03:38.969137 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff4043-dadb-4b3f-b7b7-184146be9fa5 req-fb2b01ed-d4c1-4853-8fc6-4c12961e538c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:38.970504 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5ff4043-dadb-4b3f-b7b7-184146be9fa5 req-fb2b01ed-d4c1-4853-8fc6-4c12961e538c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.0778182 Mar 07 22:03:39.049881 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-05b0ac06-e642-445e-bf71-733f09b3294b req-0578e808-f1d6-4235-a62c-cc58ef8542e4 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784547 Mar 07 22:03:39.073591 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff4043-dadb-4b3f-b7b7-184146be9fa5 req-1c3a6be3-0c9e-45bd-af14-a47447b3786b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:39.075051 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5ff4043-dadb-4b3f-b7b7-184146be9fa5 req-1c3a6be3-0c9e-45bd-af14-a47447b3786b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0892236 Mar 07 22:03:39.202623 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5ff4043-dadb-4b3f-b7b7-184146be9fa5 req-8d77b8b9-ed45-4292-8e73-f1ed6fb7465c service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212137 Mar 07 22:03:39.329130 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5ff4043-dadb-4b3f-b7b7-184146be9fa5 req-f5d7d7db-0628-4b3e-b5af-f3b7ae5c04a5 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211605 Mar 07 22:03:40.233473 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece7eae-09b9-4a82-9793-0dbd9f2b1567 req-f254ab9e-e896-4e6d-9d8e-dd02fe70fe42 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:40.234834 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ece7eae-09b9-4a82-9793-0dbd9f2b1567 req-f254ab9e-e896-4e6d-9d8e-dd02fe70fe42 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0812562 Mar 07 22:03:40.276668 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ece7eae-09b9-4a82-9793-0dbd9f2b1567 req-9e3c1995-70c9-4a5c-a389-0d06376abbf6 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363617 Mar 07 22:03:41.299320 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:03:41.303895 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:03:41.458850 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b91d47-4c55-438e-8040-c89a43997f41 req-f949968f-e041-43ae-a82b-48e91890dfee tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:41.460279 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b2b91d47-4c55-438e-8040-c89a43997f41 req-f949968f-e041-43ae-a82b-48e91890dfee tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0801706 Mar 07 22:03:41.506540 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b2b91d47-4c55-438e-8040-c89a43997f41 req-ae67153d-7c4c-4e95-9087-86490ecf047e tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405531 Mar 07 22:03:41.564566 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:41.586662 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 765fc6d0-1e0f-44f1-ba1e-30c315607ca7, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=765fc6d0-1e0f-44f1-ba1e-30c315607ca7,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:03:41.606479 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '765fc6d0-1e0f-44f1-ba1e-30c315607ca7', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'port_id': '765fc6d0-1e0f-44f1-ba1e-30c315607ca7', 'mac_address': 'fa:16:3e:32:19:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:03:41.612416 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ec09ea-d53d-49a2-9327-af32d9c67fb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '765fc6d0-1e0f-44f1-ba1e-30c315607ca7'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:03:41.653106 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 765fc6d0-1e0f-44f1-ba1e-30c315607ca7, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=765fc6d0-1e0f-44f1-ba1e-30c315607ca7,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:03:41.668046 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ec09ea-d53d-49a2-9327-af32d9c67fb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '765fc6d0-1e0f-44f1-ba1e-30c315607ca7', 'code': 200} Mar 07 22:03:41.678734 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:41.697175 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:03:41.715708 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:41.824305 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:03:41.824576 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:03:41.831404 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=765fc6d0-1e0f-44f1-ba1e-30c315607ca7,revision_number=6']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:41.840607 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:41.840966 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:41.841308 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:41.841646 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:41.842752 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:41.843212 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:41.843330 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:41.843653 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:41.843981 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:41.844411 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:41.844624 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:41.844950 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:41.984532 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136ba2b-2afe-4c99-b79e-6e2d36323f06 req-8db6175e-4276-42a1-bd70-2acd2ec504f8 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:41.985945 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5136ba2b-2afe-4c99-b79e-6e2d36323f06 req-8db6175e-4276-42a1-bd70-2acd2ec504f8 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 943 time: 0.1302252 Mar 07 22:03:42.051211 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5136ba2b-2afe-4c99-b79e-6e2d36323f06 req-e7b28aa5-4292-4bf0-94bd-fb8afc90b10b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588288 Mar 07 22:03:42.059254 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de294df4-bf46-4c83-9821-c3242eee3c9f req-533e0283-f79a-45d3-9316-28fdf7489427 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:42.060671 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de294df4-bf46-4c83-9821-c3242eee3c9f req-533e0283-f79a-45d3-9316-28fdf7489427 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.11 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1&tenant_id=7519c91134ec4857bcb6d7071f4c434b&binding%3Ahost_id=hv-neutron-8299 HTTP/1.1" status: 200 len: 943 time: 0.1330395 Mar 07 22:03:42.202318 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de294df4-bf46-4c83-9821-c3242eee3c9f req-b5d675a9-4adc-44d3-910e-82669d2153a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:42.203643 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de294df4-bf46-4c83-9821-c3242eee3c9f req-b5d675a9-4adc-44d3-910e-82669d2153a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 1096 time: 0.0697141 Mar 07 22:03:42.333522 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de294df4-bf46-4c83-9821-c3242eee3c9f req-a0ce495c-06a8-4641-8241-fe3227b1c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:42.335101 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de294df4-bf46-4c83-9821-c3242eee3c9f req-a0ce495c-06a8-4641-8241-fe3227b1c7c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 912 time: 0.1248493 Mar 07 22:03:42.381641 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:42.397997 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:03:42.412760 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 765fc6d0-1e0f-44f1-ba1e-30c315607ca7, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=765fc6d0-1e0f-44f1-ba1e-30c315607ca7,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:03:42.438961 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de294df4-bf46-4c83-9821-c3242eee3c9f req-2eff7ce3-8a26-40cc-a541-778588c631b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=765fc6d0-1e0f-44f1-ba1e-30c315607ca7 HTTP/1.1" status: 200 len: 999 time: 0.0975816 Mar 07 22:03:42.464612 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:42.502477 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de294df4-bf46-4c83-9821-c3242eee3c9f req-02cfd9ab-39fe-4459-b71e-1b9f8240cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:42.503903 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de294df4-bf46-4c83-9821-c3242eee3c9f req-02cfd9ab-39fe-4459-b71e-1b9f8240cdb6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.0587370 Mar 07 22:03:42.530366 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['765fc6d0-1e0f-44f1-ba1e-30c315607ca7'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:03:42.569676 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=765fc6d0-1e0f-44f1-ba1e-30c315607ca7,revision_number=7']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:42.581596 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de294df4-bf46-4c83-9821-c3242eee3c9f req-d8f31722-fbc2-4550-9285-288d1049b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:42.583352 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de294df4-bf46-4c83-9821-c3242eee3c9f req-d8f31722-fbc2-4550-9285-288d1049b534 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738549 Mar 07 22:03:42.818655 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de294df4-bf46-4c83-9821-c3242eee3c9f req-e128ef4a-fa77-4c6b-bd06-c5cf41434dd6 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284758 Mar 07 22:03:42.948189 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de294df4-bf46-4c83-9821-c3242eee3c9f req-33fcb3ed-5423-4513-9b18-ae7fccc552f8 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223485 Mar 07 22:03:43.237417 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d646a-bd9c-477e-8999-65bd59a42061 req-b27c8021-8e36-4c0b-af94-17973317acd6 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:43.238921 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dc4d646a-bd9c-477e-8999-65bd59a42061 req-b27c8021-8e36-4c0b-af94-17973317acd6 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 944 time: 0.0786192 Mar 07 22:03:43.282145 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dc4d646a-bd9c-477e-8999-65bd59a42061 req-1013eb51-8d9f-4d63-8588-72af26647f3e tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376494 Mar 07 22:03:43.327824 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:03:43.395893 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:03:43.396532 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:43.506250 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:43.537482 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 765fc6d0-1e0f-44f1-ba1e-30c315607ca7, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=765fc6d0-1e0f-44f1-ba1e-30c315607ca7,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:03:43.612940 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:43.670522 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ec09ea-d53d-49a2-9327-af32d9c67fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765fc6d0-1e0f-44f1-ba1e-30c315607ca7'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:03:43.686657 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=765fc6d0-1e0f-44f1-ba1e-30c315607ca7,revision_number=8']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:43.714059 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ec09ea-d53d-49a2-9327-af32d9c67fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765fc6d0-1e0f-44f1-ba1e-30c315607ca7', 'code': 200} Mar 07 22:03:44.465349 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79103d67-1c43-450c-946d-4932e33fa1f0 req-28a84be9-7576-45d5-b8a9-c88f29e6cb6d tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:44.466805 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-79103d67-1c43-450c-946d-4932e33fa1f0 req-28a84be9-7576-45d5-b8a9-c88f29e6cb6d tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0824256 Mar 07 22:03:44.510896 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-79103d67-1c43-450c-946d-4932e33fa1f0 req-54407777-568f-45ab-83d2-0530eb6479e1 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378768 Mar 07 22:03:44.691450 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f99756-b416-469a-bf1b-b5b10f68fa90 req-177c7fc0-77d1-43cc-a66e-7718878dab5c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:44.692860 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f8f99756-b416-469a-bf1b-b5b10f68fa90 req-177c7fc0-77d1-43cc-a66e-7718878dab5c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0769591 Mar 07 22:03:44.738588 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f8f99756-b416-469a-bf1b-b5b10f68fa90 req-d8167d3b-3e88-494d-917d-7f48ce314f70 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401142 Mar 07 22:03:44.917524 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbffd1a-aea1-4c90-9e0f-c9b57ba77ef8 req-d7e7fdd1-b82d-48ba-8c86-92e5b057e4d7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:44.918903 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fdbffd1a-aea1-4c90-9e0f-c9b57ba77ef8 req-d7e7fdd1-b82d-48ba-8c86-92e5b057e4d7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0786209 Mar 07 22:03:44.962556 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fdbffd1a-aea1-4c90-9e0f-c9b57ba77ef8 req-04f44a19-d2c9-42c1-bb52-d247615f1ad3 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380571 Mar 07 22:03:45.523481 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce69f5-a8ba-4c68-ab17-88a3a3be8d7a req-9ce110bf-4dc9-4a99-a9ca-6ca0cc55176b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:45.524896 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f5ce69f5-a8ba-4c68-ab17-88a3a3be8d7a req-9ce110bf-4dc9-4a99-a9ca-6ca0cc55176b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0808306 Mar 07 22:03:45.567718 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f5ce69f5-a8ba-4c68-ab17-88a3a3be8d7a req-4dc83f88-33f8-4528-8e0d-9a7365529bdc tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372891 Mar 07 22:03:46.012654 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:46.748633 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c890efa-c778-47dc-a41f-be95eae96f83 req-c9bdad21-cb1d-4e4f-9092-09547ce5b8b1 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:46.750062 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8c890efa-c778-47dc-a41f-be95eae96f83 req-c9bdad21-cb1d-4e4f-9092-09547ce5b8b1 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0788529 Mar 07 22:03:46.791867 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8c890efa-c778-47dc-a41f-be95eae96f83 req-45d769db-d335-4228-87e8-32a6737b8e6a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362499 Mar 07 22:03:47.132060 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64f02-2b10-4a22-b78d-cd5544599be0 req-34e33f60-04b0-46cb-ac80-95ef4a9630e4 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:47.133374 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-65f64f02-2b10-4a22-b78d-cd5544599be0 req-34e33f60-04b0-46cb-ac80-95ef4a9630e4 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.11 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 945 time: 0.0807540 Mar 07 22:03:47.199887 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-65f64f02-2b10-4a22-b78d-cd5544599be0 req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Deleting port 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:03:47.200225 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-65f64f02-2b10-4a22-b78d-cd5544599be0 req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:47.438881 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-65f64f02-2b10-4a22-b78d-cd5544599be0 req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] For port 765fc6d0-1e0f-44f1-ba1e-30c315607ca7, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=765fc6d0-1e0f-44f1-ba1e-30c315607ca7,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:03:47.439133 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-65f64f02-2b10-4a22-b78d-cd5544599be0 req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:47.720520 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-65f64f02-2b10-4a22-b78d-cd5544599be0 req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:47.720796 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-65f64f02-2b10-4a22-b78d-cd5544599be0 req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:47.721100 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [req-65f64f02-2b10-4a22-b78d-cd5544599be0 req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Floating IP 95301645-64a2-45e0-8fac-7d903c85b15e disassociated. External IP: 172.26.2.232, port: 765fc6d0-1e0f-44f1-ba1e-30c315607ca7. Mar 07 22:03:47.721427 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-65f64f02-2b10-4a22-b78d-cd5544599be0 req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Calling delete_port for 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 owned by compute:nova {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:03:48.036630 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-65f64f02-2b10-4a22-b78d-cd5544599be0 req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:48.046978 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b224fb76-c3a3-4504-8e06-388e54d38d54 req-ce23643e-32f1-4d02-8928-320637a744b2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 210 time: 0.1503639 Mar 07 22:03:48.089685 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Pushing event deleted for resources: {'Port': ['ID=765fc6d0-1e0f-44f1-ba1e-30c315607ca7,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:48.102068 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:48.102068 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:48.102068 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:48.102068 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:48.102068 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:48.102068 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:48.102068 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:48.102068 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:48.102068 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:48.102068 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:48.103505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:48.103505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:03:48.293432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65f64f02-2b10-4a22-b78d-cd5544599be0 req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Router 1edf5eb2-f431-44d4-8f39-e30c77877da8 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:03:48.471975 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65f64f02-2b10-4a22-b78d-cd5544599be0 req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:03:48.481207 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6576e2cd-ec65-42d4-af2a-43477274ecec None None] Sync routers for ids ['1edf5eb2-f431-44d4-8f39-e30c77877da8'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:03:48.490892 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6576e2cd-ec65-42d4-af2a-43477274ecec None None] Routers {'1edf5eb2-f431-44d4-8f39-e30c77877da8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:03:48.491490 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-6576e2cd-ec65-42d4-af2a-43477274ecec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:03:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['1edf5eb2-f431-44d4-8f39-e30c77877da8'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:48.541282 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f64f02-2b10-4a22-b78d-cd5544599be0 req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] No DVR routers for this DVR port 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 on host hv-neutron-8299 {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:03:48.543734 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-65f64f02-2b10-4a22-b78d-cd5544599be0 req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:48.546627 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ec09ea-d53d-49a2-9327-af32d9c67fb1', 'name': 'network-vif-deleted', 'tag': '765fc6d0-1e0f-44f1-ba1e-30c315607ca7'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:03:48.613933 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-65f64f02-2b10-4a22-b78d-cd5544599be0 req-dc86dd98-0846-41ef-8148-4e66ce6db86a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.11 "DELETE /v2.0/ports/765fc6d0-1e0f-44f1-ba1e-30c315607ca7 HTTP/1.1" status: 204 len: 173 time: 1.4750879 Mar 07 22:03:48.649577 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ec09ea-d53d-49a2-9327-af32d9c67fb1', 'name': 'network-vif-deleted', 'tag': '765fc6d0-1e0f-44f1-ba1e-30c315607ca7', 'status': 'completed', 'code': 200} Mar 07 22:03:48.672838 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-6576e2cd-ec65-42d4-af2a-43477274ecec None None] Set router 1edf5eb2-f431-44d4-8f39-e30c77877da8 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:03:48.981458 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-6576e2cd-ec65-42d4-af2a-43477274ecec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:54Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:48.985906 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6576e2cd-ec65-42d4-af2a-43477274ecec None None] Checking router: 1edf5eb2-f431-44d4-8f39-e30c77877da8 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:03:48.994023 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6576e2cd-ec65-42d4-af2a-43477274ecec None None] Routers {'1edf5eb2-f431-44d4-8f39-e30c77877da8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:03:48.994605 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-6576e2cd-ec65-42d4-af2a-43477274ecec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:03:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['1edf5eb2-f431-44d4-8f39-e30c77877da8'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:49.209852 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-b276749f-55f9-4013-87ea-4345a043a0c3 req-05a9ea2a-9bf7-4e20-9aef-d6a2f291aa60 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Synchronizing usage tracker for tenant:7519c91134ec4857bcb6d7071f4c434b on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:03:49.211389 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-6576e2cd-ec65-42d4-af2a-43477274ecec None None] Set router 1edf5eb2-f431-44d4-8f39-e30c77877da8 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:03:49.281492 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-b276749f-55f9-4013-87ea-4345a043a0c3 req-05a9ea2a-9bf7-4e20-9aef-d6a2f291aa60 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Unset dirty status for tenant:7519c91134ec4857bcb6d7071f4c434b on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:03:49.282847 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b276749f-55f9-4013-87ea-4345a043a0c3 req-05a9ea2a-9bf7-4e20-9aef-d6a2f291aa60 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ec09ea-d53d-49a2-9327-af32d9c67fb1 HTTP/1.1" status: 200 len: 210 time: 0.1193795 Mar 07 22:03:49.524921 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-6576e2cd-ec65-42d4-af2a-43477274ecec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:54Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:03:49.528683 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6576e2cd-ec65-42d4-af2a-43477274ecec None None] The sync data for ids ['1edf5eb2-f431-44d4-8f39-e30c77877da8'] in dv-neutron-829957-1-hyperv is: [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:54Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:03:49.730112 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9432a345-4f89-4480-879b-ea5b68e72608 None None] New status for floating IP 95301645-64a2-45e0-8fac-7d903c85b15e: DOWN {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:03:50.063737 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-38282b42-74d5-433d-afcf-b700efe1801b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:50.605543 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-33187b2b-93dc-487b-9df4-716eb3dbd050 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1778024082&fields=id&tenant_id=7519c91134ec4857bcb6d7071f4c434b HTTP/1.1" status: 200 len: 267 time: 0.0389812 Mar 07 22:03:50.749882 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-17cbd649-3e39-406a-9dec-636c9e4079e9 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:50.751283 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-17cbd649-3e39-406a-9dec-636c9e4079e9 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 812 time: 0.1396103 Mar 07 22:03:50.766217 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-0d534438-4033-4f59-a5bb-54d413971b28 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/quotas/7519c91134ec4857bcb6d7071f4c434b HTTP/1.1" status: 200 len: 375 time: 0.0094910 Mar 07 22:03:50.851559 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-9784d7f7-9380-49df-934e-97a580f6391b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801647 Mar 07 22:03:50.985879 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-e272890b-8537-4e1c-9a34-822957a9a776 service neutron] 10.222.0.21 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224911 Mar 07 22:03:51.114428 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-425a2635-2fda-491c-8b21-6ad84ccc6875 service neutron] 10.222.0.21 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226256 Mar 07 22:03:51.360325 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:03:51.369656 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c479ded2-f0bb-4bd2-962d-d26ab500024d req-53c7b0cf-13c5-4b80-8486-acc1c64d5b19 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 210 time: 0.0501962 Mar 07 22:03:51.394385 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:03:51.394732 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 765fc6d0-1e0f-44f1-ba1e-30c315607ca7 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:03:52.332842 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-40bed6fd-101b-4a60-a6a1-d6d4dbd338a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:52.516200 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0f1f20a9-43d9-48e7-8fad-816113befccf req-fc631d3f-d55a-4a8d-8c74-714960900a9a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 210 time: 0.0423849 Mar 07 22:03:53.270082 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:53.395983 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:53.410569 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-9e3570a1-8679-4c5f-9972-377615ed7a55 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:53.411985 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-9e3570a1-8679-4c5f-9972-377615ed7a55 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 812 time: 0.1460662 Mar 07 22:03:53.459381 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-e37e3329-d123-40b1-887b-f5fd9259e0f1 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7519c91134ec4857bcb6d7071f4c434b HTTP/1.1" status: 200 len: 380 time: 0.0390680 Mar 07 22:03:53.467746 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-7f41aad1-65bb-4d19-a031-221397c653df tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Request body: {'port': {'device_id': 'fa951858-a235-487d-9372-723266080b8b', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'admin_state_up': True, 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'security_groups': ['636020b5-c979-41e2-9615-06dad7ed9f3b']}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:03:53.708944 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ede9067e-cd6a-4182-af64-09d14d4b6195 req-91f2cf7f-0611-46c6-98c8-9e3e8fdcac10 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 210 time: 0.0564604 Mar 07 22:03:53.747172 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-7f41aad1-65bb-4d19-a031-221397c653df tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:03:53.756743 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-7f41aad1-65bb-4d19-a031-221397c653df tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:03:53.841108 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-7f41aad1-65bb-4d19-a031-221397c653df tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Made reservation on behalf of 7519c91134ec4857bcb6d7071f4c434b for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:03:53.845326 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-7f41aad1-65bb-4d19-a031-221397c653df tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:54.002636 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-7f41aad1-65bb-4d19-a031-221397c653df tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Allocated IP 172.20.0.3 (90e55d69-1d33-4723-91cb-26c97a2257f0/03e8d1d3-3eb9-47e6-bb67-7223320c567b/869c065e-b36c-4655-8db5-a907b84a9901) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:03:54.182237 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-7f41aad1-65bb-4d19-a031-221397c653df tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:54.198241 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-7f41aad1-65bb-4d19-a031-221397c653df tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Transition to ACTIVE for port object 869c065e-b36c-4655-8db5-a907b84a9901 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:03:54.292813 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-7f41aad1-65bb-4d19-a031-221397c653df tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:54.355589 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-7f41aad1-65bb-4d19-a031-221397c653df tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Network 90e55d69-1d33-4723-91cb-26c97a2257f0 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:03:54.358972 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-7f41aad1-65bb-4d19-a031-221397c653df tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:03:54.367240 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-7f41aad1-65bb-4d19-a031-221397c653df tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:03:54.407226 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41aad1-65bb-4d19-a031-221397c653df tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Pushing event updated for resources: {'Port': ['ID=869c065e-b36c-4655-8db5-a907b84a9901,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:54.439121 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-7f41aad1-65bb-4d19-a031-221397c653df tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:54.439741 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-7f41aad1-65bb-4d19-a031-221397c653df tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:54.562612 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-7f41aad1-65bb-4d19-a031-221397c653df tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0987492 Mar 07 22:03:54.573808 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-d1dd10fe-3c4a-4a6f-8eb2-3cff3ee1d03e service neutron] Request body: {'port': {'device_id': 'fa951858-a235-487d-9372-723266080b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:03:54.595364 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fb63f7ad-80e0-48ec-8b8b-a2c4359b4571 None None] Provisioning for port 869c065e-b36c-4655-8db5-a907b84a9901 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:03:54.600419 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fb63f7ad-80e0-48ec-8b8b-a2c4359b4571 None None] Provisioning complete for port 869c065e-b36c-4655-8db5-a907b84a9901 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:03:54.600834 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fb63f7ad-80e0-48ec-8b8b-a2c4359b4571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:54.656688 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-fb63f7ad-80e0-48ec-8b8b-a2c4359b4571 None None] Port 869c065e-b36c-4655-8db5-a907b84a9901 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:03:54.685262 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-d1dd10fe-3c4a-4a6f-8eb2-3cff3ee1d03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:54.841549 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:55.006285 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab52457-28f0-4085-b60e-d96c651c7b1d req-cd7c5879-3740-4da9-9a26-f1f4cfa7f00b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:55.006924 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-aab52457-28f0-4085-b60e-d96c651c7b1d req-cd7c5879-3740-4da9-9a26-f1f4cfa7f00b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Synchronizing usage tracker for tenant:7519c91134ec4857bcb6d7071f4c434b on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:03:55.090833 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-d1dd10fe-3c4a-4a6f-8eb2-3cff3ee1d03e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 869c065e-b36c-4655-8db5-a907b84a9901 {{(pid=88386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:03:55.098550 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-d1dd10fe-3c4a-4a6f-8eb2-3cff3ee1d03e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:55.112042 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-d1dd10fe-3c4a-4a6f-8eb2-3cff3ee1d03e service neutron] Transition to ACTIVE for port object 869c065e-b36c-4655-8db5-a907b84a9901 will not be triggered until provisioned by entity L2. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:03:55.126841 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-aab52457-28f0-4085-b60e-d96c651c7b1d req-cd7c5879-3740-4da9-9a26-f1f4cfa7f00b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Unset dirty status for tenant:7519c91134ec4857bcb6d7071f4c434b on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:03:55.127954 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-aab52457-28f0-4085-b60e-d96c651c7b1d req-cd7c5879-3740-4da9-9a26-f1f4cfa7f00b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 931 time: 0.3119843 Mar 07 22:03:55.173909 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-aab52457-28f0-4085-b60e-d96c651c7b1d req-5aa32b2d-3eb6-4062-827b-2242e8a7969c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402873 Mar 07 22:03:55.184107 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-d1dd10fe-3c4a-4a6f-8eb2-3cff3ee1d03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:55.334402 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd10fe-3c4a-4a6f-8eb2-3cff3ee1d03e service neutron] Pushing event updated for resources: {'Port': ['ID=869c065e-b36c-4655-8db5-a907b84a9901,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:55.420086 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-d1dd10fe-3c4a-4a6f-8eb2-3cff3ee1d03e service neutron] Attempting to bind port 869c065e-b36c-4655-8db5-a907b84a9901 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:03:55.420416 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-d1dd10fe-3c4a-4a6f-8eb2-3cff3ee1d03e service neutron] Attempting to bind port 869c065e-b36c-4655-8db5-a907b84a9901 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'c685d443-afa2-4d37-a0d6-087888f4699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:03:55.420738 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-d1dd10fe-3c4a-4a6f-8eb2-3cff3ee1d03e service neutron] Attempting to bind port 869c065e-b36c-4655-8db5-a907b84a9901 on network 90e55d69-1d33-4723-91cb-26c97a2257f0 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:03:55.425544 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-d1dd10fe-3c4a-4a6f-8eb2-3cff3ee1d03e service neutron] Port 869c065e-b36c-4655-8db5-a907b84a9901 on network 90e55d69-1d33-4723-91cb-26c97a2257f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 22:03:55.425855 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-d1dd10fe-3c4a-4a6f-8eb2-3cff3ee1d03e service neutron] Attempting to bind port 869c065e-b36c-4655-8db5-a907b84a9901 on network 90e55d69-1d33-4723-91cb-26c97a2257f0 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:03:55.430831 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-d1dd10fe-3c4a-4a6f-8eb2-3cff3ee1d03e service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:03:55.431165 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-d1dd10fe-3c4a-4a6f-8eb2-3cff3ee1d03e service neutron] Checking segment: {'id': 'c685d443-afa2-4d37-a0d6-087888f4699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:03:55.431534 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-d1dd10fe-3c4a-4a6f-8eb2-3cff3ee1d03e service neutron] Bound using segment: {'id': 'c685d443-afa2-4d37-a0d6-087888f4699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0'} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:03:55.431948 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-d1dd10fe-3c4a-4a6f-8eb2-3cff3ee1d03e service neutron] Bound port: 869c065e-b36c-4655-8db5-a907b84a9901, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c685d443-afa2-4d37-a0d6-087888f4699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0'}}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:03:55.432282 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-d1dd10fe-3c4a-4a6f-8eb2-3cff3ee1d03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:55.518613 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-d1dd10fe-3c4a-4a6f-8eb2-3cff3ee1d03e service neutron] For port 869c065e-b36c-4655-8db5-a907b84a9901, host hv-neutron-8299, cleared binding levels {{(pid=88386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:03:55.521423 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-d1dd10fe-3c4a-4a6f-8eb2-3cff3ee1d03e service neutron] For port 869c065e-b36c-4655-8db5-a907b84a9901, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=869c065e-b36c-4655-8db5-a907b84a9901,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:03:55.578620 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-d1dd10fe-3c4a-4a6f-8eb2-3cff3ee1d03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:55.633427 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-d1dd10fe-3c4a-4a6f-8eb2-3cff3ee1d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:55.634056 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-d1dd10fe-3c4a-4a6f-8eb2-3cff3ee1d03e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:55.635387 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-d1dd10fe-3c4a-4a6f-8eb2-3cff3ee1d03e service neutron] 10.222.0.11 "PUT /v2.0/ports/869c065e-b36c-4655-8db5-a907b84a9901 HTTP/1.1" status: 200 len: 1093 time: 1.0656967 Mar 07 22:03:55.635811 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa951858-a235-487d-9372-723266080b8b', 'tag': '869c065e-b36c-4655-8db5-a907b84a9901'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:03:55.780694 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa951858-a235-487d-9372-723266080b8b', 'tag': '869c065e-b36c-4655-8db5-a907b84a9901', 'status': 'completed', 'code': 200} Mar 07 22:03:55.827460 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd10fe-3c4a-4a6f-8eb2-3cff3ee1d03e service neutron] Pushing event updated for resources: {'Port': ['ID=869c065e-b36c-4655-8db5-a907b84a9901,revision_number=3']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:55.857305 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a79594-495d-436a-9f52-2ac2ec8f7829 req-d1dc5f53-460d-48a4-bf0d-31d8f0b44d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:55.859352 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f2a79594-495d-436a-9f52-2ac2ec8f7829 req-d1dc5f53-460d-48a4-bf0d-31d8f0b44d9f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 1096 time: 0.0805347 Mar 07 22:03:55.994154 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a79594-495d-436a-9f52-2ac2ec8f7829 req-4da67e21-bdaa-4396-938f-3ca25e161942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:55.995570 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f2a79594-495d-436a-9f52-2ac2ec8f7829 req-4da67e21-bdaa-4396-938f-3ca25e161942 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7519c91134ec4857bcb6d7071f4c434b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1298413 Mar 07 22:03:56.126203 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a79594-495d-436a-9f52-2ac2ec8f7829 req-cc29474b-7192-49ec-adcd-5affe84486be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:56.127509 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f2a79594-495d-436a-9f52-2ac2ec8f7829 req-cc29474b-7192-49ec-adcd-5affe84486be service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1262674 Mar 07 22:03:56.228778 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-67262424-abf9-4855-8b74-14857196b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:56.230272 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-67262424-abf9-4855-8b74-14857196b3b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 1096 time: 0.0690589 Mar 07 22:03:56.326574 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-86ee0644-1286-4dc3-b599-3fa433b711cd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=869c065e-b36c-4655-8db5-a907b84a9901 HTTP/1.1" status: 200 len: 217 time: 0.0900538 Mar 07 22:03:56.402271 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-6ffde8a4-aed8-49ea-ba3d-a5d4b526a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:56.403597 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-6ffde8a4-aed8-49ea-ba3d-a5d4b526a876 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.0717824 Mar 07 22:03:56.465029 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d65dc-967c-4f91-863d-5f50ce0e521e req-ea933e7c-6c8f-4b51-9b39-b2c5d56c24d0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:56.466496 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-089d65dc-967c-4f91-863d-5f50ce0e521e req-ea933e7c-6c8f-4b51-9b39-b2c5d56c24d0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 943 time: 0.1763031 Mar 07 22:03:56.524776 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-089d65dc-967c-4f91-863d-5f50ce0e521e req-cd16afa0-a148-4fdc-8c28-a37bd816b0d2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518594 Mar 07 22:03:56.530701 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-f9999c0d-4824-42c0-a110-f11fc4a75474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:56.532070 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-f9999c0d-4824-42c0-a110-f11fc4a75474 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1167762 Mar 07 22:03:56.660214 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-cdb92c36-fe05-4e4f-b75a-4721d0634ec3 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215007 Mar 07 22:03:56.785549 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a98e441e-dca0-46cd-886e-5f91840dd4c0 req-d2d29477-ef31-4895-9b65-6ab7f0b917f9 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198628 Mar 07 22:03:57.704369 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee589b-822b-4816-a1f7-5864a76c014d req-fcd71b38-7dfb-414b-94c2-92af150fb167 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:57.705769 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bcee589b-822b-4816-a1f7-5864a76c014d req-fcd71b38-7dfb-414b-94c2-92af150fb167 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 943 time: 0.0763438 Mar 07 22:03:57.748235 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bcee589b-822b-4816-a1f7-5864a76c014d req-c60e8994-c02e-4527-a109-b2403e246878 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366082 Mar 07 22:03:58.929656 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb86bef-3789-468d-bd2f-50f658d8d72a req-029d0d67-a24f-4a43-afe5-eabde04bc185 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:03:58.931093 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5cb86bef-3789-468d-bd2f-50f658d8d72a req-029d0d67-a24f-4a43-afe5-eabde04bc185 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 943 time: 0.0810866 Mar 07 22:03:58.973784 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5cb86bef-3789-468d-bd2f-50f658d8d72a req-33c63965-a856-43ec-a8b6-07aaf64db404 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364234 Mar 07 22:03:59.374867 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 869c065e-b36c-4655-8db5-a907b84a9901 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:03:59.503704 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 869c065e-b36c-4655-8db5-a907b84a9901, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=869c065e-b36c-4655-8db5-a907b84a9901,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:03:59.516676 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '869c065e-b36c-4655-8db5-a907b84a9901', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'port_id': '869c065e-b36c-4655-8db5-a907b84a9901', 'mac_address': 'fa:16:3e:d7:4e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:03:59.569208 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:59.585755 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869c065e-b36c-4655-8db5-a907b84a9901 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:03:59.600817 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 869c065e-b36c-4655-8db5-a907b84a9901, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=869c065e-b36c-4655-8db5-a907b84a9901,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:03:59.640990 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:03:59.707758 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=869c065e-b36c-4655-8db5-a907b84a9901,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:03:59.830438 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['869c065e-b36c-4655-8db5-a907b84a9901'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:04:00.155765 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0456c45-8d47-4f1e-ab82-7889b737fb42 req-eb1d6a07-a960-4e43-a78a-30db172a5860 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:00.157191 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f0456c45-8d47-4f1e-ab82-7889b737fb42 req-eb1d6a07-a960-4e43-a78a-30db172a5860 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 944 time: 0.0778885 Mar 07 22:04:00.199259 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f0456c45-8d47-4f1e-ab82-7889b737fb42 req-f7062cfa-f7dd-4308-ace3-87309cf8ff98 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365257 Mar 07 22:04:01.381741 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78799f-e5f4-42ac-a692-647cde6b1e34 req-cc3b99e4-a8bb-4757-ad68-cff2feb3b89c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:01.383114 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3f78799f-e5f4-42ac-a692-647cde6b1e34 req-cc3b99e4-a8bb-4757-ad68-cff2feb3b89c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 944 time: 0.0818071 Mar 07 22:04:01.390949 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 869c065e-b36c-4655-8db5-a907b84a9901 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:04:01.428120 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3f78799f-e5f4-42ac-a692-647cde6b1e34 req-29d8ecb7-b9aa-4656-84d7-cafa95a6bd4e tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387051 Mar 07 22:04:01.509353 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 869c065e-b36c-4655-8db5-a907b84a9901 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:04:01.514100 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 869c065e-b36c-4655-8db5-a907b84a9901 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:04:01.514470 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:01.627470 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:01.652600 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa951858-a235-487d-9372-723266080b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869c065e-b36c-4655-8db5-a907b84a9901'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:04:01.662420 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 869c065e-b36c-4655-8db5-a907b84a9901, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=869c065e-b36c-4655-8db5-a907b84a9901,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:04:01.697147 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa951858-a235-487d-9372-723266080b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869c065e-b36c-4655-8db5-a907b84a9901', 'code': 200} Mar 07 22:04:01.738266 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:01.806303 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=869c065e-b36c-4655-8db5-a907b84a9901,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:02.056699 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1621560-b477-403b-a3dd-46fcea2b1d5a req-02e92026-0a12-4f34-b20d-c9b706e2cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:02.058139 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d1621560-b477-403b-a3dd-46fcea2b1d5a req-02e92026-0a12-4f34-b20d-c9b706e2cd2c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 1098 time: 0.0671494 Mar 07 22:04:02.099947 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d1621560-b477-403b-a3dd-46fcea2b1d5a req-071c1808-dcfe-4817-ba20-d6367494105e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364313 Mar 07 22:04:02.609340 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed632354-e833-4c11-bbd2-290f3660a618 req-2c165502-b17b-4462-8c55-2f21907be679 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:02.610829 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ed632354-e833-4c11-bbd2-290f3660a618 req-2c165502-b17b-4462-8c55-2f21907be679 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0778401 Mar 07 22:04:02.653082 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ed632354-e833-4c11-bbd2-290f3660a618 req-28588d08-16d8-4c38-9afc-ab097e5e62f6 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366769 Mar 07 22:04:03.935840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218ed60-54ce-4a11-96b6-e53d6466a158 req-fd5f8f6f-fe76-4457-8ace-9e1f592ad71a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:03.937187 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0218ed60-54ce-4a11-96b6-e53d6466a158 req-fd5f8f6f-fe76-4457-8ace-9e1f592ad71a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.1808698 Mar 07 22:04:03.979535 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0218ed60-54ce-4a11-96b6-e53d6466a158 req-e347a1b4-d41d-4dec-8b7f-934ee7eb235f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367241 Mar 07 22:04:04.153856 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3d64e-10dd-45c6-8d01-358fb0797496 req-8fef42e2-3680-4c50-836e-e5969a7209f7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:04.155863 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-40a3d64e-10dd-45c6-8d01-358fb0797496 req-8fef42e2-3680-4c50-836e-e5969a7209f7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0803213 Mar 07 22:04:04.164250 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 53304) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:04:04.168995 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-ed37cee0-8708-4b8c-bd60-99430cf3c5d1 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Request body: {'floatingip': {'port_id': '869c065e-b36c-4655-8db5-a907b84a9901'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:04:04.246222 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ed37cee0-8708-4b8c-bd60-99430cf3c5d1 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for floatingip, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:04.833351 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ed37cee0-8708-4b8c-bd60-99430cf3c5d1 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:04.898163 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ed37cee0-8708-4b8c-bd60-99430cf3c5d1 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:05.067544 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-ed37cee0-8708-4b8c-bd60-99430cf3c5d1 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Floating IP 95301645-64a2-45e0-8fac-7d903c85b15e associated. External IP: 172.26.2.232, port: 869c065e-b36c-4655-8db5-a907b84a9901. Mar 07 22:04:05.228780 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:04:05.511478 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed37cee0-8708-4b8c-bd60-99430cf3c5d1 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Router 1edf5eb2-f431-44d4-8f39-e30c77877da8 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:04:05.685699 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed37cee0-8708-4b8c-bd60-99430cf3c5d1 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:04:05.690495 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ed37cee0-8708-4b8c-bd60-99430cf3c5d1 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:05.695172 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f9bce6-cc44-4920-b310-970be4daff93 None None] Sync routers for ids ['1edf5eb2-f431-44d4-8f39-e30c77877da8'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:04:05.704737 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f9bce6-cc44-4920-b310-970be4daff93 None None] Routers {'1edf5eb2-f431-44d4-8f39-e30c77877da8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:04:05.705346 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b8f9bce6-cc44-4920-b310-970be4daff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:03:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['1edf5eb2-f431-44d4-8f39-e30c77877da8'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:05.743510 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ed37cee0-8708-4b8c-bd60-99430cf3c5d1 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "PUT /v2.0/floatingips/95301645-64a2-45e0-8fac-7d903c85b15e HTTP/1.1" status: 200 len: 991 time: 1.5782437 Mar 07 22:04:05.744075 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa951858-a235-487d-9372-723266080b8b', 'tag': '869c065e-b36c-4655-8db5-a907b84a9901'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:04:05.800486 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa951858-a235-487d-9372-723266080b8b', 'tag': '869c065e-b36c-4655-8db5-a907b84a9901', 'status': 'completed', 'code': 200} Mar 07 22:04:05.905362 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be3d67-5c8a-40ee-929c-295d6a0c15d3 req-aa43ce8d-1659-4d95-87e7-2ab2f564130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:05.906873 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-62be3d67-5c8a-40ee-929c-295d6a0c15d3 req-aa43ce8d-1659-4d95-87e7-2ab2f564130a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 1098 time: 0.0853851 Mar 07 22:04:05.935888 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-b8f9bce6-cc44-4920-b310-970be4daff93 None None] Set router 1edf5eb2-f431-44d4-8f39-e30c77877da8 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:04:06.035648 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be3d67-5c8a-40ee-929c-295d6a0c15d3 req-5a586246-8b0f-4f18-b055-59d44f117039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:06.037090 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-62be3d67-5c8a-40ee-929c-295d6a0c15d3 req-5a586246-8b0f-4f18-b055-59d44f117039 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 912 time: 0.1249287 Mar 07 22:04:06.152360 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-62be3d67-5c8a-40ee-929c-295d6a0c15d3 req-eee55b14-67ac-4a49-a09a-a4a5707e2927 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=869c065e-b36c-4655-8db5-a907b84a9901 HTTP/1.1" status: 200 len: 999 time: 0.1091022 Mar 07 22:04:06.255772 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be3d67-5c8a-40ee-929c-295d6a0c15d3 req-5eb77dec-1bff-4a92-9b93-55cee055d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:06.257196 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-62be3d67-5c8a-40ee-929c-295d6a0c15d3 req-5eb77dec-1bff-4a92-9b93-55cee055d25a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.0753391 Mar 07 22:04:06.288468 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b8f9bce6-cc44-4920-b310-970be4daff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '95301645-64a2-45e0-8fac-7d903c85b15e', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'floating_ip_address': '172.26.2.232', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'port_id': '869c065e-b36c-4655-8db5-a907b84a9901', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'mac_address': 'fa:16:3e:d7:4e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa951858-a235-487d-9372-723266080b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:02:52Z', 'updated_at': '2022-03-07T22:04:04Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:54Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:06.292115 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f9bce6-cc44-4920-b310-970be4daff93 None None] Checking router: 1edf5eb2-f431-44d4-8f39-e30c77877da8 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:04:06.300713 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f9bce6-cc44-4920-b310-970be4daff93 None None] Routers {'1edf5eb2-f431-44d4-8f39-e30c77877da8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:04:06.301288 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b8f9bce6-cc44-4920-b310-970be4daff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:03:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['1edf5eb2-f431-44d4-8f39-e30c77877da8'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:06.323627 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d906fcc-2711-4cab-8c55-1dc4a0ac0410 req-2361510f-7f79-4bd2-860d-2e71e0689a32 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:06.325059 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6d906fcc-2711-4cab-8c55-1dc4a0ac0410 req-2361510f-7f79-4bd2-860d-2e71e0689a32 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.1751099 Mar 07 22:04:06.384452 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6d906fcc-2711-4cab-8c55-1dc4a0ac0410 req-b14dfa56-7e8e-4963-9f54-56b7d9118272 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519032 Mar 07 22:04:06.387215 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be3d67-5c8a-40ee-929c-295d6a0c15d3 req-b1a03edd-100d-4fc8-bad6-1820b2ce6800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:06.388674 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-62be3d67-5c8a-40ee-929c-295d6a0c15d3 req-b1a03edd-100d-4fc8-bad6-1820b2ce6800 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1198387 Mar 07 22:04:06.474461 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-b8f9bce6-cc44-4920-b310-970be4daff93 None None] Set router 1edf5eb2-f431-44d4-8f39-e30c77877da8 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:04:06.518967 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-62be3d67-5c8a-40ee-929c-295d6a0c15d3 req-4c6f1e53-1d0b-4ade-b164-cd8ee59e1770 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242218 Mar 07 22:04:06.649411 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-62be3d67-5c8a-40ee-929c-295d6a0c15d3 req-5cc00321-3026-45c8-80c5-ddaf063e05ad service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248324 Mar 07 22:04:06.812718 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b8f9bce6-cc44-4920-b310-970be4daff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '95301645-64a2-45e0-8fac-7d903c85b15e', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'floating_ip_address': '172.26.2.232', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'port_id': '869c065e-b36c-4655-8db5-a907b84a9901', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'mac_address': 'fa:16:3e:d7:4e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa951858-a235-487d-9372-723266080b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:02:52Z', 'updated_at': '2022-03-07T22:04:04Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:54Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:06.816568 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f9bce6-cc44-4920-b310-970be4daff93 None None] The sync data for ids ['1edf5eb2-f431-44d4-8f39-e30c77877da8'] in dv-neutron-829957-1-hyperv is: [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '95301645-64a2-45e0-8fac-7d903c85b15e', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'floating_ip_address': '172.26.2.232', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'port_id': '869c065e-b36c-4655-8db5-a907b84a9901', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'mac_address': 'fa:16:3e:d7:4e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa951858-a235-487d-9372-723266080b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:02:52Z', 'updated_at': '2022-03-07T22:04:04Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:54Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:04:06.994780 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56577a0-fa1b-4e95-8afa-a53f0129d555 None None] New status for floating IP 95301645-64a2-45e0-8fac-7d903c85b15e: ACTIVE {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:04:07.572149 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97fd7e-bec0-46f3-bd1a-f65730ecabcf req-2a54eb0a-bbe1-4a9d-9fc4-798ccf8e2c55 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:07.573500 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de97fd7e-bec0-46f3-bd1a-f65730ecabcf req-2a54eb0a-bbe1-4a9d-9fc4-798ccf8e2c55 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0815489 Mar 07 22:04:07.616983 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de97fd7e-bec0-46f3-bd1a-f65730ecabcf req-35e84dfb-a940-47fc-85c4-2a75fcc2cc43 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378439 Mar 07 22:04:08.796938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecc6ff-20fa-4977-ad13-749e047f9f29 req-e3949c2e-10c5-4282-b917-0ddc38e9860a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:08.798382 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6fecc6ff-20fa-4977-ad13-749e047f9f29 req-e3949c2e-10c5-4282-b917-0ddc38e9860a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0772171 Mar 07 22:04:08.842202 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6fecc6ff-20fa-4977-ad13-749e047f9f29 req-f18d5297-2823-428c-8541-62bd4df44a81 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381968 Mar 07 22:04:10.026241 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a0260-332e-4ef8-9030-3a9f07ff71a1 req-003380af-982d-4644-8365-e133a8de12b3 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:10.027596 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-918a0260-332e-4ef8-9030-3a9f07ff71a1 req-003380af-982d-4644-8365-e133a8de12b3 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0823228 Mar 07 22:04:10.070784 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-918a0260-332e-4ef8-9030-3a9f07ff71a1 req-2ae7760e-ca44-4305-b4c8-6d688b59e6d2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370698 Mar 07 22:04:11.251055 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2051d0-cbb8-4cbf-82f1-f968ab6d0cbd req-cf1f2d8c-f722-47c3-918c-61a3e8979c7c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:11.252485 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2d2051d0-cbb8-4cbf-82f1-f968ab6d0cbd req-cf1f2d8c-f722-47c3-918c-61a3e8979c7c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0779636 Mar 07 22:04:11.295529 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2d2051d0-cbb8-4cbf-82f1-f968ab6d0cbd req-afbd33ab-3fa1-4948-9ce0-e96e3d3c02f4 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374746 Mar 07 22:04:12.578316 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f19333-69ef-427b-b36f-0e40df0bf602 req-4f28f171-2569-458b-a3d3-a870cad597bc tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:12.579751 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e1f19333-69ef-427b-b36f-0e40df0bf602 req-4f28f171-2569-458b-a3d3-a870cad597bc tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.1827528 Mar 07 22:04:12.622305 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e1f19333-69ef-427b-b36f-0e40df0bf602 req-2800e4fe-20a3-42d5-8236-341088ca1f76 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367281 Mar 07 22:04:13.803317 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecf9b7-6e6b-4fc8-9209-9148d221efb3 req-fecc50b4-3011-4c5a-89a2-5fae429e2ddf tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:13.804727 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-75ecf9b7-6e6b-4fc8-9209-9148d221efb3 req-fecc50b4-3011-4c5a-89a2-5fae429e2ddf tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0794795 Mar 07 22:04:13.848317 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-75ecf9b7-6e6b-4fc8-9209-9148d221efb3 req-306a34e1-abff-4384-8fce-9b3410ac42de tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377610 Mar 07 22:04:15.030157 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13589e-a22d-4933-9ee4-468df4022d92 req-5daa9cd7-3125-4cb0-954b-49af3c956bc8 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:15.031586 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cc13589e-a22d-4933-9ee4-468df4022d92 req-5daa9cd7-3125-4cb0-954b-49af3c956bc8 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0779939 Mar 07 22:04:15.073484 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cc13589e-a22d-4933-9ee4-468df4022d92 req-c4dfdae2-8b7f-43f4-a2dd-53ccc8fbd893 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364633 Mar 07 22:04:16.030275 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:16.257093 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22aa56a-8ed0-49ef-aea8-03181aee4077 req-c32a1cb3-fd60-4d5e-a76e-f36473938161 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:16.258554 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c22aa56a-8ed0-49ef-aea8-03181aee4077 req-c32a1cb3-fd60-4d5e-a76e-f36473938161 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0808446 Mar 07 22:04:16.301313 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c22aa56a-8ed0-49ef-aea8-03181aee4077 req-0c2bdad7-4efa-43de-9324-d0b0e56d2e0d tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366640 Mar 07 22:04:17.484056 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d968be8-867d-4528-9a11-253cb59252f0 req-4c6dbb07-2417-4f40-a744-3396987d3e5a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:17.485367 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9d968be8-867d-4528-9a11-253cb59252f0 req-4c6dbb07-2417-4f40-a744-3396987d3e5a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0820241 Mar 07 22:04:17.527411 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9d968be8-867d-4528-9a11-253cb59252f0 req-348ca895-e708-4ebc-a777-0ad287bf453f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365100 Mar 07 22:04:18.707762 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b0413-0cb8-4db8-a959-60389beea00c req-1ccc7baf-a8dc-49a8-a316-e39e2e52780e tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:18.709190 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4c7b0413-0cb8-4db8-a959-60389beea00c req-1ccc7baf-a8dc-49a8-a316-e39e2e52780e tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0792274 Mar 07 22:04:18.751797 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4c7b0413-0cb8-4db8-a959-60389beea00c req-13c77ebc-244e-460c-8960-7ef844172a4b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369878 Mar 07 22:04:19.933055 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f0b8e-b673-4399-af7f-0cd06cd7f200 req-0e645297-860a-49a5-aebd-d7dae9dcb713 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:19.934497 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-542f0b8e-b673-4399-af7f-0cd06cd7f200 req-0e645297-860a-49a5-aebd-d7dae9dcb713 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0805116 Mar 07 22:04:19.977860 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-542f0b8e-b673-4399-af7f-0cd06cd7f200 req-33df4719-2512-4c18-a8ca-3fcf88149fd6 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377309 Mar 07 22:04:20.074706 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a5eaf190-314b-45d8-83ea-0ba1ce339f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:21.158210 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42df9b9-e6bb-48dc-b71f-907deed4391f req-f4ef07a2-e507-4965-b173-4eff1d8ea344 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:21.159629 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a42df9b9-e6bb-48dc-b71f-907deed4391f req-f4ef07a2-e507-4965-b173-4eff1d8ea344 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0777907 Mar 07 22:04:21.205495 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a42df9b9-e6bb-48dc-b71f-907deed4391f req-621d0d24-2bae-4060-90eb-a0a83f413ab8 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401514 Mar 07 22:04:22.269780 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-daf77495-ca8f-42c5-bca2-cda5f14bf987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:22.389377 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec305d72-ca1e-4cb8-a62d-f6660b017138 req-9264b5d4-8c21-400d-924e-a6c016067df3 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:22.390822 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ec305d72-ca1e-4cb8-a62d-f6660b017138 req-9264b5d4-8c21-400d-924e-a6c016067df3 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0786812 Mar 07 22:04:22.432646 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ec305d72-ca1e-4cb8-a62d-f6660b017138 req-7c02fa40-57a1-43f0-a703-240803dba3ec tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363016 Mar 07 22:04:23.251921 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:23.371523 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:23.618559 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212cd54-70aa-4244-b438-943016d94397 req-cd6a04a2-7ce3-49bd-add6-bee339bd3b2f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:23.619982 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e212cd54-70aa-4244-b438-943016d94397 req-cd6a04a2-7ce3-49bd-add6-bee339bd3b2f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0818613 Mar 07 22:04:23.662996 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e212cd54-70aa-4244-b438-943016d94397 req-30cc1bc8-0fa8-45c0-a644-6bfdfe0520f5 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373991 Mar 07 22:04:24.806737 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:24.845655 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e977b9-dc54-4bbb-ba98-65873969af2c req-a6c67e95-8855-4a7a-b22a-a1ce0292a384 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:24.847115 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-01e977b9-dc54-4bbb-ba98-65873969af2c req-a6c67e95-8855-4a7a-b22a-a1ce0292a384 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0800097 Mar 07 22:04:24.890968 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-01e977b9-dc54-4bbb-ba98-65873969af2c req-d0e75975-4c31-467e-a493-e25538711b33 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379663 Mar 07 22:04:26.071535 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046a9de-cf6d-4d0b-90f9-47e8e667f7dd req-443d2a3e-0bb7-4dad-bd93-8a82c42a3972 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:26.072945 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9046a9de-cf6d-4d0b-90f9-47e8e667f7dd req-443d2a3e-0bb7-4dad-bd93-8a82c42a3972 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0804944 Mar 07 22:04:26.115669 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9046a9de-cf6d-4d0b-90f9-47e8e667f7dd req-d56dde33-66cf-4c9b-af21-679cd07f1e60 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364859 Mar 07 22:04:27.297057 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3f72e-e187-4ba8-822f-a0a87ff57d34 req-d0de61ea-6357-4b43-8812-94e6aaf9c433 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:27.298516 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c4a3f72e-e187-4ba8-822f-a0a87ff57d34 req-d0de61ea-6357-4b43-8812-94e6aaf9c433 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0814199 Mar 07 22:04:27.341068 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c4a3f72e-e187-4ba8-822f-a0a87ff57d34 req-64b61cd0-d088-44c7-b8b6-e3968b2f2191 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370624 Mar 07 22:04:28.519269 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ee8e7-e5eb-44bd-8a5e-e91720b210f2 req-0fbf8336-8f8d-41a7-bd13-0e2bd5769b0f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:28.520700 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fe4ee8e7-e5eb-44bd-8a5e-e91720b210f2 req-0fbf8336-8f8d-41a7-bd13-0e2bd5769b0f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0766866 Mar 07 22:04:28.562602 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fe4ee8e7-e5eb-44bd-8a5e-e91720b210f2 req-fef7eb07-00e4-4d92-a84c-7e0be31a438b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364041 Mar 07 22:04:29.745089 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a68113-0291-4603-8984-cc2ca0e36ae3 req-35edeb5e-56f0-44e7-b5a0-25c16b6c5f03 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:29.746529 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-06a68113-0291-4603-8984-cc2ca0e36ae3 req-35edeb5e-56f0-44e7-b5a0-25c16b6c5f03 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0811827 Mar 07 22:04:29.789474 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-06a68113-0291-4603-8984-cc2ca0e36ae3 req-e818b92d-b8b4-4eda-91a5-c5826d0551b7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362914 Mar 07 22:04:30.972965 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2342d7-cdc6-45fe-9a24-bece94158e0b req-ff96f3d0-0074-4c9f-9d41-79e4dc6376fc tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:30.974398 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-df2342d7-cdc6-45fe-9a24-bece94158e0b req-ff96f3d0-0074-4c9f-9d41-79e4dc6376fc tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0782061 Mar 07 22:04:31.020904 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-df2342d7-cdc6-45fe-9a24-bece94158e0b req-4c2f41ec-b273-4b20-b523-6f41fb49f8d8 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408735 Mar 07 22:04:32.198151 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4a725-9c86-45bf-8f02-dc674d8516c2 req-3504f6b6-fbbd-4060-9278-522d40426ccf tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:32.199467 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-66b4a725-9c86-45bf-8f02-dc674d8516c2 req-3504f6b6-fbbd-4060-9278-522d40426ccf tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0770791 Mar 07 22:04:32.241661 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-66b4a725-9c86-45bf-8f02-dc674d8516c2 req-b18d58ff-3e3c-477c-ad65-2cb8f1e9e0a5 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360024 Mar 07 22:04:33.423205 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb63f5-884c-40de-b1a6-110bcce84ea7 req-2224ba48-a32b-45ba-bfee-bd73f9e700d3 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:33.424616 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-26eb63f5-884c-40de-b1a6-110bcce84ea7 req-2224ba48-a32b-45ba-bfee-bd73f9e700d3 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0807364 Mar 07 22:04:33.467696 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-26eb63f5-884c-40de-b1a6-110bcce84ea7 req-a42705f3-a479-4401-aee3-9c069c1645e3 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375185 Mar 07 22:04:34.647141 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7866a9e-a7e9-4677-b957-16ce08ea2d31 req-b19539d7-9909-40cb-887f-a218254fd422 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:34.648567 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e7866a9e-a7e9-4677-b957-16ce08ea2d31 req-b19539d7-9909-40cb-887f-a218254fd422 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0781326 Mar 07 22:04:34.691053 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e7866a9e-a7e9-4677-b957-16ce08ea2d31 req-b865b951-6101-40f1-a20a-9c24857cde82 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363317 Mar 07 22:04:35.875824 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c313d19-a1d9-4820-b488-be800b3f8a52 req-671571c5-fc33-4283-81f5-1362fa8d92a1 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:35.880822 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3c313d19-a1d9-4820-b488-be800b3f8a52 req-671571c5-fc33-4283-81f5-1362fa8d92a1 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0835652 Mar 07 22:04:35.920375 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3c313d19-a1d9-4820-b488-be800b3f8a52 req-34f58128-6ac1-4e3e-904b-e2ccef4806f7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373931 Mar 07 22:04:37.106153 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ce38d-e2e3-479c-bf26-106dbf94b7db req-9585aff3-dfc8-4065-b4b4-833394c3cfa2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:37.107564 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c29ce38d-e2e3-479c-bf26-106dbf94b7db req-9585aff3-dfc8-4065-b4b4-833394c3cfa2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0809464 Mar 07 22:04:37.240666 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c29ce38d-e2e3-479c-bf26-106dbf94b7db req-b87d2ea3-13f8-46ef-9d40-87fa4e2c1a4a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273117 Mar 07 22:04:37.865619 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6463c-ea1c-42e1-8b96-b7b6b991c160 req-8869b5fb-bcd4-412e-8070-fdb8076733f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:37.867064 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-85d6463c-ea1c-42e1-8b96-b7b6b991c160 req-8869b5fb-bcd4-412e-8070-fdb8076733f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 1098 time: 0.1574490 Mar 07 22:04:37.876598 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1fa05-45ae-4152-acba-bfc5a3394c17 req-afc8acb8-5dd0-43bc-b832-ea0a29a0b354 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:37.877923 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8af1fa05-45ae-4152-acba-bfc5a3394c17 req-afc8acb8-5dd0-43bc-b832-ea0a29a0b354 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.1992784 Mar 07 22:04:37.883113 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5884580-a065-4f5d-921d-2dbf368b0e8c req-d3f68f0b-71aa-4bd1-9f03-e7fc9c60684f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1312089 Mar 07 22:04:38.008942 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8af1fa05-45ae-4152-acba-bfc5a3394c17 req-460509cc-2b77-40d3-ad37-cc41057b8dbf tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249127 Mar 07 22:04:38.039694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6463c-ea1c-42e1-8b96-b7b6b991c160 req-07469ec2-3e72-4c45-9e80-f8385cb5cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:38.041107 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-85d6463c-ea1c-42e1-8b96-b7b6b991c160 req-07469ec2-3e72-4c45-9e80-f8385cb5cf38 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 912 time: 0.1556010 Mar 07 22:04:38.144891 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-85d6463c-ea1c-42e1-8b96-b7b6b991c160 req-8c4292a6-56b8-4a65-bfb0-0c7d6074ff1d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=869c065e-b36c-4655-8db5-a907b84a9901 HTTP/1.1" status: 200 len: 1001 time: 0.0972483 Mar 07 22:04:38.205442 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6463c-ea1c-42e1-8b96-b7b6b991c160 req-d9b31cdc-ac38-4122-99c6-6ba9d3b74fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:38.207132 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-85d6463c-ea1c-42e1-8b96-b7b6b991c160 req-d9b31cdc-ac38-4122-99c6-6ba9d3b74fab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.0563622 Mar 07 22:04:38.282767 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6463c-ea1c-42e1-8b96-b7b6b991c160 req-bbf6c54d-56ab-4722-beb0-1ace591d2b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:38.284184 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-85d6463c-ea1c-42e1-8b96-b7b6b991c160 req-bbf6c54d-56ab-4722-beb0-1ace591d2b00 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714264 Mar 07 22:04:38.421980 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-85d6463c-ea1c-42e1-8b96-b7b6b991c160 req-8fefbed1-41a6-41b3-8b87-aa564434fe8b service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316922 Mar 07 22:04:38.554465 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-85d6463c-ea1c-42e1-8b96-b7b6b991c160 req-81caaf09-a7b2-477d-b0d6-3d2ab03901d7 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262984 Mar 07 22:04:39.193799 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146adb2-8263-4482-9ecb-5f723915eaa9 req-86ac9114-8b96-45c6-9519-f06a6265b958 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:39.195189 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3146adb2-8263-4482-9ecb-5f723915eaa9 req-86ac9114-8b96-45c6-9519-f06a6265b958 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0789890 Mar 07 22:04:39.239354 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3146adb2-8263-4482-9ecb-5f723915eaa9 req-1d9ce245-1a27-47cc-9a40-143b42f2c56f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372071 Mar 07 22:04:39.595382 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5884580-a065-4f5d-921d-2dbf368b0e8c req-2f241588-bc38-4e99-8805-7511a6b429eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:39.596858 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5884580-a065-4f5d-921d-2dbf368b0e8c req-2f241588-bc38-4e99-8805-7511a6b429eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 1098 time: 0.0727849 Mar 07 22:04:39.726034 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5884580-a065-4f5d-921d-2dbf368b0e8c req-8a771fe9-e417-4193-a68a-72a32fcd71da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:39.727423 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5884580-a065-4f5d-921d-2dbf368b0e8c req-8a771fe9-e417-4193-a68a-72a32fcd71da service neutron] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 912 time: 0.1248991 Mar 07 22:04:39.822661 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5884580-a065-4f5d-921d-2dbf368b0e8c req-af6f71c2-2328-4c46-a04c-78f08dba59b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=869c065e-b36c-4655-8db5-a907b84a9901 HTTP/1.1" status: 200 len: 1001 time: 0.0893254 Mar 07 22:04:39.887099 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5884580-a065-4f5d-921d-2dbf368b0e8c req-f87d6190-f3cf-4296-82ea-15a1828d9c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:39.888505 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5884580-a065-4f5d-921d-2dbf368b0e8c req-f87d6190-f3cf-4296-82ea-15a1828d9c9a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.0596840 Mar 07 22:04:39.961034 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5884580-a065-4f5d-921d-2dbf368b0e8c req-a7bb4d8d-ae7d-46cd-addd-3180244417fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:39.962464 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5884580-a065-4f5d-921d-2dbf368b0e8c req-a7bb4d8d-ae7d-46cd-addd-3180244417fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675278 Mar 07 22:04:40.193293 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5884580-a065-4f5d-921d-2dbf368b0e8c req-53791588-725d-4964-aa63-a87daed6288d service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236171 Mar 07 22:04:40.323266 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5884580-a065-4f5d-921d-2dbf368b0e8c req-6cdd0853-134d-4cd0-b81d-c2f0444721a5 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245747 Mar 07 22:04:40.426125 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc887b-f04b-451c-8184-4709d150e0de req-03482cc3-065f-4382-9903-6a50073a74cb tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:40.427551 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16cc887b-f04b-451c-8184-4709d150e0de req-03482cc3-065f-4382-9903-6a50073a74cb tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0827630 Mar 07 22:04:40.471623 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16cc887b-f04b-451c-8184-4709d150e0de req-90f69bfc-c028-432c-8b7f-2e6de4201bbd tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382910 Mar 07 22:04:41.652057 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d21c4e-9da3-46ab-b2e9-396d0ab6307d req-7368c620-c7b7-471d-86c9-d3b624be0384 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:41.654099 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a5d21c4e-9da3-46ab-b2e9-396d0ab6307d req-7368c620-c7b7-471d-86c9-d3b624be0384 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0773420 Mar 07 22:04:41.695454 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a5d21c4e-9da3-46ab-b2e9-396d0ab6307d req-c4365683-e79c-40ed-a237-0ca2269cd756 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358636 Mar 07 22:04:42.179129 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5884580-a065-4f5d-921d-2dbf368b0e8c req-47e432fb-b380-4a4b-8b3d-43692c7699fa service neutron] 10.222.0.11 "GET /v2.0/ports/869c065e-b36c-4655-8db5-a907b84a9901/bindings/hv-neutron-8299 HTTP/1.1" status: 200 len: 384 time: 0.0750299 Mar 07 22:04:42.228620 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:04:42.736225 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5884580-a065-4f5d-921d-2dbf368b0e8c req-3d18b9c1-3d1d-4274-ac33-ebbc2db5a6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:42.737682 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5884580-a065-4f5d-921d-2dbf368b0e8c req-3d18b9c1-3d1d-4274-ac33-ebbc2db5a6e1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b&tenant_id=7519c91134ec4857bcb6d7071f4c434b HTTP/1.1" status: 200 len: 1098 time: 0.0702255 Mar 07 22:04:42.881257 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5884580-a065-4f5d-921d-2dbf368b0e8c req-e006848b-ec36-4da2-b420-9322ca4cd477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:42.882750 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5884580-a065-4f5d-921d-2dbf368b0e8c req-e006848b-ec36-4da2-b420-9322ca4cd477 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 1098 time: 0.1246903 Mar 07 22:04:42.936434 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ba8b5-8046-4a6c-a620-0760ae9f3d4a req-c5fc0db8-dbd3-4932-bbc6-37f4b56782e0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:42.937740 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-551ba8b5-8046-4a6c-a620-0760ae9f3d4a req-c5fc0db8-dbd3-4932-bbc6-37f4b56782e0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.1338561 Mar 07 22:04:43.050801 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-551ba8b5-8046-4a6c-a620-0760ae9f3d4a req-927925f9-1b2b-4017-8d58-3d79e30cc77c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689938 Mar 07 22:04:43.057327 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5884580-a065-4f5d-921d-2dbf368b0e8c req-5777a902-f946-40c5-9aa5-3df11d72c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:43.058750 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5884580-a065-4f5d-921d-2dbf368b0e8c req-5777a902-f946-40c5-9aa5-3df11d72c7f2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 912 time: 0.1687429 Mar 07 22:04:43.158189 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5884580-a065-4f5d-921d-2dbf368b0e8c req-213b95ef-d990-4445-ba73-3a92402d5ec2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=869c065e-b36c-4655-8db5-a907b84a9901 HTTP/1.1" status: 200 len: 1001 time: 0.0928793 Mar 07 22:04:43.221482 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5884580-a065-4f5d-921d-2dbf368b0e8c req-ab80dcfa-2c64-4d30-9cc3-ec5a20cdb594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:43.222810 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5884580-a065-4f5d-921d-2dbf368b0e8c req-ab80dcfa-2c64-4d30-9cc3-ec5a20cdb594 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.0594385 Mar 07 22:04:43.294739 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5884580-a065-4f5d-921d-2dbf368b0e8c req-ecfd5488-4f78-42c7-9a10-b6edba751b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:43.296139 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5884580-a065-4f5d-921d-2dbf368b0e8c req-ecfd5488-4f78-42c7-9a10-b6edba751b15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676668 Mar 07 22:04:43.423599 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5884580-a065-4f5d-921d-2dbf368b0e8c req-52aa34d7-bf4b-43c5-a025-6b3ab8cae290 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214826 Mar 07 22:04:43.550285 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b5884580-a065-4f5d-921d-2dbf368b0e8c req-13cfe9a5-f5ff-4478-8ef3-abf0a91dd8c0 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209114 Mar 07 22:04:44.236097 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfba5c-235a-4357-aa57-e51915ce56ec req-e0dc8d86-960c-40e1-834f-853d0cb0d1b5 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:44.237534 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c7bfba5c-235a-4357-aa57-e51915ce56ec req-e0dc8d86-960c-40e1-834f-853d0cb0d1b5 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0830946 Mar 07 22:04:44.280603 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c7bfba5c-235a-4357-aa57-e51915ce56ec req-06459371-dae6-4e7e-a8ae-d451d4834bfb tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374179 Mar 07 22:04:45.460388 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfb5ce-a6aa-4d48-892d-019bda9e5ada req-057bc0ac-e1cc-481b-8c3c-bd9a2d220f88 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:45.461805 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5dcfb5ce-a6aa-4d48-892d-019bda9e5ada req-057bc0ac-e1cc-481b-8c3c-bd9a2d220f88 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0768814 Mar 07 22:04:45.504216 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5dcfb5ce-a6aa-4d48-892d-019bda9e5ada req-3bb01281-c4b7-46f9-be09-27ce3332dbc9 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368571 Mar 07 22:04:45.587165 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 869c065e-b36c-4655-8db5-a907b84a9901 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:04:45.589356 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 869c065e-b36c-4655-8db5-a907b84a9901 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:04:45.798110 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:45.832961 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 869c065e-b36c-4655-8db5-a907b84a9901, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=869c065e-b36c-4655-8db5-a907b84a9901,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:04:45.852151 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa951858-a235-487d-9372-723266080b8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '869c065e-b36c-4655-8db5-a907b84a9901'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:04:45.858633 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '869c065e-b36c-4655-8db5-a907b84a9901', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'port_id': '869c065e-b36c-4655-8db5-a907b84a9901', 'mac_address': 'fa:16:3e:d7:4e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:04:45.893745 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 869c065e-b36c-4655-8db5-a907b84a9901, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=869c065e-b36c-4655-8db5-a907b84a9901,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:04:45.916765 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa951858-a235-487d-9372-723266080b8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '869c065e-b36c-4655-8db5-a907b84a9901', 'code': 200} Mar 07 22:04:45.922431 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:45.940897 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 869c065e-b36c-4655-8db5-a907b84a9901 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:04:45.946580 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:46.118804 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf98b-8daf-4685-a56e-be18b6333bb6 req-57e978a7-6572-4b3c-a649-6974809c60bb tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:46.119199 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:04:46.119549 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:04:46.122475 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-317bf98b-8daf-4685-a56e-be18b6333bb6 req-57e978a7-6572-4b3c-a649-6974809c60bb tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 943 time: 0.2513664 Mar 07 22:04:46.122889 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=869c065e-b36c-4655-8db5-a907b84a9901,revision_number=6']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:46.129867 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:46.130238 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:46.130577 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:46.130906 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:46.131228 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:46.131560 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:46.131875 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:46.132193 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:46.132513 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:46.132828 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:46.133138 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:46.133451 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:46.157720 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01c66f-8d7d-4d76-8141-8eb22718d302 req-fe0c771e-96a8-418e-acb8-436f99f31bf4 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:46.159137 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dc01c66f-8d7d-4d76-8141-8eb22718d302 req-fe0c771e-96a8-418e-acb8-436f99f31bf4 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b&tenant_id=7519c91134ec4857bcb6d7071f4c434b&binding%3Ahost_id=hv-neutron-8299 HTTP/1.1" status: 200 len: 943 time: 0.1459098 Mar 07 22:04:46.171919 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:46.179791 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-317bf98b-8daf-4685-a56e-be18b6333bb6 req-e58b67b0-3c75-449f-800e-1f630ae11198 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540268 Mar 07 22:04:46.293874 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01c66f-8d7d-4d76-8141-8eb22718d302 req-17e70ea2-6f62-4ef2-b61c-20a8e006f416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:46.295310 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dc01c66f-8d7d-4d76-8141-8eb22718d302 req-17e70ea2-6f62-4ef2-b61c-20a8e006f416 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 1096 time: 0.0684299 Mar 07 22:04:46.422196 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01c66f-8d7d-4d76-8141-8eb22718d302 req-dccc11fe-abf2-4556-a543-2a255ecbdcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:46.423522 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dc01c66f-8d7d-4d76-8141-8eb22718d302 req-dccc11fe-abf2-4556-a543-2a255ecbdcb3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 912 time: 0.1226628 Mar 07 22:04:46.523256 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dc01c66f-8d7d-4d76-8141-8eb22718d302 req-81287eff-dc63-4eab-ad5d-026b841f96f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=869c065e-b36c-4655-8db5-a907b84a9901 HTTP/1.1" status: 200 len: 999 time: 0.0939336 Mar 07 22:04:46.583547 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01c66f-8d7d-4d76-8141-8eb22718d302 req-5c5cfb15-2315-486d-a53d-4eb06c1e9037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:46.584883 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dc01c66f-8d7d-4d76-8141-8eb22718d302 req-5c5cfb15-2315-486d-a53d-4eb06c1e9037 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.0552418 Mar 07 22:04:46.659827 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01c66f-8d7d-4d76-8141-8eb22718d302 req-67676958-f5d3-49af-8999-bcf8e14e6a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:46.661278 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dc01c66f-8d7d-4d76-8141-8eb22718d302 req-67676958-f5d3-49af-8999-bcf8e14e6a8c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707026 Mar 07 22:04:46.673309 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:46.689789 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869c065e-b36c-4655-8db5-a907b84a9901 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:04:46.705112 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 869c065e-b36c-4655-8db5-a907b84a9901, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=869c065e-b36c-4655-8db5-a907b84a9901,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:04:46.777338 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:46.791037 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dc01c66f-8d7d-4d76-8141-8eb22718d302 req-1ac37478-b898-4287-baad-d8dbfe67945e service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239929 Mar 07 22:04:46.846980 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['869c065e-b36c-4655-8db5-a907b84a9901'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:04:46.877249 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=869c065e-b36c-4655-8db5-a907b84a9901,revision_number=7']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:46.926019 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dc01c66f-8d7d-4d76-8141-8eb22718d302 req-dc75d96f-597f-4fc2-92e6-1c81cd04082b service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289306 Mar 07 22:04:47.365094 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64174d-b401-4177-9c7f-e098f2266b37 req-f5c9467d-7c71-4658-9b26-971e97aaec0c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:47.366522 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ca64174d-b401-4177-9c7f-e098f2266b37 req-f5c9467d-7c71-4658-9b26-971e97aaec0c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 944 time: 0.0777755 Mar 07 22:04:47.409038 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ca64174d-b401-4177-9c7f-e098f2266b37 req-c6ca589a-8bb6-46ce-925a-0e82ff892830 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369601 Mar 07 22:04:47.600998 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 869c065e-b36c-4655-8db5-a907b84a9901 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:04:47.668965 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 869c065e-b36c-4655-8db5-a907b84a9901 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:04:47.669323 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:47.782189 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:47.812904 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 869c065e-b36c-4655-8db5-a907b84a9901, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=869c065e-b36c-4655-8db5-a907b84a9901,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:04:47.897868 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:47.928147 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa951858-a235-487d-9372-723266080b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869c065e-b36c-4655-8db5-a907b84a9901'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:04:47.970798 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=869c065e-b36c-4655-8db5-a907b84a9901,revision_number=8']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:47.975330 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa951858-a235-487d-9372-723266080b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869c065e-b36c-4655-8db5-a907b84a9901', 'code': 200} Mar 07 22:04:48.592040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf68dd-2458-4073-9b11-0e0e2b189f84 req-3588f75b-0b3e-4368-81d1-1f8685098853 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:48.593451 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-85cf68dd-2458-4073-9b11-0e0e2b189f84 req-3588f75b-0b3e-4368-81d1-1f8685098853 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0803866 Mar 07 22:04:48.636460 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-85cf68dd-2458-4073-9b11-0e0e2b189f84 req-3f4715ed-761d-4e09-aa13-98b5a286f3ef tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373495 Mar 07 22:04:48.815934 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db513800-f95d-4499-9785-a426f1251e6d req-da326cd2-7ba0-4e9f-b1be-1fa44b9cd02b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:48.817358 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-db513800-f95d-4499-9785-a426f1251e6d req-da326cd2-7ba0-4e9f-b1be-1fa44b9cd02b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0775435 Mar 07 22:04:48.864277 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-db513800-f95d-4499-9785-a426f1251e6d req-1cf69621-48d2-4db7-a889-093325c52d27 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412250 Mar 07 22:04:49.317109 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29ade2-8d4b-4411-91a6-4eb102c6dfdf req-cb4ad71c-22a5-4683-b6d3-e094ba9f052e tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:49.318709 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0b29ade2-8d4b-4411-91a6-4eb102c6dfdf req-cb4ad71c-22a5-4683-b6d3-e094ba9f052e tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0812256 Mar 07 22:04:49.363450 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0b29ade2-8d4b-4411-91a6-4eb102c6dfdf req-5e7aa40b-3a06-46bf-843c-0de5d0dcdafa tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390525 Mar 07 22:04:49.439318 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e95ed-9c1c-464b-bb11-6cd5cb9a7d81 req-ea2ff8ff-e4a0-4d62-94d0-4db77412674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:49.440671 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f26e95ed-9c1c-464b-bb11-6cd5cb9a7d81 req-ea2ff8ff-e4a0-4d62-94d0-4db77412674b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 1098 time: 0.0733438 Mar 07 22:04:49.568286 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e95ed-9c1c-464b-bb11-6cd5cb9a7d81 req-c6c92970-b4a7-41f6-b805-ff9010a05b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:49.569722 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f26e95ed-9c1c-464b-bb11-6cd5cb9a7d81 req-c6c92970-b4a7-41f6-b805-ff9010a05b26 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 912 time: 0.1232610 Mar 07 22:04:49.664883 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f26e95ed-9c1c-464b-bb11-6cd5cb9a7d81 req-b52ee506-f460-40bf-b146-98226453fedc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=869c065e-b36c-4655-8db5-a907b84a9901 HTTP/1.1" status: 200 len: 1001 time: 0.0897400 Mar 07 22:04:49.822378 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e95ed-9c1c-464b-bb11-6cd5cb9a7d81 req-7130a22b-2039-4bd1-b96c-8874f9e6324c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:49.823797 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f26e95ed-9c1c-464b-bb11-6cd5cb9a7d81 req-7130a22b-2039-4bd1-b96c-8874f9e6324c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.1530404 Mar 07 22:04:49.897717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e95ed-9c1c-464b-bb11-6cd5cb9a7d81 req-e2a02717-12a6-457b-9f5e-12bdf4d4f0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:49.899180 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f26e95ed-9c1c-464b-bb11-6cd5cb9a7d81 req-e2a02717-12a6-457b-9f5e-12bdf4d4f0b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690598 Mar 07 22:04:50.028891 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f26e95ed-9c1c-464b-bb11-6cd5cb9a7d81 req-66642f1f-9bb0-4d21-b74f-ae42041bc5b8 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225088 Mar 07 22:04:50.080661 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0d056a61-693b-458d-9c45-00d6df838396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:50.158330 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f26e95ed-9c1c-464b-bb11-6cd5cb9a7d81 req-bdb64002-568f-4144-ba70-81cb8b701403 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241703 Mar 07 22:04:50.551235 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912b990-f645-48f0-9d80-8e9b739063ba req-ab69cadc-5237-4237-9f75-5cc634075439 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:50.552690 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7912b990-f645-48f0-9d80-8e9b739063ba req-ab69cadc-5237-4237-9f75-5cc634075439 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0836196 Mar 07 22:04:50.596364 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7912b990-f645-48f0-9d80-8e9b739063ba req-81b1e2bc-224d-4972-a9a7-c9d50e057b78 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376494 Mar 07 22:04:51.779077 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6f3fc-5039-43a0-84e0-7221084f3d7d req-e1ccc20b-a4cf-411c-bdc5-0f3bd2405cf1 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:51.780404 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-32b6f3fc-5039-43a0-84e0-7221084f3d7d req-e1ccc20b-a4cf-411c-bdc5-0f3bd2405cf1 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0784419 Mar 07 22:04:51.823642 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-32b6f3fc-5039-43a0-84e0-7221084f3d7d req-03b6a60e-0b61-4720-977f-1d48aa301298 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377080 Mar 07 22:04:52.257800 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a88b4fc3-8d69-41bb-b0d2-29ff8e5f2403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:52.305971 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d300bea-6dd7-498d-abf1-24f7124bf4e2 req-437764f4-d56a-4e5c-ad41-ed0f20180c02 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:52.307414 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8d300bea-6dd7-498d-abf1-24f7124bf4e2 req-437764f4-d56a-4e5c-ad41-ed0f20180c02 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0818851 Mar 07 22:04:52.350998 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8d300bea-6dd7-498d-abf1-24f7124bf4e2 req-8e5ebf3c-cb21-4fb7-aa88-5436d5bff141 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379829 Mar 07 22:04:53.240320 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:53.365867 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:53.539213 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79365074-b4a7-412a-9691-b5e7ef49581f req-00855d60-5649-418d-890d-755798284942 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:53.540624 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-79365074-b4a7-412a-9691-b5e7ef49581f req-00855d60-5649-418d-890d-755798284942 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0821307 Mar 07 22:04:53.582645 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-79365074-b4a7-412a-9691-b5e7ef49581f req-59dcce8c-0a94-46f9-8c74-81e723cdde61 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364194 Mar 07 22:04:53.891384 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327813cc-ac57-45fc-9934-604b219fb9d6 req-0b62731e-1422-491d-986c-9ab5e49889f3 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:53.892872 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-327813cc-ac57-45fc-9934-604b219fb9d6 req-0b62731e-1422-491d-986c-9ab5e49889f3 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 945 time: 0.0786052 Mar 07 22:04:53.961974 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-327813cc-ac57-45fc-9934-604b219fb9d6 req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Deleting port 869c065e-b36c-4655-8db5-a907b84a9901 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:04:53.962314 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-327813cc-ac57-45fc-9934-604b219fb9d6 req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:54.195828 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-327813cc-ac57-45fc-9934-604b219fb9d6 req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] For port 869c065e-b36c-4655-8db5-a907b84a9901, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=869c065e-b36c-4655-8db5-a907b84a9901,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:04:54.196105 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-327813cc-ac57-45fc-9934-604b219fb9d6 req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:54.478183 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-327813cc-ac57-45fc-9934-604b219fb9d6 req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:54.478456 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-327813cc-ac57-45fc-9934-604b219fb9d6 req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:54.478761 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [req-327813cc-ac57-45fc-9934-604b219fb9d6 req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Floating IP 95301645-64a2-45e0-8fac-7d903c85b15e disassociated. External IP: 172.26.2.232, port: 869c065e-b36c-4655-8db5-a907b84a9901. Mar 07 22:04:54.479093 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-327813cc-ac57-45fc-9934-604b219fb9d6 req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Calling delete_port for 869c065e-b36c-4655-8db5-a907b84a9901 owned by compute:nova {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:04:54.685966 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-327813cc-ac57-45fc-9934-604b219fb9d6 req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:54.788756 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8d18a75c-076a-40d0-8c65-f0e8851aa430 req-9f42b470-ffe0-44ab-8ca4-008df4e8cdca tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 210 time: 0.0962179 Mar 07 22:04:54.789019 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Pushing event deleted for resources: {'Port': ['ID=869c065e-b36c-4655-8db5-a907b84a9901,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:04:54.798210 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:54.798618 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:54.798975 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:54.799281 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:54.799603 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:54.799924 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:54.800243 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:54.800561 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:54.800879 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:54.801193 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:54.801505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:54.801816 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:04:54.817571 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:55.093832 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-327813cc-ac57-45fc-9934-604b219fb9d6 req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Router 1edf5eb2-f431-44d4-8f39-e30c77877da8 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:04:55.267250 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-327813cc-ac57-45fc-9934-604b219fb9d6 req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:04:55.276950 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c3e876-9775-4f77-83dc-61db8fd4ac5c None None] Sync routers for ids ['1edf5eb2-f431-44d4-8f39-e30c77877da8'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:04:55.286895 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c3e876-9775-4f77-83dc-61db8fd4ac5c None None] Routers {'1edf5eb2-f431-44d4-8f39-e30c77877da8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:04:55.288517 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-e4c3e876-9775-4f77-83dc-61db8fd4ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:04:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['1edf5eb2-f431-44d4-8f39-e30c77877da8'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:55.342508 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-327813cc-ac57-45fc-9934-604b219fb9d6 req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] No DVR routers for this DVR port 869c065e-b36c-4655-8db5-a907b84a9901 on host hv-neutron-8299 {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:04:55.345161 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-327813cc-ac57-45fc-9934-604b219fb9d6 req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:04:55.348965 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa951858-a235-487d-9372-723266080b8b', 'name': 'network-vif-deleted', 'tag': '869c065e-b36c-4655-8db5-a907b84a9901'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:04:55.396179 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa951858-a235-487d-9372-723266080b8b', 'name': 'network-vif-deleted', 'tag': '869c065e-b36c-4655-8db5-a907b84a9901', 'status': 'completed', 'code': 200} Mar 07 22:04:55.406947 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-327813cc-ac57-45fc-9934-604b219fb9d6 req-77700bad-dd0c-4b97-8ba6-6b45f719fa58 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.11 "DELETE /v2.0/ports/869c065e-b36c-4655-8db5-a907b84a9901 HTTP/1.1" status: 204 len: 173 time: 1.5092576 Mar 07 22:04:55.468791 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-e4c3e876-9775-4f77-83dc-61db8fd4ac5c None None] Set router 1edf5eb2-f431-44d4-8f39-e30c77877da8 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:04:55.781728 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-e4c3e876-9775-4f77-83dc-61db8fd4ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:54Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:55.785437 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c3e876-9775-4f77-83dc-61db8fd4ac5c None None] Checking router: 1edf5eb2-f431-44d4-8f39-e30c77877da8 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:04:55.794285 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c3e876-9775-4f77-83dc-61db8fd4ac5c None None] Routers {'1edf5eb2-f431-44d4-8f39-e30c77877da8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:04:55.794864 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-e4c3e876-9775-4f77-83dc-61db8fd4ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:04:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['1edf5eb2-f431-44d4-8f39-e30c77877da8'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:55.965787 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-0bf3fc35-703c-4c1b-a941-fbfecf5209e1 req-0927b117-a163-45e8-bbc8-bea9670eaad4 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Synchronizing usage tracker for tenant:7519c91134ec4857bcb6d7071f4c434b on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:04:55.971919 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-e4c3e876-9775-4f77-83dc-61db8fd4ac5c None None] Set router 1edf5eb2-f431-44d4-8f39-e30c77877da8 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:04:56.080024 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-0bf3fc35-703c-4c1b-a941-fbfecf5209e1 req-0927b117-a163-45e8-bbc8-bea9670eaad4 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Unset dirty status for tenant:7519c91134ec4857bcb6d7071f4c434b on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:04:56.081292 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0bf3fc35-703c-4c1b-a941-fbfecf5209e1 req-0927b117-a163-45e8-bbc8-bea9670eaad4 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa951858-a235-487d-9372-723266080b8b HTTP/1.1" status: 200 len: 210 time: 0.1612475 Mar 07 22:04:56.321117 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-e4c3e876-9775-4f77-83dc-61db8fd4ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:54Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:04:56.325143 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c3e876-9775-4f77-83dc-61db8fd4ac5c None None] The sync data for ids ['1edf5eb2-f431-44d4-8f39-e30c77877da8'] in dv-neutron-829957-1-hyperv is: [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:54Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:04:56.528753 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5425ee40-2044-4eeb-a341-d9cf3d0d7a19 None None] New status for floating IP 95301645-64a2-45e0-8fac-7d903c85b15e: DOWN {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:04:57.407804 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-10cbb22d-b43f-4b88-a603-6ea474711723 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1778024082&fields=id&tenant_id=7519c91134ec4857bcb6d7071f4c434b HTTP/1.1" status: 200 len: 267 time: 0.0380590 Mar 07 22:04:57.552518 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-15008981-3dbe-423b-aa43-c3545ae869ff tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:57.553921 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-15008981-3dbe-423b-aa43-c3545ae869ff tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 812 time: 0.1401072 Mar 07 22:04:57.568564 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-b4c94541-46b7-4498-b22d-e21af1de5895 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/quotas/7519c91134ec4857bcb6d7071f4c434b HTTP/1.1" status: 200 len: 375 time: 0.0092473 Mar 07 22:04:57.616506 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 869c065e-b36c-4655-8db5-a907b84a9901 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:04:57.648918 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 869c065e-b36c-4655-8db5-a907b84a9901 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:04:57.649256 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 869c065e-b36c-4655-8db5-a907b84a9901 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:04:57.656229 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-853fac56-f322-41d5-8d80-10f8a302c3a3 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0829055 Mar 07 22:04:57.790267 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-cf22dbd2-ec47-40f5-8437-877a8ee0c44a service neutron] 10.222.0.21 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225975 Mar 07 22:04:57.921737 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-6de048a8-5211-4376-90fd-b6699304bbab service neutron] 10.222.0.21 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248393 Mar 07 22:04:58.165446 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-49961e72-38c5-4fd5-9c9f-2c9a4672cbdc req-53554fbe-4816-493f-95ea-1e457c7cdcad tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 210 time: 0.0420411 Mar 07 22:04:59.311252 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-144cf153-5d78-43d9-b9bc-309687fad3c3 req-0200514c-0cf6-40d2-a287-05970595dccf tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 210 time: 0.0417871 Mar 07 22:04:59.958888 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-c20b449b-191c-413b-a8fe-3025edb537d5 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:04:59.960262 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-c20b449b-191c-413b-a8fe-3025edb537d5 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 812 time: 0.1420608 Mar 07 22:05:00.010110 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-ccddb2ea-8ec7-446b-9240-56768d57340d tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7519c91134ec4857bcb6d7071f4c434b HTTP/1.1" status: 200 len: 380 time: 0.0409644 Mar 07 22:05:00.019524 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-ac739b14-404a-4a06-9fb7-f5666c92d6b2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Request body: {'port': {'device_id': '9b9d9a38-6558-4161-850b-3564285c5239', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'admin_state_up': True, 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'security_groups': ['636020b5-c979-41e2-9615-06dad7ed9f3b']}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:05:00.259148 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-ac739b14-404a-4a06-9fb7-f5666c92d6b2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:05:00.268416 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-ac739b14-404a-4a06-9fb7-f5666c92d6b2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:05:00.337113 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-ac739b14-404a-4a06-9fb7-f5666c92d6b2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Made reservation on behalf of 7519c91134ec4857bcb6d7071f4c434b for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:05:00.340692 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-ac739b14-404a-4a06-9fb7-f5666c92d6b2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:00.476184 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-436cd20c-02c7-4bc5-a4cb-14bd14c07c42 req-56eda9e6-2c22-40f2-928c-40f43f8d5966 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 210 time: 0.0531402 Mar 07 22:05:00.535601 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-ac739b14-404a-4a06-9fb7-f5666c92d6b2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Allocated IP 172.20.0.5 (90e55d69-1d33-4723-91cb-26c97a2257f0/03e8d1d3-3eb9-47e6-bb67-7223320c567b/33aab781-03b6-40cd-96be-50b4b8947d3d) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:05:00.713579 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-ac739b14-404a-4a06-9fb7-f5666c92d6b2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:00.729615 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-ac739b14-404a-4a06-9fb7-f5666c92d6b2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Transition to ACTIVE for port object 33aab781-03b6-40cd-96be-50b4b8947d3d will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:05:00.811721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-ac739b14-404a-4a06-9fb7-f5666c92d6b2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:00.879018 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-ac739b14-404a-4a06-9fb7-f5666c92d6b2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Network 90e55d69-1d33-4723-91cb-26c97a2257f0 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:05:00.881851 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-ac739b14-404a-4a06-9fb7-f5666c92d6b2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:05:00.884421 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-ac739b14-404a-4a06-9fb7-f5666c92d6b2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:05:00.934413 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac739b14-404a-4a06-9fb7-f5666c92d6b2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Pushing event updated for resources: {'Port': ['ID=33aab781-03b6-40cd-96be-50b4b8947d3d,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:00.960708 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-ac739b14-404a-4a06-9fb7-f5666c92d6b2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:00.961328 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-ac739b14-404a-4a06-9fb7-f5666c92d6b2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:01.046940 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-ac739b14-404a-4a06-9fb7-f5666c92d6b2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0312634 Mar 07 22:05:01.057929 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-a616f35a-c6af-4884-b0f5-63c10995cbe9 service neutron] Request body: {'port': {'device_id': '9b9d9a38-6558-4161-850b-3564285c5239', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:05:01.167155 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-a616f35a-c6af-4884-b0f5-63c10995cbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:01.206088 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-28e7ea25-fbed-4f44-838b-842ef50d12da None None] Provisioning for port 33aab781-03b6-40cd-96be-50b4b8947d3d completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:05:01.211257 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-28e7ea25-fbed-4f44-838b-842ef50d12da None None] Provisioning complete for port 33aab781-03b6-40cd-96be-50b4b8947d3d triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:05:01.211624 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-28e7ea25-fbed-4f44-838b-842ef50d12da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:01.265780 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-28e7ea25-fbed-4f44-838b-842ef50d12da None None] Port 33aab781-03b6-40cd-96be-50b4b8947d3d cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:05:01.501459 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-a616f35a-c6af-4884-b0f5-63c10995cbe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33aab781-03b6-40cd-96be-50b4b8947d3d {{(pid=88386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:05:01.508907 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-a616f35a-c6af-4884-b0f5-63c10995cbe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:01.524029 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-a616f35a-c6af-4884-b0f5-63c10995cbe9 service neutron] Transition to ACTIVE for port object 33aab781-03b6-40cd-96be-50b4b8947d3d will not be triggered until provisioned by entity L2. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:05:01.615092 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-a616f35a-c6af-4884-b0f5-63c10995cbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:01.758030 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616f35a-c6af-4884-b0f5-63c10995cbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=33aab781-03b6-40cd-96be-50b4b8947d3d,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:01.864776 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69d746-492b-4b4c-aedc-1fa277b9f872 req-86367525-732c-46c9-ba4b-5bb7c1a32efd tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:01.865464 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-ef69d746-492b-4b4c-aedc-1fa277b9f872 req-86367525-732c-46c9-ba4b-5bb7c1a32efd tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Synchronizing usage tracker for tenant:7519c91134ec4857bcb6d7071f4c434b on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:05:01.893841 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-a616f35a-c6af-4884-b0f5-63c10995cbe9 service neutron] Attempting to bind port 33aab781-03b6-40cd-96be-50b4b8947d3d on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:05:01.894199 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-a616f35a-c6af-4884-b0f5-63c10995cbe9 service neutron] Attempting to bind port 33aab781-03b6-40cd-96be-50b4b8947d3d by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'c685d443-afa2-4d37-a0d6-087888f4699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:05:01.894525 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-a616f35a-c6af-4884-b0f5-63c10995cbe9 service neutron] Attempting to bind port 33aab781-03b6-40cd-96be-50b4b8947d3d on network 90e55d69-1d33-4723-91cb-26c97a2257f0 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:05:01.899043 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-a616f35a-c6af-4884-b0f5-63c10995cbe9 service neutron] Port 33aab781-03b6-40cd-96be-50b4b8947d3d on network 90e55d69-1d33-4723-91cb-26c97a2257f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 22:05:01.899356 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-a616f35a-c6af-4884-b0f5-63c10995cbe9 service neutron] Attempting to bind port 33aab781-03b6-40cd-96be-50b4b8947d3d on network 90e55d69-1d33-4723-91cb-26c97a2257f0 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:05:01.904337 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-a616f35a-c6af-4884-b0f5-63c10995cbe9 service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:05:01.904666 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-a616f35a-c6af-4884-b0f5-63c10995cbe9 service neutron] Checking segment: {'id': 'c685d443-afa2-4d37-a0d6-087888f4699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:05:01.905040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-a616f35a-c6af-4884-b0f5-63c10995cbe9 service neutron] Bound using segment: {'id': 'c685d443-afa2-4d37-a0d6-087888f4699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0'} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:05:01.905457 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-a616f35a-c6af-4884-b0f5-63c10995cbe9 service neutron] Bound port: 33aab781-03b6-40cd-96be-50b4b8947d3d, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c685d443-afa2-4d37-a0d6-087888f4699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0'}}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:05:01.905795 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-a616f35a-c6af-4884-b0f5-63c10995cbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:01.962742 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-ef69d746-492b-4b4c-aedc-1fa277b9f872 req-86367525-732c-46c9-ba4b-5bb7c1a32efd tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Unset dirty status for tenant:7519c91134ec4857bcb6d7071f4c434b on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:05:01.963806 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ef69d746-492b-4b4c-aedc-1fa277b9f872 req-86367525-732c-46c9-ba4b-5bb7c1a32efd tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 943 time: 0.3834133 Mar 07 22:05:02.020489 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-a616f35a-c6af-4884-b0f5-63c10995cbe9 service neutron] For port 33aab781-03b6-40cd-96be-50b4b8947d3d, host hv-neutron-8299, cleared binding levels {{(pid=88386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:05:02.030567 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ef69d746-492b-4b4c-aedc-1fa277b9f872 req-9e0fc1b3-d21c-4b21-a240-41db7b7f9d3b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602827 Mar 07 22:05:02.033029 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-a616f35a-c6af-4884-b0f5-63c10995cbe9 service neutron] For port 33aab781-03b6-40cd-96be-50b4b8947d3d, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=33aab781-03b6-40cd-96be-50b4b8947d3d,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:05:02.085937 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-a616f35a-c6af-4884-b0f5-63c10995cbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:02.142298 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-a616f35a-c6af-4884-b0f5-63c10995cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:02.142902 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-a616f35a-c6af-4884-b0f5-63c10995cbe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:02.144233 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-a616f35a-c6af-4884-b0f5-63c10995cbe9 service neutron] 10.222.0.11 "PUT /v2.0/ports/33aab781-03b6-40cd-96be-50b4b8947d3d HTTP/1.1" status: 200 len: 1093 time: 1.0903025 Mar 07 22:05:02.144656 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9d9a38-6558-4161-850b-3564285c5239', 'tag': '33aab781-03b6-40cd-96be-50b4b8947d3d'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:05:02.174838 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616f35a-c6af-4884-b0f5-63c10995cbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=33aab781-03b6-40cd-96be-50b4b8947d3d,revision_number=3']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:02.192183 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9d9a38-6558-4161-850b-3564285c5239', 'tag': '33aab781-03b6-40cd-96be-50b4b8947d3d', 'status': 'completed', 'code': 200} Mar 07 22:05:02.283352 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daedde5-d374-4cda-8eb1-00b75a3b16cb req-c7d050a4-5ba7-46a5-a821-ccd3809dc5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:02.284888 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3daedde5-d374-4cda-8eb1-00b75a3b16cb req-c7d050a4-5ba7-46a5-a821-ccd3809dc5e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 1096 time: 0.0743740 Mar 07 22:05:02.524373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daedde5-d374-4cda-8eb1-00b75a3b16cb req-a79d9c7b-1e54-4309-86d4-873898b2ddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:02.525795 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3daedde5-d374-4cda-8eb1-00b75a3b16cb req-a79d9c7b-1e54-4309-86d4-873898b2ddeb service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7519c91134ec4857bcb6d7071f4c434b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2346225 Mar 07 22:05:02.657065 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daedde5-d374-4cda-8eb1-00b75a3b16cb req-27bd1deb-ca20-40a0-9f06-a3f0feb637f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:02.658512 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3daedde5-d374-4cda-8eb1-00b75a3b16cb req-27bd1deb-ca20-40a0-9f06-a3f0feb637f6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1259990 Mar 07 22:05:02.762901 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-b53d8501-9adb-4179-b18c-fa2b0adfe343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:02.764726 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-b53d8501-9adb-4179-b18c-fa2b0adfe343 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 1096 time: 0.0728214 Mar 07 22:05:02.833674 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-ad915c41-bf1a-4e6c-b926-86cbd09aac1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33aab781-03b6-40cd-96be-50b4b8947d3d HTTP/1.1" status: 200 len: 217 time: 0.0624158 Mar 07 22:05:02.895097 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-27b89cdf-a92d-4e6d-af93-58216e1f9fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:02.896506 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-27b89cdf-a92d-4e6d-af93-58216e1f9fee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.0572252 Mar 07 22:05:02.968603 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-ecafc0bb-0fb1-4de7-9c95-733b38edd263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:02.970013 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-ecafc0bb-0fb1-4de7-9c95-733b38edd263 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677180 Mar 07 22:05:03.098497 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-25902f9e-f678-4384-8700-8b92dfc67f06 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220906 Mar 07 22:05:03.284630 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6cb886d4-6ac8-4642-a231-8ed8409fcb65 req-076d864f-6f29-4d83-96ca-523d2a4fa46d service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801698 Mar 07 22:05:03.297164 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbad3ca-a324-41ad-a8a2-e3c7a9afc449 req-2b622a8b-5303-4bbd-9829-d35db2381ab4 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:03.298584 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2dbad3ca-a324-41ad-a8a2-e3c7a9afc449 req-2b622a8b-5303-4bbd-9829-d35db2381ab4 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 943 time: 0.1606348 Mar 07 22:05:03.342468 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2dbad3ca-a324-41ad-a8a2-e3c7a9afc449 req-1a0e8813-d06d-409b-b210-d8878cafeec6 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382714 Mar 07 22:05:04.526947 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7c6e5-72d2-4848-bf2c-d810f650f15e req-f767d27d-1158-4835-b38e-a26a9797f3ab tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:04.528376 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e9d7c6e5-72d2-4848-bf2c-d810f650f15e req-f767d27d-1158-4835-b38e-a26a9797f3ab tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 943 time: 0.0786936 Mar 07 22:05:04.575066 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e9d7c6e5-72d2-4848-bf2c-d810f650f15e req-74d6fcb4-a933-4758-b698-45ee334c4bdc tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410118 Mar 07 22:05:05.663072 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 33aab781-03b6-40cd-96be-50b4b8947d3d details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:05:05.755356 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1416812-3141-4d9a-b1d5-f2b78f46d4cf req-6e406687-7bed-43dd-8f82-a34411d704fd tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:05.756804 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c1416812-3141-4d9a-b1d5-f2b78f46d4cf req-6e406687-7bed-43dd-8f82-a34411d704fd tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 943 time: 0.0775671 Mar 07 22:05:05.794757 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 33aab781-03b6-40cd-96be-50b4b8947d3d, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=33aab781-03b6-40cd-96be-50b4b8947d3d,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:05:05.802426 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c1416812-3141-4d9a-b1d5-f2b78f46d4cf req-e8beeb0a-594e-481c-ad7e-5a6e88e36bc4 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399525 Mar 07 22:05:05.808590 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '33aab781-03b6-40cd-96be-50b4b8947d3d', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'port_id': '33aab781-03b6-40cd-96be-50b4b8947d3d', 'mac_address': 'fa:16:3e:2c:ee:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:05:05.864021 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:05.880692 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33aab781-03b6-40cd-96be-50b4b8947d3d {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:05:05.896053 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 33aab781-03b6-40cd-96be-50b4b8947d3d, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=33aab781-03b6-40cd-96be-50b4b8947d3d,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:05:05.948302 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:06.015406 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=33aab781-03b6-40cd-96be-50b4b8947d3d,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:06.150289 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['33aab781-03b6-40cd-96be-50b4b8947d3d'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:05:06.986637 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d3b30-a1b9-443f-b672-1880910a2bb9 req-2ec3f839-d27b-480e-98e5-88673951b6ee tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:06.987962 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7d5d3b30-a1b9-443f-b672-1880910a2bb9 req-2ec3f839-d27b-480e-98e5-88673951b6ee tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 944 time: 0.0813465 Mar 07 22:05:07.031407 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7d5d3b30-a1b9-443f-b672-1880910a2bb9 req-466390fe-3d58-4aa3-825a-61cfda15b0d4 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378737 Mar 07 22:05:07.678348 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 33aab781-03b6-40cd-96be-50b4b8947d3d up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:05:07.805241 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 33aab781-03b6-40cd-96be-50b4b8947d3d completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:05:07.809924 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 33aab781-03b6-40cd-96be-50b4b8947d3d triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:05:07.810309 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:07.922813 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:07.947608 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9d9a38-6558-4161-850b-3564285c5239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33aab781-03b6-40cd-96be-50b4b8947d3d'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:05:07.957496 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 33aab781-03b6-40cd-96be-50b4b8947d3d, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=33aab781-03b6-40cd-96be-50b4b8947d3d,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:05:07.992211 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9d9a38-6558-4161-850b-3564285c5239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33aab781-03b6-40cd-96be-50b4b8947d3d', 'code': 200} Mar 07 22:05:08.005904 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:08.071642 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=33aab781-03b6-40cd-96be-50b4b8947d3d,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:08.213927 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e7b8e-e754-4469-9057-613ab880ffc8 req-6127b78d-8815-4c76-af97-ef24c6ea3549 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:08.215591 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bc9e7b8e-e754-4469-9057-613ab880ffc8 req-6127b78d-8815-4c76-af97-ef24c6ea3549 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0794518 Mar 07 22:05:08.297408 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bc9e7b8e-e754-4469-9057-613ab880ffc8 req-c74fdc26-4121-44ed-a49c-7d72a9a2e79f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763876 Mar 07 22:05:08.326446 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d4afc-7136-429f-abee-2430f8eabd39 req-acd757de-a2b6-4db3-9c38-42b9b4847e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:08.327933 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-933d4afc-7136-429f-abee-2430f8eabd39 req-acd757de-a2b6-4db3-9c38-42b9b4847e53 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 1098 time: 0.0809197 Mar 07 22:05:08.365334 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-933d4afc-7136-429f-abee-2430f8eabd39 req-40665300-ee3b-4754-9ac2-7d008efa7056 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320170 Mar 07 22:05:09.487263 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2661a-551b-470e-98f4-905b2947cba6 req-2153ad5b-8b5e-4d52-92c2-85fd33be3acc tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:09.488683 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-53d2661a-551b-470e-98f4-905b2947cba6 req-2153ad5b-8b5e-4d52-92c2-85fd33be3acc tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0798275 Mar 07 22:05:09.537890 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-53d2661a-551b-470e-98f4-905b2947cba6 req-c758e635-9914-450d-932e-5fd843dd1e5a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429723 Mar 07 22:05:10.722368 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674cb7ac-ad5c-47e5-892b-e5623a87283a req-ac22a416-0168-4324-a2a9-5a363117979b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:10.723778 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-674cb7ac-ad5c-47e5-892b-e5623a87283a req-ac22a416-0168-4324-a2a9-5a363117979b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0782390 Mar 07 22:05:10.767186 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-674cb7ac-ad5c-47e5-892b-e5623a87283a req-751f1f1d-15fa-4590-b0e1-e95f5d55fb53 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378928 Mar 07 22:05:10.946028 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2433a2-a035-4c8a-92b8-9b32effe9c4b req-f57eec21-f787-4fab-94e9-6fe164545a8b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:10.947489 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3f2433a2-a035-4c8a-92b8-9b32effe9c4b req-f57eec21-f787-4fab-94e9-6fe164545a8b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0817678 Mar 07 22:05:10.956969 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 53496) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:05:10.961824 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d95fcfe5-8a13-4811-bfce-0bcc317bfdf9 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Request body: {'floatingip': {'port_id': '33aab781-03b6-40cd-96be-50b4b8947d3d'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:05:11.129068 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d95fcfe5-8a13-4811-bfce-0bcc317bfdf9 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for floatingip, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:11.704697 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d95fcfe5-8a13-4811-bfce-0bcc317bfdf9 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:11.759642 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d95fcfe5-8a13-4811-bfce-0bcc317bfdf9 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:11.926843 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-d95fcfe5-8a13-4811-bfce-0bcc317bfdf9 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Floating IP 95301645-64a2-45e0-8fac-7d903c85b15e associated. External IP: 172.26.2.232, port: 33aab781-03b6-40cd-96be-50b4b8947d3d. Mar 07 22:05:12.268206 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95fcfe5-8a13-4811-bfce-0bcc317bfdf9 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Router 1edf5eb2-f431-44d4-8f39-e30c77877da8 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:05:12.551337 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95fcfe5-8a13-4811-bfce-0bcc317bfdf9 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:05:12.556304 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d95fcfe5-8a13-4811-bfce-0bcc317bfdf9 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:12.560741 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dc220b-73e6-4c77-a4a0-d9ce3fe4850c None None] Sync routers for ids ['1edf5eb2-f431-44d4-8f39-e30c77877da8'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:05:12.571256 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dc220b-73e6-4c77-a4a0-d9ce3fe4850c None None] Routers {'1edf5eb2-f431-44d4-8f39-e30c77877da8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:05:12.571852 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-a4dc220b-73e6-4c77-a4a0-d9ce3fe4850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:04:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['1edf5eb2-f431-44d4-8f39-e30c77877da8'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:12.612171 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d95fcfe5-8a13-4811-bfce-0bcc317bfdf9 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "PUT /v2.0/floatingips/95301645-64a2-45e0-8fac-7d903c85b15e HTTP/1.1" status: 200 len: 991 time: 1.6541650 Mar 07 22:05:12.612746 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9d9a38-6558-4161-850b-3564285c5239', 'tag': '33aab781-03b6-40cd-96be-50b4b8947d3d'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:05:12.656473 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9d9a38-6558-4161-850b-3564285c5239', 'tag': '33aab781-03b6-40cd-96be-50b4b8947d3d', 'status': 'completed', 'code': 200} Mar 07 22:05:12.751144 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f208c-4c0b-4605-8ef3-2dcd230ed30d req-215223fb-6edf-4030-8c41-159829823796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:12.752648 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e40f208c-4c0b-4605-8ef3-2dcd230ed30d req-215223fb-6edf-4030-8c41-159829823796 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 1098 time: 0.0731516 Mar 07 22:05:12.753658 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-a4dc220b-73e6-4c77-a4a0-d9ce3fe4850c None None] Set router 1edf5eb2-f431-44d4-8f39-e30c77877da8 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:05:12.893652 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f208c-4c0b-4605-8ef3-2dcd230ed30d req-8cf0d8f1-a667-43d4-b50c-424b0cea33cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:12.895115 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e40f208c-4c0b-4605-8ef3-2dcd230ed30d req-8cf0d8f1-a667-43d4-b50c-424b0cea33cf service neutron] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 912 time: 0.1370070 Mar 07 22:05:12.999202 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e40f208c-4c0b-4605-8ef3-2dcd230ed30d req-bfe4ba25-4704-4b1f-bc47-8729ee496784 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33aab781-03b6-40cd-96be-50b4b8947d3d HTTP/1.1" status: 200 len: 999 time: 0.0984333 Mar 07 22:05:13.059040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f208c-4c0b-4605-8ef3-2dcd230ed30d req-3d0d1a49-b715-40ba-b31e-cd78758cc942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:13.060545 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e40f208c-4c0b-4605-8ef3-2dcd230ed30d req-3d0d1a49-b715-40ba-b31e-cd78758cc942 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.0563195 Mar 07 22:05:13.136696 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f208c-4c0b-4605-8ef3-2dcd230ed30d req-9cc785cd-7aef-4acb-87ba-aab78c6a8dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:13.138136 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e40f208c-4c0b-4605-8ef3-2dcd230ed30d req-9cc785cd-7aef-4acb-87ba-aab78c6a8dc2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719264 Mar 07 22:05:13.149019 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-a4dc220b-73e6-4c77-a4a0-d9ce3fe4850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '95301645-64a2-45e0-8fac-7d903c85b15e', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'floating_ip_address': '172.26.2.232', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'port_id': '33aab781-03b6-40cd-96be-50b4b8947d3d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'mac_address': 'fa:16:3e:2c:ee:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9d9a38-6558-4161-850b-3564285c5239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:02:52Z', 'updated_at': '2022-03-07T22:05:11Z', 'revision_number': 9, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:54Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:13.152801 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dc220b-73e6-4c77-a4a0-d9ce3fe4850c None None] Checking router: 1edf5eb2-f431-44d4-8f39-e30c77877da8 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:05:13.161737 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dc220b-73e6-4c77-a4a0-d9ce3fe4850c None None] Routers {'1edf5eb2-f431-44d4-8f39-e30c77877da8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:05:13.162347 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-a4dc220b-73e6-4c77-a4a0-d9ce3fe4850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:04:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['1edf5eb2-f431-44d4-8f39-e30c77877da8'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:13.268076 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e40f208c-4c0b-4605-8ef3-2dcd230ed30d req-156abb53-5a7f-45fd-b847-2331afe360df service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241424 Mar 07 22:05:13.337463 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-a4dc220b-73e6-4c77-a4a0-d9ce3fe4850c None None] Set router 1edf5eb2-f431-44d4-8f39-e30c77877da8 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:05:13.400173 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e40f208c-4c0b-4605-8ef3-2dcd230ed30d req-c1b0bd19-8025-4685-b113-2ec560f6715b service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261687 Mar 07 22:05:13.677131 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-a4dc220b-73e6-4c77-a4a0-d9ce3fe4850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '95301645-64a2-45e0-8fac-7d903c85b15e', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'floating_ip_address': '172.26.2.232', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'port_id': '33aab781-03b6-40cd-96be-50b4b8947d3d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'mac_address': 'fa:16:3e:2c:ee:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9d9a38-6558-4161-850b-3564285c5239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:02:52Z', 'updated_at': '2022-03-07T22:05:11Z', 'revision_number': 9, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:54Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:13.680994 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dc220b-73e6-4c77-a4a0-d9ce3fe4850c None None] The sync data for ids ['1edf5eb2-f431-44d4-8f39-e30c77877da8'] in dv-neutron-829957-1-hyperv is: [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '95301645-64a2-45e0-8fac-7d903c85b15e', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'floating_ip_address': '172.26.2.232', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'port_id': '33aab781-03b6-40cd-96be-50b4b8947d3d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'mac_address': 'fa:16:3e:2c:ee:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9d9a38-6558-4161-850b-3564285c5239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:02:52Z', 'updated_at': '2022-03-07T22:05:11Z', 'revision_number': 9, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:54Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:05:13.860867 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53789e35-ae5a-4d11-82ea-fe644455db9d None None] New status for floating IP 95301645-64a2-45e0-8fac-7d903c85b15e: ACTIVE {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:05:14.149053 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96213b-f8b1-43c5-a641-3b46d7517463 req-10300836-ec43-4f95-a0e6-0ca8aec76059 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:14.150544 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0c96213b-f8b1-43c5-a641-3b46d7517463 req-10300836-ec43-4f95-a0e6-0ca8aec76059 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0860147 Mar 07 22:05:14.246988 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0c96213b-f8b1-43c5-a641-3b46d7517463 req-bfb93a8d-9179-49c6-8169-67de30eb28d0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901237 Mar 07 22:05:14.265323 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-5c85a97a-6013-4821-ab05-09446632f955 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1073844 Mar 07 22:05:15.433348 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0adf66-67d3-4a1f-8326-b94b78810ee2 req-ac977886-ffa6-432d-b460-c0a7690a7d76 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:15.434843 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dd0adf66-67d3-4a1f-8326-b94b78810ee2 req-ac977886-ffa6-432d-b460-c0a7690a7d76 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0798783 Mar 07 22:05:15.479717 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dd0adf66-67d3-4a1f-8326-b94b78810ee2 req-62a0532b-5e12-43be-afc3-25f787bbbaae tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382290 Mar 07 22:05:16.019281 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-5668633a-0217-46c3-ad7f-651223567c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:16.020715 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-5668633a-0217-46c3-ad7f-651223567c64 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 1098 time: 0.0752044 Mar 07 22:05:16.039666 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:16.149310 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-2c44f736-5a71-4422-b7b5-58977d4417bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:16.150745 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-2c44f736-5a71-4422-b7b5-58977d4417bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 912 time: 0.1238706 Mar 07 22:05:16.350481 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-b975b189-c52c-4b81-8c39-4b8782413f06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33aab781-03b6-40cd-96be-50b4b8947d3d HTTP/1.1" status: 200 len: 1002 time: 0.1936588 Mar 07 22:05:16.410383 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-eb0a9e3f-7ac0-443d-aa7d-4bc841598899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:16.411693 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-eb0a9e3f-7ac0-443d-aa7d-4bc841598899 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.0559356 Mar 07 22:05:16.483566 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-cd28650e-e1a1-4d30-b215-8c0c30c88f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:16.484997 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-cd28650e-e1a1-4d30-b215-8c0c30c88f9e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677152 Mar 07 22:05:16.662955 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-bee8369c-1a4c-4a8f-999d-6216952dc17d service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715732 Mar 07 22:05:16.770575 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473d90f-877b-4b86-affb-810d8eef7e2a req-95746124-6c82-467f-acaa-31c9db671581 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:16.771982 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5473d90f-877b-4b86-affb-810d8eef7e2a req-95746124-6c82-467f-acaa-31c9db671581 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.1860952 Mar 07 22:05:16.839951 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5473d90f-877b-4b86-affb-810d8eef7e2a req-2fe85e36-cfd8-439b-b3af-4708b1f19502 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607481 Mar 07 22:05:16.843115 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-c9fa4747-e77b-4f01-986a-f2fff06ae87e service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742084 Mar 07 22:05:18.025127 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfe16b-c86d-4008-87eb-248a975348c2 req-87d1d6bb-5434-4354-abe9-67b4b525bedb tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:18.026597 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-54dfe16b-c86d-4008-87eb-248a975348c2 req-87d1d6bb-5434-4354-abe9-67b4b525bedb tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0829375 Mar 07 22:05:18.068750 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-54dfe16b-c86d-4008-87eb-248a975348c2 req-cbd975f3-0af6-41c7-897a-7ab00d41ec64 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366354 Mar 07 22:05:19.227608 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:05:19.249779 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80517d48-2945-4a9c-a78c-17319137682c req-4cdf3b25-a16d-4ae0-87fb-2025cdc40a8a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:19.251202 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-80517d48-2945-4a9c-a78c-17319137682c req-4cdf3b25-a16d-4ae0-87fb-2025cdc40a8a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0787268 Mar 07 22:05:19.293741 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-80517d48-2945-4a9c-a78c-17319137682c req-822ad77a-52e2-40e5-bb36-0e49a68c3ef9 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370686 Mar 07 22:05:20.137088 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-31399627-1ebb-4617-9809-8ab68cddba4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:20.477010 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aedd39-3b78-441b-98ad-a7ee49174527 req-9cbc467f-1da8-4b02-bdf2-d8fccdd4f516 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:20.478376 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-13aedd39-3b78-441b-98ad-a7ee49174527 req-9cbc467f-1da8-4b02-bdf2-d8fccdd4f516 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0829163 Mar 07 22:05:20.520392 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-13aedd39-3b78-441b-98ad-a7ee49174527 req-42d19133-cea4-478b-b6b7-2119838153f1 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364938 Mar 07 22:05:21.702117 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c59a0-21f1-4c40-8296-b989ce729166 req-3d174a0d-cf58-4d6d-ac9e-8e2f96fb9533 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:21.703534 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-852c59a0-21f1-4c40-8296-b989ce729166 req-3d174a0d-cf58-4d6d-ac9e-8e2f96fb9533 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0775051 Mar 07 22:05:21.749721 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-852c59a0-21f1-4c40-8296-b989ce729166 req-e740ed30-63c3-4d31-96ea-5e697dce67f0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403259 Mar 07 22:05:22.262606 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4a73e1ef-828f-4316-82d7-6d022544ea57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:22.931549 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86cf5f3-4a89-4628-b7cb-18f5b1ea91ec req-fe65c184-f6ce-47ca-bc21-6241a68a3cce tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:22.932875 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a86cf5f3-4a89-4628-b7cb-18f5b1ea91ec req-fe65c184-f6ce-47ca-bc21-6241a68a3cce tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0784502 Mar 07 22:05:22.975793 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a86cf5f3-4a89-4628-b7cb-18f5b1ea91ec req-cb16e4c1-e486-4c61-9063-26822c425f18 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364516 Mar 07 22:05:23.291195 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:23.371204 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:24.158613 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094b7cb-3e5c-40e8-b516-6b50b4208dd1 req-c1889e78-696e-41ba-8cf0-64173848691c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:24.159929 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3094b7cb-3e5c-40e8-b516-6b50b4208dd1 req-c1889e78-696e-41ba-8cf0-64173848691c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0807123 Mar 07 22:05:24.202320 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3094b7cb-3e5c-40e8-b516-6b50b4208dd1 req-ac41e3f7-7be1-4053-ae79-f01cee02a54f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368662 Mar 07 22:05:24.794004 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:25.383433 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24118691-08da-4479-87d1-6b00d633e77b req-06d68cbd-9362-46d8-9c44-a964a4039fc9 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:25.384848 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-24118691-08da-4479-87d1-6b00d633e77b req-06d68cbd-9362-46d8-9c44-a964a4039fc9 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0786099 Mar 07 22:05:25.427512 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-24118691-08da-4479-87d1-6b00d633e77b req-93cb8fca-0eee-4efd-a150-ef5ed1c72994 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368910 Mar 07 22:05:26.612147 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b1cb3-d5d4-4a6a-8af6-582f8cd6ca27 req-5e2629be-54ed-4021-a533-9597fe7dd445 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:26.613587 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b04b1cb3-d5d4-4a6a-8af6-582f8cd6ca27 req-5e2629be-54ed-4021-a533-9597fe7dd445 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0820851 Mar 07 22:05:26.658193 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b04b1cb3-d5d4-4a6a-8af6-582f8cd6ca27 req-c608226d-d792-4e3c-9467-b53440dd1b96 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387981 Mar 07 22:05:27.839046 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00e442-4c20-4559-b988-a163090e3f06 req-25a483a5-ddca-49f3-a799-a3347e152a65 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:27.840555 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2d00e442-4c20-4559-b988-a163090e3f06 req-25a483a5-ddca-49f3-a799-a3347e152a65 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0793409 Mar 07 22:05:27.886655 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2d00e442-4c20-4559-b988-a163090e3f06 req-fb44b96e-bd0f-4a0a-b5f6-29d6ec825efd tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405290 Mar 07 22:05:29.069733 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69669532-fb12-4979-aac0-74aca3c40262 req-6cea4848-120c-44a2-a282-029c524790cb tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:29.071202 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-69669532-fb12-4979-aac0-74aca3c40262 req-6cea4848-120c-44a2-a282-029c524790cb tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0790963 Mar 07 22:05:29.114332 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-69669532-fb12-4979-aac0-74aca3c40262 req-0031bc81-9782-4c88-98e2-dda480066728 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370858 Mar 07 22:05:30.303908 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab3cf9-76a4-4451-8f84-d832588d05d8 req-6a4a64f7-0ead-4d43-b276-e5a04757bf8d tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:30.305326 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-96ab3cf9-76a4-4451-8f84-d832588d05d8 req-6a4a64f7-0ead-4d43-b276-e5a04757bf8d tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0821457 Mar 07 22:05:30.349569 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-96ab3cf9-76a4-4451-8f84-d832588d05d8 req-2f63e61f-fc06-4154-8550-a29fb36d73c5 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386262 Mar 07 22:05:31.528655 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc486d0a-e34f-4a69-8358-15143ee03b37 req-e61d755e-82aa-4476-948e-8849a8aa878c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:31.530586 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cc486d0a-e34f-4a69-8358-15143ee03b37 req-e61d755e-82aa-4476-948e-8849a8aa878c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0777407 Mar 07 22:05:31.572657 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cc486d0a-e34f-4a69-8358-15143ee03b37 req-395d75ae-69c2-4c5b-a3ab-11feabedc2a8 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366251 Mar 07 22:05:32.853305 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275de7dc-5533-42fa-98d6-fa799ae9c50f req-58a11870-32a4-46b5-8961-2b7f3be092a4 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:32.854715 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-275de7dc-5533-42fa-98d6-fa799ae9c50f req-58a11870-32a4-46b5-8961-2b7f3be092a4 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.1793101 Mar 07 22:05:32.897513 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-275de7dc-5533-42fa-98d6-fa799ae9c50f req-62ac0a81-ffed-41d0-bbda-ef9fd12e92b3 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364909 Mar 07 22:05:34.077861 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8487c3-d4ef-49f9-9b45-ba60d3d79b99 req-f8a6a3df-62c7-40cb-af4e-4fff10559621 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:34.079303 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bd8487c3-d4ef-49f9-9b45-ba60d3d79b99 req-f8a6a3df-62c7-40cb-af4e-4fff10559621 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0779221 Mar 07 22:05:34.125336 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bd8487c3-d4ef-49f9-9b45-ba60d3d79b99 req-6b4738c8-c1fd-4d6b-abce-af133a263718 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399680 Mar 07 22:05:35.305238 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76baa8e6-d2c5-4c68-8571-1af4d4e83fce req-b4d28b47-3b0f-48df-81c1-f3080865d94d tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:35.306673 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-76baa8e6-d2c5-4c68-8571-1af4d4e83fce req-b4d28b47-3b0f-48df-81c1-f3080865d94d tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0782495 Mar 07 22:05:35.349753 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-76baa8e6-d2c5-4c68-8571-1af4d4e83fce req-bdeda25a-c396-4e60-9035-ce5911c4ed0f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374558 Mar 07 22:05:36.534640 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5b56c-8980-4404-8a42-2393b57b49d7 req-3f06b73e-dfcd-4636-af01-ca3878bc13a2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:36.536057 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e5e5b56c-8980-4404-8a42-2393b57b49d7 req-3f06b73e-dfcd-4636-af01-ca3878bc13a2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0808702 Mar 07 22:05:36.579316 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e5e5b56c-8980-4404-8a42-2393b57b49d7 req-da717b83-112e-4423-966d-7aadab495255 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375957 Mar 07 22:05:37.761377 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b44fe-3e2d-4bd4-a9b5-e9c2c1e95019 req-976a7ecb-e1c1-4ec5-8b4d-0a4137271311 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:37.762841 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ab4b44fe-3e2d-4bd4-a9b5-e9c2c1e95019 req-976a7ecb-e1c1-4ec5-8b4d-0a4137271311 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0793488 Mar 07 22:05:37.805181 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ab4b44fe-3e2d-4bd4-a9b5-e9c2c1e95019 req-fc1c7c16-3b17-4fa0-a0db-4e7c2f46b7e5 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368447 Mar 07 22:05:38.719394 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25103243-5916-4562-a920-85c4f6ae03f9 req-a26a8239-65c7-4857-93a5-50af2cfd63b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:38.720834 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-25103243-5916-4562-a920-85c4f6ae03f9 req-a26a8239-65c7-4857-93a5-50af2cfd63b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 1098 time: 0.0728967 Mar 07 22:05:38.791745 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-806223cc-c64f-46ac-a137-b4794866bb43 service neutron] 10.222.0.11 "GET /v2.0/ports/33aab781-03b6-40cd-96be-50b4b8947d3d/bindings/hv-neutron-8299 HTTP/1.1" status: 200 len: 384 time: 0.0764337 Mar 07 22:05:38.864703 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25103243-5916-4562-a920-85c4f6ae03f9 req-5709efcb-5689-419f-a1c9-33c613d28313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:38.866200 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-25103243-5916-4562-a920-85c4f6ae03f9 req-5709efcb-5689-419f-a1c9-33c613d28313 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 912 time: 0.1269832 Mar 07 22:05:39.020814 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-25103243-5916-4562-a920-85c4f6ae03f9 req-3429dc59-a609-488e-9ea2-4dd9733f28d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33aab781-03b6-40cd-96be-50b4b8947d3d HTTP/1.1" status: 200 len: 1002 time: 0.1411183 Mar 07 22:05:39.098273 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e2df1-98e0-4155-af4a-4ae31d7fdee5 req-10dbeb5d-2100-4370-8271-4324b4dc0e56 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:39.100393 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ec7e2df1-98e0-4155-af4a-4ae31d7fdee5 req-10dbeb5d-2100-4370-8271-4324b4dc0e56 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.1673169 Mar 07 22:05:39.105659 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25103243-5916-4562-a920-85c4f6ae03f9 req-685ae5fe-86d9-4b18-921a-352d88d957de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:39.107778 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-25103243-5916-4562-a920-85c4f6ae03f9 req-685ae5fe-86d9-4b18-921a-352d88d957de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.0808880 Mar 07 22:05:39.190727 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ec7e2df1-98e0-4155-af4a-4ae31d7fdee5 req-dafa61fe-203b-4935-940d-35c5ca9f1133 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818424 Mar 07 22:05:39.214918 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25103243-5916-4562-a920-85c4f6ae03f9 req-874883fc-c4e7-4968-9a42-dab369e354f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:39.216526 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-25103243-5916-4562-a920-85c4f6ae03f9 req-874883fc-c4e7-4968-9a42-dab369e354f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0915730 Mar 07 22:05:39.336085 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-ab4c5f39-e3a7-446a-858f-d31881bd5e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:39.337558 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-ab4c5f39-e3a7-446a-858f-d31881bd5e18 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239&tenant_id=7519c91134ec4857bcb6d7071f4c434b HTTP/1.1" status: 200 len: 1098 time: 0.0701709 Mar 07 22:05:39.350427 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-25103243-5916-4562-a920-85c4f6ae03f9 req-edfc425e-0217-4f1f-9198-a1fee818c39c service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277266 Mar 07 22:05:39.477675 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-25103243-5916-4562-a920-85c4f6ae03f9 req-3c17e3d0-9cfb-4c5d-b0c6-4cc81f64820d service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220012 Mar 07 22:05:39.583888 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-ece60101-e91f-4faf-a843-eecdaaf116e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:39.585315 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-ece60101-e91f-4faf-a843-eecdaaf116e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 1098 time: 0.0722203 Mar 07 22:05:39.716828 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-7e406736-378a-4bc4-b496-c56b079cbc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:39.718154 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-7e406736-378a-4bc4-b496-c56b079cbc8d service neutron] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 912 time: 0.1231437 Mar 07 22:05:39.917296 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-2a024f48-097d-44cb-8e7c-75245834249d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33aab781-03b6-40cd-96be-50b4b8947d3d HTTP/1.1" status: 200 len: 1002 time: 0.1931953 Mar 07 22:05:39.977215 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-1c3a0b26-0919-43a4-adba-8cd80081361b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:39.978647 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-1c3a0b26-0919-43a4-adba-8cd80081361b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.0552971 Mar 07 22:05:40.049658 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-29e92898-a200-45ba-be3a-4cd6cd8dcd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:40.051069 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-29e92898-a200-45ba-be3a-4cd6cd8dcd6a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663860 Mar 07 22:05:40.177131 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-c338b8b4-0ddd-445a-b6a0-9e3e1db96994 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199827 Mar 07 22:05:40.309460 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-fcfda2f3-2704-4980-961f-4cfb8c45466a service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268771 Mar 07 22:05:40.393340 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac244416-20a6-47dd-9b9a-4986e3a76791 req-53c0ca35-5eeb-42d5-948b-393491c7b8e8 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:40.394811 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ac244416-20a6-47dd-9b9a-4986e3a76791 req-53c0ca35-5eeb-42d5-948b-393491c7b8e8 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0839622 Mar 07 22:05:40.442016 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ac244416-20a6-47dd-9b9a-4986e3a76791 req-39215c11-fd3a-4a73-a871-5e70563199f0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402961 Mar 07 22:05:41.622796 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56159f3c-5eb6-4c32-a976-e9c96b9a8e0d req-f50a464a-45cd-4cf8-aa4e-98743459c6c1 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:41.624191 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-56159f3c-5eb6-4c32-a976-e9c96b9a8e0d req-f50a464a-45cd-4cf8-aa4e-98743459c6c1 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0770288 Mar 07 22:05:41.670710 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-56159f3c-5eb6-4c32-a976-e9c96b9a8e0d req-bd48a740-b6f8-4110-a992-d16ed062f724 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408554 Mar 07 22:05:41.819716 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 33aab781-03b6-40cd-96be-50b4b8947d3d no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:05:41.930473 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:41.960303 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9d9a38-6558-4161-850b-3564285c5239', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33aab781-03b6-40cd-96be-50b4b8947d3d'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:05:41.970047 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 33aab781-03b6-40cd-96be-50b4b8947d3d, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=33aab781-03b6-40cd-96be-50b4b8947d3d,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:05:42.010110 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9d9a38-6558-4161-850b-3564285c5239', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33aab781-03b6-40cd-96be-50b4b8947d3d', 'code': 200} Mar 07 22:05:42.039647 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:42.104504 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=33aab781-03b6-40cd-96be-50b4b8947d3d,revision_number=6']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:42.854018 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bba02a-1eff-4654-9efe-b88b164c60c6 req-8d2fbd11-7bbf-4e5a-ad77-69eddef4d50a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:42.855476 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-13bba02a-1eff-4654-9efe-b88b164c60c6 req-8d2fbd11-7bbf-4e5a-ad77-69eddef4d50a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 943 time: 0.0799077 Mar 07 22:05:42.899268 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-13bba02a-1eff-4654-9efe-b88b164c60c6 req-7f82c964-73ee-4213-b506-7e010eeafb19 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373201 Mar 07 22:05:43.598814 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-3074242b-4615-438d-8ae0-5981d9c15b7c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:43.600197 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-3074242b-4615-438d-8ae0-5981d9c15b7c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239&tenant_id=7519c91134ec4857bcb6d7071f4c434b&binding%3Ahost_id=hv-neutron-8299 HTTP/1.1" status: 200 len: 943 time: 0.1397243 Mar 07 22:05:43.613031 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b85b71-d536-4c59-ada2-93552090ad3a req-95d728f6-5bda-4e75-b618-ca9932cc6bb5 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:43.614358 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e4b85b71-d536-4c59-ada2-93552090ad3a req-95d728f6-5bda-4e75-b618-ca9932cc6bb5 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 943 time: 0.1238339 Mar 07 22:05:43.711640 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e4b85b71-d536-4c59-ada2-93552090ad3a req-40c94503-086e-4940-bcbf-6737e5e940ce tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615938 Mar 07 22:05:43.719877 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-ab78ee89-0691-4f0b-b7a8-4562873a5c8a service neutron] 10.222.0.11 "GET /v2.0/ports/33aab781-03b6-40cd-96be-50b4b8947d3d/bindings/hv-neutron-8299 HTTP/1.1" status: 200 len: 384 time: 0.1141555 Mar 07 22:05:43.808624 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-20da4674-a73a-4b3e-9517-4fc45b5069d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:43.810262 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-20da4674-a73a-4b3e-9517-4fc45b5069d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 1096 time: 0.0690022 Mar 07 22:05:43.822796 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 33aab781-03b6-40cd-96be-50b4b8947d3d details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:05:43.941720 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-4d8a6d21-176e-490f-8159-baff43b3c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:43.943196 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-4d8a6d21-176e-490f-8159-baff43b3c999 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 912 time: 0.1277854 Mar 07 22:05:43.954482 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 33aab781-03b6-40cd-96be-50b4b8947d3d, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=33aab781-03b6-40cd-96be-50b4b8947d3d,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:05:43.967520 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '33aab781-03b6-40cd-96be-50b4b8947d3d', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'port_id': '33aab781-03b6-40cd-96be-50b4b8947d3d', 'mac_address': 'fa:16:3e:2c:ee:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:05:44.021134 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:44.040073 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33aab781-03b6-40cd-96be-50b4b8947d3d {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:05:44.045080 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-e3d4f2fa-86ca-40a5-9889-0b86ef10a83f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33aab781-03b6-40cd-96be-50b4b8947d3d HTTP/1.1" status: 200 len: 1000 time: 0.0960121 Mar 07 22:05:44.055714 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 33aab781-03b6-40cd-96be-50b4b8947d3d, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=33aab781-03b6-40cd-96be-50b4b8947d3d,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:05:44.106242 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-b365af0c-4642-4b5f-9cf7-d5ca0b186196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:44.107645 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-b365af0c-4642-4b5f-9cf7-d5ca0b186196 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.0572355 Mar 07 22:05:44.130950 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:44.185008 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-95a3c85c-39e1-4a44-b26e-2d7fb0967b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:44.186677 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-95a3c85c-39e1-4a44-b26e-2d7fb0967b45 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733404 Mar 07 22:05:44.198917 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['33aab781-03b6-40cd-96be-50b4b8947d3d'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:05:44.240360 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=33aab781-03b6-40cd-96be-50b4b8947d3d,revision_number=7']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:44.321161 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-7497d1dc-6203-495b-a956-8dab4b901126 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285894 Mar 07 22:05:44.453841 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-39153c8f-cf93-4021-a4ce-89446c773fb4 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265965 Mar 07 22:05:44.895181 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f89d7-63e5-4960-a3a9-24390c108117 req-d70b00d6-6143-4d5d-9027-e1c514bd1324 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:44.896630 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f08f89d7-63e5-4960-a3a9-24390c108117 req-d70b00d6-6143-4d5d-9027-e1c514bd1324 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 944 time: 0.0790346 Mar 07 22:05:44.939139 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f08f89d7-63e5-4960-a3a9-24390c108117 req-7e343d08-09d0-4a81-9431-e2ab506658f4 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368035 Mar 07 22:05:45.841437 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 33aab781-03b6-40cd-96be-50b4b8947d3d up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:05:45.908767 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 33aab781-03b6-40cd-96be-50b4b8947d3d triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:05:45.909132 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:46.032158 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:46.058303 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9d9a38-6558-4161-850b-3564285c5239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33aab781-03b6-40cd-96be-50b4b8947d3d'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:05:46.067928 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 33aab781-03b6-40cd-96be-50b4b8947d3d, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=33aab781-03b6-40cd-96be-50b4b8947d3d,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:05:46.073871 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:46.115702 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:46.121129 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9d9a38-6558-4161-850b-3564285c5239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33aab781-03b6-40cd-96be-50b4b8947d3d', 'code': 200} Mar 07 22:05:46.190825 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=33aab781-03b6-40cd-96be-50b4b8947d3d,revision_number=8']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:46.198703 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:46.199038 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:46.199363 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:46.199682 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:46.199997 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:46.200312 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:46.200631 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:46.200941 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:46.201250 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:46.202105 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:46.202416 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:46.202722 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:05:46.234124 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac23d8-d012-41f0-a5ce-b5c084f97501 req-923ea371-763e-4dec-9d59-20e0732272a0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:46.235674 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-53ac23d8-d012-41f0-a5ce-b5c084f97501 req-923ea371-763e-4dec-9d59-20e0732272a0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.1866870 Mar 07 22:05:46.279470 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-53ac23d8-d012-41f0-a5ce-b5c084f97501 req-efee43ba-81e3-490a-8832-15405a91548d tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381527 Mar 07 22:05:47.183679 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-7340c2bc-0d06-425f-b0cf-839ee99d4c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:47.185079 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-7340c2bc-0d06-425f-b0cf-839ee99d4c88 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239&tenant_id=7519c91134ec4857bcb6d7071f4c434b HTTP/1.1" status: 200 len: 1098 time: 0.0706067 Mar 07 22:05:47.272786 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-fe937f82-1b9a-44da-8fe4-56c4e7aa6c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:47.274169 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-fe937f82-1b9a-44da-8fe4-56c4e7aa6c98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 1098 time: 0.0686831 Mar 07 22:05:47.440849 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-f6a639f1-51c1-44dd-8287-59c94502c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:47.442276 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-f6a639f1-51c1-44dd-8287-59c94502c13e service neutron] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 912 time: 0.1628642 Mar 07 22:05:47.556974 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-024cdc19-d606-4c02-b417-2041b593e6df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33aab781-03b6-40cd-96be-50b4b8947d3d HTTP/1.1" status: 200 len: 1002 time: 0.1079834 Mar 07 22:05:47.567606 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe834b-7df2-4dfb-944a-e4fe6186a4a1 req-6a0c910f-ba5a-4d8f-afe9-05bb57bcd514 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:47.568953 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-07fe834b-7df2-4dfb-944a-e4fe6186a4a1 req-6a0c910f-ba5a-4d8f-afe9-05bb57bcd514 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.1824059 Mar 07 22:05:47.652388 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-a7534c94-22fd-46a6-83f2-9346b90faf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:47.653747 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-a7534c94-22fd-46a6-83f2-9346b90faf81 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.0839922 Mar 07 22:05:47.656521 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-07fe834b-7df2-4dfb-944a-e4fe6186a4a1 req-2f61c9e8-70e9-4f8c-ac74-470062a5eca4 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584550 Mar 07 22:05:47.729976 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-a3a93619-686b-40b4-97e6-a6b980c4585d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:47.731456 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-a3a93619-686b-40b4-97e6-a6b980c4585d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716825 Mar 07 22:05:47.857485 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-72c2d4d5-7f4f-498a-99ff-6e6e1e6854ec service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199839 Mar 07 22:05:47.982889 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0da1e991-6918-4dce-97e7-59d549db3f33 req-75e36c6c-4f80-4252-81fb-452efcb52017 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192946 Mar 07 22:05:48.985053 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c69d97-b91a-47e0-bf88-618f0cb896a9 req-50f72899-764e-4423-87a9-9375e681755f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:48.986894 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16c69d97-b91a-47e0-bf88-618f0cb896a9 req-50f72899-764e-4423-87a9-9375e681755f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0773125 Mar 07 22:05:49.028551 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16c69d97-b91a-47e0-bf88-618f0cb896a9 req-fa0ba912-5ce2-4547-aae8-3175d8949ce5 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362942 Mar 07 22:05:49.873202 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 33aab781-03b6-40cd-96be-50b4b8947d3d details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:05:49.875632 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 33aab781-03b6-40cd-96be-50b4b8947d3d no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:05:50.103811 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:50.126596 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 33aab781-03b6-40cd-96be-50b4b8947d3d, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=33aab781-03b6-40cd-96be-50b4b8947d3d,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:05:50.134896 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-660a4fba-7d75-4672-ad6a-99b055cd9629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:50.148466 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '33aab781-03b6-40cd-96be-50b4b8947d3d', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'port_id': '33aab781-03b6-40cd-96be-50b4b8947d3d', 'mac_address': 'fa:16:3e:2c:ee:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:05:50.153631 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9d9a38-6558-4161-850b-3564285c5239', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33aab781-03b6-40cd-96be-50b4b8947d3d'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:05:50.192801 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 33aab781-03b6-40cd-96be-50b4b8947d3d, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=33aab781-03b6-40cd-96be-50b4b8947d3d,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:05:50.200307 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9d9a38-6558-4161-850b-3564285c5239', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33aab781-03b6-40cd-96be-50b4b8947d3d', 'code': 200} Mar 07 22:05:50.220159 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:50.221453 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4ab9a-040e-4388-bc3a-a4ff0e4f6225 req-2523f1c9-a7fd-4811-910a-171b638ef7cc tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:50.223000 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-03b4ab9a-040e-4388-bc3a-a4ff0e4f6225 req-2523f1c9-a7fd-4811-910a-171b638ef7cc tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0887444 Mar 07 22:05:50.230687 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:50.268379 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-03b4ab9a-040e-4388-bc3a-a4ff0e4f6225 req-43c4a4b4-53ee-42dc-8837-da629f1be19e tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395272 Mar 07 22:05:50.274277 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33aab781-03b6-40cd-96be-50b4b8947d3d {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:05:50.354039 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=33aab781-03b6-40cd-96be-50b4b8947d3d,revision_number=9']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:50.363188 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:05:50.363346 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:05:50.450507 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334b8e7-b763-4a17-8777-3897cacddcca req-fdf5ffea-7e69-4765-b205-19edbe369272 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:50.451841 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f334b8e7-b763-4a17-8777-3897cacddcca req-fdf5ffea-7e69-4765-b205-19edbe369272 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 943 time: 0.0781772 Mar 07 22:05:50.495155 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f334b8e7-b763-4a17-8777-3897cacddcca req-8121a2b4-a4b2-4dd5-a545-0fdd9184e389 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370646 Mar 07 22:05:50.674676 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c72d9c-7824-47a5-9874-817eecf3299c req-dac33c4c-3bb9-416a-a95a-49796e558c7b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:50.676084 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a9c72d9c-7824-47a5-9874-817eecf3299c req-dac33c4c-3bb9-416a-a95a-49796e558c7b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 943 time: 0.0800028 Mar 07 22:05:50.719243 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a9c72d9c-7824-47a5-9874-817eecf3299c req-5a6491ea-4914-4854-b31f-b16b3c26eafe tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375106 Mar 07 22:05:50.920160 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:50.937387 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33aab781-03b6-40cd-96be-50b4b8947d3d {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:05:50.953194 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 33aab781-03b6-40cd-96be-50b4b8947d3d, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=33aab781-03b6-40cd-96be-50b4b8947d3d,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:05:51.016410 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:51.088240 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=33aab781-03b6-40cd-96be-50b4b8947d3d,revision_number=10']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:51.090964 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['33aab781-03b6-40cd-96be-50b4b8947d3d'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:05:51.268309 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c53c6-23d5-4fa4-9229-cec72d0fe0e4 req-06788040-4d71-422d-8f1d-82a59601aa23 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:51.269667 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-038c53c6-23d5-4fa4-9229-cec72d0fe0e4 req-06788040-4d71-422d-8f1d-82a59601aa23 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 945 time: 0.0793290 Mar 07 22:05:51.315701 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-038c53c6-23d5-4fa4-9229-cec72d0fe0e4 req-8294e0ed-6861-41f7-b794-e803d42f3daa tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404243 Mar 07 22:05:51.883558 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 33aab781-03b6-40cd-96be-50b4b8947d3d up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:05:51.950027 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 33aab781-03b6-40cd-96be-50b4b8947d3d triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:05:51.950688 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:52.064281 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:52.095618 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 33aab781-03b6-40cd-96be-50b4b8947d3d, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=33aab781-03b6-40cd-96be-50b4b8947d3d,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:05:52.158989 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:52.203051 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9d9a38-6558-4161-850b-3564285c5239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33aab781-03b6-40cd-96be-50b4b8947d3d'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:05:52.242820 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=33aab781-03b6-40cd-96be-50b4b8947d3d,revision_number=11']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:52.247876 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9d9a38-6558-4161-850b-3564285c5239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33aab781-03b6-40cd-96be-50b4b8947d3d', 'code': 200} Mar 07 22:05:52.296171 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-49ca5c24-81f1-4d87-856e-3149d5b03a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:52.498353 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff63ea-ef44-45fc-b9e9-01392320f649 req-fe2feaa7-9509-4cdf-b982-711998052153 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:52.499821 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-feff63ea-ef44-45fc-b9e9-01392320f649 req-fe2feaa7-9509-4cdf-b982-711998052153 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 946 time: 0.0782545 Mar 07 22:05:52.542471 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-feff63ea-ef44-45fc-b9e9-01392320f649 req-e30f313b-5375-4b71-8ddf-6487b43c5c2a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370831 Mar 07 22:05:53.262084 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:53.308718 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dd25a-1978-4077-9618-fa552ab2ae37 req-5dc9141f-689f-4ff9-be40-b77d99a83ad6 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:53.310175 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ff3dd25a-1978-4077-9618-fa552ab2ae37 req-5dc9141f-689f-4ff9-be40-b77d99a83ad6 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 946 time: 0.0815084 Mar 07 22:05:53.359576 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:53.479257 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-ff3dd25a-1978-4077-9618-fa552ab2ae37 req-c373d23b-8dd4-439b-aced-741a33fec8b0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Deleting port 33aab781-03b6-40cd-96be-50b4b8947d3d {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:05:53.479593 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-ff3dd25a-1978-4077-9618-fa552ab2ae37 req-c373d23b-8dd4-439b-aced-741a33fec8b0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:53.764844 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-ff3dd25a-1978-4077-9618-fa552ab2ae37 req-c373d23b-8dd4-439b-aced-741a33fec8b0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] For port 33aab781-03b6-40cd-96be-50b4b8947d3d, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=33aab781-03b6-40cd-96be-50b4b8947d3d,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:05:53.765554 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-ff3dd25a-1978-4077-9618-fa552ab2ae37 req-c373d23b-8dd4-439b-aced-741a33fec8b0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:53.862333 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea74aa-fb0f-40e0-9c89-fb778f73651e req-ca4e0765-e8db-47ca-bd21-8b41f24e1895 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:53.863782 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d8ea74aa-fb0f-40e0-9c89-fb778f73651e req-ca4e0765-e8db-47ca-bd21-8b41f24e1895 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 946 time: 0.1963439 Mar 07 22:05:53.987984 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d8ea74aa-fb0f-40e0-9c89-fb778f73651e req-49c9bd0b-b232-4260-a497-339ecde58782 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185730 Mar 07 22:05:54.099483 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-ff3dd25a-1978-4077-9618-fa552ab2ae37 req-c373d23b-8dd4-439b-aced-741a33fec8b0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:54.099846 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-ff3dd25a-1978-4077-9618-fa552ab2ae37 req-c373d23b-8dd4-439b-aced-741a33fec8b0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:54.100156 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [req-ff3dd25a-1978-4077-9618-fa552ab2ae37 req-c373d23b-8dd4-439b-aced-741a33fec8b0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Floating IP 95301645-64a2-45e0-8fac-7d903c85b15e disassociated. External IP: 172.26.2.232, port: 33aab781-03b6-40cd-96be-50b4b8947d3d. Mar 07 22:05:54.100493 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-ff3dd25a-1978-4077-9618-fa552ab2ae37 req-c373d23b-8dd4-439b-aced-741a33fec8b0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Calling delete_port for 33aab781-03b6-40cd-96be-50b4b8947d3d owned by compute:nova {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:05:54.290707 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-ff3dd25a-1978-4077-9618-fa552ab2ae37 req-c373d23b-8dd4-439b-aced-741a33fec8b0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:54.342453 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373d23b-8dd4-439b-aced-741a33fec8b0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Pushing event deleted for resources: {'Port': ['ID=33aab781-03b6-40cd-96be-50b4b8947d3d,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:05:54.526881 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff3dd25a-1978-4077-9618-fa552ab2ae37 req-c373d23b-8dd4-439b-aced-741a33fec8b0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Router 1edf5eb2-f431-44d4-8f39-e30c77877da8 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:05:54.705034 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff3dd25a-1978-4077-9618-fa552ab2ae37 req-c373d23b-8dd4-439b-aced-741a33fec8b0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:05:54.714642 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520c9e49-2704-4dde-9d7a-b98990755294 None None] Sync routers for ids ['1edf5eb2-f431-44d4-8f39-e30c77877da8'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:05:54.724165 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520c9e49-2704-4dde-9d7a-b98990755294 None None] Routers {'1edf5eb2-f431-44d4-8f39-e30c77877da8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:05:54.724762 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-520c9e49-2704-4dde-9d7a-b98990755294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:05:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['1edf5eb2-f431-44d4-8f39-e30c77877da8'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:54.775661 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3dd25a-1978-4077-9618-fa552ab2ae37 req-c373d23b-8dd4-439b-aced-741a33fec8b0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] No DVR routers for this DVR port 33aab781-03b6-40cd-96be-50b4b8947d3d on host hv-neutron-8299 {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:05:54.777967 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-ff3dd25a-1978-4077-9618-fa552ab2ae37 req-c373d23b-8dd4-439b-aced-741a33fec8b0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:54.780470 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9d9a38-6558-4161-850b-3564285c5239', 'name': 'network-vif-deleted', 'tag': '33aab781-03b6-40cd-96be-50b4b8947d3d'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:05:54.829812 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9d9a38-6558-4161-850b-3564285c5239', 'name': 'network-vif-deleted', 'tag': '33aab781-03b6-40cd-96be-50b4b8947d3d', 'status': 'completed', 'code': 200} Mar 07 22:05:54.846963 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ff3dd25a-1978-4077-9618-fa552ab2ae37 req-c373d23b-8dd4-439b-aced-741a33fec8b0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.11 "DELETE /v2.0/ports/33aab781-03b6-40cd-96be-50b4b8947d3d HTTP/1.1" status: 204 len: 173 time: 1.5300381 Mar 07 22:05:54.873776 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:54.951508 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-520c9e49-2704-4dde-9d7a-b98990755294 None None] Set router 1edf5eb2-f431-44d4-8f39-e30c77877da8 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:05:55.258322 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-2ac10bd6-ed53-4e83-b33b-e8cce6031f8a req-50c00681-e51c-413a-b50a-4a03cc5385fe tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Synchronizing usage tracker for tenant:7519c91134ec4857bcb6d7071f4c434b on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:05:55.274000 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-520c9e49-2704-4dde-9d7a-b98990755294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:54Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:55.277775 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520c9e49-2704-4dde-9d7a-b98990755294 None None] Checking router: 1edf5eb2-f431-44d4-8f39-e30c77877da8 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:05:55.286031 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520c9e49-2704-4dde-9d7a-b98990755294 None None] Routers {'1edf5eb2-f431-44d4-8f39-e30c77877da8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:05:55.286605 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-520c9e49-2704-4dde-9d7a-b98990755294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:05:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['1edf5eb2-f431-44d4-8f39-e30c77877da8'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:55.319458 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-2ac10bd6-ed53-4e83-b33b-e8cce6031f8a req-50c00681-e51c-413a-b50a-4a03cc5385fe tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Unset dirty status for tenant:7519c91134ec4857bcb6d7071f4c434b on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:05:55.320618 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2ac10bd6-ed53-4e83-b33b-e8cce6031f8a req-50c00681-e51c-413a-b50a-4a03cc5385fe tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9d9a38-6558-4161-850b-3564285c5239 HTTP/1.1" status: 200 len: 210 time: 0.2282534 Mar 07 22:05:55.463323 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-520c9e49-2704-4dde-9d7a-b98990755294 None None] Set router 1edf5eb2-f431-44d4-8f39-e30c77877da8 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:05:55.767690 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-520c9e49-2704-4dde-9d7a-b98990755294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:54Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:05:55.772033 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520c9e49-2704-4dde-9d7a-b98990755294 None None] The sync data for ids ['1edf5eb2-f431-44d4-8f39-e30c77877da8'] in dv-neutron-829957-1-hyperv is: [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:54Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:05:55.975410 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4630d36c-d571-428b-80d8-d18aeedf48f1 None None] New status for floating IP 95301645-64a2-45e0-8fac-7d903c85b15e: DOWN {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:05:56.225962 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:05:56.648209 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-77e6743b-e247-44f2-aa46-7b2a9068382f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1778024082&fields=id&tenant_id=7519c91134ec4857bcb6d7071f4c434b HTTP/1.1" status: 200 len: 267 time: 0.0386877 Mar 07 22:05:56.793693 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-ec5a0c2c-d7e2-4ed3-a7dd-defd6923ebb8 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:56.795143 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-ec5a0c2c-d7e2-4ed3-a7dd-defd6923ebb8 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 812 time: 0.1407225 Mar 07 22:05:56.810087 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-587a4347-5361-447e-99a5-57f698f2a630 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/quotas/7519c91134ec4857bcb6d7071f4c434b HTTP/1.1" status: 200 len: 375 time: 0.0088301 Mar 07 22:05:56.896931 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-a41b633d-464f-42e9-bbbb-4183e2114d95 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0820065 Mar 07 22:05:57.031716 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-38db3f21-d9a2-409b-ae5e-760870ca0794 service neutron] 10.222.0.21 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235209 Mar 07 22:05:57.163077 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-47a52752-6db9-4328-a12e-3365543c160f service neutron] 10.222.0.21 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250377 Mar 07 22:05:57.392462 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1fe15aa2-8a02-4e7f-bbe5-12f350593331 req-67249114-67bb-4075-b600-0b4b7ef4dbb4 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 210 time: 0.0413806 Mar 07 22:05:57.892406 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 33aab781-03b6-40cd-96be-50b4b8947d3d no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:05:57.929558 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 33aab781-03b6-40cd-96be-50b4b8947d3d {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:05:57.929897 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 33aab781-03b6-40cd-96be-50b4b8947d3d not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:05:58.536668 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7acaee28-b2ba-463f-ad66-50b7a18a48a0 req-d7a01981-e41b-4020-badd-ac32ba89e007 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 210 time: 0.0412548 Mar 07 22:05:59.193023 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-94a0fd3c-11d1-49d8-9310-a7516a3bbabe tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:05:59.194505 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-94a0fd3c-11d1-49d8-9310-a7516a3bbabe tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 812 time: 0.1430995 Mar 07 22:05:59.241747 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-96372a4e-afa7-474e-9ab8-b961288fa837 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7519c91134ec4857bcb6d7071f4c434b HTTP/1.1" status: 200 len: 380 time: 0.0386474 Mar 07 22:05:59.249977 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Request body: {'port': {'device_id': '28a3e98a-e58a-40ee-838f-e4dcba9688aa', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'admin_state_up': True, 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'security_groups': ['636020b5-c979-41e2-9615-06dad7ed9f3b']}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:05:59.385764 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:05:59.395933 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:05:59.456248 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Made reservation on behalf of 7519c91134ec4857bcb6d7071f4c434b for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:05:59.459848 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:59.619396 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Allocated IP 172.20.0.13 (90e55d69-1d33-4723-91cb-26c97a2257f0/03e8d1d3-3eb9-47e6-bb67-7223320c567b/0d66d4da-ebc5-4a65-8da9-3b619291a0f1) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:05:59.699480 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2b2116da-7943-449f-b168-556cf15ae5ce req-e75a767e-dafb-4ac8-b889-89363f48e208 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 210 time: 0.0563133 Mar 07 22:05:59.845413 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:59.861004 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Transition to ACTIVE for port object 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:05:59.936387 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:05:59.999460 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Network 90e55d69-1d33-4723-91cb-26c97a2257f0 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:06:00.002287 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:06:00.010542 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:06:00.050849 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Pushing event updated for resources: {'Port': ['ID=0d66d4da-ebc5-4a65-8da9-3b619291a0f1,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:00.068119 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:00.068464 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:00.068801 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:00.069129 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:00.069454 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:00.069783 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:00.070130 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:00.070457 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:00.070777 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:00.071094 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:00.071410 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:00.071723 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:00.092463 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:00.093075 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:00.194249 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-d0cd9296-af95-46d4-b72f-220aa663eb46 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9476857 Mar 07 22:06:00.207343 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-47897983-7834-4c24-9cfb-572afedb5dcd service neutron] Request body: {'port': {'device_id': '28a3e98a-e58a-40ee-838f-e4dcba9688aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:06:00.285388 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5c880742-eacc-4d64-a191-2b46718e5c83 None None] Provisioning for port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:06:00.290652 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5c880742-eacc-4d64-a191-2b46718e5c83 None None] Provisioning complete for port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:06:00.294850 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5c880742-eacc-4d64-a191-2b46718e5c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:00.345484 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-5c880742-eacc-4d64-a191-2b46718e5c83 None None] Port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:06:00.412031 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-47897983-7834-4c24-9cfb-572afedb5dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:00.744503 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-47897983-7834-4c24-9cfb-572afedb5dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 {{(pid=88386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:06:00.751896 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-47897983-7834-4c24-9cfb-572afedb5dcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:00.767016 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-47897983-7834-4c24-9cfb-572afedb5dcd service neutron] Transition to ACTIVE for port object 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 will not be triggered until provisioned by entity L2. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:06:00.811628 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-47897983-7834-4c24-9cfb-572afedb5dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:01.024703 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47897983-7834-4c24-9cfb-572afedb5dcd service neutron] Pushing event updated for resources: {'Port': ['ID=0d66d4da-ebc5-4a65-8da9-3b619291a0f1,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:01.110300 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e03477-7585-4b4d-9b23-f740c7c28484 req-df10e32c-92bb-4abe-8d3e-2afe85f7d130 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:01.110975 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-25e03477-7585-4b4d-9b23-f740c7c28484 req-df10e32c-92bb-4abe-8d3e-2afe85f7d130 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Synchronizing usage tracker for tenant:7519c91134ec4857bcb6d7071f4c434b on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:06:01.124981 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-47897983-7834-4c24-9cfb-572afedb5dcd service neutron] Attempting to bind port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:06:01.125309 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-47897983-7834-4c24-9cfb-572afedb5dcd service neutron] Attempting to bind port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'c685d443-afa2-4d37-a0d6-087888f4699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:06:01.125630 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-47897983-7834-4c24-9cfb-572afedb5dcd service neutron] Attempting to bind port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 on network 90e55d69-1d33-4723-91cb-26c97a2257f0 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:06:01.132502 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-47897983-7834-4c24-9cfb-572afedb5dcd service neutron] Port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 on network 90e55d69-1d33-4723-91cb-26c97a2257f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 22:06:01.134445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-47897983-7834-4c24-9cfb-572afedb5dcd service neutron] Attempting to bind port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 on network 90e55d69-1d33-4723-91cb-26c97a2257f0 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:06:01.138213 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-47897983-7834-4c24-9cfb-572afedb5dcd service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:06:01.138545 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-47897983-7834-4c24-9cfb-572afedb5dcd service neutron] Checking segment: {'id': 'c685d443-afa2-4d37-a0d6-087888f4699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:06:01.138926 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-47897983-7834-4c24-9cfb-572afedb5dcd service neutron] Bound using segment: {'id': 'c685d443-afa2-4d37-a0d6-087888f4699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0'} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:06:01.139340 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-47897983-7834-4c24-9cfb-572afedb5dcd service neutron] Bound port: 0d66d4da-ebc5-4a65-8da9-3b619291a0f1, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c685d443-afa2-4d37-a0d6-087888f4699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0'}}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:06:01.139681 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-47897983-7834-4c24-9cfb-572afedb5dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:01.207167 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-25e03477-7585-4b4d-9b23-f740c7c28484 req-df10e32c-92bb-4abe-8d3e-2afe85f7d130 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Unset dirty status for tenant:7519c91134ec4857bcb6d7071f4c434b on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:06:01.208299 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-25e03477-7585-4b4d-9b23-f740c7c28484 req-df10e32c-92bb-4abe-8d3e-2afe85f7d130 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 944 time: 0.3913527 Mar 07 22:06:01.253087 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-47897983-7834-4c24-9cfb-572afedb5dcd service neutron] For port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1, host hv-neutron-8299, cleared binding levels {{(pid=88386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:06:01.266335 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-47897983-7834-4c24-9cfb-572afedb5dcd service neutron] For port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0d66d4da-ebc5-4a65-8da9-3b619291a0f1,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:06:01.269693 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-25e03477-7585-4b4d-9b23-f740c7c28484 req-ef28dcb7-d784-4cbd-a045-b691ebc81f32 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528140 Mar 07 22:06:01.337039 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-47897983-7834-4c24-9cfb-572afedb5dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:01.394092 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-47897983-7834-4c24-9cfb-572afedb5dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:01.394648 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-47897983-7834-4c24-9cfb-572afedb5dcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:01.395904 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-47897983-7834-4c24-9cfb-572afedb5dcd service neutron] 10.222.0.11 "PUT /v2.0/ports/0d66d4da-ebc5-4a65-8da9-3b619291a0f1 HTTP/1.1" status: 200 len: 1094 time: 1.1933901 Mar 07 22:06:01.398707 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a3e98a-e58a-40ee-838f-e4dcba9688aa', 'tag': '0d66d4da-ebc5-4a65-8da9-3b619291a0f1'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:06:01.438829 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47897983-7834-4c24-9cfb-572afedb5dcd service neutron] Pushing event updated for resources: {'Port': ['ID=0d66d4da-ebc5-4a65-8da9-3b619291a0f1,revision_number=3']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:01.452914 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a3e98a-e58a-40ee-838f-e4dcba9688aa', 'tag': '0d66d4da-ebc5-4a65-8da9-3b619291a0f1', 'status': 'completed', 'code': 200} Mar 07 22:06:01.542930 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7d127-fbc5-4da5-a631-16441dbd52a1 req-f1070f73-31ae-4db0-8eba-9395a4d4e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:01.544418 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-afb7d127-fbc5-4da5-a631-16441dbd52a1 req-f1070f73-31ae-4db0-8eba-9395a4d4e650 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 1097 time: 0.0714626 Mar 07 22:06:01.682930 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7d127-fbc5-4da5-a631-16441dbd52a1 req-868406f5-ce3b-412a-b7e7-3e3c0a5f2f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:01.684272 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-afb7d127-fbc5-4da5-a631-16441dbd52a1 req-868406f5-ce3b-412a-b7e7-3e3c0a5f2f9f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7519c91134ec4857bcb6d7071f4c434b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1331477 Mar 07 22:06:01.815588 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7d127-fbc5-4da5-a631-16441dbd52a1 req-f583d674-554b-4432-afe8-039c35e949d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:01.817013 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-afb7d127-fbc5-4da5-a631-16441dbd52a1 req-f583d674-554b-4432-afe8-039c35e949d7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1274798 Mar 07 22:06:01.923646 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-90e1d4d6-ddfd-4b25-85ac-246fb9fe70e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:01.925126 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-90e1d4d6-ddfd-4b25-85ac-246fb9fe70e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 1097 time: 0.0743539 Mar 07 22:06:01.990559 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-e85f382a-1ea7-4ded-ba5c-cc0c4edbb497 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d66d4da-ebc5-4a65-8da9-3b619291a0f1 HTTP/1.1" status: 200 len: 217 time: 0.0593209 Mar 07 22:06:02.053070 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-e96103c3-dec7-46d9-a06b-4dab6c25a398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:02.054452 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-e96103c3-dec7-46d9-a06b-4dab6c25a398 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.0585053 Mar 07 22:06:02.127429 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-a65429c4-1e56-4476-93d5-2710e6b22e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:02.129296 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-a65429c4-1e56-4476-93d5-2710e6b22e4b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683196 Mar 07 22:06:02.350750 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-778149ec-b680-4934-ad8b-df30d087a3ca service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158861 Mar 07 22:06:02.539627 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f304bc71-8ad7-483d-927a-a73cc2d34327 req-02035e88-c410-4428-af88-747a932a4a8f service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823366 Mar 07 22:06:02.547856 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938eaacb-1419-4ad8-8d6f-abdfbd784b88 req-517243dc-d62d-4b1b-a2c4-522fd4333d23 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:02.549215 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-938eaacb-1419-4ad8-8d6f-abdfbd784b88 req-517243dc-d62d-4b1b-a2c4-522fd4333d23 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 944 time: 0.1726549 Mar 07 22:06:02.593384 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-938eaacb-1419-4ad8-8d6f-abdfbd784b88 req-7c83a272-120b-4216-9cf6-6fd91c08c714 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378587 Mar 07 22:06:03.771726 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b72f7-b5da-4410-a641-9ebe9eb7fe81 req-3b83804f-5479-4bd7-ab9d-1b6f33717b16 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:03.773144 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-605b72f7-b5da-4410-a641-9ebe9eb7fe81 req-3b83804f-5479-4bd7-ab9d-1b6f33717b16 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 944 time: 0.0774307 Mar 07 22:06:03.819488 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-605b72f7-b5da-4410-a641-9ebe9eb7fe81 req-332c140f-1009-4a31-b8f0-8224ec2ffb76 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407550 Mar 07 22:06:05.002532 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86085cd5-812c-4c81-bc40-ffb2da5392b3 req-93cc22c9-aff2-4155-b4cd-a2ec972b7b43 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:05.003871 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-86085cd5-812c-4c81-bc40-ffb2da5392b3 req-93cc22c9-aff2-4155-b4cd-a2ec972b7b43 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 944 time: 0.0796518 Mar 07 22:06:05.046098 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-86085cd5-812c-4c81-bc40-ffb2da5392b3 req-470468c2-61bd-4f9c-a5e4-9e17dc849555 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366881 Mar 07 22:06:05.939439 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:06:06.070471 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0d66d4da-ebc5-4a65-8da9-3b619291a0f1,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:06:06.083792 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '0d66d4da-ebc5-4a65-8da9-3b619291a0f1', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'port_id': '0d66d4da-ebc5-4a65-8da9-3b619291a0f1', 'mac_address': 'fa:16:3e:43:d7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:06:06.140867 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:06.157118 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:06:06.172170 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0d66d4da-ebc5-4a65-8da9-3b619291a0f1,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:06:06.231574 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5e504-67ed-47c8-bb8f-e26d15876f36 req-97ec1745-e041-45d2-b43c-1d7b52753ad4 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:06.233034 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19d5e504-67ed-47c8-bb8f-e26d15876f36 req-97ec1745-e041-45d2-b43c-1d7b52753ad4 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 944 time: 0.0811298 Mar 07 22:06:06.239321 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:06.276659 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19d5e504-67ed-47c8-bb8f-e26d15876f36 req-2aabf3fe-2aac-4c4a-8dec-9636a9f0c08c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373945 Mar 07 22:06:06.304650 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=0d66d4da-ebc5-4a65-8da9-3b619291a0f1,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:06.442865 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['0d66d4da-ebc5-4a65-8da9-3b619291a0f1'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:06:07.460930 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325149cb-cefc-406f-b3d6-25f5968dc98c req-9fc6cf7c-3149-4e5a-ad73-e170e630e5eb tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:07.462395 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-325149cb-cefc-406f-b3d6-25f5968dc98c req-9fc6cf7c-3149-4e5a-ad73-e170e630e5eb tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 945 time: 0.0783775 Mar 07 22:06:07.504556 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-325149cb-cefc-406f-b3d6-25f5968dc98c req-efb3b505-4c45-4780-a609-156a6f92168f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366604 Mar 07 22:06:07.955665 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:06:08.090112 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:06:08.094800 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:06:08.095167 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:08.247316 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:08.272041 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a3e98a-e58a-40ee-838f-e4dcba9688aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d66d4da-ebc5-4a65-8da9-3b619291a0f1'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:06:08.281222 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0d66d4da-ebc5-4a65-8da9-3b619291a0f1,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:06:08.317059 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a3e98a-e58a-40ee-838f-e4dcba9688aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d66d4da-ebc5-4a65-8da9-3b619291a0f1', 'code': 200} Mar 07 22:06:08.359105 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:08.425674 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=0d66d4da-ebc5-4a65-8da9-3b619291a0f1,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:08.736041 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8403efd-ed94-4041-b036-10f6cf984886 req-e44e8d79-8590-4e92-8b09-9671a0474625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:08.737480 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b8403efd-ed94-4041-b036-10f6cf984886 req-e44e8d79-8590-4e92-8b09-9671a0474625 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 1099 time: 0.0959768 Mar 07 22:06:08.745396 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa470293-8a29-4fa4-8002-988825023950 req-5647932a-763e-43a8-980a-b500fd22466e tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:08.746738 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-aa470293-8a29-4fa4-8002-988825023950 req-5647932a-763e-43a8-980a-b500fd22466e tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.1380765 Mar 07 22:06:08.813417 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b8403efd-ed94-4041-b036-10f6cf984886 req-bf29f400-a0a8-4bfa-b6d8-c3a851db7f4d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656912 Mar 07 22:06:08.816694 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-aa470293-8a29-4fa4-8002-988825023950 req-a177dabd-a79b-4162-b438-3c1511efd4ba tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570860 Mar 07 22:06:10.001432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84340947-1671-4a92-abac-6d35372e17b0 req-5219ce78-3749-46ec-b9a0-73bb756e41ad tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:10.003039 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-84340947-1671-4a92-abac-6d35372e17b0 req-5219ce78-3749-46ec-b9a0-73bb756e41ad tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.0797415 Mar 07 22:06:10.046902 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-84340947-1671-4a92-abac-6d35372e17b0 req-b98bbca2-a970-4c7b-82b4-015a1fd7932b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381961 Mar 07 22:06:11.230438 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880c529-b1de-425a-8e9e-d1c13c1cc9e1 req-4404339f-ed0e-42b3-acc1-f3273b7ebb17 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:11.231865 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6880c529-b1de-425a-8e9e-d1c13c1cc9e1 req-4404339f-ed0e-42b3-acc1-f3273b7ebb17 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.0836394 Mar 07 22:06:11.275085 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6880c529-b1de-425a-8e9e-d1c13c1cc9e1 req-fd55d1bf-4237-421d-a38c-ebc7ebeabae6 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376348 Mar 07 22:06:11.452766 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad338d8-94d6-4c34-8d7f-abcbe81e7acf req-fa29ef59-c471-42a9-a52e-9083c6a1962f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:11.454134 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2ad338d8-94d6-4c34-8d7f-abcbe81e7acf req-fa29ef59-c471-42a9-a52e-9083c6a1962f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.0785711 Mar 07 22:06:11.463190 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 53688) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:06:11.467960 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-789c3565-6abd-4974-b93e-2248f6a4e65c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Request body: {'floatingip': {'port_id': '0d66d4da-ebc5-4a65-8da9-3b619291a0f1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:06:11.545249 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-789c3565-6abd-4974-b93e-2248f6a4e65c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for floatingip, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:12.226842 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-789c3565-6abd-4974-b93e-2248f6a4e65c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:12.301668 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-789c3565-6abd-4974-b93e-2248f6a4e65c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:12.472947 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-789c3565-6abd-4974-b93e-2248f6a4e65c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Floating IP 95301645-64a2-45e0-8fac-7d903c85b15e associated. External IP: 172.26.2.232, port: 0d66d4da-ebc5-4a65-8da9-3b619291a0f1. Mar 07 22:06:12.816730 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789c3565-6abd-4974-b93e-2248f6a4e65c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Router 1edf5eb2-f431-44d4-8f39-e30c77877da8 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:06:12.993771 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789c3565-6abd-4974-b93e-2248f6a4e65c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:06:12.998553 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-789c3565-6abd-4974-b93e-2248f6a4e65c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:13.004182 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36340eef-f133-4d90-b228-da4ee5674ea7 None None] Sync routers for ids ['1edf5eb2-f431-44d4-8f39-e30c77877da8'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:06:13.016829 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36340eef-f133-4d90-b228-da4ee5674ea7 None None] Routers {'1edf5eb2-f431-44d4-8f39-e30c77877da8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:06:13.017414 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-36340eef-f133-4d90-b228-da4ee5674ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:05:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['1edf5eb2-f431-44d4-8f39-e30c77877da8'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:06:13.052559 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-789c3565-6abd-4974-b93e-2248f6a4e65c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "PUT /v2.0/floatingips/95301645-64a2-45e0-8fac-7d903c85b15e HTTP/1.1" status: 200 len: 993 time: 1.5883579 Mar 07 22:06:13.053225 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a3e98a-e58a-40ee-838f-e4dcba9688aa', 'tag': '0d66d4da-ebc5-4a65-8da9-3b619291a0f1'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:06:13.101899 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a3e98a-e58a-40ee-838f-e4dcba9688aa', 'tag': '0d66d4da-ebc5-4a65-8da9-3b619291a0f1', 'status': 'completed', 'code': 200} Mar 07 22:06:13.194521 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49bc7d-5b6e-46a9-b339-e0e0fa5a4738 req-254fab18-0254-4405-8499-685fac2b3e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:13.195835 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-36340eef-f133-4d90-b228-da4ee5674ea7 None None] Set router 1edf5eb2-f431-44d4-8f39-e30c77877da8 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:06:13.196103 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3e49bc7d-5b6e-46a9-b339-e0e0fa5a4738 req-254fab18-0254-4405-8499-685fac2b3e0a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 1099 time: 0.0716538 Mar 07 22:06:13.328227 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49bc7d-5b6e-46a9-b339-e0e0fa5a4738 req-e7d7dc9b-5a90-4bf0-bb60-23ffe15d3917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:13.329690 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3e49bc7d-5b6e-46a9-b339-e0e0fa5a4738 req-e7d7dc9b-5a90-4bf0-bb60-23ffe15d3917 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 912 time: 0.1269774 Mar 07 22:06:13.546780 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3e49bc7d-5b6e-46a9-b339-e0e0fa5a4738 req-91fd8041-f052-4092-bf94-6dbf5efa36ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d66d4da-ebc5-4a65-8da9-3b619291a0f1 HTTP/1.1" status: 200 len: 1001 time: 0.2113423 Mar 07 22:06:13.552608 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-36340eef-f133-4d90-b228-da4ee5674ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '95301645-64a2-45e0-8fac-7d903c85b15e', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'floating_ip_address': '172.26.2.232', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'port_id': '0d66d4da-ebc5-4a65-8da9-3b619291a0f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'mac_address': 'fa:16:3e:43:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3e98a-e58a-40ee-838f-e4dcba9688aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:02:52Z', 'updated_at': '2022-03-07T22:06:12Z', 'revision_number': 13, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:54Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:06:13.556452 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36340eef-f133-4d90-b228-da4ee5674ea7 None None] Checking router: 1edf5eb2-f431-44d4-8f39-e30c77877da8 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:06:13.564964 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36340eef-f133-4d90-b228-da4ee5674ea7 None None] Routers {'1edf5eb2-f431-44d4-8f39-e30c77877da8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:06:13.565547 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-36340eef-f133-4d90-b228-da4ee5674ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:05:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['1edf5eb2-f431-44d4-8f39-e30c77877da8'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:06:13.608863 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49bc7d-5b6e-46a9-b339-e0e0fa5a4738 req-3cf6575f-aea8-4d39-88bd-854ebeb4ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:13.610317 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3e49bc7d-5b6e-46a9-b339-e0e0fa5a4738 req-3cf6575f-aea8-4d39-88bd-854ebeb4ab72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.0582757 Mar 07 22:06:13.682553 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49bc7d-5b6e-46a9-b339-e0e0fa5a4738 req-c6fa578f-fc29-4267-b254-0a5bf3550c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:13.684319 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3e49bc7d-5b6e-46a9-b339-e0e0fa5a4738 req-c6fa578f-fc29-4267-b254-0a5bf3550c53 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685956 Mar 07 22:06:13.751040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-36340eef-f133-4d90-b228-da4ee5674ea7 None None] Set router 1edf5eb2-f431-44d4-8f39-e30c77877da8 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:06:13.827133 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3e49bc7d-5b6e-46a9-b339-e0e0fa5a4738 req-2fccdd34-1e02-4ef7-aea8-b528891ce8a8 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366735 Mar 07 22:06:13.965216 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3e49bc7d-5b6e-46a9-b339-e0e0fa5a4738 req-29fb5545-2a8a-4489-8591-a87cfefa7a49 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327174 Mar 07 22:06:14.111521 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-36340eef-f133-4d90-b228-da4ee5674ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '95301645-64a2-45e0-8fac-7d903c85b15e', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'floating_ip_address': '172.26.2.232', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'port_id': '0d66d4da-ebc5-4a65-8da9-3b619291a0f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'mac_address': 'fa:16:3e:43:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3e98a-e58a-40ee-838f-e4dcba9688aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:02:52Z', 'updated_at': '2022-03-07T22:06:12Z', 'revision_number': 13, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:54Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:06:14.115572 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36340eef-f133-4d90-b228-da4ee5674ea7 None None] The sync data for ids ['1edf5eb2-f431-44d4-8f39-e30c77877da8'] in dv-neutron-829957-1-hyperv is: [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '95301645-64a2-45e0-8fac-7d903c85b15e', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'floating_ip_address': '172.26.2.232', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'port_id': '0d66d4da-ebc5-4a65-8da9-3b619291a0f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'mac_address': 'fa:16:3e:43:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a3e98a-e58a-40ee-838f-e4dcba9688aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:02:52Z', 'updated_at': '2022-03-07T22:06:12Z', 'revision_number': 13, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:54Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:06:14.307938 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adfc92a-e61b-4b9e-909c-6cf6cfa69209 None None] New status for floating IP 95301645-64a2-45e0-8fac-7d903c85b15e: ACTIVE {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:06:15.019039 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bdba7-2b98-4a1c-9707-cc34cef9eab6 req-863a717e-e0c4-4c6e-9a5c-1b693b9f0671 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:15.020375 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-951bdba7-2b98-4a1c-9707-cc34cef9eab6 req-863a717e-e0c4-4c6e-9a5c-1b693b9f0671 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.0812178 Mar 07 22:06:15.062832 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-951bdba7-2b98-4a1c-9707-cc34cef9eab6 req-1266d02d-31f4-4709-be12-350b4ba287d7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369368 Mar 07 22:06:16.039286 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:20.055779 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-26d17aea-848c-41da-8877-7790d18fcd84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:22.255661 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d2eb43a5-ec3b-4eac-913f-7dfd63a4d4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:23.255597 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:23.352744 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:24.810473 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:25.137013 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ddd94-c56f-4e3b-89ea-b740b104785e req-c9a920f6-d678-4afa-b9d6-a3a550ac7ad2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:25.138516 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ed1ddd94-c56f-4e3b-89ea-b740b104785e req-c9a920f6-d678-4afa-b9d6-a3a550ac7ad2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.0773568 Mar 07 22:06:25.195703 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ed1ddd94-c56f-4e3b-89ea-b740b104785e req-7b6c23c4-0ecb-46ef-af34-e41dff388997 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469775 Mar 07 22:06:25.307171 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19a6e62b-6d3b-43a7-b5d0-a75f7d7bc9c0 req-d538c3a4-a517-4345-a56a-e3d5942de3cf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1238093 Mar 07 22:06:26.381194 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cd451-e70b-4f50-8fca-b22e5c0d7a22 req-ba2216f8-0872-4519-a1e8-36da117adbf7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:26.382600 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2a9cd451-e70b-4f50-8fca-b22e5c0d7a22 req-ba2216f8-0872-4519-a1e8-36da117adbf7 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.0811486 Mar 07 22:06:26.426120 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2a9cd451-e70b-4f50-8fca-b22e5c0d7a22 req-cc85ad51-ead0-4986-b543-32ead194391d tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376678 Mar 07 22:06:27.319780 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6e62b-6d3b-43a7-b5d0-a75f7d7bc9c0 req-9070d3c2-0fe3-427d-aa2d-e8c7b0aaa6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:27.321209 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19a6e62b-6d3b-43a7-b5d0-a75f7d7bc9c0 req-9070d3c2-0fe3-427d-aa2d-e8c7b0aaa6b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 1099 time: 0.0719576 Mar 07 22:06:27.450760 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6e62b-6d3b-43a7-b5d0-a75f7d7bc9c0 req-fce821e9-5ca5-41f9-9252-aff4e57db404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:27.452192 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19a6e62b-6d3b-43a7-b5d0-a75f7d7bc9c0 req-fce821e9-5ca5-41f9-9252-aff4e57db404 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 912 time: 0.1252553 Mar 07 22:06:27.593073 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19a6e62b-6d3b-43a7-b5d0-a75f7d7bc9c0 req-d2ecf7d5-f9b1-4a3a-ae94-7ad4485d0024 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d66d4da-ebc5-4a65-8da9-3b619291a0f1 HTTP/1.1" status: 200 len: 1003 time: 0.1349120 Mar 07 22:06:27.671557 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6e62b-6d3b-43a7-b5d0-a75f7d7bc9c0 req-77855911-a17d-4076-a6f4-4840992de5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:27.672941 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19a6e62b-6d3b-43a7-b5d0-a75f7d7bc9c0 req-77855911-a17d-4076-a6f4-4840992de5b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.0725048 Mar 07 22:06:27.681525 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f0525-49f9-4126-ab0c-8da7944c8696 req-489e4845-2939-4afa-a6bb-d93f2ea11644 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:27.682855 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a82f0525-49f9-4126-ab0c-8da7944c8696 req-489e4845-2939-4afa-a6bb-d93f2ea11644 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.1475875 Mar 07 22:06:27.762867 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a82f0525-49f9-4126-ab0c-8da7944c8696 req-53aaf77e-53e3-471b-a23d-7be1787b8623 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507529 Mar 07 22:06:27.782842 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6e62b-6d3b-43a7-b5d0-a75f7d7bc9c0 req-ea1fece8-3b07-4ed5-a8bf-c05d01f23ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:27.784798 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19a6e62b-6d3b-43a7-b5d0-a75f7d7bc9c0 req-ea1fece8-3b07-4ed5-a8bf-c05d01f23ac0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1011298 Mar 07 22:06:27.913899 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19a6e62b-6d3b-43a7-b5d0-a75f7d7bc9c0 req-015f4f12-0cae-4c26-b78b-927cb7b2de99 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230140 Mar 07 22:06:28.137536 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19a6e62b-6d3b-43a7-b5d0-a75f7d7bc9c0 req-3c7452aa-ce78-4499-895d-74f950e22589 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169957 Mar 07 22:06:28.946867 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d01b0-75b7-4606-8a0b-1a5adf298081 req-e701463e-428e-40a4-9308-62044d66aebf tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:28.948228 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6f7d01b0-75b7-4606-8a0b-1a5adf298081 req-e701463e-428e-40a4-9308-62044d66aebf tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.0814545 Mar 07 22:06:28.991613 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6f7d01b0-75b7-4606-8a0b-1a5adf298081 req-7885c8e0-79e6-4fb6-a8c9-19962e004707 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375750 Mar 07 22:06:30.309406 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568a93e-72e7-4c77-bd74-6dc64320cea3 req-ffb28a97-708f-4782-aaa8-b3096f648581 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:30.310836 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7568a93e-72e7-4c77-bd74-6dc64320cea3 req-ffb28a97-708f-4782-aaa8-b3096f648581 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.0771360 Mar 07 22:06:30.356432 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7568a93e-72e7-4c77-bd74-6dc64320cea3 req-9c2f7646-0221-4cf6-bcb3-61caf593c312 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395079 Mar 07 22:06:31.537333 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360f72c-7837-4c8e-8923-d85e6ca37d5c req-7c6c00b2-c6b2-45f5-a157-0c48aa190c32 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:31.538789 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c360f72c-7837-4c8e-8923-d85e6ca37d5c req-7c6c00b2-c6b2-45f5-a157-0c48aa190c32 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.0772312 Mar 07 22:06:31.586032 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c360f72c-7837-4c8e-8923-d85e6ca37d5c req-71d04bc2-2b02-432f-8b98-6eaa46577f9c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416942 Mar 07 22:06:32.767987 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be565b7-8738-47dc-ae52-edd183a9f7d9 req-1e14d625-c021-4a6d-b408-e0e07ba65634 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:32.769934 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2be565b7-8738-47dc-ae52-edd183a9f7d9 req-1e14d625-c021-4a6d-b408-e0e07ba65634 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.0816717 Mar 07 22:06:32.812101 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2be565b7-8738-47dc-ae52-edd183a9f7d9 req-9edeac57-76a0-42bf-9569-59f7b569e847 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364833 Mar 07 22:06:33.224700 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:06:33.995003 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6db099-db5c-4c6c-b0c9-febd6864547e req-f8b74967-460f-4263-b3ce-27065065394e tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:33.996434 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ba6db099-db5c-4c6c-b0c9-febd6864547e req-f8b74967-460f-4263-b3ce-27065065394e tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.0783978 Mar 07 22:06:34.039162 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ba6db099-db5c-4c6c-b0c9-febd6864547e req-00209d15-de93-48d9-85f3-cc4f65778c05 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372920 Mar 07 22:06:35.221127 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995fcf06-a55d-49dc-83c8-424c6c429485 req-b03ee36a-6851-4f24-9d1d-29a6a38c2b9c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:35.223092 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-995fcf06-a55d-49dc-83c8-424c6c429485 req-b03ee36a-6851-4f24-9d1d-29a6a38c2b9c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.0801156 Mar 07 22:06:35.264902 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-995fcf06-a55d-49dc-83c8-424c6c429485 req-fa7086cd-004e-4aa9-8015-174149aeeb16 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363865 Mar 07 22:06:36.448122 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1287bf-faab-4264-839d-62209c24c3e6 req-5ce7bac7-5ad8-4c13-8afb-776c85fc37fc tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:36.449519 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bb1287bf-faab-4264-839d-62209c24c3e6 req-5ce7bac7-5ad8-4c13-8afb-776c85fc37fc tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.0809305 Mar 07 22:06:36.492867 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bb1287bf-faab-4264-839d-62209c24c3e6 req-41bc337f-1177-4081-9079-534d6ee46a0f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374756 Mar 07 22:06:37.671192 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f9b90-e3df-4fa7-abb8-0cf66308b7ce req-d3f525d9-38e4-4d4e-ae35-1a415522af79 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:37.672598 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-252f9b90-e3df-4fa7-abb8-0cf66308b7ce req-d3f525d9-38e4-4d4e-ae35-1a415522af79 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.0773120 Mar 07 22:06:37.715205 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-252f9b90-e3df-4fa7-abb8-0cf66308b7ce req-7aad5957-530c-4da1-8e9c-0233fa2f45a4 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366619 Mar 07 22:06:38.762441 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78288ecc-8d99-4fcb-8f99-e79e63a59186 req-81585083-3619-4c59-a432-8739c915c529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:38.763912 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-78288ecc-8d99-4fcb-8f99-e79e63a59186 req-81585083-3619-4c59-a432-8739c915c529 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 1099 time: 0.0757921 Mar 07 22:06:38.959127 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78288ecc-8d99-4fcb-8f99-e79e63a59186 req-8032b633-d149-4307-9ae6-121418b4e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:38.960511 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-78288ecc-8d99-4fcb-8f99-e79e63a59186 req-8032b633-d149-4307-9ae6-121418b4e136 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 912 time: 0.1750045 Mar 07 22:06:39.045848 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d047c-62ae-41b9-af8c-17aa17d392f0 req-ea6c1054-8cd1-47e7-869b-c4b4376e63e0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:39.047292 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0b4d047c-62ae-41b9-af8c-17aa17d392f0 req-ea6c1054-8cd1-47e7-869b-c4b4376e63e0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.2264998 Mar 07 22:06:39.101354 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-78288ecc-8d99-4fcb-8f99-e79e63a59186 req-6f6d4305-aaaa-40a5-bd84-d813c6fd08e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d66d4da-ebc5-4a65-8da9-3b619291a0f1 HTTP/1.1" status: 200 len: 1003 time: 0.1329002 Mar 07 22:06:39.111599 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0b4d047c-62ae-41b9-af8c-17aa17d392f0 req-82740dd7-2fe1-4a8e-99ac-61c9d12dd50e tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581748 Mar 07 22:06:39.166583 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78288ecc-8d99-4fcb-8f99-e79e63a59186 req-4b14cee0-ad6e-4b30-96ae-8ed11f5c4d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:39.167983 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-78288ecc-8d99-4fcb-8f99-e79e63a59186 req-4b14cee0-ad6e-4b30-96ae-8ed11f5c4d00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.0593686 Mar 07 22:06:39.240829 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78288ecc-8d99-4fcb-8f99-e79e63a59186 req-a4c44279-6bb1-4ba8-a1e8-44c0f0d43e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:39.242186 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-78288ecc-8d99-4fcb-8f99-e79e63a59186 req-a4c44279-6bb1-4ba8-a1e8-44c0f0d43e6f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679319 Mar 07 22:06:39.371167 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-78288ecc-8d99-4fcb-8f99-e79e63a59186 req-ebaed1e4-4b88-4209-9266-61098974820b service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222548 Mar 07 22:06:39.594611 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-78288ecc-8d99-4fcb-8f99-e79e63a59186 req-90f35ea0-b601-40f1-88d5-bfef3a1859bf service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167413 Mar 07 22:06:40.297191 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47552296-2a2a-4330-93ad-4f7eab37eb52 req-83f70f75-8a3c-4f58-8741-1bfed161a15b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:40.298661 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-47552296-2a2a-4330-93ad-4f7eab37eb52 req-83f70f75-8a3c-4f58-8741-1bfed161a15b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.0828285 Mar 07 22:06:40.341981 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-47552296-2a2a-4330-93ad-4f7eab37eb52 req-de52fade-efd6-4beb-ba3a-7ab9ad97f8cc tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377235 Mar 07 22:06:40.997232 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19a6e62b-6d3b-43a7-b5d0-a75f7d7bc9c0 req-0e1c3734-c4b0-43ee-b8d2-fd33e2d3f620 service neutron] 10.222.0.11 "GET /v2.0/ports/0d66d4da-ebc5-4a65-8da9-3b619291a0f1/bindings/hv-neutron-8299 HTTP/1.1" status: 200 len: 384 time: 0.0762310 Mar 07 22:06:41.570389 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6e62b-6d3b-43a7-b5d0-a75f7d7bc9c0 req-0a9cdc44-d682-4a10-9588-bbc16f0321e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:41.571817 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19a6e62b-6d3b-43a7-b5d0-a75f7d7bc9c0 req-0a9cdc44-d682-4a10-9588-bbc16f0321e3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa&tenant_id=7519c91134ec4857bcb6d7071f4c434b HTTP/1.1" status: 200 len: 1099 time: 0.1267509 Mar 07 22:06:41.584861 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca328429-1be9-4a37-824c-6ecb24399518 req-ddc86a03-aa73-43aa-9589-ab5427853c26 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:41.586710 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ca328429-1be9-4a37-824c-6ecb24399518 req-ddc86a03-aa73-43aa-9589-ab5427853c26 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.1120291 Mar 07 22:06:41.672044 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ca328429-1be9-4a37-824c-6ecb24399518 req-de7528af-3f86-4543-a0e6-7eb72d45c49f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799325 Mar 07 22:06:41.692909 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6e62b-6d3b-43a7-b5d0-a75f7d7bc9c0 req-a17d8300-3ec7-497d-923a-26534e642a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:41.694455 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19a6e62b-6d3b-43a7-b5d0-a75f7d7bc9c0 req-a17d8300-3ec7-497d-923a-26534e642a89 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 1099 time: 0.1007431 Mar 07 22:06:41.822715 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6e62b-6d3b-43a7-b5d0-a75f7d7bc9c0 req-ee9d3107-f39f-4b34-b01b-368d589f1a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:41.824139 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19a6e62b-6d3b-43a7-b5d0-a75f7d7bc9c0 req-ee9d3107-f39f-4b34-b01b-368d589f1a05 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 912 time: 0.1238329 Mar 07 22:06:41.928269 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19a6e62b-6d3b-43a7-b5d0-a75f7d7bc9c0 req-6758c971-a204-4873-a851-c93229980ae5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d66d4da-ebc5-4a65-8da9-3b619291a0f1 HTTP/1.1" status: 200 len: 1003 time: 0.0972884 Mar 07 22:06:41.988132 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6e62b-6d3b-43a7-b5d0-a75f7d7bc9c0 req-4ae2520d-631a-49da-b2bb-08ccef253b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:41.989505 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19a6e62b-6d3b-43a7-b5d0-a75f7d7bc9c0 req-4ae2520d-631a-49da-b2bb-08ccef253b50 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.0562780 Mar 07 22:06:42.063384 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6e62b-6d3b-43a7-b5d0-a75f7d7bc9c0 req-42b37537-1206-4347-b8d0-a0f998de4930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:42.064785 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19a6e62b-6d3b-43a7-b5d0-a75f7d7bc9c0 req-42b37537-1206-4347-b8d0-a0f998de4930 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699189 Mar 07 22:06:42.191714 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19a6e62b-6d3b-43a7-b5d0-a75f7d7bc9c0 req-05d278a4-9de2-4084-a47c-4f85a9f7e24f service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208031 Mar 07 22:06:42.318859 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19a6e62b-6d3b-43a7-b5d0-a75f7d7bc9c0 req-bf44a01d-65d7-442f-892b-6c006da6d7b1 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211064 Mar 07 22:06:42.861609 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d718159-ccdc-49ea-bb95-ccf6c9cd783c req-3f554408-6e75-418f-9f48-2a4a2b510467 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:42.865626 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7d718159-ccdc-49ea-bb95-ccf6c9cd783c req-3f554408-6e75-418f-9f48-2a4a2b510467 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.0843806 Mar 07 22:06:42.913680 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7d718159-ccdc-49ea-bb95-ccf6c9cd783c req-3be157ad-6d1f-4f97-95f2-75aa8d36f1de tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406868 Mar 07 22:06:44.098678 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:06:44.100803 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace71ee-8a28-40af-afcc-7458223491f7 req-a87f3374-e1c8-4587-a4a0-dc05bc5d8863 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:44.102305 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-eace71ee-8a28-40af-afcc-7458223491f7 req-a87f3374-e1c8-4587-a4a0-dc05bc5d8863 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.0823617 Mar 07 22:06:44.148075 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-eace71ee-8a28-40af-afcc-7458223491f7 req-51cdc621-ff01-4ea8-a740-672832c004d6 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394866 Mar 07 22:06:44.250238 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:44.277651 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a3e98a-e58a-40ee-838f-e4dcba9688aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d66d4da-ebc5-4a65-8da9-3b619291a0f1'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:06:44.287761 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0d66d4da-ebc5-4a65-8da9-3b619291a0f1,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:06:44.329919 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a3e98a-e58a-40ee-838f-e4dcba9688aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d66d4da-ebc5-4a65-8da9-3b619291a0f1', 'code': 200} Mar 07 22:06:44.370226 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:44.439380 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=0d66d4da-ebc5-4a65-8da9-3b619291a0f1,revision_number=6']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:45.326596 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985805a-63f2-45ce-995f-f2e3353d1485 req-ab8ee0c1-5e36-4696-a3be-b4b475a5f5f5 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:45.328005 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d985805a-63f2-45ce-995f-f2e3353d1485 req-ab8ee0c1-5e36-4696-a3be-b4b475a5f5f5 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 944 time: 0.0772254 Mar 07 22:06:45.374974 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d985805a-63f2-45ce-995f-f2e3353d1485 req-e5b989ee-a1a9-415a-9a7f-5422a70e2e30 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406992 Mar 07 22:06:46.072876 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:46.094585 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:06:46.225662 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0d66d4da-ebc5-4a65-8da9-3b619291a0f1,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:06:46.238545 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '0d66d4da-ebc5-4a65-8da9-3b619291a0f1', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'port_id': '0d66d4da-ebc5-4a65-8da9-3b619291a0f1', 'mac_address': 'fa:16:3e:43:d7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:06:46.295249 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:46.311139 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:06:46.326244 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0d66d4da-ebc5-4a65-8da9-3b619291a0f1,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:06:46.381040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:46.449619 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=0d66d4da-ebc5-4a65-8da9-3b619291a0f1,revision_number=7']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:46.458579 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:46.458921 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:46.459253 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:46.459583 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:46.459904 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:46.460227 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:46.460545 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:46.460863 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:46.461186 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:46.461498 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:46.461812 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:46.462149 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:06:46.465543 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['0d66d4da-ebc5-4a65-8da9-3b619291a0f1'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:06:46.559413 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238aa39-7910-497c-baa0-cf09d3d94fc3 req-11241b96-5024-4d48-85c9-d83c50b5a1b3 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:46.561013 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0238aa39-7910-497c-baa0-cf09d3d94fc3 req-11241b96-5024-4d48-85c9-d83c50b5a1b3 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 945 time: 0.0794075 Mar 07 22:06:46.606602 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0238aa39-7910-497c-baa0-cf09d3d94fc3 req-6ec8318d-ba38-4c29-a7b8-03423f9aa3ee tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393183 Mar 07 22:06:47.894209 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a26dc-a957-45d6-8c32-8a098b8b831f req-e0dcbfea-9a31-42eb-a0a3-f1d2f9036704 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:47.895525 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-119a26dc-a957-45d6-8c32-8a098b8b831f req-e0dcbfea-9a31-42eb-a0a3-f1d2f9036704 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 945 time: 0.1814222 Mar 07 22:06:47.937132 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-119a26dc-a957-45d6-8c32-8a098b8b831f req-26b5bfeb-e803-483a-9477-0bb65597ce5c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361049 Mar 07 22:06:48.097730 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:06:48.162424 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:06:48.162713 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:48.273196 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:48.297967 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a3e98a-e58a-40ee-838f-e4dcba9688aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d66d4da-ebc5-4a65-8da9-3b619291a0f1'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:06:48.308174 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0d66d4da-ebc5-4a65-8da9-3b619291a0f1,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:06:48.350136 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a3e98a-e58a-40ee-838f-e4dcba9688aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d66d4da-ebc5-4a65-8da9-3b619291a0f1', 'code': 200} Mar 07 22:06:48.392633 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:48.462360 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=0d66d4da-ebc5-4a65-8da9-3b619291a0f1,revision_number=8']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:06:49.118930 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918f685-912c-4f87-bcd6-22e88a5aa6ae req-8f3283b7-a012-4a86-a217-a44e915e4e56 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:49.120274 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2918f685-912c-4f87-bcd6-22e88a5aa6ae req-8f3283b7-a012-4a86-a217-a44e915e4e56 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.0789561 Mar 07 22:06:49.166723 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2918f685-912c-4f87-bcd6-22e88a5aa6ae req-cd41aa9d-0772-4ab8-8416-e7684bcb56d6 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408900 Mar 07 22:06:50.055448 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7a7d4e53-b3c6-416c-9b65-771b0f7d40bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:50.352365 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494539b2-7fec-4902-b514-edd83a46545d req-c100aafa-10de-4823-aff6-cd67d513d631 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:50.353791 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-494539b2-7fec-4902-b514-edd83a46545d req-c100aafa-10de-4823-aff6-cd67d513d631 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.0799000 Mar 07 22:06:50.396762 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-494539b2-7fec-4902-b514-edd83a46545d req-d42476c3-933c-462a-b290-74ee3203b2e6 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373440 Mar 07 22:06:51.582278 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216df87-ca74-448b-b1a3-116769612ce7 req-057ce78e-e237-4aef-946c-24b315cbaca2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:51.583685 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a216df87-ca74-448b-b1a3-116769612ce7 req-057ce78e-e237-4aef-946c-24b315cbaca2 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.0820513 Mar 07 22:06:51.625506 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a216df87-ca74-448b-b1a3-116769612ce7 req-150eb766-1b66-4c61-98aa-27c522d3fe2a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361462 Mar 07 22:06:52.312644 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c154c02d-1f3c-4bed-a92d-90eb9eaf739c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:52.807362 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420e702-28a5-46c3-8fad-bee0d19b1531 req-dca5adb4-a199-4ba9-99f0-a04ca85b8584 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:52.808779 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4420e702-28a5-46c3-8fad-bee0d19b1531 req-dca5adb4-a199-4ba9-99f0-a04ca85b8584 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.0773442 Mar 07 22:06:52.851821 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4420e702-28a5-46c3-8fad-bee0d19b1531 req-c6689201-1889-4fa4-b70f-a37340256f97 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374944 Mar 07 22:06:53.310409 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:53.455817 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:53.747265 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-149e5e92-890e-4cbf-b109-54678d463fb0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:53.748579 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-149e5e92-890e-4cbf-b109-54678d463fb0 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.11 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa&tenant_id=7519c91134ec4857bcb6d7071f4c434b&binding%3Ahost_id=hv-neutron-8299 HTTP/1.1" status: 200 len: 946 time: 0.1477978 Mar 07 22:06:53.755840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389b723-04dd-4c3d-bbb9-b6c55e158275 req-9b793e6f-8df5-435f-abb6-eb0ae40e78cb tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:53.757155 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5389b723-04dd-4c3d-bbb9-b6c55e158275 req-9b793e6f-8df5-435f-abb6-eb0ae40e78cb tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.1211276 Mar 07 22:06:53.854097 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5389b723-04dd-4c3d-bbb9-b6c55e158275 req-052f06e1-4a06-40ae-bd97-6dfbb50a7c72 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649605 Mar 07 22:06:53.863661 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-c03643d1-606e-4c8e-aa61-cdfd6a27858d service neutron] 10.222.0.11 "GET /v2.0/ports/0d66d4da-ebc5-4a65-8da9-3b619291a0f1/bindings/hv-neutron-8299 HTTP/1.1" status: 200 len: 384 time: 0.1056275 Mar 07 22:06:53.955885 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-a785f3ca-65a7-4064-948e-fb2e06dfc172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:53.957359 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-a785f3ca-65a7-4064-948e-fb2e06dfc172 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 1099 time: 0.0722749 Mar 07 22:06:54.085511 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-f9ec45ff-d492-433f-9eaa-67999d4f254a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:54.086935 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-f9ec45ff-d492-433f-9eaa-67999d4f254a service neutron] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 912 time: 0.1239636 Mar 07 22:06:54.183011 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-069922e9-3f6a-47c9-a486-cd6d3e6f2836 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d66d4da-ebc5-4a65-8da9-3b619291a0f1 HTTP/1.1" status: 200 len: 1003 time: 0.0898736 Mar 07 22:06:54.246866 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-abbed056-9dc0-417b-aaa2-2ee33db674fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:54.248262 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-abbed056-9dc0-417b-aaa2-2ee33db674fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.0597579 Mar 07 22:06:54.319652 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-eeb7acd1-45f2-4a16-93c0-e1e25c40a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:54.321075 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-eeb7acd1-45f2-4a16-93c0-e1e25c40a246 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675581 Mar 07 22:06:54.450420 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-763a8f76-71ab-4c08-936c-9f55ec839f6d service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227405 Mar 07 22:06:54.579294 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-006e7464-ef3d-4efb-802b-a3b64ea4fb26 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236105 Mar 07 22:06:54.826604 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:06:55.040738 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfdecd-0a92-4c31-9613-f3a4ad983f12 req-8858207a-115c-4a3f-9421-b057321297e6 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:55.042179 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b1cfdecd-0a92-4c31-9613-f3a4ad983f12 req-8858207a-115c-4a3f-9421-b057321297e6 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.0815926 Mar 07 22:06:55.085474 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b1cfdecd-0a92-4c31-9613-f3a4ad983f12 req-ec370bad-d3a5-40dc-910a-ad1b80e9f2af tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378213 Mar 07 22:06:56.264340 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0291c5-0ecd-4812-bbfd-f8c99d95cafe req-49a4a467-0f2b-4aa3-ae10-68ca51248565 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:56.265758 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6a0291c5-0ecd-4812-bbfd-f8c99d95cafe req-49a4a467-0f2b-4aa3-ae10-68ca51248565 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.0785859 Mar 07 22:06:56.308345 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6a0291c5-0ecd-4812-bbfd-f8c99d95cafe req-bda389d3-472f-47e3-b73a-01fd45852fe8 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364554 Mar 07 22:06:57.599684 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9141fb4-9eb3-4c18-95e0-61eeb2e56919 req-dce23d33-61af-4909-bed1-ce6d5096fe11 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:57.601033 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f9141fb4-9eb3-4c18-95e0-61eeb2e56919 req-dce23d33-61af-4909-bed1-ce6d5096fe11 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.1845088 Mar 07 22:06:57.643868 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f9141fb4-9eb3-4c18-95e0-61eeb2e56919 req-42bcb506-4134-4a45-9ca7-0232b6c14396 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365365 Mar 07 22:06:58.435287 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-cf47d7c2-2b1b-4b4b-94c3-544adb4be0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:58.436715 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-cf47d7c2-2b1b-4b4b-94c3-544adb4be0cb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa&tenant_id=7519c91134ec4857bcb6d7071f4c434b HTTP/1.1" status: 200 len: 1099 time: 0.0716856 Mar 07 22:06:58.523690 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-884d2a64-f6c1-4502-8301-a4748f94205e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:58.525011 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-884d2a64-f6c1-4502-8301-a4748f94205e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7519c91134ec4857bcb6d7071f4c434b&device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 1099 time: 0.0682418 Mar 07 22:06:58.651976 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-720b010f-efd7-4190-a73e-2723d169d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:58.653366 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-720b010f-efd7-4190-a73e-2723d169d961 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 200 len: 912 time: 0.1228423 Mar 07 22:06:58.783832 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-e9f6e91c-ecb5-4b5b-b787-8ac6e38026f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d66d4da-ebc5-4a65-8da9-3b619291a0f1 HTTP/1.1" status: 200 len: 1003 time: 0.1237650 Mar 07 22:06:58.856690 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-92ce7c76-f4cc-4a2b-a235-1de0239d3dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:58.857946 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-92ce7c76-f4cc-4a2b-a235-1de0239d3dec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 200 len: 851 time: 0.0685689 Mar 07 22:06:58.924945 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a92d4-dd0c-472b-9b8c-211477920ea4 req-f97aee39-b1f0-4918-b792-9e0a656d39cf tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:58.926360 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-711a92d4-dd0c-472b-9b8c-211477920ea4 req-f97aee39-b1f0-4918-b792-9e0a656d39cf tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.1750877 Mar 07 22:06:58.979252 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-a7eaa866-ccd8-4b44-8f94-0f63c0da45fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:06:58.980638 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-a7eaa866-ccd8-4b44-8f94-0f63c0da45fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90e55d69-1d33-4723-91cb-26c97a2257f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1160736 Mar 07 22:06:58.987465 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-711a92d4-dd0c-472b-9b8c-211477920ea4 req-9d610897-09d1-4112-a4ce-5d730b61e249 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547354 Mar 07 22:06:59.109298 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-5bf2d278-fbb9-4203-b702-8d53cf859675 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208527 Mar 07 22:06:59.234821 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8c06ce99-453f-4ca3-b151-de1fb1ca790d req-471e05dc-77eb-48da-b43d-0fad36948511 service neutron] 10.222.0.11 "GET /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194925 Mar 07 22:07:00.176202 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16caa3-105f-4274-b4e1-42cdba633377 req-f4826aa7-3965-4001-bbee-2ec61d35f454 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:00.177524 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4a16caa3-105f-4274-b4e1-42cdba633377 req-f4826aa7-3965-4001-bbee-2ec61d35f454 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.0777371 Mar 07 22:07:00.189643 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:07:00.221479 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4a16caa3-105f-4274-b4e1-42cdba633377 req-f857845e-b859-4d1b-a3d9-8c016cee27fe tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379860 Mar 07 22:07:00.303722 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:00.330200 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a3e98a-e58a-40ee-838f-e4dcba9688aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d66d4da-ebc5-4a65-8da9-3b619291a0f1'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:07:00.339979 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0d66d4da-ebc5-4a65-8da9-3b619291a0f1,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:07:00.428133 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:00.459154 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a3e98a-e58a-40ee-838f-e4dcba9688aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d66d4da-ebc5-4a65-8da9-3b619291a0f1', 'code': 200} Mar 07 22:07:00.495405 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=0d66d4da-ebc5-4a65-8da9-3b619291a0f1,revision_number=9']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:01.404864 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446b617-2934-4816-82b3-093e6b70b151 req-42cdb4a9-abdd-49ad-aca6-f4698ec46d9b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:01.406309 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1446b617-2934-4816-82b3-093e6b70b151 req-42cdb4a9-abdd-49ad-aca6-f4698ec46d9b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 944 time: 0.0807419 Mar 07 22:07:01.449744 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1446b617-2934-4816-82b3-093e6b70b151 req-0a468f5f-41a5-4c34-8119-858360c8565d tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372388 Mar 07 22:07:02.192049 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:07:02.321304 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0d66d4da-ebc5-4a65-8da9-3b619291a0f1,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:07:02.334095 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '0d66d4da-ebc5-4a65-8da9-3b619291a0f1', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'port_id': '0d66d4da-ebc5-4a65-8da9-3b619291a0f1', 'mac_address': 'fa:16:3e:43:d7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:07:02.398237 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:02.417337 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:07:02.432533 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0d66d4da-ebc5-4a65-8da9-3b619291a0f1,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:07:02.512805 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:02.582847 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['0d66d4da-ebc5-4a65-8da9-3b619291a0f1'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:07:02.613722 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=0d66d4da-ebc5-4a65-8da9-3b619291a0f1,revision_number=10']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:02.634053 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34cad7-9a42-4f0f-8f4d-ee9cfe4ae5e4 req-1aad44f0-a162-4e09-8b8e-d250f8451721 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:02.635619 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cf34cad7-9a42-4f0f-8f4d-ee9cfe4ae5e4 req-1aad44f0-a162-4e09-8b8e-d250f8451721 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.0799203 Mar 07 22:07:02.680533 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cf34cad7-9a42-4f0f-8f4d-ee9cfe4ae5e4 req-b02f61d7-c495-4209-b69b-5629e84b1b5b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390522 Mar 07 22:07:03.867413 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d218602-bced-49bb-978e-cdb4735dc6f7 req-0682454d-32be-490e-a307-db1de54f5768 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:03.868848 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8d218602-bced-49bb-978e-cdb4735dc6f7 req-0682454d-32be-490e-a307-db1de54f5768 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 946 time: 0.0823455 Mar 07 22:07:03.911534 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8d218602-bced-49bb-978e-cdb4735dc6f7 req-1c01b95f-111b-49c2-bd31-ecfde68bf77a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371137 Mar 07 22:07:04.204599 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:07:04.270449 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:07:04.270822 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:04.382301 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:04.408151 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a3e98a-e58a-40ee-838f-e4dcba9688aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d66d4da-ebc5-4a65-8da9-3b619291a0f1'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:07:04.417615 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0d66d4da-ebc5-4a65-8da9-3b619291a0f1,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:07:04.460116 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a3e98a-e58a-40ee-838f-e4dcba9688aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d66d4da-ebc5-4a65-8da9-3b619291a0f1', 'code': 200} Mar 07 22:07:04.495531 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:04.563104 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=0d66d4da-ebc5-4a65-8da9-3b619291a0f1,revision_number=11']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:05.090311 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00624ff7-d619-4f59-88ca-4ad80b2a62bd req-ec8256db-f495-4664-9565-d42f1d692882 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:05.091726 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-00624ff7-d619-4f59-88ca-4ad80b2a62bd req-ec8256db-f495-4664-9565-d42f1d692882 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 947 time: 0.0776353 Mar 07 22:07:05.137081 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-00624ff7-d619-4f59-88ca-4ad80b2a62bd req-21794b60-bba9-4bf2-80b8-eeb7395545fa tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392339 Mar 07 22:07:06.321617 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b553f3d-7258-4660-bc17-d4b2e7d6a12b req-0a70c5a4-eb57-48e5-a04c-3df7e805b410 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:06.323097 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8b553f3d-7258-4660-bc17-d4b2e7d6a12b req-0a70c5a4-eb57-48e5-a04c-3df7e805b410 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 947 time: 0.0790987 Mar 07 22:07:06.366099 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8b553f3d-7258-4660-bc17-d4b2e7d6a12b req-f99cf97b-18a0-47a4-b3b6-cd02fa07775a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374689 Mar 07 22:07:07.556429 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f123310-6051-4907-8c4a-6a2017765571 req-bab012fe-8484-4253-bcf2-d1ae293d6a26 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:07.558164 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4f123310-6051-4907-8c4a-6a2017765571 req-bab012fe-8484-4253-bcf2-d1ae293d6a26 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 947 time: 0.0831189 Mar 07 22:07:07.700521 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4f123310-6051-4907-8c4a-6a2017765571 req-441be7bc-62c2-4014-a9ce-78569b208289 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369522 Mar 07 22:07:08.879580 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf626a-7ca4-4bf7-8ce4-61a74ba5c414 req-f23a9ded-5e93-4bbf-b602-60d506b4bb33 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:08.881004 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-46cf626a-7ca4-4bf7-8ce4-61a74ba5c414 req-f23a9ded-5e93-4bbf-b602-60d506b4bb33 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 947 time: 0.0788188 Mar 07 22:07:08.923706 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-46cf626a-7ca4-4bf7-8ce4-61a74ba5c414 req-9e7b13f1-df33-412c-8316-bb3bd89838d5 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369129 Mar 07 22:07:09.109514 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7fd1e-5fd8-4d3e-bc2b-603ed08d2665 req-26fdf8b7-0bc3-4e8e-951c-4ca701aa82ac tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:09.110957 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-08f7fd1e-5fd8-4d3e-bc2b-603ed08d2665 req-26fdf8b7-0bc3-4e8e-951c-4ca701aa82ac tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 947 time: 0.0797584 Mar 07 22:07:09.153665 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-08f7fd1e-5fd8-4d3e-bc2b-603ed08d2665 req-4389bc40-ed36-46b9-985d-930179dedfed tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366163 Mar 07 22:07:09.335936 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842575af-5279-409f-b786-aa10b8f2260e req-14a45f67-d225-4a47-973b-236cf3cd4c18 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:09.337370 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-842575af-5279-409f-b786-aa10b8f2260e req-14a45f67-d225-4a47-973b-236cf3cd4c18 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 947 time: 0.0826471 Mar 07 22:07:09.381393 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-842575af-5279-409f-b786-aa10b8f2260e req-eb51f790-ed99-49aa-b26f-5d81c717f194 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380929 Mar 07 22:07:09.966384 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfd1c1-ba1c-4e30-98b7-a42f34ce87cc req-5bc74f93-1f8a-4b92-b8b7-4c258b13db50 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:09.967729 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-75dfd1c1-ba1c-4e30-98b7-a42f34ce87cc req-5bc74f93-1f8a-4b92-b8b7-4c258b13db50 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 947 time: 0.0790303 Mar 07 22:07:10.010657 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-75dfd1c1-ba1c-4e30-98b7-a42f34ce87cc req-4d5e3712-37ee-4f93-a1da-8ae317fcadde tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367665 Mar 07 22:07:10.223956 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:07:11.196882 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88e6f7-7d77-4df4-860b-bb55539682e8 req-25ffb47c-e893-4c97-8b55-273bee655642 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:11.198345 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5d88e6f7-7d77-4df4-860b-bb55539682e8 req-25ffb47c-e893-4c97-8b55-273bee655642 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 947 time: 0.0807006 Mar 07 22:07:11.241808 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5d88e6f7-7d77-4df4-860b-bb55539682e8 req-5ecea632-d64a-4936-b02a-d676d3427d2e tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378451 Mar 07 22:07:12.237271 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c32407-dbb5-481e-b7fa-57e00f8baefb req-570d83df-a130-450f-92c7-f5c163e6ee4f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:12.238691 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b6c32407-dbb5-481e-b7fa-57e00f8baefb req-570d83df-a130-450f-92c7-f5c163e6ee4f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.11 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 947 time: 0.0778735 Mar 07 22:07:12.309489 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-b6c32407-dbb5-481e-b7fa-57e00f8baefb req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Deleting port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:07:12.309825 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-b6c32407-dbb5-481e-b7fa-57e00f8baefb req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:12.579630 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b4eee-e751-4f30-bea6-d70a45c0770e req-df70f4e8-a8b5-49c4-8eb6-4910a5962347 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:12.581995 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-875b4eee-e751-4f30-bea6-d70a45c0770e req-df70f4e8-a8b5-49c4-8eb6-4910a5962347 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 947 time: 0.2329872 Mar 07 22:07:12.652159 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-b6c32407-dbb5-481e-b7fa-57e00f8baefb req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] For port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0d66d4da-ebc5-4a65-8da9-3b619291a0f1,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:07:12.652527 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-b6c32407-dbb5-481e-b7fa-57e00f8baefb req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:12.665574 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-875b4eee-e751-4f30-bea6-d70a45c0770e req-e4f536d6-05fa-4192-9928-3d3c5eba71bd tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups?id=636020b5-c979-41e2-9615-06dad7ed9f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778704 Mar 07 22:07:12.940080 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-b6c32407-dbb5-481e-b7fa-57e00f8baefb req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:12.940432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-b6c32407-dbb5-481e-b7fa-57e00f8baefb req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:12.940733 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [req-b6c32407-dbb5-481e-b7fa-57e00f8baefb req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Floating IP 95301645-64a2-45e0-8fac-7d903c85b15e disassociated. External IP: 172.26.2.232, port: 0d66d4da-ebc5-4a65-8da9-3b619291a0f1. Mar 07 22:07:12.941059 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-b6c32407-dbb5-481e-b7fa-57e00f8baefb req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Calling delete_port for 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 owned by compute:nova {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:07:13.118172 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-b6c32407-dbb5-481e-b7fa-57e00f8baefb req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:13.166683 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Pushing event deleted for resources: {'Port': ['ID=0d66d4da-ebc5-4a65-8da9-3b619291a0f1,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:13.178379 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:13.178726 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:13.179059 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:13.179390 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:13.179716 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:13.180038 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:13.180358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:13.180678 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:13.180998 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:13.181314 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:13.181629 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:13.181937 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:13.464446 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6c32407-dbb5-481e-b7fa-57e00f8baefb req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Router 1edf5eb2-f431-44d4-8f39-e30c77877da8 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:07:13.638705 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6c32407-dbb5-481e-b7fa-57e00f8baefb req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:07:13.648760 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7deee05-a8fe-4e3e-8bb5-d97424fe9655 None None] Sync routers for ids ['1edf5eb2-f431-44d4-8f39-e30c77877da8'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:07:13.658558 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7deee05-a8fe-4e3e-8bb5-d97424fe9655 None None] Routers {'1edf5eb2-f431-44d4-8f39-e30c77877da8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:07:13.659156 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-d7deee05-a8fe-4e3e-8bb5-d97424fe9655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:06:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['1edf5eb2-f431-44d4-8f39-e30c77877da8'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:13.709243 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c32407-dbb5-481e-b7fa-57e00f8baefb req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] No DVR routers for this DVR port 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 on host hv-neutron-8299 {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:07:13.711872 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-b6c32407-dbb5-481e-b7fa-57e00f8baefb req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:13.719777 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a3e98a-e58a-40ee-838f-e4dcba9688aa', 'name': 'network-vif-deleted', 'tag': '0d66d4da-ebc5-4a65-8da9-3b619291a0f1'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:07:13.766958 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a3e98a-e58a-40ee-838f-e4dcba9688aa', 'name': 'network-vif-deleted', 'tag': '0d66d4da-ebc5-4a65-8da9-3b619291a0f1', 'status': 'completed', 'code': 200} Mar 07 22:07:13.817882 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-53bfd00d-9160-4340-affd-64656415de80 req-694d7454-3673-493d-b84e-17d7d1f3239e tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Synchronizing usage tracker for tenant:7519c91134ec4857bcb6d7071f4c434b on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:07:13.822649 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b6c32407-dbb5-481e-b7fa-57e00f8baefb req-b1d9980d-97d8-4aef-b710-3356b2aea326 tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.11 "DELETE /v2.0/ports/0d66d4da-ebc5-4a65-8da9-3b619291a0f1 HTTP/1.1" status: 204 len: 173 time: 1.5787270 Mar 07 22:07:13.841914 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-d7deee05-a8fe-4e3e-8bb5-d97424fe9655 None None] Set router 1edf5eb2-f431-44d4-8f39-e30c77877da8 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:07:13.889478 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-53bfd00d-9160-4340-affd-64656415de80 req-694d7454-3673-493d-b84e-17d7d1f3239e tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Unset dirty status for tenant:7519c91134ec4857bcb6d7071f4c434b on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:07:13.890735 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-53bfd00d-9160-4340-affd-64656415de80 req-694d7454-3673-493d-b84e-17d7d1f3239e tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 210 time: 0.1178782 Mar 07 22:07:14.160612 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-d7deee05-a8fe-4e3e-8bb5-d97424fe9655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:54Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:14.164489 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7deee05-a8fe-4e3e-8bb5-d97424fe9655 None None] Checking router: 1edf5eb2-f431-44d4-8f39-e30c77877da8 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:07:14.172715 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7deee05-a8fe-4e3e-8bb5-d97424fe9655 None None] Routers {'1edf5eb2-f431-44d4-8f39-e30c77877da8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:07:14.173292 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-d7deee05-a8fe-4e3e-8bb5-d97424fe9655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:06:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['1edf5eb2-f431-44d4-8f39-e30c77877da8'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:14.355426 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-d7deee05-a8fe-4e3e-8bb5-d97424fe9655 None None] Set router 1edf5eb2-f431-44d4-8f39-e30c77877da8 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:07:14.663527 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-d7deee05-a8fe-4e3e-8bb5-d97424fe9655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:54Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:14.667358 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7deee05-a8fe-4e3e-8bb5-d97424fe9655 None None] The sync data for ids ['1edf5eb2-f431-44d4-8f39-e30c77877da8'] in dv-neutron-829957-1-hyperv is: [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:02:48Z', 'revision_number': 4, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '74e5dfe6-ca14-49fc-b23a-f81bf8d66e94', 'name': '', 'network_id': '90e55d69-1d33-4723-91cb-26c97a2257f0', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'mac_address': 'fa:16:3e:7e:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:47Z', 'updated_at': '2022-03-07T22:02:54Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'subnets': [{'id': '03e8d1d3-3eb9-47e6-bb67-7223320c567b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:07:14.870595 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc598c63-1646-4f98-b6b1-1f22184c3c61 None None] New status for floating IP 95301645-64a2-45e0-8fac-7d903c85b15e: DOWN {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:07:15.058614 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-62edbbfc-15cb-4f84-a219-ceddcbb82f7c req-1cdcad59-5d76-4ec0-812b-221e80f3a63b tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a3e98a-e58a-40ee-838f-e4dcba9688aa HTTP/1.1" status: 200 len: 210 time: 0.0449753 Mar 07 22:07:16.061119 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:16.267139 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:07:16.335190 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:07:16.335842 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 0d66d4da-ebc5-4a65-8da9-3b619291a0f1 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:07:19.421684 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 53908) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:07:19.488861 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3803f361-424d-48c3-b865-eb78701ac35f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:19.515069 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3803f361-424d-48c3-b865-eb78701ac35f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:19.626871 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3803f361-424d-48c3-b865-eb78701ac35f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:19.645484 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803f361-424d-48c3-b865-eb78701ac35f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=636020b5-c979-41e2-9615-06dad7ed9f3b,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:19.699868 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3803f361-424d-48c3-b865-eb78701ac35f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:19.700969 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3803f361-424d-48c3-b865-eb78701ac35f tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "DELETE /v2.0/security-groups/636020b5-c979-41e2-9615-06dad7ed9f3b HTTP/1.1" status: 204 len: 168 time: 0.2782946 Mar 07 22:07:19.703410 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 53912) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:07:19.719020 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-9bab703f-3a40-4743-80cc-fa0777c7696a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] show failed (client error): The resource could not be found. Mar 07 22:07:19.719918 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9bab703f-3a40-4743-80cc-fa0777c7696a tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "GET /v2.0/security-groups/636020b5-c979-41e2-9615-06dad7ed9f3b HTTP/1.1" status: 404 len: 347 time: 0.0153530 Mar 07 22:07:19.722922 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 53916) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:07:19.873453 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-546d0fdf-e716-4569-8234-276170cbe98c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Deleting port aabffebd-eab6-4274-82c7-2d0a15bda57a {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:07:19.873811 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-546d0fdf-e716-4569-8234-276170cbe98c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:20.039512 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-546d0fdf-e716-4569-8234-276170cbe98c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:20.039831 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-546d0fdf-e716-4569-8234-276170cbe98c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:20.049386 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0fb59be1-d3a5-45fc-9ec3-b83960e34f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:20.157537 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-546d0fdf-e716-4569-8234-276170cbe98c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Calling delete_port for aabffebd-eab6-4274-82c7-2d0a15bda57a owned by network:floatingip {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:07:20.368782 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-546d0fdf-e716-4569-8234-276170cbe98c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:20.411941 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d0fdf-e716-4569-8234-276170cbe98c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Pushing event deleted for resources: {'Port': ['ID=aabffebd-eab6-4274-82c7-2d0a15bda57a,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:20.603053 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-546d0fdf-e716-4569-8234-276170cbe98c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks [] for floatingip, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:20.689076 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-546d0fdf-e716-4569-8234-276170cbe98c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:20.690227 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-546d0fdf-e716-4569-8234-276170cbe98c tempest-ServerActionsTestJSON-1994577404 tempest-ServerActionsTestJSON-1994577404-project] 10.222.0.21 "DELETE /v2.0/floatingips/95301645-64a2-45e0-8fac-7d903c85b15e HTTP/1.1" status: 204 len: 168 time: 0.9664226 Mar 07 22:07:20.693009 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 53920) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:07:21.218751 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-875661a6-2fab-49c6-866c-a265b6ee5d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:21.556249 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-875661a6-2fab-49c6-866c-a265b6ee5d30 admin admin] Deleting port 74e5dfe6-ca14-49fc-b23a-f81bf8d66e94 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:07:21.556585 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-875661a6-2fab-49c6-866c-a265b6ee5d30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:21.723192 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-875661a6-2fab-49c6-866c-a265b6ee5d30 admin admin] For port 74e5dfe6-ca14-49fc-b23a-f81bf8d66e94, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=74e5dfe6-ca14-49fc-b23a-f81bf8d66e94,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:07:21.723888 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-875661a6-2fab-49c6-866c-a265b6ee5d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:21.842529 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-875661a6-2fab-49c6-866c-a265b6ee5d30 admin admin] Calling delete_port for 74e5dfe6-ca14-49fc-b23a-f81bf8d66e94 owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:07:22.250077 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-875661a6-2fab-49c6-866c-a265b6ee5d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:22.278435 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-18d336c8-68c7-4270-a282-4dd309c08bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:22.323122 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875661a6-2fab-49c6-866c-a265b6ee5d30 admin admin] Pushing event deleted for resources: {'Port': ['ID=74e5dfe6-ca14-49fc-b23a-f81bf8d66e94,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:22.564087 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-875661a6-2fab-49c6-866c-a265b6ee5d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:22.927715 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875661a6-2fab-49c6-866c-a265b6ee5d30 admin admin] Router 1edf5eb2-f431-44d4-8f39-e30c77877da8 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:07:23.100329 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875661a6-2fab-49c6-866c-a265b6ee5d30 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:07:23.108731 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dffba2c-3636-4e18-9cd8-7050be00ef27 None None] Sync routers for ids ['1edf5eb2-f431-44d4-8f39-e30c77877da8'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:07:23.112118 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-875661a6-2fab-49c6-866c-a265b6ee5d30 admin admin] 10.222.0.21 "PUT /v2.0/routers/1edf5eb2-f431-44d4-8f39-e30c77877da8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4181442 Mar 07 22:07:23.114529 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 53924) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:07:23.117920 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dffba2c-3636-4e18-9cd8-7050be00ef27 None None] Routers {'1edf5eb2-f431-44d4-8f39-e30c77877da8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:07:23.118544 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-6dffba2c-3636-4e18-9cd8-7050be00ef27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:07:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['1edf5eb2-f431-44d4-8f39-e30c77877da8'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:23.265387 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:23.290166 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b02b469a-5d50-44c4-8340-483a3abadc63 admin admin] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:23.306673 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-6dffba2c-3636-4e18-9cd8-7050be00ef27 None None] Set router 1edf5eb2-f431-44d4-8f39-e30c77877da8 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:07:23.497124 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:23.589273 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b02b469a-5d50-44c4-8340-483a3abadc63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:23.598461 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-6dffba2c-3636-4e18-9cd8-7050be00ef27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:07:22Z', 'revision_number': 5, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port': {'id': 'c586621c-506d-41dd-bada-e7142fab54e5', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:02:45Z', 'updated_at': '2022-03-07T22:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:23.602316 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dffba2c-3636-4e18-9cd8-7050be00ef27 None None] Checking router: 1edf5eb2-f431-44d4-8f39-e30c77877da8 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:07:23.610346 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dffba2c-3636-4e18-9cd8-7050be00ef27 None None] Routers {'1edf5eb2-f431-44d4-8f39-e30c77877da8'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:07:23.610929 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-6dffba2c-3636-4e18-9cd8-7050be00ef27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:07:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['1edf5eb2-f431-44d4-8f39-e30c77877da8'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:23.655445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-b02b469a-5d50-44c4-8340-483a3abadc63 admin admin] Deleting port c586621c-506d-41dd-bada-e7142fab54e5 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:07:23.655780 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b02b469a-5d50-44c4-8340-483a3abadc63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:23.760069 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-6dffba2c-3636-4e18-9cd8-7050be00ef27 None None] Set router 1edf5eb2-f431-44d4-8f39-e30c77877da8 gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:07:23.827628 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-b02b469a-5d50-44c4-8340-483a3abadc63 admin admin] For port c586621c-506d-41dd-bada-e7142fab54e5, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c586621c-506d-41dd-bada-e7142fab54e5,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:07:23.828077 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b02b469a-5d50-44c4-8340-483a3abadc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:23.864083 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-6dffba2c-3636-4e18-9cd8-7050be00ef27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:07:23Z', 'revision_number': 6, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:23.867929 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dffba2c-3636-4e18-9cd8-7050be00ef27 None None] The sync data for ids ['1edf5eb2-f431-44d4-8f39-e30c77877da8'] in dv-neutron-829957-1-hyperv is: [{'id': '1edf5eb2-f431-44d4-8f39-e30c77877da8', 'name': 'tempest-ServerActionsTestJSON-1074709400-router', 'tenant_id': '7519c91134ec4857bcb6d7071f4c434b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:02:44Z', 'updated_at': '2022-03-07T22:07:23Z', 'revision_number': 6, 'project_id': '7519c91134ec4857bcb6d7071f4c434b', 'gw_port_host': None}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:07:23.952709 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-b02b469a-5d50-44c4-8340-483a3abadc63 admin admin] Calling delete_port for c586621c-506d-41dd-bada-e7142fab54e5 owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:07:24.163104 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b02b469a-5d50-44c4-8340-483a3abadc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:24.211527 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b469a-5d50-44c4-8340-483a3abadc63 admin admin] Pushing event deleted for resources: {'Port': ['ID=c586621c-506d-41dd-bada-e7142fab54e5,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:24.303556 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b02b469a-5d50-44c4-8340-483a3abadc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:24.473312 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b02b469a-5d50-44c4-8340-483a3abadc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:24.475386 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b02b469a-5d50-44c4-8340-483a3abadc63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:24.563780 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b02b469a-5d50-44c4-8340-483a3abadc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:24.564264 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02b469a-5d50-44c4-8340-483a3abadc63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1edf5eb2-f431-44d4-8f39-e30c77877da8 {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 22:07:24.575997 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b02b469a-5d50-44c4-8340-483a3abadc63 admin admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:24.577107 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b02b469a-5d50-44c4-8340-483a3abadc63 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1edf5eb2-f431-44d4-8f39-e30c77877da8 HTTP/1.1" status: 204 len: 168 time: 1.4616878 Mar 07 22:07:24.579918 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 53928) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:07:24.643379 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c4b5c2f-ddb1-43af-a364-beb73b7db5ee admin admin] Deleting subnet 03e8d1d3-3eb9-47e6-bb67-7223320c567b {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 22:07:24.646508 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5c2f-ddb1-43af-a364-beb73b7db5ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:24.694940 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5c2f-ddb1-43af-a364-beb73b7db5ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:24.775532 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5c2f-ddb1-43af-a364-beb73b7db5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:24.779107 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c586621c-506d-41dd-bada-e7142fab54e5 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:07:24.816151 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: c586621c-506d-41dd-bada-e7142fab54e5 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:07:24.818241 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c586621c-506d-41dd-bada-e7142fab54e5 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:07:24.818241 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 74e5dfe6-ca14-49fc-b23a-f81bf8d66e94 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:07:24.856127 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 74e5dfe6-ca14-49fc-b23a-f81bf8d66e94 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:07:24.856470 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 74e5dfe6-ca14-49fc-b23a-f81bf8d66e94 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:07:24.863351 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:24.924375 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5c2f-ddb1-43af-a364-beb73b7db5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:24.961451 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b5c2f-ddb1-43af-a364-beb73b7db5ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03e8d1d3-3eb9-47e6-bb67-7223320c567b,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:24.965067 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5c2f-ddb1-43af-a364-beb73b7db5ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:24.971366 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4c4b5c2f-ddb1-43af-a364-beb73b7db5ee admin admin] 10.222.0.21 "DELETE /v2.0/subnets/03e8d1d3-3eb9-47e6-bb67-7223320c567b HTTP/1.1" status: 204 len: 168 time: 0.3899972 Mar 07 22:07:24.971752 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f6b238-b55a-4115-9aa9-28442aa51b50 None None] Network 90e55d69-1d33-4723-91cb-26c97a2257f0 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:07:24.973873 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 53932) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:07:25.077200 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a3593336-8637-4b8b-a871-c2da80b6d866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:25.088616 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-a3593336-8637-4b8b-a871-c2da80b6d866 admin admin] Deleting port 6f135dd1-84ac-4949-829c-f3436a9b4912 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:07:25.088969 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a3593336-8637-4b8b-a871-c2da80b6d866 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:25.206482 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402c1410-9207-4751-a0b0-0088686c9080 None None] DHCP port deletion for 90e55d69-1d33-4723-91cb-26c97a2257f0 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 22:07:25.211020 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-402c1410-9207-4751-a0b0-0088686c9080 None None] Deleting port 6f135dd1-84ac-4949-829c-f3436a9b4912 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:07:25.211394 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-402c1410-9207-4751-a0b0-0088686c9080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:25.394166 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-a3593336-8637-4b8b-a871-c2da80b6d866 admin admin] For port 6f135dd1-84ac-4949-829c-f3436a9b4912, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6f135dd1-84ac-4949-829c-f3436a9b4912,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:07:25.394426 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a3593336-8637-4b8b-a871-c2da80b6d866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:25.447145 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-402c1410-9207-4751-a0b0-0088686c9080 None None] For port 6f135dd1-84ac-4949-829c-f3436a9b4912, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6f135dd1-84ac-4949-829c-f3436a9b4912,segment=NetworkSegment(c685d443-afa2-4d37-a0d6-087888f4699f),segment_id=c685d443-afa2-4d37-a0d6-087888f4699f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:07:25.447446 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-402c1410-9207-4751-a0b0-0088686c9080 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:25.515756 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-a3593336-8637-4b8b-a871-c2da80b6d866 admin admin] Calling delete_port for 6f135dd1-84ac-4949-829c-f3436a9b4912 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:07:25.566056 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-402c1410-9207-4751-a0b0-0088686c9080 None None] Calling delete_port for 6f135dd1-84ac-4949-829c-f3436a9b4912 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:07:25.650039 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a3593336-8637-4b8b-a871-c2da80b6d866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:25.655270 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-402c1410-9207-4751-a0b0-0088686c9080 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:07:25.655623 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-402c1410-9207-4751-a0b0-0088686c9080 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:07:25.698068 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3593336-8637-4b8b-a871-c2da80b6d866 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f135dd1-84ac-4949-829c-f3436a9b4912,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:25.704265 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3593336-8637-4b8b-a871-c2da80b6d866 admin admin] No DVR routers for this DVR port 6f135dd1-84ac-4949-829c-f3436a9b4912 on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:07:25.821860 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a3593336-8637-4b8b-a871-c2da80b6d866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:25.846541 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-a3593336-8637-4b8b-a871-c2da80b6d866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e55d69-1d33-4723-91cb-26c97a2257f0']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:25.858447 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-a3593336-8637-4b8b-a871-c2da80b6d866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c685d443-afa2-4d37-a0d6-087888f4699f') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:25.858741 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-a3593336-8637-4b8b-a871-c2da80b6d866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c685d443-afa2-4d37-a0d6-087888f4699f') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:07:25.870562 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a3593336-8637-4b8b-a871-c2da80b6d866 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:25.886564 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a3593336-8637-4b8b-a871-c2da80b6d866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:25.892666 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3593336-8637-4b8b-a871-c2da80b6d866 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:07:25.896459 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a3593336-8637-4b8b-a871-c2da80b6d866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:07:25.906264 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:07:26.038201 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a3593336-8637-4b8b-a871-c2da80b6d866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:26.054199 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a3593336-8637-4b8b-a871-c2da80b6d866 admin admin] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:26.064168 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3593336-8637-4b8b-a871-c2da80b6d866 admin admin] Pushing event deleted for resources: {'Network': ['ID=90e55d69-1d33-4723-91cb-26c97a2257f0,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:26.113511 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a3593336-8637-4b8b-a871-c2da80b6d866 admin admin] 10.222.0.21 "DELETE /v2.0/networks/90e55d69-1d33-4723-91cb-26c97a2257f0 HTTP/1.1" status: 204 len: 168 time: 1.1386471 Mar 07 22:07:26.157140 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-402c1410-9207-4751-a0b0-0088686c9080 None None] Deleting port 6f135dd1-84ac-4949-829c-f3436a9b4912 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:07:26.157619 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-402c1410-9207-4751-a0b0-0088686c9080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:26.223267 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-402c1410-9207-4751-a0b0-0088686c9080 None None] The port '6f135dd1-84ac-4949-829c-f3436a9b4912' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 22:07:26.371273 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 53938) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:07:26.420262 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-87963d9d-299f-459c-b21d-121ea6acebc9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7519c91134ec4857bcb6d7071f4c434b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477574 Mar 07 22:07:26.422526 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 53942) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:07:26.478706 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8e4879f6-391c-472a-be58-655e7568328e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:26.506518 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8e4879f6-391c-472a-be58-655e7568328e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:26.695354 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8e4879f6-391c-472a-be58-655e7568328e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:26.711185 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4879f6-391c-472a-be58-655e7568328e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1f434e-40da-4158-bec2-6cc3f5f766ee,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:26.722814 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4879f6-391c-472a-be58-655e7568328e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:26.723169 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4879f6-391c-472a-be58-655e7568328e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:26.723503 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4879f6-391c-472a-be58-655e7568328e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:26.723830 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4879f6-391c-472a-be58-655e7568328e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:26.724159 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4879f6-391c-472a-be58-655e7568328e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:26.724484 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4879f6-391c-472a-be58-655e7568328e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:26.724800 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4879f6-391c-472a-be58-655e7568328e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:26.725117 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4879f6-391c-472a-be58-655e7568328e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:26.725435 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4879f6-391c-472a-be58-655e7568328e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:26.725749 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4879f6-391c-472a-be58-655e7568328e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:26.726090 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4879f6-391c-472a-be58-655e7568328e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:26.726403 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4879f6-391c-472a-be58-655e7568328e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:26.729454 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8e4879f6-391c-472a-be58-655e7568328e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:26.730583 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8e4879f6-391c-472a-be58-655e7568328e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c1f434e-40da-4158-bec2-6cc3f5f766ee HTTP/1.1" status: 204 len: 168 time: 0.3071680 Mar 07 22:07:26.774916 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6f135dd1-84ac-4949-829c-f3436a9b4912 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:07:26.809749 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 6f135dd1-84ac-4949-829c-f3436a9b4912 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:07:26.810115 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6f135dd1-84ac-4949-829c-f3436a9b4912 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:07:27.688171 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 53966) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:07:27.789029 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-151131de-54fc-4467-9f8e-9da556607d8d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1262120615-network', 'tenant_id': '830c6b8bbb3a479abe038a0e16bb9ac3'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:07:27.793864 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-151131de-54fc-4467-9f8e-9da556607d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:07:27.800810 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-151131de-54fc-4467-9f8e-9da556607d8d admin admin] Usage tracker for resource:network and tenant:830c6b8bbb3a479abe038a0e16bb9ac3 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:07:27.803668 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-151131de-54fc-4467-9f8e-9da556607d8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:07:27.811006 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-151131de-54fc-4467-9f8e-9da556607d8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:07:27.866657 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151131de-54fc-4467-9f8e-9da556607d8d admin admin] Made reservation on behalf of 830c6b8bbb3a479abe038a0e16bb9ac3 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:07:27.868918 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-151131de-54fc-4467-9f8e-9da556607d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:27.880877 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-151131de-54fc-4467-9f8e-9da556607d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:27.895237 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-151131de-54fc-4467-9f8e-9da556607d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:07:27.898942 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-151131de-54fc-4467-9f8e-9da556607d8d admin admin] Usage tracker for resource:security_group_rule and tenant:830c6b8bbb3a479abe038a0e16bb9ac3 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:07:27.901622 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-151131de-54fc-4467-9f8e-9da556607d8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:07:27.907097 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-151131de-54fc-4467-9f8e-9da556607d8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:07:27.985091 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-151131de-54fc-4467-9f8e-9da556607d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:28.048442 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-151131de-54fc-4467-9f8e-9da556607d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:28.073790 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151131de-54fc-4467-9f8e-9da556607d8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:07:28.086332 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151131de-54fc-4467-9f8e-9da556607d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13525f47-39b3-4c8a-ae10-ccddbc771938,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:28.090575 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-151131de-54fc-4467-9f8e-9da556607d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:28.090910 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-151131de-54fc-4467-9f8e-9da556607d8d admin admin] Added segment 73318ef7-0246-4182-aebd-fb228392c199 of type vlan for network 05036ac7-5d57-49f1-9948-2145069d2bdb Mar 07 22:07:28.119111 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-151131de-54fc-4467-9f8e-9da556607d8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:28.197736 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-151131de-54fc-4467-9f8e-9da556607d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:28.198679 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151131de-54fc-4467-9f8e-9da556607d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:28.199245 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-151131de-54fc-4467-9f8e-9da556607d8d admin admin] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:28.298846 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151131de-54fc-4467-9f8e-9da556607d8d admin admin] Pushing event updated for resources: {'Network': ['ID=05036ac7-5d57-49f1-9948-2145069d2bdb,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:28.308254 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 05036ac7-5d57-49f1-9948-2145069d2bdb details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 22:07:28.352977 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-151131de-54fc-4467-9f8e-9da556607d8d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6636956 Mar 07 22:07:28.355687 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 53972) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:07:28.361167 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-38d239ca-c2b6-4bc9-9cac-53337745641e admin admin] Request body: {'subnet': {'network_id': '05036ac7-5d57-49f1-9948-2145069d2bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1262120615-subnet', 'tenant_id': '830c6b8bbb3a479abe038a0e16bb9ac3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:07:28.366049 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-38d239ca-c2b6-4bc9-9cac-53337745641e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:07:28.369833 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-38d239ca-c2b6-4bc9-9cac-53337745641e admin admin] Usage tracker for resource:subnet and tenant:830c6b8bbb3a479abe038a0e16bb9ac3 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:07:28.372648 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-38d239ca-c2b6-4bc9-9cac-53337745641e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:07:28.378843 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-38d239ca-c2b6-4bc9-9cac-53337745641e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:07:28.449589 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d239ca-c2b6-4bc9-9cac-53337745641e admin admin] Made reservation on behalf of 830c6b8bbb3a479abe038a0e16bb9ac3 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:07:28.451976 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-38d239ca-c2b6-4bc9-9cac-53337745641e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:28.690722 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-38d239ca-c2b6-4bc9-9cac-53337745641e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:28.765351 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d239ca-c2b6-4bc9-9cac-53337745641e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c2554d4-7bd5-4aa5-83dc-e31c1510d193,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:28.772553 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d239ca-c2b6-4bc9-9cac-53337745641e admin admin] Checking segment: {'id': '73318ef7-0246-4182-aebd-fb228392c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '05036ac7-5d57-49f1-9948-2145069d2bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:07:28.772899 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d239ca-c2b6-4bc9-9cac-53337745641e admin admin] Network hostable DHCP agents. Network: 05036ac7-5d57-49f1-9948-2145069d2bdb, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:07:28.832502 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d239ca-c2b6-4bc9-9cac-53337745641e admin admin] Network 05036ac7-5d57-49f1-9948-2145069d2bdb is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:07:28.894910 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-38d239ca-c2b6-4bc9-9cac-53337745641e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 05036ac7-5d57-49f1-9948-2145069d2bdb) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:07:28.899350 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d239ca-c2b6-4bc9-9cac-53337745641e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:28.900367 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-38d239ca-c2b6-4bc9-9cac-53337745641e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:28.904485 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846e83d3-7804-4fe6-97bd-ae08fa612abf None None] Network 05036ac7-5d57-49f1-9948-2145069d2bdb requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:07:28.981970 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-38d239ca-c2b6-4bc9-9cac-53337745641e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6250451 Mar 07 22:07:29.116017 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48751bc4-e9ec-468b-b72e-fec3faae4f8b None None] Network 05036ac7-5d57-49f1-9948-2145069d2bdb requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:07:29.477571 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-fd6e01f5-0019-442c-b6a8-1c1434506b39 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:29.479022 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-fd6e01f5-0019-442c-b6a8-1c1434506b39 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/networks?id=05036ac7-5d57-49f1-9948-2145069d2bdb HTTP/1.1" status: 200 len: 814 time: 0.1438015 Mar 07 22:07:29.493147 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-1d578b2c-5332-44e9-b671-b977470aafc2 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/quotas/830c6b8bbb3a479abe038a0e16bb9ac3 HTTP/1.1" status: 200 len: 375 time: 0.0087037 Mar 07 22:07:29.538176 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-5f878ebb-2aba-425f-a571-1897044f2dce tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=830c6b8bbb3a479abe038a0e16bb9ac3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403466 Mar 07 22:07:29.667076 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-38a876a8-2724-4836-bd16-0652a72a8b98 service neutron] 10.222.0.21 "GET /v2.0/networks/05036ac7-5d57-49f1-9948-2145069d2bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224990 Mar 07 22:07:29.794500 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-a417e5ba-04ac-472a-affe-14dfd796cdc3 service neutron] 10.222.0.21 "GET /v2.0/networks/05036ac7-5d57-49f1-9948-2145069d2bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217837 Mar 07 22:07:30.063725 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bc402e1f-142d-4e8d-a11b-2b32438b7f5e req-03470151-6a43-4791-9423-25600a846529 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ff1315-180d-4b2b-bdff-efb3df76c79c HTTP/1.1" status: 200 len: 210 time: 0.0447085 Mar 07 22:07:31.208386 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f531f7a5-b40a-4cea-a3dd-69d7996e92bf req-c34b5f3f-3a64-4dd9-b2c6-e15972c95aca tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ff1315-180d-4b2b-bdff-efb3df76c79c HTTP/1.1" status: 200 len: 210 time: 0.0421987 Mar 07 22:07:32.313065 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-c3ddfb7c-ceb3-445f-a867-3724ae2eca75 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:32.315217 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-c3ddfb7c-ceb3-445f-a867-3724ae2eca75 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.11 "GET /v2.0/networks?id=05036ac7-5d57-49f1-9948-2145069d2bdb HTTP/1.1" status: 200 len: 814 time: 0.1466889 Mar 07 22:07:32.354345 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-25da3725-08fa-48cd-942d-04ae74ba67d6 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Request body: {'port': {'device_id': 'f9ff1315-180d-4b2b-bdff-efb3df76c79c', 'network_id': '05036ac7-5d57-49f1-9948-2145069d2bdb', 'admin_state_up': True, 'tenant_id': '830c6b8bbb3a479abe038a0e16bb9ac3'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:07:32.389582 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8485527e-559b-4d0f-ac57-7f3355f98c15 req-3c11313e-716f-4efe-a9b9-31dcea4cbf2f tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ff1315-180d-4b2b-bdff-efb3df76c79c HTTP/1.1" status: 200 len: 210 time: 0.0730703 Mar 07 22:07:32.592503 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-25da3725-08fa-48cd-942d-04ae74ba67d6 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:07:32.596400 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-25da3725-08fa-48cd-942d-04ae74ba67d6 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Usage tracker for resource:port and tenant:830c6b8bbb3a479abe038a0e16bb9ac3 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:07:32.599278 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-25da3725-08fa-48cd-942d-04ae74ba67d6 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:07:32.605041 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-25da3725-08fa-48cd-942d-04ae74ba67d6 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:07:32.683528 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-25da3725-08fa-48cd-942d-04ae74ba67d6 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Made reservation on behalf of 830c6b8bbb3a479abe038a0e16bb9ac3 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:07:32.687022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-25da3725-08fa-48cd-942d-04ae74ba67d6 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:32.846362 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-25da3725-08fa-48cd-942d-04ae74ba67d6 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Allocated IP 172.20.0.3 (05036ac7-5d57-49f1-9948-2145069d2bdb/4c2554d4-7bd5-4aa5-83dc-e31c1510d193/5bfca8dd-66e3-42f1-b91a-c080b48ea0a1) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:07:33.040190 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-25da3725-08fa-48cd-942d-04ae74ba67d6 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:33.159474 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-25da3725-08fa-48cd-942d-04ae74ba67d6 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:33.223703 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-25da3725-08fa-48cd-942d-04ae74ba67d6 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Network 05036ac7-5d57-49f1-9948-2145069d2bdb is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:07:33.233453 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-25da3725-08fa-48cd-942d-04ae74ba67d6 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:07:33.237817 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-25da3725-08fa-48cd-942d-04ae74ba67d6 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:07:33.266365 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da3725-08fa-48cd-942d-04ae74ba67d6 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Pushing event updated for resources: {'Port': ['ID=5bfca8dd-66e3-42f1-b91a-c080b48ea0a1,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:33.300680 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-25da3725-08fa-48cd-942d-04ae74ba67d6 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:33.301258 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-25da3725-08fa-48cd-942d-04ae74ba67d6 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:33.364072 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-25da3725-08fa-48cd-942d-04ae74ba67d6 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0173504 Mar 07 22:07:33.374794 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-1e716d54-5ee5-4f99-b7e6-95566a2c01a2 service neutron] Request body: {'port': {'device_id': 'f9ff1315-180d-4b2b-bdff-efb3df76c79c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:07:33.485787 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-1e716d54-5ee5-4f99-b7e6-95566a2c01a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:33.683157 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba335104-0706-4fe5-bb32-ffebce2bed36 req-232b1da0-8687-4e5b-be3a-69ac60542dc7 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:33.683749 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-ba335104-0706-4fe5-bb32-ffebce2bed36 req-232b1da0-8687-4e5b-be3a-69ac60542dc7 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Synchronizing usage tracker for tenant:830c6b8bbb3a479abe038a0e16bb9ac3 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:07:33.783367 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-ba335104-0706-4fe5-bb32-ffebce2bed36 req-232b1da0-8687-4e5b-be3a-69ac60542dc7 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Unset dirty status for tenant:830c6b8bbb3a479abe038a0e16bb9ac3 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:07:33.784492 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ba335104-0706-4fe5-bb32-ffebce2bed36 req-232b1da0-8687-4e5b-be3a-69ac60542dc7 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ff1315-180d-4b2b-bdff-efb3df76c79c HTTP/1.1" status: 200 len: 931 time: 0.2900679 Mar 07 22:07:33.851138 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ba335104-0706-4fe5-bb32-ffebce2bed36 req-13533119-5905-47b3-80f3-c1bc4d91f80d tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598855 Mar 07 22:07:33.926003 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-1e716d54-5ee5-4f99-b7e6-95566a2c01a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bfca8dd-66e3-42f1-b91a-c080b48ea0a1 {{(pid=88386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:07:33.933156 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-1e716d54-5ee5-4f99-b7e6-95566a2c01a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:33.947509 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-1e716d54-5ee5-4f99-b7e6-95566a2c01a2 service neutron] Transition to ACTIVE for port object 5bfca8dd-66e3-42f1-b91a-c080b48ea0a1 will not be triggered until provisioned by entity L2. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:07:33.997796 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-1e716d54-5ee5-4f99-b7e6-95566a2c01a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:34.151933 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e716d54-5ee5-4f99-b7e6-95566a2c01a2 service neutron] Pushing event updated for resources: {'Port': ['ID=5bfca8dd-66e3-42f1-b91a-c080b48ea0a1,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:34.224974 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-1e716d54-5ee5-4f99-b7e6-95566a2c01a2 service neutron] Attempting to bind port 5bfca8dd-66e3-42f1-b91a-c080b48ea0a1 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:07:34.225237 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-1e716d54-5ee5-4f99-b7e6-95566a2c01a2 service neutron] Attempting to bind port 5bfca8dd-66e3-42f1-b91a-c080b48ea0a1 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '73318ef7-0246-4182-aebd-fb228392c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '05036ac7-5d57-49f1-9948-2145069d2bdb'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:07:34.225563 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-1e716d54-5ee5-4f99-b7e6-95566a2c01a2 service neutron] Attempting to bind port 5bfca8dd-66e3-42f1-b91a-c080b48ea0a1 on network 05036ac7-5d57-49f1-9948-2145069d2bdb {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:07:34.230101 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-1e716d54-5ee5-4f99-b7e6-95566a2c01a2 service neutron] Port 5bfca8dd-66e3-42f1-b91a-c080b48ea0a1 on network 05036ac7-5d57-49f1-9948-2145069d2bdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 22:07:34.230417 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-1e716d54-5ee5-4f99-b7e6-95566a2c01a2 service neutron] Attempting to bind port 5bfca8dd-66e3-42f1-b91a-c080b48ea0a1 on network 05036ac7-5d57-49f1-9948-2145069d2bdb {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:07:34.235445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-1e716d54-5ee5-4f99-b7e6-95566a2c01a2 service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:07:34.236410 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-1e716d54-5ee5-4f99-b7e6-95566a2c01a2 service neutron] Checking segment: {'id': '73318ef7-0246-4182-aebd-fb228392c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '05036ac7-5d57-49f1-9948-2145069d2bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:07:34.236791 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-1e716d54-5ee5-4f99-b7e6-95566a2c01a2 service neutron] Bound using segment: {'id': '73318ef7-0246-4182-aebd-fb228392c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '05036ac7-5d57-49f1-9948-2145069d2bdb'} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:07:34.237216 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-1e716d54-5ee5-4f99-b7e6-95566a2c01a2 service neutron] Bound port: 5bfca8dd-66e3-42f1-b91a-c080b48ea0a1, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73318ef7-0246-4182-aebd-fb228392c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '05036ac7-5d57-49f1-9948-2145069d2bdb'}}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:07:34.237553 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-1e716d54-5ee5-4f99-b7e6-95566a2c01a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:34.322728 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-1e716d54-5ee5-4f99-b7e6-95566a2c01a2 service neutron] For port 5bfca8dd-66e3-42f1-b91a-c080b48ea0a1, host hv-neutron-8299, cleared binding levels {{(pid=88386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:07:34.325714 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-1e716d54-5ee5-4f99-b7e6-95566a2c01a2 service neutron] For port 5bfca8dd-66e3-42f1-b91a-c080b48ea0a1, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=5bfca8dd-66e3-42f1-b91a-c080b48ea0a1,segment=NetworkSegment(73318ef7-0246-4182-aebd-fb228392c199),segment_id=73318ef7-0246-4182-aebd-fb228392c199)] {{(pid=88386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:07:34.398745 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-1e716d54-5ee5-4f99-b7e6-95566a2c01a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:34.456735 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-1e716d54-5ee5-4f99-b7e6-95566a2c01a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:34.457344 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-1e716d54-5ee5-4f99-b7e6-95566a2c01a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:34.458719 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-1e716d54-5ee5-4f99-b7e6-95566a2c01a2 service neutron] 10.222.0.11 "PUT /v2.0/ports/5bfca8dd-66e3-42f1-b91a-c080b48ea0a1 HTTP/1.1" status: 200 len: 1093 time: 1.0877957 Mar 07 22:07:34.459165 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ff1315-180d-4b2b-bdff-efb3df76c79c', 'tag': '5bfca8dd-66e3-42f1-b91a-c080b48ea0a1'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:07:34.482578 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e716d54-5ee5-4f99-b7e6-95566a2c01a2 service neutron] Pushing event updated for resources: {'Port': ['ID=5bfca8dd-66e3-42f1-b91a-c080b48ea0a1,revision_number=3']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:34.507343 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ff1315-180d-4b2b-bdff-efb3df76c79c', 'tag': '5bfca8dd-66e3-42f1-b91a-c080b48ea0a1', 'status': 'completed', 'code': 200} Mar 07 22:07:34.597133 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3cdd7-1bdb-4ff9-91ad-e62c561dc56d req-c0cbfe01-0348-4246-9a44-ddf3b7d696e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:34.598630 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-43f3cdd7-1bdb-4ff9-91ad-e62c561dc56d req-c0cbfe01-0348-4246-9a44-ddf3b7d696e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=830c6b8bbb3a479abe038a0e16bb9ac3&device_id=f9ff1315-180d-4b2b-bdff-efb3df76c79c HTTP/1.1" status: 200 len: 1096 time: 0.0732596 Mar 07 22:07:34.824246 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3cdd7-1bdb-4ff9-91ad-e62c561dc56d req-b8a7f899-69b4-4b53-ad9b-8215a18d1e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:34.825663 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-43f3cdd7-1bdb-4ff9-91ad-e62c561dc56d req-b8a7f899-69b4-4b53-ad9b-8215a18d1e5a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=830c6b8bbb3a479abe038a0e16bb9ac3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2206280 Mar 07 22:07:34.994713 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3cdd7-1bdb-4ff9-91ad-e62c561dc56d req-f5539bb8-6857-41ca-bd2e-40aef6085a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:34.996095 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-43f3cdd7-1bdb-4ff9-91ad-e62c561dc56d req-f5539bb8-6857-41ca-bd2e-40aef6085a3c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1647775 Mar 07 22:07:35.082232 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec6e64-482d-4a82-9dba-3128f315cbaf req-3d34f618-3935-4746-896c-9ddfa9dfc17b tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:35.083566 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2fec6e64-482d-4a82-9dba-3128f315cbaf req-3d34f618-3935-4746-896c-9ddfa9dfc17b tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ff1315-180d-4b2b-bdff-efb3df76c79c HTTP/1.1" status: 200 len: 943 time: 0.1244280 Mar 07 22:07:35.141310 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2fec6e64-482d-4a82-9dba-3128f315cbaf req-e1c8ee41-e2bb-4479-ab73-ea3591438f90 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521026 Mar 07 22:07:35.148091 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-ce0ddc99-4d23-43ad-a17d-90bd0e616b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:35.149461 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-ce0ddc99-4d23-43ad-a17d-90bd0e616b23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=830c6b8bbb3a479abe038a0e16bb9ac3&device_id=f9ff1315-180d-4b2b-bdff-efb3df76c79c HTTP/1.1" status: 200 len: 1096 time: 0.1165948 Mar 07 22:07:35.215951 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-a8d59b2c-b449-4856-a8c9-d4f722e4576b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bfca8dd-66e3-42f1-b91a-c080b48ea0a1 HTTP/1.1" status: 200 len: 217 time: 0.0592570 Mar 07 22:07:35.278623 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-0c70bed4-e932-4c97-867b-0ea4b39911e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:35.279951 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-0c70bed4-e932-4c97-867b-0ea4b39911e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4c2554d4-7bd5-4aa5-83dc-e31c1510d193 HTTP/1.1" status: 200 len: 854 time: 0.0581172 Mar 07 22:07:35.324364 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-f5762a30-2c1f-41ff-b69a-26dd945c08c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=05036ac7-5d57-49f1-9948-2145069d2bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387604 Mar 07 22:07:35.452531 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-c1cab57b-5ec3-4c12-a205-ab3145bed408 service neutron] 10.222.0.11 "GET /v2.0/networks/05036ac7-5d57-49f1-9948-2145069d2bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220868 Mar 07 22:07:35.580138 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-74c7c3c4-c567-4b35-80b2-868e2e47fbda req-0684ce94-dc5d-4bdf-b6c9-7294965dc8c9 service neutron] 10.222.0.11 "GET /v2.0/networks/05036ac7-5d57-49f1-9948-2145069d2bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220326 Mar 07 22:07:36.319696 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef2e79-c253-474c-8091-9739974bfec0 req-db560c84-dde0-4758-86ec-87641f3d16e7 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:36.321108 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-32ef2e79-c253-474c-8091-9739974bfec0 req-db560c84-dde0-4758-86ec-87641f3d16e7 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ff1315-180d-4b2b-bdff-efb3df76c79c HTTP/1.1" status: 200 len: 943 time: 0.0767431 Mar 07 22:07:36.368488 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-32ef2e79-c253-474c-8091-9739974bfec0 req-850ecebb-fabd-4b34-9f42-6bca268c85d2 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417871 Mar 07 22:07:37.545176 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d27f5f-97d0-40b3-a5b4-4657a41c4ad7 req-0090f59c-78cb-446f-b074-9cee746cb6b1 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:37.546617 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-34d27f5f-97d0-40b3-a5b4-4657a41c4ad7 req-0090f59c-78cb-446f-b074-9cee746cb6b1 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ff1315-180d-4b2b-bdff-efb3df76c79c HTTP/1.1" status: 200 len: 943 time: 0.0770276 Mar 07 22:07:37.589407 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-34d27f5f-97d0-40b3-a5b4-4657a41c4ad7 req-46f7fab5-0ba1-4b33-807f-2c36b7ec388d tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367200 Mar 07 22:07:38.329172 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 5bfca8dd-66e3-42f1-b91a-c080b48ea0a1 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:07:38.459316 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 5bfca8dd-66e3-42f1-b91a-c080b48ea0a1, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=5bfca8dd-66e3-42f1-b91a-c080b48ea0a1,segment=NetworkSegment(73318ef7-0246-4182-aebd-fb228392c199),segment_id=73318ef7-0246-4182-aebd-fb228392c199)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:07:38.472370 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '5bfca8dd-66e3-42f1-b91a-c080b48ea0a1', 'network_id': '05036ac7-5d57-49f1-9948-2145069d2bdb', 'port_id': '5bfca8dd-66e3-42f1-b91a-c080b48ea0a1', 'mac_address': 'fa:16:3e:fa:80:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2554d4-7bd5-4aa5-83dc-e31c1510d193', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:07:38.524371 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:38.540648 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bfca8dd-66e3-42f1-b91a-c080b48ea0a1 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:07:38.555063 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 5bfca8dd-66e3-42f1-b91a-c080b48ea0a1, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=5bfca8dd-66e3-42f1-b91a-c080b48ea0a1,segment=NetworkSegment(73318ef7-0246-4182-aebd-fb228392c199),segment_id=73318ef7-0246-4182-aebd-fb228392c199)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:07:38.603964 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:38.672058 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=5bfca8dd-66e3-42f1-b91a-c080b48ea0a1,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:38.773163 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d12274-0506-4a90-bea7-b44e7e26fe69 req-df93c029-81c0-4198-8b38-93b209299f32 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:38.774659 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-37d12274-0506-4a90-bea7-b44e7e26fe69 req-df93c029-81c0-4198-8b38-93b209299f32 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ff1315-180d-4b2b-bdff-efb3df76c79c HTTP/1.1" status: 200 len: 944 time: 0.0817111 Mar 07 22:07:38.818484 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-37d12274-0506-4a90-bea7-b44e7e26fe69 req-1ff2a1ff-c77f-463f-84c2-a1a0c543237e tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373011 Mar 07 22:07:38.839247 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['5bfca8dd-66e3-42f1-b91a-c080b48ea0a1'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:07:39.996223 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641474c3-18a8-48dd-a664-921975b58549 req-08b46c18-6c21-423a-9c67-e21f89a3bf68 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:39.997644 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-641474c3-18a8-48dd-a664-921975b58549 req-08b46c18-6c21-423a-9c67-e21f89a3bf68 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ff1315-180d-4b2b-bdff-efb3df76c79c HTTP/1.1" status: 200 len: 944 time: 0.0771179 Mar 07 22:07:40.040442 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-641474c3-18a8-48dd-a664-921975b58549 req-9efc6347-1848-4fcd-8e26-05ea256d2237 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371935 Mar 07 22:07:40.329876 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 5bfca8dd-66e3-42f1-b91a-c080b48ea0a1 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:07:40.460012 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 5bfca8dd-66e3-42f1-b91a-c080b48ea0a1 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:07:40.464785 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 5bfca8dd-66e3-42f1-b91a-c080b48ea0a1 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:07:40.469677 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:40.612274 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:40.637703 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ff1315-180d-4b2b-bdff-efb3df76c79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bfca8dd-66e3-42f1-b91a-c080b48ea0a1'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:07:40.646970 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 5bfca8dd-66e3-42f1-b91a-c080b48ea0a1, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=5bfca8dd-66e3-42f1-b91a-c080b48ea0a1,segment=NetworkSegment(73318ef7-0246-4182-aebd-fb228392c199),segment_id=73318ef7-0246-4182-aebd-fb228392c199)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:07:40.681342 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ff1315-180d-4b2b-bdff-efb3df76c79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bfca8dd-66e3-42f1-b91a-c080b48ea0a1', 'code': 200} Mar 07 22:07:40.723840 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:40.794688 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=5bfca8dd-66e3-42f1-b91a-c080b48ea0a1,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:41.047168 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b9b52-2873-4f80-85c7-68a7adcada67 req-a92a6585-7916-405e-9fc5-aff408078857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:41.048637 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-130b9b52-2873-4f80-85c7-68a7adcada67 req-a92a6585-7916-405e-9fc5-aff408078857 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f9ff1315-180d-4b2b-bdff-efb3df76c79c HTTP/1.1" status: 200 len: 1098 time: 0.0728970 Mar 07 22:07:41.088631 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-130b9b52-2873-4f80-85c7-68a7adcada67 req-2e4214df-8f9f-48d4-a3ac-725152958c64 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342188 Mar 07 22:07:41.221659 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6f3fa-a21f-4e66-9a13-1c69a99dd5f8 req-12c6aef1-7ea7-42e4-ad83-7acb48202477 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:41.223024 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ef6f3fa-a21f-4e66-9a13-1c69a99dd5f8 req-12c6aef1-7ea7-42e4-ad83-7acb48202477 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ff1315-180d-4b2b-bdff-efb3df76c79c HTTP/1.1" status: 200 len: 945 time: 0.0775986 Mar 07 22:07:41.265382 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ef6f3fa-a21f-4e66-9a13-1c69a99dd5f8 req-07400a1f-70d8-4353-ad1d-a19e91e86eda tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366168 Mar 07 22:07:42.451026 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3e312-ae7d-478e-9789-3b1bd2194444 req-95b1a6e9-7f8c-4680-b302-40161e35f001 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:42.452430 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8fe3e312-ae7d-478e-9789-3b1bd2194444 req-95b1a6e9-7f8c-4680-b302-40161e35f001 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ff1315-180d-4b2b-bdff-efb3df76c79c HTTP/1.1" status: 200 len: 945 time: 0.0807650 Mar 07 22:07:42.494881 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8fe3e312-ae7d-478e-9789-3b1bd2194444 req-11cea547-7dd2-40a9-80a1-783ef52e517e tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360200 Mar 07 22:07:42.856635 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-14d554a7-a11f-4d29-9a82-318cc06a415b tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:42.858085 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-14d554a7-a11f-4d29-9a82-318cc06a415b tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/networks?id=05036ac7-5d57-49f1-9948-2145069d2bdb HTTP/1.1" status: 200 len: 814 time: 0.2283459 Mar 07 22:07:42.872766 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-c39c09fc-cbd5-4c7b-81ba-9e88c5c015e5 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/quotas/830c6b8bbb3a479abe038a0e16bb9ac3 HTTP/1.1" status: 200 len: 375 time: 0.0087869 Mar 07 22:07:42.953971 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-d65be4b2-6317-4196-aed9-5516f5bf7327 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=830c6b8bbb3a479abe038a0e16bb9ac3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0754344 Mar 07 22:07:43.082814 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-b9cd74a1-20d8-4ab5-95f8-e8ab1b127e48 service neutron] 10.222.0.21 "GET /v2.0/networks/05036ac7-5d57-49f1-9948-2145069d2bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223125 Mar 07 22:07:43.211925 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-6fb52cbc-42af-49f4-9bb8-12bbb2f80c1a service neutron] 10.222.0.21 "GET /v2.0/networks/05036ac7-5d57-49f1-9948-2145069d2bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233099 Mar 07 22:07:43.511201 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-631d1908-b747-4410-bb8a-8d7aae05e694 req-1a459482-9d6d-461f-8812-4130c92d83d3 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=b154b1a8-fdeb-4f7b-a069-e7ce30004086 HTTP/1.1" status: 200 len: 210 time: 0.0424469 Mar 07 22:07:44.656414 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-663ecc24-8806-4dc8-88b1-cd925aff7676 req-28d7c480-5b37-45fe-9b4d-8934ab5edc6a tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=b154b1a8-fdeb-4f7b-a069-e7ce30004086 HTTP/1.1" status: 200 len: 210 time: 0.0413311 Mar 07 22:07:45.402000 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-66f96016-e0bf-4164-adcc-27458b0116dc tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:45.403413 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-66f96016-e0bf-4164-adcc-27458b0116dc tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.11 "GET /v2.0/networks?id=05036ac7-5d57-49f1-9948-2145069d2bdb HTTP/1.1" status: 200 len: 814 time: 0.1471844 Mar 07 22:07:45.414668 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-81b3b081-e29e-4683-a262-8c62db44639b tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Request body: {'port': {'device_id': 'b154b1a8-fdeb-4f7b-a069-e7ce30004086', 'network_id': '05036ac7-5d57-49f1-9948-2145069d2bdb', 'admin_state_up': True, 'tenant_id': '830c6b8bbb3a479abe038a0e16bb9ac3'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:07:45.546915 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-81b3b081-e29e-4683-a262-8c62db44639b tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:07:45.556158 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-81b3b081-e29e-4683-a262-8c62db44639b tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:07:45.661002 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-81b3b081-e29e-4683-a262-8c62db44639b tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Made reservation on behalf of 830c6b8bbb3a479abe038a0e16bb9ac3 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:07:45.664670 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-81b3b081-e29e-4683-a262-8c62db44639b tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:45.841313 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-343c4dd7-8853-4a0f-a646-1f065503965e req-4f648145-8c73-4820-8f98-82d89995e5c9 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=b154b1a8-fdeb-4f7b-a069-e7ce30004086 HTTP/1.1" status: 200 len: 210 time: 0.0793889 Mar 07 22:07:45.871093 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-81b3b081-e29e-4683-a262-8c62db44639b tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Allocated IP 172.20.0.11 (05036ac7-5d57-49f1-9948-2145069d2bdb/4c2554d4-7bd5-4aa5-83dc-e31c1510d193/d6864535-832d-4800-b8a5-b469fd5d34e3) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:07:46.066521 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-81b3b081-e29e-4683-a262-8c62db44639b tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:46.088597 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:46.158872 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-81b3b081-e29e-4683-a262-8c62db44639b tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:46.169052 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['5bfca8dd-66e3-42f1-b91a-c080b48ea0a1'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:07:46.223235 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-81b3b081-e29e-4683-a262-8c62db44639b tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Network 05036ac7-5d57-49f1-9948-2145069d2bdb is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:07:46.230255 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-81b3b081-e29e-4683-a262-8c62db44639b tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:07:46.234531 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-81b3b081-e29e-4683-a262-8c62db44639b tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:07:46.271054 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3b081-e29e-4683-a262-8c62db44639b tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Pushing event updated for resources: {'Port': ['ID=d6864535-832d-4800-b8a5-b469fd5d34e3,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:46.302357 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-81b3b081-e29e-4683-a262-8c62db44639b tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:46.302951 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-81b3b081-e29e-4683-a262-8c62db44639b tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:46.376122 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-81b3b081-e29e-4683-a262-8c62db44639b tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9647429 Mar 07 22:07:46.386874 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-33a022fe-2504-485a-bb69-f42b4aa4eedf service neutron] Request body: {'port': {'device_id': 'b154b1a8-fdeb-4f7b-a069-e7ce30004086', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:07:46.491551 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-33a022fe-2504-485a-bb69-f42b4aa4eedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:46.917243 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-33a022fe-2504-485a-bb69-f42b4aa4eedf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6864535-832d-4800-b8a5-b469fd5d34e3 {{(pid=88386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:07:46.925116 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-33a022fe-2504-485a-bb69-f42b4aa4eedf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:46.939072 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-33a022fe-2504-485a-bb69-f42b4aa4eedf service neutron] Transition to ACTIVE for port object d6864535-832d-4800-b8a5-b469fd5d34e3 will not be triggered until provisioned by entity L2. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:07:46.995653 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-33a022fe-2504-485a-bb69-f42b4aa4eedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:47.133261 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a022fe-2504-485a-bb69-f42b4aa4eedf service neutron] Pushing event updated for resources: {'Port': ['ID=d6864535-832d-4800-b8a5-b469fd5d34e3,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:47.223121 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:07:47.232251 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66b66d-6547-47b5-b619-50e014caa0d1 req-bac2095e-04b3-4018-b165-7fcbb613f830 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:47.232943 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-de66b66d-6547-47b5-b619-50e014caa0d1 req-bac2095e-04b3-4018-b165-7fcbb613f830 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Synchronizing usage tracker for tenant:830c6b8bbb3a479abe038a0e16bb9ac3 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:07:47.266975 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-33a022fe-2504-485a-bb69-f42b4aa4eedf service neutron] Attempting to bind port d6864535-832d-4800-b8a5-b469fd5d34e3 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:07:47.266975 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-33a022fe-2504-485a-bb69-f42b4aa4eedf service neutron] Attempting to bind port d6864535-832d-4800-b8a5-b469fd5d34e3 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '73318ef7-0246-4182-aebd-fb228392c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '05036ac7-5d57-49f1-9948-2145069d2bdb'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:07:47.266975 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-33a022fe-2504-485a-bb69-f42b4aa4eedf service neutron] Attempting to bind port d6864535-832d-4800-b8a5-b469fd5d34e3 on network 05036ac7-5d57-49f1-9948-2145069d2bdb {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:07:47.269344 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-33a022fe-2504-485a-bb69-f42b4aa4eedf service neutron] Port d6864535-832d-4800-b8a5-b469fd5d34e3 on network 05036ac7-5d57-49f1-9948-2145069d2bdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 22:07:47.269657 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-33a022fe-2504-485a-bb69-f42b4aa4eedf service neutron] Attempting to bind port d6864535-832d-4800-b8a5-b469fd5d34e3 on network 05036ac7-5d57-49f1-9948-2145069d2bdb {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:07:47.274777 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-33a022fe-2504-485a-bb69-f42b4aa4eedf service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:07:47.275100 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-33a022fe-2504-485a-bb69-f42b4aa4eedf service neutron] Checking segment: {'id': '73318ef7-0246-4182-aebd-fb228392c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '05036ac7-5d57-49f1-9948-2145069d2bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:07:47.275470 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-33a022fe-2504-485a-bb69-f42b4aa4eedf service neutron] Bound using segment: {'id': '73318ef7-0246-4182-aebd-fb228392c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '05036ac7-5d57-49f1-9948-2145069d2bdb'} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:07:47.275884 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-33a022fe-2504-485a-bb69-f42b4aa4eedf service neutron] Bound port: d6864535-832d-4800-b8a5-b469fd5d34e3, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73318ef7-0246-4182-aebd-fb228392c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '05036ac7-5d57-49f1-9948-2145069d2bdb'}}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:07:47.276251 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-33a022fe-2504-485a-bb69-f42b4aa4eedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:47.318673 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-de66b66d-6547-47b5-b619-50e014caa0d1 req-bac2095e-04b3-4018-b165-7fcbb613f830 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Unset dirty status for tenant:830c6b8bbb3a479abe038a0e16bb9ac3 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:07:47.319777 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de66b66d-6547-47b5-b619-50e014caa0d1 req-bac2095e-04b3-4018-b165-7fcbb613f830 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=b154b1a8-fdeb-4f7b-a069-e7ce30004086 HTTP/1.1" status: 200 len: 932 time: 0.3673317 Mar 07 22:07:47.390845 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de66b66d-6547-47b5-b619-50e014caa0d1 req-09d20f93-7fc2-4e70-8f8e-0ae48650b4a2 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647340 Mar 07 22:07:47.394903 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-33a022fe-2504-485a-bb69-f42b4aa4eedf service neutron] For port d6864535-832d-4800-b8a5-b469fd5d34e3, host hv-neutron-8299, cleared binding levels {{(pid=88386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:07:47.397937 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-33a022fe-2504-485a-bb69-f42b4aa4eedf service neutron] For port d6864535-832d-4800-b8a5-b469fd5d34e3, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=d6864535-832d-4800-b8a5-b469fd5d34e3,segment=NetworkSegment(73318ef7-0246-4182-aebd-fb228392c199),segment_id=73318ef7-0246-4182-aebd-fb228392c199)] {{(pid=88386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:07:47.460914 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-33a022fe-2504-485a-bb69-f42b4aa4eedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:47.517262 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-33a022fe-2504-485a-bb69-f42b4aa4eedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:47.518288 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-33a022fe-2504-485a-bb69-f42b4aa4eedf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:47.519391 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-33a022fe-2504-485a-bb69-f42b4aa4eedf service neutron] 10.222.0.11 "PUT /v2.0/ports/d6864535-832d-4800-b8a5-b469fd5d34e3 HTTP/1.1" status: 200 len: 1094 time: 1.1362972 Mar 07 22:07:47.521820 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b154b1a8-fdeb-4f7b-a069-e7ce30004086', 'tag': 'd6864535-832d-4800-b8a5-b469fd5d34e3'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:07:47.549299 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a022fe-2504-485a-bb69-f42b4aa4eedf service neutron] Pushing event updated for resources: {'Port': ['ID=d6864535-832d-4800-b8a5-b469fd5d34e3,revision_number=3']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:47.564654 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b154b1a8-fdeb-4f7b-a069-e7ce30004086', 'tag': 'd6864535-832d-4800-b8a5-b469fd5d34e3', 'status': 'completed', 'code': 200} Mar 07 22:07:47.653043 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb8a32-966f-46ad-a2d6-b170d05f2dd3 req-83911d1e-6525-4921-b266-0f156360e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:47.654511 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dcdb8a32-966f-46ad-a2d6-b170d05f2dd3 req-83911d1e-6525-4921-b266-0f156360e3da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=830c6b8bbb3a479abe038a0e16bb9ac3&device_id=b154b1a8-fdeb-4f7b-a069-e7ce30004086 HTTP/1.1" status: 200 len: 1097 time: 0.0690434 Mar 07 22:07:47.788937 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb8a32-966f-46ad-a2d6-b170d05f2dd3 req-3b966237-3415-4adf-adf3-4732c2a8e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:47.790366 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dcdb8a32-966f-46ad-a2d6-b170d05f2dd3 req-3b966237-3415-4adf-adf3-4732c2a8e299 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=830c6b8bbb3a479abe038a0e16bb9ac3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1298344 Mar 07 22:07:47.921942 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb8a32-966f-46ad-a2d6-b170d05f2dd3 req-b1ac8874-1d84-4c37-b3ba-3fea94d20163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:47.923427 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dcdb8a32-966f-46ad-a2d6-b170d05f2dd3 req-b1ac8874-1d84-4c37-b3ba-3fea94d20163 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1274092 Mar 07 22:07:48.026123 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-813e66f9-49e4-441d-a2b8-971108bdec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:48.027532 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-813e66f9-49e4-441d-a2b8-971108bdec46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=830c6b8bbb3a479abe038a0e16bb9ac3&device_id=b154b1a8-fdeb-4f7b-a069-e7ce30004086 HTTP/1.1" status: 200 len: 1097 time: 0.0717683 Mar 07 22:07:48.092078 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-04fa8303-8368-4fe7-8d33-36371b24050a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6864535-832d-4800-b8a5-b469fd5d34e3 HTTP/1.1" status: 200 len: 217 time: 0.0583961 Mar 07 22:07:48.153380 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-46d17434-48a2-4ae5-8e29-df2889205c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:48.154756 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-46d17434-48a2-4ae5-8e29-df2889205c0a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4c2554d4-7bd5-4aa5-83dc-e31c1510d193 HTTP/1.1" status: 200 len: 854 time: 0.0573456 Mar 07 22:07:48.198911 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-4595691b-a62e-48f9-b157-5339ad43acae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=05036ac7-5d57-49f1-9948-2145069d2bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385659 Mar 07 22:07:48.325944 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-6805a519-bf18-4aac-84a0-964fbaeffeab service neutron] 10.222.0.11 "GET /v2.0/networks/05036ac7-5d57-49f1-9948-2145069d2bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211412 Mar 07 22:07:48.599178 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f2ab6903-c3ea-4670-83de-191dce7482bb req-51af625e-1a67-4a1c-b2fc-2593fc90eefd service neutron] 10.222.0.11 "GET /v2.0/networks/05036ac7-5d57-49f1-9948-2145069d2bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680607 Mar 07 22:07:48.620344 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd40d47-af9a-4e2c-95ed-59411a8d50e6 req-4c9869eb-8156-4e82-a584-2eed56afff4a tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:48.626526 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3bd40d47-af9a-4e2c-95ed-59411a8d50e6 req-4c9869eb-8156-4e82-a584-2eed56afff4a tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=b154b1a8-fdeb-4f7b-a069-e7ce30004086 HTTP/1.1" status: 200 len: 944 time: 0.1164029 Mar 07 22:07:48.666967 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3bd40d47-af9a-4e2c-95ed-59411a8d50e6 req-6ca84286-7c55-4cda-8e6b-d95ca1d31910 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388391 Mar 07 22:07:49.859556 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653a5fc-3ee0-4ef8-a59e-cdd70455655c req-17967310-d68c-4fa9-b0fc-6d083cda78c4 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:49.861059 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5653a5fc-3ee0-4ef8-a59e-cdd70455655c req-17967310-d68c-4fa9-b0fc-6d083cda78c4 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=b154b1a8-fdeb-4f7b-a069-e7ce30004086 HTTP/1.1" status: 200 len: 944 time: 0.0899181 Mar 07 22:07:49.907780 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5653a5fc-3ee0-4ef8-a59e-cdd70455655c req-69eb9495-1f2f-482f-a9d7-a801d8674870 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403996 Mar 07 22:07:50.088879 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cf8be7ec-5f32-4e86-b2b4-a191b141d56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:50.401719 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device d6864535-832d-4800-b8a5-b469fd5d34e3 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:07:50.530629 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port d6864535-832d-4800-b8a5-b469fd5d34e3, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=d6864535-832d-4800-b8a5-b469fd5d34e3,segment=NetworkSegment(73318ef7-0246-4182-aebd-fb228392c199),segment_id=73318ef7-0246-4182-aebd-fb228392c199)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:07:50.543095 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': 'd6864535-832d-4800-b8a5-b469fd5d34e3', 'network_id': '05036ac7-5d57-49f1-9948-2145069d2bdb', 'port_id': 'd6864535-832d-4800-b8a5-b469fd5d34e3', 'mac_address': 'fa:16:3e:20:d3:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2554d4-7bd5-4aa5-83dc-e31c1510d193', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:07:50.599701 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:50.615811 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6864535-832d-4800-b8a5-b469fd5d34e3 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:07:50.630795 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port d6864535-832d-4800-b8a5-b469fd5d34e3, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=d6864535-832d-4800-b8a5-b469fd5d34e3,segment=NetworkSegment(73318ef7-0246-4182-aebd-fb228392c199),segment_id=73318ef7-0246-4182-aebd-fb228392c199)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:07:50.683544 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:50.749035 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=d6864535-832d-4800-b8a5-b469fd5d34e3,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:50.755924 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:50.756265 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:50.756597 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:50.756950 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:50.757271 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:50.757591 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:50.758029 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:50.758351 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:50.758665 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:50.758990 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:50.759288 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:50.759596 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:07:50.886276 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['d6864535-832d-4800-b8a5-b469fd5d34e3'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:07:51.087283 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac2848-2e73-44c2-a05f-f92eb23b77a8 req-ff2c06a3-656e-4e88-bf00-ac94a5697ddc tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:51.088717 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2cac2848-2e73-44c2-a05f-f92eb23b77a8 req-ff2c06a3-656e-4e88-bf00-ac94a5697ddc tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=b154b1a8-fdeb-4f7b-a069-e7ce30004086 HTTP/1.1" status: 200 len: 945 time: 0.0788984 Mar 07 22:07:51.132448 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2cac2848-2e73-44c2-a05f-f92eb23b77a8 req-ba3ddca6-e328-4f09-a5ae-50882986fc97 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379772 Mar 07 22:07:52.266414 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3d8c47c9-8d3f-4b0f-9a9f-5308fcc690d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:52.316971 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae5959-0e7f-4d88-b081-19666655bf4f req-321a6505-4eda-497f-82f3-b1d0a2314e99 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:52.318393 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f2ae5959-0e7f-4d88-b081-19666655bf4f req-321a6505-4eda-497f-82f3-b1d0a2314e99 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=b154b1a8-fdeb-4f7b-a069-e7ce30004086 HTTP/1.1" status: 200 len: 945 time: 0.0813785 Mar 07 22:07:52.361788 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f2ae5959-0e7f-4d88-b081-19666655bf4f req-04e2dba7-81d7-4e1f-9982-565046c3341c tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377004 Mar 07 22:07:52.419808 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device d6864535-832d-4800-b8a5-b469fd5d34e3 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:07:52.540371 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port d6864535-832d-4800-b8a5-b469fd5d34e3 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:07:52.545133 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port d6864535-832d-4800-b8a5-b469fd5d34e3 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:07:52.545497 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:52.654980 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:52.680653 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b154b1a8-fdeb-4f7b-a069-e7ce30004086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6864535-832d-4800-b8a5-b469fd5d34e3'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:07:52.690101 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port d6864535-832d-4800-b8a5-b469fd5d34e3, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=d6864535-832d-4800-b8a5-b469fd5d34e3,segment=NetworkSegment(73318ef7-0246-4182-aebd-fb228392c199),segment_id=73318ef7-0246-4182-aebd-fb228392c199)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:07:52.725537 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b154b1a8-fdeb-4f7b-a069-e7ce30004086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6864535-832d-4800-b8a5-b469fd5d34e3', 'code': 200} Mar 07 22:07:52.763535 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:52.833171 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=d6864535-832d-4800-b8a5-b469fd5d34e3,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:53.093422 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e444ad6-ef92-4fe3-91b7-dbca38378a24 req-2e7d66a4-0390-48c0-a806-b1194fb99d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:53.094934 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2e444ad6-ef92-4fe3-91b7-dbca38378a24 req-2e7d66a4-0390-48c0-a806-b1194fb99d60 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b154b1a8-fdeb-4f7b-a069-e7ce30004086 HTTP/1.1" status: 200 len: 1099 time: 0.0688510 Mar 07 22:07:53.133446 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2e444ad6-ef92-4fe3-91b7-dbca38378a24 req-e21d3244-3e58-4846-a202-a1aeec5ad390 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326736 Mar 07 22:07:53.277821 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:53.386738 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:53.543735 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d8f0b-a07e-4236-bdf0-4c752bef866d req-9f93558c-2f8b-41da-ace0-125a4f6fbc4d tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:53.545153 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-039d8f0b-a07e-4236-bdf0-4c752bef866d req-9f93558c-2f8b-41da-ace0-125a4f6fbc4d tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=b154b1a8-fdeb-4f7b-a069-e7ce30004086 HTTP/1.1" status: 200 len: 946 time: 0.0806234 Mar 07 22:07:53.588276 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-039d8f0b-a07e-4236-bdf0-4c752bef866d req-425d2e41-5d55-4c65-9828-20cfdab6e662 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370083 Mar 07 22:07:54.772239 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87878567-1f89-477c-a94a-39b78b87e268 req-5ef99856-04e3-425b-9132-50680b0292c5 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:54.773641 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-87878567-1f89-477c-a94a-39b78b87e268 req-5ef99856-04e3-425b-9132-50680b0292c5 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=b154b1a8-fdeb-4f7b-a069-e7ce30004086 HTTP/1.1" status: 200 len: 946 time: 0.0786822 Mar 07 22:07:54.817284 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-87878567-1f89-477c-a94a-39b78b87e268 req-8a464e1c-eefb-4201-9e12-854e26b81c3e tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380921 Mar 07 22:07:54.831887 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:55.397092 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5fffd6-39ca-431d-89ea-7796a72d4f09 req-e334cacd-222d-4750-9005-143682c12f5c tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:55.398577 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-df5fffd6-39ca-431d-89ea-7796a72d4f09 req-e334cacd-222d-4750-9005-143682c12f5c tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=b154b1a8-fdeb-4f7b-a069-e7ce30004086 HTTP/1.1" status: 200 len: 946 time: 0.0822561 Mar 07 22:07:55.441252 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-df5fffd6-39ca-431d-89ea-7796a72d4f09 req-69ea9b10-9b04-4fab-8c66-bc5813510b80 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369778 Mar 07 22:07:56.621828 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca75f6f-afde-4047-9926-3d015a99be97 req-582283b9-943f-4008-943c-c5fdf0687efd tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:56.623270 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1ca75f6f-afde-4047-9926-3d015a99be97 req-582283b9-943f-4008-943c-c5fdf0687efd tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=b154b1a8-fdeb-4f7b-a069-e7ce30004086 HTTP/1.1" status: 200 len: 946 time: 0.0769999 Mar 07 22:07:56.710988 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1ca75f6f-afde-4047-9926-3d015a99be97 req-873b4a3a-dbec-4efb-9c40-997338d1b117 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821352 Mar 07 22:07:56.742037 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c61481-654e-416a-abce-1c7466edeaf1 req-8149d1fd-492e-4bd6-aec5-a75c99b69eae tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:56.743428 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-61c61481-654e-416a-abce-1c7466edeaf1 req-8149d1fd-492e-4bd6-aec5-a75c99b69eae tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.11 "GET /v2.0/ports?device_id=b154b1a8-fdeb-4f7b-a069-e7ce30004086 HTTP/1.1" status: 200 len: 946 time: 0.0924921 Mar 07 22:07:56.811952 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-61c61481-654e-416a-abce-1c7466edeaf1 req-45097c22-4fff-474f-b977-148d939a5799 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Deleting port d6864535-832d-4800-b8a5-b469fd5d34e3 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:07:56.812286 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-61c61481-654e-416a-abce-1c7466edeaf1 req-45097c22-4fff-474f-b977-148d939a5799 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:57.050947 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-61c61481-654e-416a-abce-1c7466edeaf1 req-45097c22-4fff-474f-b977-148d939a5799 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] For port d6864535-832d-4800-b8a5-b469fd5d34e3, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=d6864535-832d-4800-b8a5-b469fd5d34e3,segment=NetworkSegment(73318ef7-0246-4182-aebd-fb228392c199),segment_id=73318ef7-0246-4182-aebd-fb228392c199)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:07:57.051298 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-61c61481-654e-416a-abce-1c7466edeaf1 req-45097c22-4fff-474f-b977-148d939a5799 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:57.173345 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-61c61481-654e-416a-abce-1c7466edeaf1 req-45097c22-4fff-474f-b977-148d939a5799 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Calling delete_port for d6864535-832d-4800-b8a5-b469fd5d34e3 owned by compute:nova {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:07:57.357775 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-61c61481-654e-416a-abce-1c7466edeaf1 req-45097c22-4fff-474f-b977-148d939a5799 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:57.368956 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['5bfca8dd-66e3-42f1-b91a-c080b48ea0a1', 'd6864535-832d-4800-b8a5-b469fd5d34e3'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:07:57.503720 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45097c22-4fff-474f-b977-148d939a5799 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Pushing event deleted for resources: {'Port': ['ID=d6864535-832d-4800-b8a5-b469fd5d34e3,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:07:57.573539 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c61481-654e-416a-abce-1c7466edeaf1 req-45097c22-4fff-474f-b977-148d939a5799 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] No DVR routers for this DVR port d6864535-832d-4800-b8a5-b469fd5d34e3 on host hv-neutron-8299 {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:07:57.575815 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-61c61481-654e-416a-abce-1c7466edeaf1 req-45097c22-4fff-474f-b977-148d939a5799 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:07:57.578206 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b154b1a8-fdeb-4f7b-a069-e7ce30004086', 'name': 'network-vif-deleted', 'tag': 'd6864535-832d-4800-b8a5-b469fd5d34e3'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:07:57.621541 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b154b1a8-fdeb-4f7b-a069-e7ce30004086', 'name': 'network-vif-deleted', 'tag': 'd6864535-832d-4800-b8a5-b469fd5d34e3', 'status': 'completed', 'code': 200} Mar 07 22:07:57.632978 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-61c61481-654e-416a-abce-1c7466edeaf1 req-45097c22-4fff-474f-b977-148d939a5799 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.11 "DELETE /v2.0/ports/d6864535-832d-4800-b8a5-b469fd5d34e3 HTTP/1.1" status: 204 len: 173 time: 0.8832958 Mar 07 22:07:57.858398 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-82de66c9-0e91-49e8-a0c6-97f780ef65da req-4696a46e-e900-44f2-b10f-83072300fa6d tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Synchronizing usage tracker for tenant:830c6b8bbb3a479abe038a0e16bb9ac3 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:07:57.951084 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-82de66c9-0e91-49e8-a0c6-97f780ef65da req-4696a46e-e900-44f2-b10f-83072300fa6d tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Unset dirty status for tenant:830c6b8bbb3a479abe038a0e16bb9ac3 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:07:57.952162 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-82de66c9-0e91-49e8-a0c6-97f780ef65da req-4696a46e-e900-44f2-b10f-83072300fa6d tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=b154b1a8-fdeb-4f7b-a069-e7ce30004086 HTTP/1.1" status: 200 len: 210 time: 0.1384909 Mar 07 22:07:59.204356 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ffd43-1726-4cdf-a2ab-d488e6f9c7e6 req-a43aaa8f-cb72-4b88-9b1a-a193959cf35f tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:59.205784 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-485ffd43-1726-4cdf-a2ab-d488e6f9c7e6 req-a43aaa8f-cb72-4b88-9b1a-a193959cf35f tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ff1315-180d-4b2b-bdff-efb3df76c79c HTTP/1.1" status: 200 len: 945 time: 0.0784581 Mar 07 22:07:59.248777 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-485ffd43-1726-4cdf-a2ab-d488e6f9c7e6 req-b8735ea6-d539-4ce0-b070-94d38e2aea99 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374556 Mar 07 22:07:59.447305 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a39217-81fb-4323-846e-9b09f188a563 req-e5f267a0-ca61-4345-8053-4f1af759e847 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:59.448731 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b6a39217-81fb-4323-846e-9b09f188a563 req-e5f267a0-ca61-4345-8053-4f1af759e847 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ff1315-180d-4b2b-bdff-efb3df76c79c HTTP/1.1" status: 200 len: 945 time: 0.0804706 Mar 07 22:07:59.491815 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b6a39217-81fb-4323-846e-9b09f188a563 req-3fa4b5cb-dc9e-4ec9-8ccc-9551e768a8bf tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368271 Mar 07 22:07:59.672041 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5161968-630d-459d-88b0-905257b564fb req-1565242e-f1ab-4122-a149-3bfa298a42a6 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:59.673486 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c5161968-630d-459d-88b0-905257b564fb req-1565242e-f1ab-4122-a149-3bfa298a42a6 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ff1315-180d-4b2b-bdff-efb3df76c79c HTTP/1.1" status: 200 len: 945 time: 0.0770833 Mar 07 22:07:59.718985 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c5161968-630d-459d-88b0-905257b564fb req-ea985820-ab0d-40c7-ab60-4f1a2e9f70bb tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399399 Mar 07 22:07:59.994126 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679154f-2749-45b3-86df-ddb952b1dd54 req-d7d2a147-c994-4f07-8a98-53cb0c5e51ba tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:07:59.995537 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4679154f-2749-45b3-86df-ddb952b1dd54 req-d7d2a147-c994-4f07-8a98-53cb0c5e51ba tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ff1315-180d-4b2b-bdff-efb3df76c79c HTTP/1.1" status: 200 len: 945 time: 0.0778861 Mar 07 22:08:00.038729 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4679154f-2749-45b3-86df-ddb952b1dd54 req-b7fa443c-dadc-4b1f-a35c-9db3114bfbae tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369534 Mar 07 22:08:00.222611 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ecc6c-a8c7-4e97-b064-50dbcf47f058 req-ee2fc0db-8bf1-476b-848a-158aea371543 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:00.224072 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-281ecc6c-a8c7-4e97-b064-50dbcf47f058 req-ee2fc0db-8bf1-476b-848a-158aea371543 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ff1315-180d-4b2b-bdff-efb3df76c79c HTTP/1.1" status: 200 len: 945 time: 0.0815923 Mar 07 22:08:00.267550 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-281ecc6c-a8c7-4e97-b064-50dbcf47f058 req-6367a7b7-104c-4071-a841-3e8614bb8193 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378947 Mar 07 22:08:00.456404 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a0c3d-cdf5-48e9-8181-1578ec76ccc1 req-7e0727a4-654a-49b0-a307-91ff5877a483 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:00.457837 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bc3a0c3d-cdf5-48e9-8181-1578ec76ccc1 req-7e0727a4-654a-49b0-a307-91ff5877a483 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ff1315-180d-4b2b-bdff-efb3df76c79c HTTP/1.1" status: 200 len: 945 time: 0.0787897 Mar 07 22:08:00.469072 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device d6864535-832d-4800-b8a5-b469fd5d34e3 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:08:00.501293 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bc3a0c3d-cdf5-48e9-8181-1578ec76ccc1 req-ad0faafc-a3d1-48c2-8027-af55a1790ce6 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378592 Mar 07 22:08:00.502870 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: d6864535-832d-4800-b8a5-b469fd5d34e3 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:08:00.503212 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device d6864535-832d-4800-b8a5-b469fd5d34e3 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:08:01.235042 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647571b7-a8ca-40ef-9a3f-d6c806cb7c4e req-068f0b78-8758-4ff8-bfd5-897e6044e114 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:01.236474 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-647571b7-a8ca-40ef-9a3f-d6c806cb7c4e req-068f0b78-8758-4ff8-bfd5-897e6044e114 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ff1315-180d-4b2b-bdff-efb3df76c79c HTTP/1.1" status: 200 len: 945 time: 0.0815299 Mar 07 22:08:01.279501 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-647571b7-a8ca-40ef-9a3f-d6c806cb7c4e req-50f09478-aa0a-4e35-bcee-6c7e309ee5ae tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372298 Mar 07 22:08:02.495721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96f64f-b9f4-409f-bd9e-60d338ad8d5a req-60340a86-12e4-4525-923d-8556b3c3b686 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:02.497119 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7f96f64f-b9f4-409f-bd9e-60d338ad8d5a req-60340a86-12e4-4525-923d-8556b3c3b686 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ff1315-180d-4b2b-bdff-efb3df76c79c HTTP/1.1" status: 200 len: 945 time: 0.1145339 Mar 07 22:08:02.552125 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7f96f64f-b9f4-409f-bd9e-60d338ad8d5a req-b3816242-8300-45c5-8d47-accdf8f60a49 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/security-groups?id=13525f47-39b3-4c8a-ae10-ccddbc771938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486264 Mar 07 22:08:02.572124 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2195e-cb72-4d80-ac0c-cf3875fbd06d req-78503179-dba4-40d9-8cda-96d6d1ab42a0 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:02.573701 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4cf2195e-cb72-4d80-ac0c-cf3875fbd06d req-78503179-dba4-40d9-8cda-96d6d1ab42a0 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9ff1315-180d-4b2b-bdff-efb3df76c79c HTTP/1.1" status: 200 len: 945 time: 0.1214230 Mar 07 22:08:02.644354 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-4cf2195e-cb72-4d80-ac0c-cf3875fbd06d req-ba3d9cfb-65c6-4b4d-a246-f5ea71cbdb42 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Deleting port 5bfca8dd-66e3-42f1-b91a-c080b48ea0a1 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:08:02.644684 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-4cf2195e-cb72-4d80-ac0c-cf3875fbd06d req-ba3d9cfb-65c6-4b4d-a246-f5ea71cbdb42 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:02.882145 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-4cf2195e-cb72-4d80-ac0c-cf3875fbd06d req-ba3d9cfb-65c6-4b4d-a246-f5ea71cbdb42 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] For port 5bfca8dd-66e3-42f1-b91a-c080b48ea0a1, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=5bfca8dd-66e3-42f1-b91a-c080b48ea0a1,segment=NetworkSegment(73318ef7-0246-4182-aebd-fb228392c199),segment_id=73318ef7-0246-4182-aebd-fb228392c199)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:08:02.882505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-4cf2195e-cb72-4d80-ac0c-cf3875fbd06d req-ba3d9cfb-65c6-4b4d-a246-f5ea71cbdb42 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:03.005792 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-4cf2195e-cb72-4d80-ac0c-cf3875fbd06d req-ba3d9cfb-65c6-4b4d-a246-f5ea71cbdb42 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Calling delete_port for 5bfca8dd-66e3-42f1-b91a-c080b48ea0a1 owned by compute:nova {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:08:03.214754 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-4cf2195e-cb72-4d80-ac0c-cf3875fbd06d req-ba3d9cfb-65c6-4b4d-a246-f5ea71cbdb42 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:03.225945 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['5bfca8dd-66e3-42f1-b91a-c080b48ea0a1'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:08:03.263843 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d9cfb-65c6-4b4d-a246-f5ea71cbdb42 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Pushing event deleted for resources: {'Port': ['ID=5bfca8dd-66e3-42f1-b91a-c080b48ea0a1,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:03.336702 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf2195e-cb72-4d80-ac0c-cf3875fbd06d req-ba3d9cfb-65c6-4b4d-a246-f5ea71cbdb42 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] No DVR routers for this DVR port 5bfca8dd-66e3-42f1-b91a-c080b48ea0a1 on host hv-neutron-8299 {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:08:03.339132 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-4cf2195e-cb72-4d80-ac0c-cf3875fbd06d req-ba3d9cfb-65c6-4b4d-a246-f5ea71cbdb42 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:03.341454 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ff1315-180d-4b2b-bdff-efb3df76c79c', 'name': 'network-vif-deleted', 'tag': '5bfca8dd-66e3-42f1-b91a-c080b48ea0a1'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:08:03.383948 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ff1315-180d-4b2b-bdff-efb3df76c79c', 'name': 'network-vif-deleted', 'tag': '5bfca8dd-66e3-42f1-b91a-c080b48ea0a1', 'status': 'completed', 'code': 200} Mar 07 22:08:03.437830 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4cf2195e-cb72-4d80-ac0c-cf3875fbd06d req-ba3d9cfb-65c6-4b4d-a246-f5ea71cbdb42 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.11 "DELETE /v2.0/ports/5bfca8dd-66e3-42f1-b91a-c080b48ea0a1 HTTP/1.1" status: 204 len: 173 time: 0.8580823 Mar 07 22:08:03.699791 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-d0b0336a-7e74-424d-9b8f-d1da9f133f0d req-aab76e39-d2e9-4ae2-a4a4-a136c50352e5 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Synchronizing usage tracker for tenant:830c6b8bbb3a479abe038a0e16bb9ac3 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:08:03.774915 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-d0b0336a-7e74-424d-9b8f-d1da9f133f0d req-aab76e39-d2e9-4ae2-a4a4-a136c50352e5 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] Unset dirty status for tenant:830c6b8bbb3a479abe038a0e16bb9ac3 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:08:03.776075 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d0b0336a-7e74-424d-9b8f-d1da9f133f0d req-aab76e39-d2e9-4ae2-a4a4-a136c50352e5 tempest-ServersNegativeTestJSON-947492520 tempest-ServersNegativeTestJSON-947492520-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ff1315-180d-4b2b-bdff-efb3df76c79c HTTP/1.1" status: 200 len: 210 time: 0.1175904 Mar 07 22:08:04.869109 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54128) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:04.927375 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2894ed4-60c7-43d9-bff9-898e84e51030 admin admin] Deleting subnet 4c2554d4-7bd5-4aa5-83dc-e31c1510d193 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 22:08:04.930162 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b2894ed4-60c7-43d9-bff9-898e84e51030 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:05.067208 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b2894ed4-60c7-43d9-bff9-898e84e51030 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:05.119859 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b2894ed4-60c7-43d9-bff9-898e84e51030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:05.243700 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b2894ed4-60c7-43d9-bff9-898e84e51030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:05.282539 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2894ed4-60c7-43d9-bff9-898e84e51030 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c2554d4-7bd5-4aa5-83dc-e31c1510d193,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:05.286804 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b2894ed4-60c7-43d9-bff9-898e84e51030 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:05.292580 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b2894ed4-60c7-43d9-bff9-898e84e51030 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4c2554d4-7bd5-4aa5-83dc-e31c1510d193 HTTP/1.1" status: 204 len: 168 time: 0.4224720 Mar 07 22:08:05.295023 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54132) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:05.397451 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6ab847c7-25c2-468e-aa60-886190f0398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:05.516370 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6ab847c7-25c2-468e-aa60-886190f0398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:05.541048 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-6ab847c7-25c2-468e-aa60-886190f0398b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05036ac7-5d57-49f1-9948-2145069d2bdb']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:05.552553 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-6ab847c7-25c2-468e-aa60-886190f0398b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73318ef7-0246-4182-aebd-fb228392c199') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:05.552847 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-6ab847c7-25c2-468e-aa60-886190f0398b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73318ef7-0246-4182-aebd-fb228392c199') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:05.563667 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6ab847c7-25c2-468e-aa60-886190f0398b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:05.579093 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6ab847c7-25c2-468e-aa60-886190f0398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:05.585342 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab847c7-25c2-468e-aa60-886190f0398b admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:08:05.585725 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6ab847c7-25c2-468e-aa60-886190f0398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:08:05.598701 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:08:05.729227 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6ab847c7-25c2-468e-aa60-886190f0398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:05.744297 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6ab847c7-25c2-468e-aa60-886190f0398b admin admin] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:05.754293 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6ab847c7-25c2-468e-aa60-886190f0398b admin admin] 10.222.0.21 "DELETE /v2.0/networks/05036ac7-5d57-49f1-9948-2145069d2bdb HTTP/1.1" status: 204 len: 168 time: 0.4583211 Mar 07 22:08:05.755073 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab847c7-25c2-468e-aa60-886190f0398b admin admin] Pushing event deleted for resources: {'Network': ['ID=05036ac7-5d57-49f1-9948-2145069d2bdb,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:05.998240 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54138) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:06.046042 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c4bc52e6-8698-4947-a3c0-9a009508659a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=830c6b8bbb3a479abe038a0e16bb9ac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466681 Mar 07 22:08:06.048762 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54142) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:06.106862 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7ab24043-55c8-4696-9b40-7f3611378409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:06.132542 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7ab24043-55c8-4696-9b40-7f3611378409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:06.226204 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7ab24043-55c8-4696-9b40-7f3611378409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:06.240551 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab24043-55c8-4696-9b40-7f3611378409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13525f47-39b3-4c8a-ae10-ccddbc771938,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:06.246601 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7ab24043-55c8-4696-9b40-7f3611378409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:06.247698 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7ab24043-55c8-4696-9b40-7f3611378409 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13525f47-39b3-4c8a-ae10-ccddbc771938 HTTP/1.1" status: 204 len: 168 time: 0.1980619 Mar 07 22:08:06.469880 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 5bfca8dd-66e3-42f1-b91a-c080b48ea0a1 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:08:06.504100 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 5bfca8dd-66e3-42f1-b91a-c080b48ea0a1 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:08:06.504445 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 5bfca8dd-66e3-42f1-b91a-c080b48ea0a1 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:08:07.276790 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54166) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:07.376993 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f98f112f-8ec9-4f06-a98e-60afb7742208 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-557957575'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:07.381919 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f98f112f-8ec9-4f06-a98e-60afb7742208 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:08:07.385709 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f98f112f-8ec9-4f06-a98e-60afb7742208 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Usage tracker for resource:network and tenant:f6a677cea04b4f738282c0ebd6ec3e7b is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:08:07.388600 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f98f112f-8ec9-4f06-a98e-60afb7742208 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:08:07.395309 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f98f112f-8ec9-4f06-a98e-60afb7742208 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:08:07.466369 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98f112f-8ec9-4f06-a98e-60afb7742208 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Made reservation on behalf of f6a677cea04b4f738282c0ebd6ec3e7b for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:08:07.469770 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f98f112f-8ec9-4f06-a98e-60afb7742208 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:07.481799 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f98f112f-8ec9-4f06-a98e-60afb7742208 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:07.495870 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f98f112f-8ec9-4f06-a98e-60afb7742208 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:08:07.499635 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f98f112f-8ec9-4f06-a98e-60afb7742208 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Usage tracker for resource:security_group_rule and tenant:f6a677cea04b4f738282c0ebd6ec3e7b is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:08:07.502868 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f98f112f-8ec9-4f06-a98e-60afb7742208 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:08:07.508474 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f98f112f-8ec9-4f06-a98e-60afb7742208 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:08:07.588636 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f98f112f-8ec9-4f06-a98e-60afb7742208 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:07.632042 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f98f112f-8ec9-4f06-a98e-60afb7742208 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:07.664173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f98f112f-8ec9-4f06-a98e-60afb7742208 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:08:07.669901 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f112f-8ec9-4f06-a98e-60afb7742208 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b2a333-cb37-4f2e-8605-0c5f72718a79,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:07.678444 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f98f112f-8ec9-4f06-a98e-60afb7742208 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:07.678444 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-f98f112f-8ec9-4f06-a98e-60afb7742208 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Added segment e8ee7367-f3a8-4d4f-aeff-e446e1d14dfb of type vlan for network 402b6be6-e68f-44fe-b5bc-0b1ca00e47c1 Mar 07 22:08:07.707467 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f98f112f-8ec9-4f06-a98e-60afb7742208 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:07.786055 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f98f112f-8ec9-4f06-a98e-60afb7742208 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:07.791731 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98f112f-8ec9-4f06-a98e-60afb7742208 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:07.792310 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f98f112f-8ec9-4f06-a98e-60afb7742208 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:07.900973 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f112f-8ec9-4f06-a98e-60afb7742208 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Pushing event updated for resources: {'Network': ['ID=402b6be6-e68f-44fe-b5bc-0b1ca00e47c1,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:07.911999 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 402b6be6-e68f-44fe-b5bc-0b1ca00e47c1 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 22:08:07.946836 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f98f112f-8ec9-4f06-a98e-60afb7742208 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6689827 Mar 07 22:08:11.202277 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 54172) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:11.208179 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-7f49bf86-c5df-43e7-8e8c-db7254c5908b tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Request body: {'subnet': {'network_id': '402b6be6-e68f-44fe-b5bc-0b1ca00e47c1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:11.317828 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7f49bf86-c5df-43e7-8e8c-db7254c5908b tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:08:11.321553 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7f49bf86-c5df-43e7-8e8c-db7254c5908b tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Usage tracker for resource:subnet and tenant:f6a677cea04b4f738282c0ebd6ec3e7b is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:08:11.324314 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7f49bf86-c5df-43e7-8e8c-db7254c5908b tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:08:11.330593 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7f49bf86-c5df-43e7-8e8c-db7254c5908b tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:08:11.483316 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f49bf86-c5df-43e7-8e8c-db7254c5908b tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Made reservation on behalf of f6a677cea04b4f738282c0ebd6ec3e7b for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:08:11.486772 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7f49bf86-c5df-43e7-8e8c-db7254c5908b tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:11.763616 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7f49bf86-c5df-43e7-8e8c-db7254c5908b tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:11.847063 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49bf86-c5df-43e7-8e8c-db7254c5908b tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Pushing event updated for resources: {'Subnet': ['ID=18f6713a-3ce4-419a-9270-700143515498,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:11.850819 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f49bf86-c5df-43e7-8e8c-db7254c5908b tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Checking segment: {'id': 'e8ee7367-f3a8-4d4f-aeff-e446e1d14dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '402b6be6-e68f-44fe-b5bc-0b1ca00e47c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:08:11.851180 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f49bf86-c5df-43e7-8e8c-db7254c5908b tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Network hostable DHCP agents. Network: 402b6be6-e68f-44fe-b5bc-0b1ca00e47c1, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:08:11.951763 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f49bf86-c5df-43e7-8e8c-db7254c5908b tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Network 402b6be6-e68f-44fe-b5bc-0b1ca00e47c1 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:08:12.031752 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-7f49bf86-c5df-43e7-8e8c-db7254c5908b tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 402b6be6-e68f-44fe-b5bc-0b1ca00e47c1) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:12.036189 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f49bf86-c5df-43e7-8e8c-db7254c5908b tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:12.037335 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7f49bf86-c5df-43e7-8e8c-db7254c5908b tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:12.040569 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88e11bb-81f7-4417-b29e-16c7fc86a01a None None] Network 402b6be6-e68f-44fe-b5bc-0b1ca00e47c1 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:08:12.123980 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7f49bf86-c5df-43e7-8e8c-db7254c5908b tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9205940 Mar 07 22:08:12.128545 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 54176) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:12.134332 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-0d63b4f7-2808-4de4-a1f6-c9878a56869f tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1578545064'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:12.139362 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0d63b4f7-2808-4de4-a1f6-c9878a56869f tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:08:12.143297 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0d63b4f7-2808-4de4-a1f6-c9878a56869f tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Usage tracker for resource:network and tenant:f6a677cea04b4f738282c0ebd6ec3e7b is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:08:12.146318 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0d63b4f7-2808-4de4-a1f6-c9878a56869f tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:08:12.151976 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0d63b4f7-2808-4de4-a1f6-c9878a56869f tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:08:12.220181 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d63b4f7-2808-4de4-a1f6-c9878a56869f tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Made reservation on behalf of f6a677cea04b4f738282c0ebd6ec3e7b for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:08:12.223787 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0d63b4f7-2808-4de4-a1f6-c9878a56869f tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:12.247099 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871b5470-7d40-4ea8-a6e4-0a8fb2f40b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-402b6be6-e68f-44fe-b5bc-0b1ca00e47c1', 'network_id': '402b6be6-e68f-44fe-b5bc-0b1ca00e47c1', 'tenant_id': 'f6a677cea04b4f738282c0ebd6ec3e7b', 'fixed_ips': [{'subnet_id': '18f6713a-3ce4-419a-9270-700143515498'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 22:08:12.248025 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-871b5470-7d40-4ea8-a6e4-0a8fb2f40b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:12.252606 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d63b4f7-2808-4de4-a1f6-c9878a56869f tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:08:12.261123 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0d63b4f7-2808-4de4-a1f6-c9878a56869f tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:12.261461 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-0d63b4f7-2808-4de4-a1f6-c9878a56869f tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Added segment c2ca04ea-c03e-4bf3-98ed-2ca5b53756dd of type vlan for network f7946b34-2376-435f-929b-9a4354d891d3 Mar 07 22:08:12.286558 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0d63b4f7-2808-4de4-a1f6-c9878a56869f tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:12.408525 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0d63b4f7-2808-4de4-a1f6-c9878a56869f tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:12.414003 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d63b4f7-2808-4de4-a1f6-c9878a56869f tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:12.414577 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0d63b4f7-2808-4de4-a1f6-c9878a56869f tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:12.429026 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-871b5470-7d40-4ea8-a6e4-0a8fb2f40b1d None None] Allocated IP 2001:db8:0:ffff::2 (402b6be6-e68f-44fe-b5bc-0b1ca00e47c1/18f6713a-3ce4-419a-9270-700143515498/75ac5e34-d1d9-4bf8-ab63-0486546fb461) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:08:12.520950 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63b4f7-2808-4de4-a1f6-c9878a56869f tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Pushing event updated for resources: {'Network': ['ID=f7946b34-2376-435f-929b-9a4354d891d3,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:12.531887 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network f7946b34-2376-435f-929b-9a4354d891d3 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 22:08:12.541501 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0d63b4f7-2808-4de4-a1f6-c9878a56869f tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4118879 Mar 07 22:08:12.544301 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 54180) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:12.550534 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-c0a648bf-977b-43b4-a07d-6da519e714de tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Request body: {'subnet': {'network_id': 'f7946b34-2376-435f-929b-9a4354d891d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:12.657198 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c0a648bf-977b-43b4-a07d-6da519e714de tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:08:12.661528 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c0a648bf-977b-43b4-a07d-6da519e714de tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Usage tracker for resource:subnet and tenant:f6a677cea04b4f738282c0ebd6ec3e7b is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:08:12.664321 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-c0a648bf-977b-43b4-a07d-6da519e714de tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:08:12.669859 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-c0a648bf-977b-43b4-a07d-6da519e714de tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:08:12.717099 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-871b5470-7d40-4ea8-a6e4-0a8fb2f40b1d None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:12.727162 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-871b5470-7d40-4ea8-a6e4-0a8fb2f40b1d None None] Transition to ACTIVE for port object 75ac5e34-d1d9-4bf8-ab63-0486546fb461 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:08:12.744670 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-871b5470-7d40-4ea8-a6e4-0a8fb2f40b1d None None] Transition to ACTIVE for port object 75ac5e34-d1d9-4bf8-ab63-0486546fb461 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:08:12.762370 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a648bf-977b-43b4-a07d-6da519e714de tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Made reservation on behalf of f6a677cea04b4f738282c0ebd6ec3e7b for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:08:12.766000 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c0a648bf-977b-43b4-a07d-6da519e714de tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:12.814655 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-871b5470-7d40-4ea8-a6e4-0a8fb2f40b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:12.877278 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871b5470-7d40-4ea8-a6e4-0a8fb2f40b1d None None] Network 402b6be6-e68f-44fe-b5bc-0b1ca00e47c1 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:08:12.884082 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-871b5470-7d40-4ea8-a6e4-0a8fb2f40b1d None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:12.886556 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871b5470-7d40-4ea8-a6e4-0a8fb2f40b1d None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:08:12.897293 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b5470-7d40-4ea8-a6e4-0a8fb2f40b1d None None] Pushing event updated for resources: {'Port': ['ID=75ac5e34-d1d9-4bf8-ab63-0486546fb461,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:12.984910 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-871b5470-7d40-4ea8-a6e4-0a8fb2f40b1d None None] Attempting to bind port 75ac5e34-d1d9-4bf8-ab63-0486546fb461 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:08:12.985273 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-871b5470-7d40-4ea8-a6e4-0a8fb2f40b1d None None] Attempting to bind port 75ac5e34-d1d9-4bf8-ab63-0486546fb461 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'e8ee7367-f3a8-4d4f-aeff-e446e1d14dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '402b6be6-e68f-44fe-b5bc-0b1ca00e47c1'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:08:12.986208 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871b5470-7d40-4ea8-a6e4-0a8fb2f40b1d None None] Attempting to bind port 75ac5e34-d1d9-4bf8-ab63-0486546fb461 on network 402b6be6-e68f-44fe-b5bc-0b1ca00e47c1 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:08:12.991340 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871b5470-7d40-4ea8-a6e4-0a8fb2f40b1d None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:08:12.991707 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871b5470-7d40-4ea8-a6e4-0a8fb2f40b1d None None] Checking segment: {'id': 'e8ee7367-f3a8-4d4f-aeff-e446e1d14dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '402b6be6-e68f-44fe-b5bc-0b1ca00e47c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:08:12.992147 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-871b5470-7d40-4ea8-a6e4-0a8fb2f40b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:12.992536 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871b5470-7d40-4ea8-a6e4-0a8fb2f40b1d None None] Bound using segment: {'id': 'e8ee7367-f3a8-4d4f-aeff-e446e1d14dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '402b6be6-e68f-44fe-b5bc-0b1ca00e47c1'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:08:12.992988 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-871b5470-7d40-4ea8-a6e4-0a8fb2f40b1d None None] Bound port: 75ac5e34-d1d9-4bf8-ab63-0486546fb461, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ee7367-f3a8-4d4f-aeff-e446e1d14dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '402b6be6-e68f-44fe-b5bc-0b1ca00e47c1'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:08:12.993355 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-871b5470-7d40-4ea8-a6e4-0a8fb2f40b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:13.038178 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c0a648bf-977b-43b4-a07d-6da519e714de tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:13.080485 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-871b5470-7d40-4ea8-a6e4-0a8fb2f40b1d None None] For port 75ac5e34-d1d9-4bf8-ab63-0486546fb461, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:08:13.083645 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-871b5470-7d40-4ea8-a6e4-0a8fb2f40b1d None None] For port 75ac5e34-d1d9-4bf8-ab63-0486546fb461, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=75ac5e34-d1d9-4bf8-ab63-0486546fb461,segment=NetworkSegment(e8ee7367-f3a8-4d4f-aeff-e446e1d14dfb),segment_id=e8ee7367-f3a8-4d4f-aeff-e446e1d14dfb)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:08:13.158668 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-871b5470-7d40-4ea8-a6e4-0a8fb2f40b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:13.224356 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a648bf-977b-43b4-a07d-6da519e714de tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Pushing event updated for resources: {'Subnet': ['ID=1e73e79b-adb5-4ae6-bc66-d1995fa33730,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:13.232232 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a648bf-977b-43b4-a07d-6da519e714de tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Checking segment: {'id': 'c2ca04ea-c03e-4bf3-98ed-2ca5b53756dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f7946b34-2376-435f-929b-9a4354d891d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:08:13.232585 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a648bf-977b-43b4-a07d-6da519e714de tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Network hostable DHCP agents. Network: f7946b34-2376-435f-929b-9a4354d891d3, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:08:13.244658 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b5470-7d40-4ea8-a6e4-0a8fb2f40b1d None None] Pushing event updated for resources: {'Port': ['ID=75ac5e34-d1d9-4bf8-ab63-0486546fb461,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:13.306069 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a648bf-977b-43b4-a07d-6da519e714de tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Network f7946b34-2376-435f-929b-9a4354d891d3 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:08:13.401877 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-c0a648bf-977b-43b4-a07d-6da519e714de tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, f7946b34-2376-435f-929b-9a4354d891d3) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:13.401877 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a648bf-977b-43b4-a07d-6da519e714de tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:13.401877 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c0a648bf-977b-43b4-a07d-6da519e714de tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:13.420421 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdf11cd-e66c-4acb-86f1-0e5ef7c6b0c9 None None] Network f7946b34-2376-435f-929b-9a4354d891d3 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:08:13.490563 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c0a648bf-977b-43b4-a07d-6da519e714de tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9447236 Mar 07 22:08:13.492834 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 54184) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:13.637074 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:13.639790 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812980f9-297c-485d-a4e4-47f606762af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-f7946b34-2376-435f-929b-9a4354d891d3', 'network_id': 'f7946b34-2376-435f-929b-9a4354d891d3', 'tenant_id': 'f6a677cea04b4f738282c0ebd6ec3e7b', 'fixed_ips': [{'subnet_id': '1e73e79b-adb5-4ae6-bc66-d1995fa33730'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 22:08:13.640653 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-812980f9-297c-485d-a4e4-47f606762af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:13.710970 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:13.796744 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-812980f9-297c-485d-a4e4-47f606762af1 None None] Allocated IP 2001:db8::2 (f7946b34-2376-435f-929b-9a4354d891d3/1e73e79b-adb5-4ae6-bc66-d1995fa33730/f5da8f9f-ef68-4678-8866-7ede2f280ba6) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:08:14.007592 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-812980f9-297c-485d-a4e4-47f606762af1 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:14.018087 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-812980f9-297c-485d-a4e4-47f606762af1 None None] Transition to ACTIVE for port object f5da8f9f-ef68-4678-8866-7ede2f280ba6 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:08:14.036363 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-812980f9-297c-485d-a4e4-47f606762af1 None None] Transition to ACTIVE for port object f5da8f9f-ef68-4678-8866-7ede2f280ba6 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:08:14.124190 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-812980f9-297c-485d-a4e4-47f606762af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:14.165750 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc70433-15fa-4a42-8652-ee58f9d6b2c0 None None] Network 402b6be6-e68f-44fe-b5bc-0b1ca00e47c1 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:08:14.221083 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:14.231286 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812980f9-297c-485d-a4e4-47f606762af1 None None] Network f7946b34-2376-435f-929b-9a4354d891d3 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:08:14.262092 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Pushing event deleted for resources: {'Subnet': ['ID=1e73e79b-adb5-4ae6-bc66-d1995fa33730,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:14.279634 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-812980f9-297c-485d-a4e4-47f606762af1 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:14.289683 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812980f9-297c-485d-a4e4-47f606762af1 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:08:14.300622 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812980f9-297c-485d-a4e4-47f606762af1 None None] Pushing event updated for resources: {'Port': ['ID=f5da8f9f-ef68-4678-8866-7ede2f280ba6,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:14.360284 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:14.387684 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7946b34-2376-435f-929b-9a4354d891d3']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:14.399741 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ca04ea-c03e-4bf3-98ed-2ca5b53756dd') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:14.400042 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ca04ea-c03e-4bf3-98ed-2ca5b53756dd') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:14.411039 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e9925a2a-be41-4039-9298-d9e0d9ee1a7c None None] Provisioning for port 75ac5e34-d1d9-4bf8-ab63-0486546fb461 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:08:14.411252 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:14.427527 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:14.433544 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:08:14.435624 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:08:14.449072 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:08:14.475763 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-812980f9-297c-485d-a4e4-47f606762af1 None None] Attempting to bind port f5da8f9f-ef68-4678-8866-7ede2f280ba6 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:08:14.476160 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-812980f9-297c-485d-a4e4-47f606762af1 None None] Attempting to bind port f5da8f9f-ef68-4678-8866-7ede2f280ba6 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'c2ca04ea-c03e-4bf3-98ed-2ca5b53756dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f7946b34-2376-435f-929b-9a4354d891d3'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:08:14.476542 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812980f9-297c-485d-a4e4-47f606762af1 None None] Attempting to bind port f5da8f9f-ef68-4678-8866-7ede2f280ba6 on network f7946b34-2376-435f-929b-9a4354d891d3 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:08:14.492859 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812980f9-297c-485d-a4e4-47f606762af1 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:08:14.496873 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812980f9-297c-485d-a4e4-47f606762af1 None None] Checking segment: {'id': 'c2ca04ea-c03e-4bf3-98ed-2ca5b53756dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f7946b34-2376-435f-929b-9a4354d891d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:08:14.496873 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-812980f9-297c-485d-a4e4-47f606762af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:14.496873 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812980f9-297c-485d-a4e4-47f606762af1 None None] Bound using segment: {'id': 'c2ca04ea-c03e-4bf3-98ed-2ca5b53756dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f7946b34-2376-435f-929b-9a4354d891d3'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:08:14.496873 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-812980f9-297c-485d-a4e4-47f606762af1 None None] Bound port: f5da8f9f-ef68-4678-8866-7ede2f280ba6, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ca04ea-c03e-4bf3-98ed-2ca5b53756dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f7946b34-2376-435f-929b-9a4354d891d3'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:08:14.496873 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-812980f9-297c-485d-a4e4-47f606762af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:14.569387 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.db.api [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 22:08:14.569387 dv-neutron-829957-1-hyperv neutron-server[88387]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 22:08:14.569387 dv-neutron-829957-1-hyperv neutron-server[88387]: [parameters: {'id': 'f7946b34-2376-435f-929b-9a4354d891d3'}] Mar 07 22:08:14.569387 dv-neutron-829957-1-hyperv neutron-server[88387]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:08:14.569923 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG oslo_db.api [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:08:14.630087 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-812980f9-297c-485d-a4e4-47f606762af1 None None] For port f5da8f9f-ef68-4678-8866-7ede2f280ba6, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:08:14.633853 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-812980f9-297c-485d-a4e4-47f606762af1 None None] For port f5da8f9f-ef68-4678-8866-7ede2f280ba6, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f5da8f9f-ef68-4678-8866-7ede2f280ba6,segment=NetworkSegment(c2ca04ea-c03e-4bf3-98ed-2ca5b53756dd),segment_id=c2ca04ea-c03e-4bf3-98ed-2ca5b53756dd)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:08:14.689825 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-812980f9-297c-485d-a4e4-47f606762af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:14.812419 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812980f9-297c-485d-a4e4-47f606762af1 None None] Pushing event updated for resources: {'Port': ['ID=f5da8f9f-ef68-4678-8866-7ede2f280ba6,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:14.847369 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be969353-b57b-448a-bda0-5a0a2c2cca76 None None] Network f7946b34-2376-435f-929b-9a4354d891d3 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:08:14.861817 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 75ac5e34-d1d9-4bf8-ab63-0486546fb461 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:08:15.071081 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:15.082588 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Deleting port f5da8f9f-ef68-4678-8866-7ede2f280ba6 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:08:15.082920 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:15.122782 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 75ac5e34-d1d9-4bf8-ab63-0486546fb461 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:08:15.129049 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 75ac5e34-d1d9-4bf8-ab63-0486546fb461 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:08:15.129729 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:15.230380 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5b167a-3c87-4219-a545-f47dbe278b81 None None] get_active_networks_info from dv-neutron-829957-1-hyperv {{(pid=88388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 07 22:08:15.298261 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:15.301024 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] For port f5da8f9f-ef68-4678-8866-7ede2f280ba6, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f5da8f9f-ef68-4678-8866-7ede2f280ba6,segment=NetworkSegment(c2ca04ea-c03e-4bf3-98ed-2ca5b53756dd),segment_id=c2ca04ea-c03e-4bf3-98ed-2ca5b53756dd)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:08:15.301537 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:15.358482 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 75ac5e34-d1d9-4bf8-ab63-0486546fb461, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=75ac5e34-d1d9-4bf8-ab63-0486546fb461,segment=NetworkSegment(e8ee7367-f3a8-4d4f-aeff-e446e1d14dfb),segment_id=e8ee7367-f3a8-4d4f-aeff-e446e1d14dfb)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:08:15.359769 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5b167a-3c87-4219-a545-f47dbe278b81 None None] Resources bound (agent type, host, resource id): {{(pid=88388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 22:08:15.424229 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Calling delete_port for f5da8f9f-ef68-4678-8866-7ede2f280ba6 owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:08:15.446966 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:15.544926 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=75ac5e34-d1d9-4bf8-ab63-0486546fb461,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:15.556708 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:15.606451 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Pushing event deleted for resources: {'Port': ['ID=f5da8f9f-ef68-4678-8866-7ede2f280ba6,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:15.610556 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] No DVR routers for this DVR port f5da8f9f-ef68-4678-8866-7ede2f280ba6 on host dv-neutron-829957-1-hyperv {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:08:15.733443 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:15.757908 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7946b34-2376-435f-929b-9a4354d891d3']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:15.770483 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ca04ea-c03e-4bf3-98ed-2ca5b53756dd') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:15.770779 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ca04ea-c03e-4bf3-98ed-2ca5b53756dd') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:15.781725 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:15.797478 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:15.804227 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:08:15.804597 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:08:15.819724 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:08:15.956837 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:15.973639 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:15.984149 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Pushing event deleted for resources: {'Network': ['ID=f7946b34-2376-435f-929b-9a4354d891d3,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:15.991135 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cc7b2d18-14b4-4e14-a424-8529c468ac68 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] 10.222.0.21 "DELETE /v2.0/networks/f7946b34-2376-435f-929b-9a4354d891d3 HTTP/1.1" status: 204 len: 168 time: 2.4972823 Mar 07 22:08:15.994640 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 54188) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:16.000541 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-20084f03-6543-42ce-9e62-8d7155069c06 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1105528347'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:16.005483 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-20084f03-6543-42ce-9e62-8d7155069c06 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:08:16.009284 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-20084f03-6543-42ce-9e62-8d7155069c06 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Usage tracker for resource:network and tenant:f6a677cea04b4f738282c0ebd6ec3e7b is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:08:16.012112 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-20084f03-6543-42ce-9e62-8d7155069c06 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:08:16.018463 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-20084f03-6543-42ce-9e62-8d7155069c06 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:08:16.100357 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20084f03-6543-42ce-9e62-8d7155069c06 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Made reservation on behalf of f6a677cea04b4f738282c0ebd6ec3e7b for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:08:16.103736 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-20084f03-6543-42ce-9e62-8d7155069c06 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:16.112008 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:16.131421 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20084f03-6543-42ce-9e62-8d7155069c06 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:08:16.139618 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-20084f03-6543-42ce-9e62-8d7155069c06 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:16.139953 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-20084f03-6543-42ce-9e62-8d7155069c06 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Added segment 6679dc5c-509b-467d-b01d-8e9cb9a73a6e of type vlan for network 90a7494e-44a6-45b9-ae58-8f916f7e41e4 Mar 07 22:08:16.164811 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-20084f03-6543-42ce-9e62-8d7155069c06 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:16.260301 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-20084f03-6543-42ce-9e62-8d7155069c06 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:16.265771 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20084f03-6543-42ce-9e62-8d7155069c06 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:16.266365 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-20084f03-6543-42ce-9e62-8d7155069c06 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:16.466276 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20084f03-6543-42ce-9e62-8d7155069c06 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Pushing event updated for resources: {'Network': ['ID=90a7494e-44a6-45b9-ae58-8f916f7e41e4,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:16.476877 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 90a7494e-44a6-45b9-ae58-8f916f7e41e4 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 22:08:16.512401 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-20084f03-6543-42ce-9e62-8d7155069c06 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5167093 Mar 07 22:08:16.515084 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 54192) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:16.521197 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-1f10b506-25b9-4877-88bd-5a729d9e1150 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Request body: {'subnet': {'network_id': '90a7494e-44a6-45b9-ae58-8f916f7e41e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:16.629498 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-1f10b506-25b9-4877-88bd-5a729d9e1150 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:08:16.633215 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1f10b506-25b9-4877-88bd-5a729d9e1150 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Usage tracker for resource:subnet and tenant:f6a677cea04b4f738282c0ebd6ec3e7b is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:08:16.635991 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1f10b506-25b9-4877-88bd-5a729d9e1150 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:08:16.641526 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-1f10b506-25b9-4877-88bd-5a729d9e1150 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:08:16.717147 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f10b506-25b9-4877-88bd-5a729d9e1150 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Made reservation on behalf of f6a677cea04b4f738282c0ebd6ec3e7b for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:08:16.721118 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1f10b506-25b9-4877-88bd-5a729d9e1150 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:16.805620 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 75ac5e34-d1d9-4bf8-ab63-0486546fb461 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:08:16.812254 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.ipam_backend_mixin [None req-1f10b506-25b9-4877-88bd-5a729d9e1150 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Performing IP validity checks on allocation pools {{(pid=88387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 07 22:08:16.812781 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.ipam_backend_mixin [None req-1f10b506-25b9-4877-88bd-5a729d9e1150 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88387) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 07 22:08:16.872551 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 75ac5e34-d1d9-4bf8-ab63-0486546fb461 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:08:16.872919 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:16.992331 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1f10b506-25b9-4877-88bd-5a729d9e1150 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:17.070142 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10b506-25b9-4877-88bd-5a729d9e1150 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Pushing event updated for resources: {'Subnet': ['ID=49e9f6ef-2744-49bd-bc69-c0b5c7661c70,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:17.080803 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f10b506-25b9-4877-88bd-5a729d9e1150 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Checking segment: {'id': '6679dc5c-509b-467d-b01d-8e9cb9a73a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '90a7494e-44a6-45b9-ae58-8f916f7e41e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:08:17.081155 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f10b506-25b9-4877-88bd-5a729d9e1150 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Network hostable DHCP agents. Network: 90a7494e-44a6-45b9-ae58-8f916f7e41e4, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:08:17.186184 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f10b506-25b9-4877-88bd-5a729d9e1150 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Network 90a7494e-44a6-45b9-ae58-8f916f7e41e4 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:08:17.271551 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-1f10b506-25b9-4877-88bd-5a729d9e1150 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 90a7494e-44a6-45b9-ae58-8f916f7e41e4) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:17.275191 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f10b506-25b9-4877-88bd-5a729d9e1150 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:17.278600 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1f10b506-25b9-4877-88bd-5a729d9e1150 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:17.281425 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3bc8c5-56dd-4461-9463-3ca8e2fb75e3 None None] Network 90a7494e-44a6-45b9-ae58-8f916f7e41e4 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:08:17.347074 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1f10b506-25b9-4877-88bd-5a729d9e1150 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8309131 Mar 07 22:08:17.349667 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 54196) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:17.491232 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-64607d21-b776-46c9-89b9-b312af4fdb6a tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:17.530513 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823514ae-f4ce-41af-a1dc-c4097e6e24a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-90a7494e-44a6-45b9-ae58-8f916f7e41e4', 'network_id': '90a7494e-44a6-45b9-ae58-8f916f7e41e4', 'tenant_id': 'f6a677cea04b4f738282c0ebd6ec3e7b', 'fixed_ips': [{'subnet_id': '49e9f6ef-2744-49bd-bc69-c0b5c7661c70'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 22:08:17.531333 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-823514ae-f4ce-41af-a1dc-c4097e6e24a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:17.556996 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-64607d21-b776-46c9-89b9-b312af4fdb6a tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:17.700689 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-64607d21-b776-46c9-89b9-b312af4fdb6a tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server [None req-823514ae-f4ce-41af-a1dc-c4097e6e24a2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 49e9f6ef-2744-49bd-bc69-c0b5c7661c70: This subnet is being modified by another concurrent operation. Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise exception Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 49e9f6ef-2744-49bd-bc69-c0b5c7661c70: This subnet is being modified by another concurrent operation. Mar 07 22:08:17.724447 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server Mar 07 22:08:17.741417 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64607d21-b776-46c9-89b9-b312af4fdb6a tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Pushing event deleted for resources: {'Subnet': ['ID=49e9f6ef-2744-49bd-bc69-c0b5c7661c70,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:17.743694 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c6ae82-40f9-4d72-a45f-df986072ec6c None None] Network 90a7494e-44a6-45b9-ae58-8f916f7e41e4 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:08:17.835144 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-64607d21-b776-46c9-89b9-b312af4fdb6a tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:17.862952 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-64607d21-b776-46c9-89b9-b312af4fdb6a tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a7494e-44a6-45b9-ae58-8f916f7e41e4']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:17.875254 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-64607d21-b776-46c9-89b9-b312af4fdb6a tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6679dc5c-509b-467d-b01d-8e9cb9a73a6e') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:17.875637 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-64607d21-b776-46c9-89b9-b312af4fdb6a tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6679dc5c-509b-467d-b01d-8e9cb9a73a6e') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:17.887452 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-64607d21-b776-46c9-89b9-b312af4fdb6a tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:17.903523 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-64607d21-b776-46c9-89b9-b312af4fdb6a tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:17.911077 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64607d21-b776-46c9-89b9-b312af4fdb6a tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:08:17.912991 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-64607d21-b776-46c9-89b9-b312af4fdb6a tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:17.918225 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14b4145-aa44-455a-98ca-b0f61a1b2b1f None None] get_active_networks_info from dv-neutron-829957-1-hyperv {{(pid=88388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:08:17.927416 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:08:18.005332 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14b4145-aa44-455a-98ca-b0f61a1b2b1f None None] Resources bound (agent type, host, resource id): {{(pid=88388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 22:08:18.073915 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-64607d21-b776-46c9-89b9-b312af4fdb6a tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:18.091706 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-64607d21-b776-46c9-89b9-b312af4fdb6a tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:18.103630 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64607d21-b776-46c9-89b9-b312af4fdb6a tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Pushing event deleted for resources: {'Network': ['ID=90a7494e-44a6-45b9-ae58-8f916f7e41e4,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:18.106203 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-64607d21-b776-46c9-89b9-b312af4fdb6a tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] 10.222.0.21 "DELETE /v2.0/networks/90a7494e-44a6-45b9-ae58-8f916f7e41e4 HTTP/1.1" status: 204 len: 168 time: 0.7554967 Mar 07 22:08:18.109687 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 54200) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:18.115619 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-e71e5162-5b67-451d-b86d-e4a8b4692bb1 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-493594882'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:18.120358 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e71e5162-5b67-451d-b86d-e4a8b4692bb1 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:08:18.124175 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e71e5162-5b67-451d-b86d-e4a8b4692bb1 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Usage tracker for resource:network and tenant:f6a677cea04b4f738282c0ebd6ec3e7b is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:08:18.127642 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e71e5162-5b67-451d-b86d-e4a8b4692bb1 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:08:18.133452 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e71e5162-5b67-451d-b86d-e4a8b4692bb1 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:08:18.197547 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71e5162-5b67-451d-b86d-e4a8b4692bb1 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Made reservation on behalf of f6a677cea04b4f738282c0ebd6ec3e7b for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:08:18.201254 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e71e5162-5b67-451d-b86d-e4a8b4692bb1 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:18.228491 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71e5162-5b67-451d-b86d-e4a8b4692bb1 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:08:18.237313 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e71e5162-5b67-451d-b86d-e4a8b4692bb1 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:18.237643 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-e71e5162-5b67-451d-b86d-e4a8b4692bb1 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Added segment ff7cae49-e2d2-4db7-94a3-2c058f91f2b4 of type vlan for network a7233b3e-7885-4ae3-aa25-2173aa227547 Mar 07 22:08:18.262898 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e71e5162-5b67-451d-b86d-e4a8b4692bb1 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:18.340343 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e71e5162-5b67-451d-b86d-e4a8b4692bb1 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:18.345878 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71e5162-5b67-451d-b86d-e4a8b4692bb1 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:18.346515 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e71e5162-5b67-451d-b86d-e4a8b4692bb1 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:18.451024 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e5162-5b67-451d-b86d-e4a8b4692bb1 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Pushing event updated for resources: {'Network': ['ID=a7233b3e-7885-4ae3-aa25-2173aa227547,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:18.461150 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network a7233b3e-7885-4ae3-aa25-2173aa227547 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 22:08:18.472127 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e71e5162-5b67-451d-b86d-e4a8b4692bb1 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3614366 Mar 07 22:08:18.475028 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54204) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:18.480735 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Request body: {'subnet': {'network_id': 'a7233b3e-7885-4ae3-aa25-2173aa227547', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:18.587516 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:08:18.591427 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Usage tracker for resource:subnet and tenant:f6a677cea04b4f738282c0ebd6ec3e7b is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:08:18.594222 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:08:18.600369 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:08:18.665642 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Made reservation on behalf of f6a677cea04b4f738282c0ebd6ec3e7b for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:08:18.669145 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:18.945425 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:19.021740 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Pushing event updated for resources: {'Subnet': ['ID=a380ed22-8653-4589-b70c-d1a1613fe97f,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:19.031022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:19.031360 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:19.031687 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:19.032009 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:19.032328 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:19.032650 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:19.032968 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:19.033271 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:19.033581 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:19.033889 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:19.034225 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:19.034535 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:19.039998 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Checking segment: {'id': 'ff7cae49-e2d2-4db7-94a3-2c058f91f2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a7233b3e-7885-4ae3-aa25-2173aa227547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:08:19.040346 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Network hostable DHCP agents. Network: a7233b3e-7885-4ae3-aa25-2173aa227547, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:08:19.105078 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Network a7233b3e-7885-4ae3-aa25-2173aa227547 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:08:19.173818 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, a7233b3e-7885-4ae3-aa25-2173aa227547) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:19.178303 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:19.178874 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:19.182484 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a430a08-4866-4dde-a65f-9e4ac7f01be6 None None] Network a7233b3e-7885-4ae3-aa25-2173aa227547 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:08:19.261358 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d08c2cc1-9d4a-4369-a6be-f7eade52c927 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7852306 Mar 07 22:08:19.264866 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54208) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:19.270442 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-cae8154a-5589-4c35-929b-8706dba74f61 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1441097617'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:19.275478 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cae8154a-5589-4c35-929b-8706dba74f61 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:08:19.279558 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cae8154a-5589-4c35-929b-8706dba74f61 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Usage tracker for resource:network and tenant:f6a677cea04b4f738282c0ebd6ec3e7b is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:08:19.282972 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cae8154a-5589-4c35-929b-8706dba74f61 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:08:19.288738 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cae8154a-5589-4c35-929b-8706dba74f61 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:08:19.369151 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae8154a-5589-4c35-929b-8706dba74f61 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Made reservation on behalf of f6a677cea04b4f738282c0ebd6ec3e7b for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:08:19.372627 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cae8154a-5589-4c35-929b-8706dba74f61 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:19.387358 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeb795e-9f91-462a-8ff1-7eaeb8cef376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-a7233b3e-7885-4ae3-aa25-2173aa227547', 'network_id': 'a7233b3e-7885-4ae3-aa25-2173aa227547', 'tenant_id': 'f6a677cea04b4f738282c0ebd6ec3e7b', 'fixed_ips': [{'subnet_id': 'a380ed22-8653-4589-b70c-d1a1613fe97f'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 22:08:19.388735 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8eeb795e-9f91-462a-8ff1-7eaeb8cef376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:19.400102 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae8154a-5589-4c35-929b-8706dba74f61 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:08:19.409223 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cae8154a-5589-4c35-929b-8706dba74f61 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:19.409625 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-cae8154a-5589-4c35-929b-8706dba74f61 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Added segment 45de324d-8389-455d-b623-b46319593892 of type vlan for network adb34193-0567-4618-baa7-2a6b87fdadf5 Mar 07 22:08:19.434992 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cae8154a-5589-4c35-929b-8706dba74f61 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:19.534354 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cae8154a-5589-4c35-929b-8706dba74f61 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:19.539745 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae8154a-5589-4c35-929b-8706dba74f61 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:19.540420 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cae8154a-5589-4c35-929b-8706dba74f61 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:19.542152 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-8eeb795e-9f91-462a-8ff1-7eaeb8cef376 None None] Allocated IP 2001:db8::2 (a7233b3e-7885-4ae3-aa25-2173aa227547/a380ed22-8653-4589-b70c-d1a1613fe97f/6d6ae0a3-340b-4a55-be0f-930a3a717f14) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:08:19.731431 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-cae8154a-5589-4c35-929b-8706dba74f61 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4654093 Mar 07 22:08:19.734383 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 54212) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:19.740047 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-ee60fa2b-16ac-4f88-8472-21d46a028de6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Request body: {'subnet': {'network_id': 'adb34193-0567-4618-baa7-2a6b87fdadf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:19.743192 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8154a-5589-4c35-929b-8706dba74f61 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Pushing event updated for resources: {'Network': ['ID=adb34193-0567-4618-baa7-2a6b87fdadf5,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:19.755211 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network adb34193-0567-4618-baa7-2a6b87fdadf5 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 22:08:19.770108 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8eeb795e-9f91-462a-8ff1-7eaeb8cef376 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:19.794655 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8eeb795e-9f91-462a-8ff1-7eaeb8cef376 None None] Transition to ACTIVE for port object 6d6ae0a3-340b-4a55-be0f-930a3a717f14 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:08:19.854590 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ee60fa2b-16ac-4f88-8472-21d46a028de6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:08:19.858686 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ee60fa2b-16ac-4f88-8472-21d46a028de6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Usage tracker for resource:subnet and tenant:f6a677cea04b4f738282c0ebd6ec3e7b is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:08:19.861575 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ee60fa2b-16ac-4f88-8472-21d46a028de6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:08:19.867887 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ee60fa2b-16ac-4f88-8472-21d46a028de6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:08:19.875840 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8eeb795e-9f91-462a-8ff1-7eaeb8cef376 None None] Transition to ACTIVE for port object 6d6ae0a3-340b-4a55-be0f-930a3a717f14 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:08:19.950927 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee60fa2b-16ac-4f88-8472-21d46a028de6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Made reservation on behalf of f6a677cea04b4f738282c0ebd6ec3e7b for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:08:19.955374 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee60fa2b-16ac-4f88-8472-21d46a028de6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:19.974204 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8eeb795e-9f91-462a-8ff1-7eaeb8cef376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:20.081416 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeb795e-9f91-462a-8ff1-7eaeb8cef376 None None] Network a7233b3e-7885-4ae3-aa25-2173aa227547 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:08:20.084333 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-8eeb795e-9f91-462a-8ff1-7eaeb8cef376 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:20.088204 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeb795e-9f91-462a-8ff1-7eaeb8cef376 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:08:20.128542 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb795e-9f91-462a-8ff1-7eaeb8cef376 None None] Pushing event updated for resources: {'Port': ['ID=6d6ae0a3-340b-4a55-be0f-930a3a717f14,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:20.171666 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ff872b47-bf9f-400e-874b-9abe212bdca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:20.192841 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-8eeb795e-9f91-462a-8ff1-7eaeb8cef376 None None] Attempting to bind port 6d6ae0a3-340b-4a55-be0f-930a3a717f14 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:08:20.193540 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-8eeb795e-9f91-462a-8ff1-7eaeb8cef376 None None] Attempting to bind port 6d6ae0a3-340b-4a55-be0f-930a3a717f14 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'ff7cae49-e2d2-4db7-94a3-2c058f91f2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a7233b3e-7885-4ae3-aa25-2173aa227547'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:08:20.193540 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeb795e-9f91-462a-8ff1-7eaeb8cef376 None None] Attempting to bind port 6d6ae0a3-340b-4a55-be0f-930a3a717f14 on network a7233b3e-7885-4ae3-aa25-2173aa227547 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:08:20.198845 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeb795e-9f91-462a-8ff1-7eaeb8cef376 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:08:20.199217 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeb795e-9f91-462a-8ff1-7eaeb8cef376 None None] Checking segment: {'id': 'ff7cae49-e2d2-4db7-94a3-2c058f91f2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a7233b3e-7885-4ae3-aa25-2173aa227547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:08:20.199617 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8eeb795e-9f91-462a-8ff1-7eaeb8cef376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:20.200003 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeb795e-9f91-462a-8ff1-7eaeb8cef376 None None] Bound using segment: {'id': 'ff7cae49-e2d2-4db7-94a3-2c058f91f2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a7233b3e-7885-4ae3-aa25-2173aa227547'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:08:20.200465 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-8eeb795e-9f91-462a-8ff1-7eaeb8cef376 None None] Bound port: 6d6ae0a3-340b-4a55-be0f-930a3a717f14, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7cae49-e2d2-4db7-94a3-2c058f91f2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a7233b3e-7885-4ae3-aa25-2173aa227547'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:08:20.200830 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8eeb795e-9f91-462a-8ff1-7eaeb8cef376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:20.289693 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-8eeb795e-9f91-462a-8ff1-7eaeb8cef376 None None] For port 6d6ae0a3-340b-4a55-be0f-930a3a717f14, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:08:20.292627 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-8eeb795e-9f91-462a-8ff1-7eaeb8cef376 None None] For port 6d6ae0a3-340b-4a55-be0f-930a3a717f14, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6d6ae0a3-340b-4a55-be0f-930a3a717f14,segment=NetworkSegment(ff7cae49-e2d2-4db7-94a3-2c058f91f2b4),segment_id=ff7cae49-e2d2-4db7-94a3-2c058f91f2b4)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:08:20.351806 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee60fa2b-16ac-4f88-8472-21d46a028de6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:20.379948 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8eeb795e-9f91-462a-8ff1-7eaeb8cef376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:20.427571 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60fa2b-16ac-4f88-8472-21d46a028de6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Pushing event updated for resources: {'Subnet': ['ID=5a82f77d-db56-4a1f-91cb-14f2cbf6d31c,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:20.436166 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee60fa2b-16ac-4f88-8472-21d46a028de6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Checking segment: {'id': '45de324d-8389-455d-b623-b46319593892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'adb34193-0567-4618-baa7-2a6b87fdadf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:08:20.436516 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee60fa2b-16ac-4f88-8472-21d46a028de6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Network hostable DHCP agents. Network: adb34193-0567-4618-baa7-2a6b87fdadf5, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:08:20.461095 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb795e-9f91-462a-8ff1-7eaeb8cef376 None None] Pushing event updated for resources: {'Port': ['ID=6d6ae0a3-340b-4a55-be0f-930a3a717f14,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:20.523502 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee60fa2b-16ac-4f88-8472-21d46a028de6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Network adb34193-0567-4618-baa7-2a6b87fdadf5 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:08:20.608074 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-ee60fa2b-16ac-4f88-8472-21d46a028de6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, adb34193-0567-4618-baa7-2a6b87fdadf5) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:20.613526 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee60fa2b-16ac-4f88-8472-21d46a028de6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:20.614170 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee60fa2b-16ac-4f88-8472-21d46a028de6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:20.625049 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de052ecb-7b33-4515-bbca-9fb9b1d04d08 None None] Network adb34193-0567-4618-baa7-2a6b87fdadf5 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:08:20.694949 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ee60fa2b-16ac-4f88-8472-21d46a028de6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9594579 Mar 07 22:08:20.697515 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 54216) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:20.849201 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f221be1e-030b-4240-ac1c-2a17258996d6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:20.854706 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6d6ae0a3-340b-4a55-be0f-930a3a717f14 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:08:20.904412 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a81000c-6023-4eba-ad0b-3df2ddc8afb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-adb34193-0567-4618-baa7-2a6b87fdadf5', 'network_id': 'adb34193-0567-4618-baa7-2a6b87fdadf5', 'tenant_id': 'f6a677cea04b4f738282c0ebd6ec3e7b', 'fixed_ips': [{'subnet_id': '5a82f77d-db56-4a1f-91cb-14f2cbf6d31c'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 22:08:20.905284 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4a81000c-6023-4eba-ad0b-3df2ddc8afb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:20.927995 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f221be1e-030b-4240-ac1c-2a17258996d6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:21.066542 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f221be1e-030b-4240-ac1c-2a17258996d6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:21.077807 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 6d6ae0a3-340b-4a55-be0f-930a3a717f14 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server [None req-4a81000c-6023-4eba-ad0b-3df2ddc8afb0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5a82f77d-db56-4a1f-91cb-14f2cbf6d31c: This subnet is being modified by another concurrent operation. Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server raise exception Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5a82f77d-db56-4a1f-91cb-14f2cbf6d31c: This subnet is being modified by another concurrent operation. Mar 07 22:08:21.086089 dv-neutron-829957-1-hyperv neutron-server[88388]: ERROR oslo_messaging.rpc.server Mar 07 22:08:21.114998 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2a31b9-d97f-446b-8b3e-90edd176e9f3 None None] Network adb34193-0567-4618-baa7-2a6b87fdadf5 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:08:21.126557 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221be1e-030b-4240-ac1c-2a17258996d6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Pushing event deleted for resources: {'Subnet': ['ID=5a82f77d-db56-4a1f-91cb-14f2cbf6d31c,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:21.213308 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f221be1e-030b-4240-ac1c-2a17258996d6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:21.240994 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-f221be1e-030b-4240-ac1c-2a17258996d6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb34193-0567-4618-baa7-2a6b87fdadf5']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:21.254629 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-f221be1e-030b-4240-ac1c-2a17258996d6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45de324d-8389-455d-b623-b46319593892') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:21.255122 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-f221be1e-030b-4240-ac1c-2a17258996d6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45de324d-8389-455d-b623-b46319593892') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:21.268437 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f221be1e-030b-4240-ac1c-2a17258996d6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:21.285838 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f221be1e-030b-4240-ac1c-2a17258996d6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:21.294108 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f221be1e-030b-4240-ac1c-2a17258996d6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:08:21.294611 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f221be1e-030b-4240-ac1c-2a17258996d6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:08:21.313435 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:08:21.363229 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77dde58-6e23-4e6e-bcb1-31983fbf545c None None] Network a7233b3e-7885-4ae3-aa25-2173aa227547 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:08:21.443506 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f221be1e-030b-4240-ac1c-2a17258996d6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:21.464261 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f221be1e-030b-4240-ac1c-2a17258996d6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:21.470637 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221be1e-030b-4240-ac1c-2a17258996d6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Pushing event deleted for resources: {'Network': ['ID=adb34193-0567-4618-baa7-2a6b87fdadf5,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:21.479274 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f221be1e-030b-4240-ac1c-2a17258996d6 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] 10.222.0.21 "DELETE /v2.0/networks/adb34193-0567-4618-baa7-2a6b87fdadf5 HTTP/1.1" status: 204 len: 168 time: 0.7784431 Mar 07 22:08:21.481585 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54220) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:21.513775 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c4b268f5-1f0b-4e02-bea3-c9ab132a18f7 None None] Provisioning for port 6d6ae0a3-340b-4a55-be0f-930a3a717f14 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:08:21.520520 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-77920ae4-f04c-4a8e-be39-949227740c4b tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] GET failed (client error): The resource could not be found. Mar 07 22:08:21.521127 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-77920ae4-f04c-4a8e-be39-949227740c4b tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Synchronizing usage tracker for tenant:f6a677cea04b4f738282c0ebd6ec3e7b on resource:subnet {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:08:21.527201 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c4b268f5-1f0b-4e02-bea3-c9ab132a18f7 None None] Provisioning complete for port 6d6ae0a3-340b-4a55-be0f-930a3a717f14 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:08:21.527569 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c4b268f5-1f0b-4e02-bea3-c9ab132a18f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:21.607869 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-77920ae4-f04c-4a8e-be39-949227740c4b tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Unset dirty status for tenant:f6a677cea04b4f738282c0ebd6ec3e7b on resource:subnet {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:08:21.609021 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-77920ae4-f04c-4a8e-be39-949227740c4b tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] 10.222.0.21 "GET /v2.0/subnets/5a82f77d-db56-4a1f-91cb-14f2cbf6d31c HTTP/1.1" status: 404 len: 337 time: 0.1263669 Mar 07 22:08:21.611872 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54224) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:21.636578 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-c452c54f-7e90-4094-bd25-6aac50dec709 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] DELETE failed (client error): The resource could not be found. Mar 07 22:08:21.637036 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c452c54f-7e90-4094-bd25-6aac50dec709 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:08:21.639125 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c452c54f-7e90-4094-bd25-6aac50dec709 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] 10.222.0.21 "DELETE /v2.0/networks/adb34193-0567-4618-baa7-2a6b87fdadf5 HTTP/1.1" status: 404 len: 339 time: 0.0259819 Mar 07 22:08:21.643053 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54228) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:21.682070 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c824e63-0b2d-4f75-a1e9-a72dc95424b9 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] DELETE failed (client error): The resource could not be found. Mar 07 22:08:21.682513 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c824e63-0b2d-4f75-a1e9-a72dc95424b9 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:08:21.684123 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6c824e63-0b2d-4f75-a1e9-a72dc95424b9 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] 10.222.0.21 "DELETE /v2.0/subnets/5a82f77d-db56-4a1f-91cb-14f2cbf6d31c HTTP/1.1" status: 404 len: 337 time: 0.0401952 Mar 07 22:08:21.686580 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54232) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:21.705871 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c4b268f5-1f0b-4e02-bea3-c9ab132a18f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:21.711423 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-2031a62a-bac8-4447-9683-e498fbe2b626 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] DELETE failed (client error): The resource could not be found. Mar 07 22:08:21.711881 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2031a62a-bac8-4447-9683-e498fbe2b626 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:08:21.713549 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2031a62a-bac8-4447-9683-e498fbe2b626 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] 10.222.0.21 "DELETE /v2.0/networks/adb34193-0567-4618-baa7-2a6b87fdadf5 HTTP/1.1" status: 404 len: 339 time: 0.0260499 Mar 07 22:08:21.716053 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54236) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:21.742601 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c4b268f5-1f0b-4e02-bea3-c9ab132a18f7 None None] For port 6d6ae0a3-340b-4a55-be0f-930a3a717f14, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6d6ae0a3-340b-4a55-be0f-930a3a717f14,segment=NetworkSegment(ff7cae49-e2d2-4db7-94a3-2c058f91f2b4),segment_id=ff7cae49-e2d2-4db7-94a3-2c058f91f2b4)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:08:21.781906 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-1238bc5c-a39c-4b27-a149-7e26c76f72b4 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Deleting subnet a380ed22-8653-4589-b70c-d1a1613fe97f {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 22:08:21.785190 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1238bc5c-a39c-4b27-a149-7e26c76f72b4 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:21.826127 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c4b268f5-1f0b-4e02-bea3-c9ab132a18f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:21.870051 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1238bc5c-a39c-4b27-a149-7e26c76f72b4 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:21.900880 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b268f5-1f0b-4e02-bea3-c9ab132a18f7 None None] Pushing event updated for resources: {'Port': ['ID=6d6ae0a3-340b-4a55-be0f-930a3a717f14,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:21.916657 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2552c899-cd61-454e-ac1e-cdda96594089 None None] get_active_networks_info from dv-neutron-829957-1-hyperv {{(pid=88388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 07 22:08:21.958385 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1238bc5c-a39c-4b27-a149-7e26c76f72b4 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:21.978366 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-52921826-5221-4543-9ee1-1ec21f3100c2 None None] Provisioning complete for port 6d6ae0a3-340b-4a55-be0f-930a3a717f14 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:08:21.978727 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-52921826-5221-4543-9ee1-1ec21f3100c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:22.070459 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2552c899-cd61-454e-ac1e-cdda96594089 None None] Resources bound (agent type, host, resource id): {{(pid=88388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 22:08:22.093990 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1238bc5c-a39c-4b27-a149-7e26c76f72b4 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:22.138053 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238bc5c-a39c-4b27-a149-7e26c76f72b4 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Pushing event deleted for resources: {'Subnet': ['ID=a380ed22-8653-4589-b70c-d1a1613fe97f,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:22.140013 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1238bc5c-a39c-4b27-a149-7e26c76f72b4 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:22.208734 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1238bc5c-a39c-4b27-a149-7e26c76f72b4 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] 10.222.0.21 "DELETE /v2.0/subnets/a380ed22-8653-4589-b70c-d1a1613fe97f HTTP/1.1" status: 204 len: 168 time: 0.4915102 Mar 07 22:08:22.210861 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54240) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:22.325260 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-57b52a12-fbc0-4359-9280-eb9ee1aa3ba0 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:22.335910 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-57b52a12-fbc0-4359-9280-eb9ee1aa3ba0 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Deleting port 6d6ae0a3-340b-4a55-be0f-930a3a717f14 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:08:22.336231 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-57b52a12-fbc0-4359-9280-eb9ee1aa3ba0 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:22.344155 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5df7e2e5-dab2-4f0c-8503-4d94777c11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:22.453702 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15aa609d-38a7-46c0-b99a-3287564febcb None None] Network a7233b3e-7885-4ae3-aa25-2173aa227547 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:08:22.540040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-57b52a12-fbc0-4359-9280-eb9ee1aa3ba0 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] For port 6d6ae0a3-340b-4a55-be0f-930a3a717f14, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6d6ae0a3-340b-4a55-be0f-930a3a717f14,segment=NetworkSegment(ff7cae49-e2d2-4db7-94a3-2c058f91f2b4),segment_id=ff7cae49-e2d2-4db7-94a3-2c058f91f2b4)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:08:22.540639 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-57b52a12-fbc0-4359-9280-eb9ee1aa3ba0 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:22.666778 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-57b52a12-fbc0-4359-9280-eb9ee1aa3ba0 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Calling delete_port for 6d6ae0a3-340b-4a55-be0f-930a3a717f14 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:08:22.693370 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d68a74-9f9c-4568-8041-d97af518ce7a None None] DHCP port deletion for a7233b3e-7885-4ae3-aa25-2173aa227547 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 22:08:22.697445 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-09d68a74-9f9c-4568-8041-d97af518ce7a None None] Deleting port 6d6ae0a3-340b-4a55-be0f-930a3a717f14 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:08:22.697816 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-09d68a74-9f9c-4568-8041-d97af518ce7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:22.804141 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6d6ae0a3-340b-4a55-be0f-930a3a717f14 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:08:22.849279 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-57b52a12-fbc0-4359-9280-eb9ee1aa3ba0 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:22.897512 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b52a12-fbc0-4359-9280-eb9ee1aa3ba0 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Pushing event deleted for resources: {'Port': ['ID=6d6ae0a3-340b-4a55-be0f-930a3a717f14,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:22.899287 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b52a12-fbc0-4359-9280-eb9ee1aa3ba0 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] No DVR routers for this DVR port 6d6ae0a3-340b-4a55-be0f-930a3a717f14 on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:08:22.952263 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-09d68a74-9f9c-4568-8041-d97af518ce7a None None] For port 6d6ae0a3-340b-4a55-be0f-930a3a717f14, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=6d6ae0a3-340b-4a55-be0f-930a3a717f14,segment=NetworkSegment(ff7cae49-e2d2-4db7-94a3-2c058f91f2b4),segment_id=ff7cae49-e2d2-4db7-94a3-2c058f91f2b4)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:08:22.952563 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-09d68a74-9f9c-4568-8041-d97af518ce7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:22.960204 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No active binding found for port 6d6ae0a3-340b-4a55-be0f-930a3a717f14 {{(pid=88388) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 07 22:08:22.960610 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 6d6ae0a3-340b-4a55-be0f-930a3a717f14 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:08:23.022590 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-57b52a12-fbc0-4359-9280-eb9ee1aa3ba0 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:23.050317 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-57b52a12-fbc0-4359-9280-eb9ee1aa3ba0 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7233b3e-7885-4ae3-aa25-2173aa227547']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:23.061898 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-57b52a12-fbc0-4359-9280-eb9ee1aa3ba0 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7cae49-e2d2-4db7-94a3-2c058f91f2b4') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:23.062269 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-57b52a12-fbc0-4359-9280-eb9ee1aa3ba0 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7cae49-e2d2-4db7-94a3-2c058f91f2b4') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:23.073685 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-57b52a12-fbc0-4359-9280-eb9ee1aa3ba0 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:23.075515 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-09d68a74-9f9c-4568-8041-d97af518ce7a None None] Calling delete_port for 6d6ae0a3-340b-4a55-be0f-930a3a717f14 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:08:23.089869 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-57b52a12-fbc0-4359-9280-eb9ee1aa3ba0 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:23.095758 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b52a12-fbc0-4359-9280-eb9ee1aa3ba0 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:08:23.096130 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-57b52a12-fbc0-4359-9280-eb9ee1aa3ba0 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:08:23.109831 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:08:23.148580 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-09d68a74-9f9c-4568-8041-d97af518ce7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:08:23.148936 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-09d68a74-9f9c-4568-8041-d97af518ce7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:08:23.249066 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-57b52a12-fbc0-4359-9280-eb9ee1aa3ba0 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:23.266226 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:23.270904 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-57b52a12-fbc0-4359-9280-eb9ee1aa3ba0 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:23.281376 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b52a12-fbc0-4359-9280-eb9ee1aa3ba0 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Pushing event deleted for resources: {'Network': ['ID=a7233b3e-7885-4ae3-aa25-2173aa227547,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:23.285275 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-57b52a12-fbc0-4359-9280-eb9ee1aa3ba0 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] 10.222.0.21 "DELETE /v2.0/networks/a7233b3e-7885-4ae3-aa25-2173aa227547 HTTP/1.1" status: 204 len: 168 time: 1.0735066 Mar 07 22:08:23.287721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54244) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:23.324777 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb77bd3-ed5b-409f-be1c-4df0a528e685 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] DELETE failed (client error): The resource could not be found. Mar 07 22:08:23.325153 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cb77bd3-ed5b-409f-be1c-4df0a528e685 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:08:23.326917 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1cb77bd3-ed5b-409f-be1c-4df0a528e685 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] 10.222.0.21 "DELETE /v2.0/subnets/49e9f6ef-2744-49bd-bc69-c0b5c7661c70 HTTP/1.1" status: 404 len: 337 time: 0.0383282 Mar 07 22:08:23.329705 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54248) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:23.353264 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4e5d949-be5d-4b7a-b782-fe92004aa26b tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] DELETE failed (client error): The resource could not be found. Mar 07 22:08:23.353718 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4e5d949-be5d-4b7a-b782-fe92004aa26b tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:08:23.355374 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b4e5d949-be5d-4b7a-b782-fe92004aa26b tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] 10.222.0.21 "DELETE /v2.0/networks/90a7494e-44a6-45b9-ae58-8f916f7e41e4 HTTP/1.1" status: 404 len: 339 time: 0.0247881 Mar 07 22:08:23.357718 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54252) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:23.379651 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:23.394110 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60ddaf7-04b1-4041-95a8-9bcb3dbcd6c7 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] DELETE failed (client error): The resource could not be found. Mar 07 22:08:23.394549 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a60ddaf7-04b1-4041-95a8-9bcb3dbcd6c7 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:08:23.396378 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a60ddaf7-04b1-4041-95a8-9bcb3dbcd6c7 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] 10.222.0.21 "DELETE /v2.0/subnets/1e73e79b-adb5-4ae6-bc66-d1995fa33730 HTTP/1.1" status: 404 len: 337 time: 0.0375416 Mar 07 22:08:23.398646 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54256) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:23.425591 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af8d8f4-00b9-40c0-9d67-1367db621ab2 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] DELETE failed (client error): The resource could not be found. Mar 07 22:08:23.426064 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af8d8f4-00b9-40c0-9d67-1367db621ab2 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 22:08:23.427631 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4af8d8f4-00b9-40c0-9d67-1367db621ab2 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] 10.222.0.21 "DELETE /v2.0/networks/f7946b34-2376-435f-929b-9a4354d891d3 HTTP/1.1" status: 404 len: 339 time: 0.0281317 Mar 07 22:08:23.429997 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54260) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:23.492737 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90c4460-7a55-46db-8981-bac15173e30e tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Deleting subnet 18f6713a-3ce4-419a-9270-700143515498 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 22:08:23.495622 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e90c4460-7a55-46db-8981-bac15173e30e tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:23.547527 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e90c4460-7a55-46db-8981-bac15173e30e tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:23.631632 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e90c4460-7a55-46db-8981-bac15173e30e tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:23.650300 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-09d68a74-9f9c-4568-8041-d97af518ce7a None None] Deleting port 6d6ae0a3-340b-4a55-be0f-930a3a717f14 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:08:23.650775 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-09d68a74-9f9c-4568-8041-d97af518ce7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:23.714469 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-09d68a74-9f9c-4568-8041-d97af518ce7a None None] The port '6d6ae0a3-340b-4a55-be0f-930a3a717f14' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 22:08:23.763721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e90c4460-7a55-46db-8981-bac15173e30e tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:23.805819 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c4460-7a55-46db-8981-bac15173e30e tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Pushing event deleted for resources: {'Subnet': ['ID=18f6713a-3ce4-419a-9270-700143515498,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:23.809536 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e90c4460-7a55-46db-8981-bac15173e30e tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:23.817011 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901d5719-1909-4e3b-a208-c6d2fe6f98ba None None] Network 402b6be6-e68f-44fe-b5bc-0b1ca00e47c1 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:08:23.820327 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e90c4460-7a55-46db-8981-bac15173e30e tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] 10.222.0.21 "DELETE /v2.0/subnets/18f6713a-3ce4-419a-9270-700143515498 HTTP/1.1" status: 204 len: 168 time: 0.3880351 Mar 07 22:08:23.821580 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54264) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:24.028950 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-09584d4a-7827-47c5-b2ee-4c1c44666844 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:24.039972 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-09584d4a-7827-47c5-b2ee-4c1c44666844 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Deleting port 75ac5e34-d1d9-4bf8-ab63-0486546fb461 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:08:24.040473 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-09584d4a-7827-47c5-b2ee-4c1c44666844 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:24.060734 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c765f9e8-343c-4fb6-bcf4-842eb27e19e9 None None] DHCP port deletion for 402b6be6-e68f-44fe-b5bc-0b1ca00e47c1 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 22:08:24.065658 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c765f9e8-343c-4fb6-bcf4-842eb27e19e9 None None] Deleting port 75ac5e34-d1d9-4bf8-ab63-0486546fb461 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:08:24.066112 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c765f9e8-343c-4fb6-bcf4-842eb27e19e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:24.222667 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:08:24.238760 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-09584d4a-7827-47c5-b2ee-4c1c44666844 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] For port 75ac5e34-d1d9-4bf8-ab63-0486546fb461, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=75ac5e34-d1d9-4bf8-ab63-0486546fb461,segment=NetworkSegment(e8ee7367-f3a8-4d4f-aeff-e446e1d14dfb),segment_id=e8ee7367-f3a8-4d4f-aeff-e446e1d14dfb)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:08:24.239105 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-09584d4a-7827-47c5-b2ee-4c1c44666844 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:24.261810 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c765f9e8-343c-4fb6-bcf4-842eb27e19e9 None None] For port 75ac5e34-d1d9-4bf8-ab63-0486546fb461, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=75ac5e34-d1d9-4bf8-ab63-0486546fb461,segment=NetworkSegment(e8ee7367-f3a8-4d4f-aeff-e446e1d14dfb),segment_id=e8ee7367-f3a8-4d4f-aeff-e446e1d14dfb)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:08:24.262218 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c765f9e8-343c-4fb6-bcf4-842eb27e19e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:24.364266 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-09584d4a-7827-47c5-b2ee-4c1c44666844 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Calling delete_port for 75ac5e34-d1d9-4bf8-ab63-0486546fb461 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:08:24.414618 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c765f9e8-343c-4fb6-bcf4-842eb27e19e9 None None] Calling delete_port for 75ac5e34-d1d9-4bf8-ab63-0486546fb461 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:08:24.504999 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-09584d4a-7827-47c5-b2ee-4c1c44666844 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:24.510212 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-c765f9e8-343c-4fb6-bcf4-842eb27e19e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:08:24.510595 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-c765f9e8-343c-4fb6-bcf4-842eb27e19e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:08:24.556362 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09584d4a-7827-47c5-b2ee-4c1c44666844 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Pushing event deleted for resources: {'Port': ['ID=75ac5e34-d1d9-4bf8-ab63-0486546fb461,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:24.561136 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09584d4a-7827-47c5-b2ee-4c1c44666844 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] No DVR routers for this DVR port 75ac5e34-d1d9-4bf8-ab63-0486546fb461 on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:08:24.684296 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-09584d4a-7827-47c5-b2ee-4c1c44666844 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:24.713280 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-09584d4a-7827-47c5-b2ee-4c1c44666844 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['402b6be6-e68f-44fe-b5bc-0b1ca00e47c1']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:24.724978 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-09584d4a-7827-47c5-b2ee-4c1c44666844 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ee7367-f3a8-4d4f-aeff-e446e1d14dfb') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:24.725277 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-09584d4a-7827-47c5-b2ee-4c1c44666844 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ee7367-f3a8-4d4f-aeff-e446e1d14dfb') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:24.736213 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-09584d4a-7827-47c5-b2ee-4c1c44666844 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:24.752285 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-09584d4a-7827-47c5-b2ee-4c1c44666844 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:24.758844 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09584d4a-7827-47c5-b2ee-4c1c44666844 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:08:24.759499 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-09584d4a-7827-47c5-b2ee-4c1c44666844 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:08:24.779575 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:08:24.807541 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 75ac5e34-d1d9-4bf8-ab63-0486546fb461 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:08:24.845528 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 75ac5e34-d1d9-4bf8-ab63-0486546fb461 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:08:24.846160 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 75ac5e34-d1d9-4bf8-ab63-0486546fb461 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:08:24.854843 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:24.917567 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-09584d4a-7827-47c5-b2ee-4c1c44666844 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:24.934959 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-09584d4a-7827-47c5-b2ee-4c1c44666844 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:24.946162 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09584d4a-7827-47c5-b2ee-4c1c44666844 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] Pushing event deleted for resources: {'Network': ['ID=402b6be6-e68f-44fe-b5bc-0b1ca00e47c1,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:24.950105 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-09584d4a-7827-47c5-b2ee-4c1c44666844 tempest-NetworksIpV6Test-50443414 tempest-NetworksIpV6Test-50443414-project] 10.222.0.21 "DELETE /v2.0/networks/402b6be6-e68f-44fe-b5bc-0b1ca00e47c1 HTTP/1.1" status: 204 len: 168 time: 1.1275568 Mar 07 22:08:25.012305 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c765f9e8-343c-4fb6-bcf4-842eb27e19e9 None None] Deleting port 75ac5e34-d1d9-4bf8-ab63-0486546fb461 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:08:25.012684 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c765f9e8-343c-4fb6-bcf4-842eb27e19e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:25.076749 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c765f9e8-343c-4fb6-bcf4-842eb27e19e9 None None] The port '75ac5e34-d1d9-4bf8-ab63-0486546fb461' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 22:08:25.415517 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54272) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:25.557582 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5bd17f77-2bad-4056-9ece-13a7472fb515 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6a677cea04b4f738282c0ebd6ec3e7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409454 Mar 07 22:08:25.560085 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54278) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:25.615173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ae51dca1-cfd9-4e9b-94a8-20d1ac864822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:25.639150 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ae51dca1-cfd9-4e9b-94a8-20d1ac864822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:25.780470 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ae51dca1-cfd9-4e9b-94a8-20d1ac864822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:25.797593 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51dca1-cfd9-4e9b-94a8-20d1ac864822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b2a333-cb37-4f2e-8605-0c5f72718a79,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:25.800906 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ae51dca1-cfd9-4e9b-94a8-20d1ac864822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:25.804994 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ae51dca1-cfd9-4e9b-94a8-20d1ac864822 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6b2a333-cb37-4f2e-8605-0c5f72718a79 HTTP/1.1" status: 204 len: 168 time: 0.2410586 Mar 07 22:08:26.724601 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54302) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:26.824765 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-ff2f2388-260a-4b9b-b59c-2a5f22666b87 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-778344003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:26.831576 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ff2f2388-260a-4b9b-b59c-2a5f22666b87 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:08:26.835298 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ff2f2388-260a-4b9b-b59c-2a5f22666b87 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Usage tracker for resource:router and tenant:a968fe016d1540eaa86b01744186ebe6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:08:26.838104 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ff2f2388-260a-4b9b-b59c-2a5f22666b87 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:08:26.847697 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ff2f2388-260a-4b9b-b59c-2a5f22666b87 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:08:26.910792 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ff2f2388-260a-4b9b-b59c-2a5f22666b87 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:26.911798 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ff2f2388-260a-4b9b-b59c-2a5f22666b87 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:26.926508 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ff2f2388-260a-4b9b-b59c-2a5f22666b87 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:27.007875 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ff2f2388-260a-4b9b-b59c-2a5f22666b87 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:27.104756 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ff2f2388-260a-4b9b-b59c-2a5f22666b87 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:27.105897 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ff2f2388-260a-4b9b-b59c-2a5f22666b87 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3803134 Mar 07 22:08:27.108541 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54308) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:27.113718 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-ca10986f-b953-479c-89ea-3f22fc45e000 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1292511333'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:27.118389 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ca10986f-b953-479c-89ea-3f22fc45e000 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:08:27.122760 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ca10986f-b953-479c-89ea-3f22fc45e000 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Usage tracker for resource:network and tenant:a968fe016d1540eaa86b01744186ebe6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:08:27.125532 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ca10986f-b953-479c-89ea-3f22fc45e000 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:08:27.131168 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ca10986f-b953-479c-89ea-3f22fc45e000 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:08:27.191789 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca10986f-b953-479c-89ea-3f22fc45e000 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Made reservation on behalf of a968fe016d1540eaa86b01744186ebe6 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:08:27.195098 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca10986f-b953-479c-89ea-3f22fc45e000 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:27.207686 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca10986f-b953-479c-89ea-3f22fc45e000 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:27.222773 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ca10986f-b953-479c-89ea-3f22fc45e000 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:08:27.226606 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ca10986f-b953-479c-89ea-3f22fc45e000 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Usage tracker for resource:security_group_rule and tenant:a968fe016d1540eaa86b01744186ebe6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:08:27.229403 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ca10986f-b953-479c-89ea-3f22fc45e000 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:08:27.235146 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ca10986f-b953-479c-89ea-3f22fc45e000 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:08:27.314458 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca10986f-b953-479c-89ea-3f22fc45e000 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:27.391434 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca10986f-b953-479c-89ea-3f22fc45e000 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:27.422880 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca10986f-b953-479c-89ea-3f22fc45e000 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:08:27.431099 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10986f-b953-479c-89ea-3f22fc45e000 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4522c976-eac2-4d95-94ce-4c92c0d27899,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:27.436453 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca10986f-b953-479c-89ea-3f22fc45e000 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:27.436790 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-ca10986f-b953-479c-89ea-3f22fc45e000 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Added segment ee1ff742-e0dc-4152-8ed4-9c940f6c7948 of type vlan for network 8a0ed6d8-2c67-451e-8a81-3e1b5f2245a6 Mar 07 22:08:27.463079 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca10986f-b953-479c-89ea-3f22fc45e000 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:27.557221 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca10986f-b953-479c-89ea-3f22fc45e000 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:27.562542 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca10986f-b953-479c-89ea-3f22fc45e000 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:27.563113 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ca10986f-b953-479c-89ea-3f22fc45e000 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:27.670437 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10986f-b953-479c-89ea-3f22fc45e000 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Pushing event updated for resources: {'Network': ['ID=8a0ed6d8-2c67-451e-8a81-3e1b5f2245a6,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:27.680757 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 8a0ed6d8-2c67-451e-8a81-3e1b5f2245a6 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 22:08:27.712263 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ca10986f-b953-479c-89ea-3f22fc45e000 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6026444 Mar 07 22:08:27.714857 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54312) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:27.720317 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-5fc5a617-cb60-4fdf-abfa-0d4efd55d18c tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Request body: {'subnet': {'network_id': '8a0ed6d8-2c67-451e-8a81-3e1b5f2245a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:27.828732 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5fc5a617-cb60-4fdf-abfa-0d4efd55d18c tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:08:27.832632 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5fc5a617-cb60-4fdf-abfa-0d4efd55d18c tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Usage tracker for resource:subnet and tenant:a968fe016d1540eaa86b01744186ebe6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:08:27.835415 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5fc5a617-cb60-4fdf-abfa-0d4efd55d18c tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:08:27.841096 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5fc5a617-cb60-4fdf-abfa-0d4efd55d18c tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:08:27.905904 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc5a617-cb60-4fdf-abfa-0d4efd55d18c tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Made reservation on behalf of a968fe016d1540eaa86b01744186ebe6 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:08:27.909479 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a617-cb60-4fdf-abfa-0d4efd55d18c tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:28.259500 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a617-cb60-4fdf-abfa-0d4efd55d18c tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:28.334886 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5a617-cb60-4fdf-abfa-0d4efd55d18c tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Pushing event updated for resources: {'Subnet': ['ID=b02d0d8d-36d5-4c05-a8e4-52ee5a2fd74e,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:28.343264 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc5a617-cb60-4fdf-abfa-0d4efd55d18c tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Checking segment: {'id': 'ee1ff742-e0dc-4152-8ed4-9c940f6c7948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a0ed6d8-2c67-451e-8a81-3e1b5f2245a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:08:28.343616 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc5a617-cb60-4fdf-abfa-0d4efd55d18c tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Network hostable DHCP agents. Network: 8a0ed6d8-2c67-451e-8a81-3e1b5f2245a6, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:08:28.419246 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc5a617-cb60-4fdf-abfa-0d4efd55d18c tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Network 8a0ed6d8-2c67-451e-8a81-3e1b5f2245a6 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:08:28.500074 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-5fc5a617-cb60-4fdf-abfa-0d4efd55d18c tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 8a0ed6d8-2c67-451e-8a81-3e1b5f2245a6) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:28.504183 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc5a617-cb60-4fdf-abfa-0d4efd55d18c tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:28.504763 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a617-cb60-4fdf-abfa-0d4efd55d18c tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:28.514130 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f917f72-484b-417c-af3d-921874cfdca5 None None] Network 8a0ed6d8-2c67-451e-8a81-3e1b5f2245a6 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:08:28.586877 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5fc5a617-cb60-4fdf-abfa-0d4efd55d18c tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8709633 Mar 07 22:08:28.589801 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54316) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:28.595798 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-c1ff7b60-54d5-410d-8f74-d1fab994ccb9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-250164401'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:28.600727 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c1ff7b60-54d5-410d-8f74-d1fab994ccb9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:08:28.604509 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c1ff7b60-54d5-410d-8f74-d1fab994ccb9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Usage tracker for resource:network and tenant:a968fe016d1540eaa86b01744186ebe6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:08:28.607344 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c1ff7b60-54d5-410d-8f74-d1fab994ccb9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:08:28.612934 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c1ff7b60-54d5-410d-8f74-d1fab994ccb9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:08:28.676526 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ff7b60-54d5-410d-8f74-d1fab994ccb9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Made reservation on behalf of a968fe016d1540eaa86b01744186ebe6 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:08:28.680022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1ff7b60-54d5-410d-8f74-d1fab994ccb9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:28.707257 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ff7b60-54d5-410d-8f74-d1fab994ccb9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:08:28.716336 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1ff7b60-54d5-410d-8f74-d1fab994ccb9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:28.716673 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-c1ff7b60-54d5-410d-8f74-d1fab994ccb9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Added segment a3e3f204-1a79-4fdf-a8eb-717a30322c8d of type vlan for network 235045c1-275d-4d6f-9670-6048e73f51d0 Mar 07 22:08:28.721039 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc16be6-822c-4b11-86d0-ab37a61fdbe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-8a0ed6d8-2c67-451e-8a81-3e1b5f2245a6', 'network_id': '8a0ed6d8-2c67-451e-8a81-3e1b5f2245a6', 'tenant_id': 'a968fe016d1540eaa86b01744186ebe6', 'fixed_ips': [{'subnet_id': 'b02d0d8d-36d5-4c05-a8e4-52ee5a2fd74e'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 22:08:28.721872 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2fc16be6-822c-4b11-86d0-ab37a61fdbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:28.746228 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1ff7b60-54d5-410d-8f74-d1fab994ccb9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:28.855316 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1ff7b60-54d5-410d-8f74-d1fab994ccb9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:28.860805 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ff7b60-54d5-410d-8f74-d1fab994ccb9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:28.861435 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1ff7b60-54d5-410d-8f74-d1fab994ccb9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:28.872522 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-2fc16be6-822c-4b11-86d0-ab37a61fdbe0 None None] Allocated IP 172.20.0.2 (8a0ed6d8-2c67-451e-8a81-3e1b5f2245a6/b02d0d8d-36d5-4c05-a8e4-52ee5a2fd74e/e996ae60-7763-4916-a142-9bc25f1ac864) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:08:28.968315 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff7b60-54d5-410d-8f74-d1fab994ccb9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Pushing event updated for resources: {'Network': ['ID=235045c1-275d-4d6f-9670-6048e73f51d0,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:28.978867 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 235045c1-275d-4d6f-9670-6048e73f51d0 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 22:08:28.992691 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c1ff7b60-54d5-410d-8f74-d1fab994ccb9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4018617 Mar 07 22:08:28.995473 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54320) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:29.000930 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-16188f0d-d75f-47cc-831d-701124fdd2a9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Request body: {'subnet': {'network_id': '235045c1-275d-4d6f-9670-6048e73f51d0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:29.106014 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-16188f0d-d75f-47cc-831d-701124fdd2a9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:08:29.109679 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-16188f0d-d75f-47cc-831d-701124fdd2a9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Usage tracker for resource:subnet and tenant:a968fe016d1540eaa86b01744186ebe6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:08:29.112508 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-16188f0d-d75f-47cc-831d-701124fdd2a9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:08:29.118063 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-16188f0d-d75f-47cc-831d-701124fdd2a9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:08:29.160623 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2fc16be6-822c-4b11-86d0-ab37a61fdbe0 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:29.170156 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2fc16be6-822c-4b11-86d0-ab37a61fdbe0 None None] Transition to ACTIVE for port object e996ae60-7763-4916-a142-9bc25f1ac864 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:08:29.187137 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2fc16be6-822c-4b11-86d0-ab37a61fdbe0 None None] Transition to ACTIVE for port object e996ae60-7763-4916-a142-9bc25f1ac864 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:08:29.208806 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16188f0d-d75f-47cc-831d-701124fdd2a9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Made reservation on behalf of a968fe016d1540eaa86b01744186ebe6 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:08:29.212359 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-16188f0d-d75f-47cc-831d-701124fdd2a9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:29.226423 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2fc16be6-822c-4b11-86d0-ab37a61fdbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:29.284893 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc16be6-822c-4b11-86d0-ab37a61fdbe0 None None] Network 8a0ed6d8-2c67-451e-8a81-3e1b5f2245a6 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:08:29.291497 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-2fc16be6-822c-4b11-86d0-ab37a61fdbe0 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:29.299433 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc16be6-822c-4b11-86d0-ab37a61fdbe0 None None] Pushing event updated for resources: {'Port': ['ID=e996ae60-7763-4916-a142-9bc25f1ac864,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:29.301615 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc16be6-822c-4b11-86d0-ab37a61fdbe0 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:08:29.388671 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-2fc16be6-822c-4b11-86d0-ab37a61fdbe0 None None] Attempting to bind port e996ae60-7763-4916-a142-9bc25f1ac864 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:08:29.388932 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-2fc16be6-822c-4b11-86d0-ab37a61fdbe0 None None] Attempting to bind port e996ae60-7763-4916-a142-9bc25f1ac864 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'ee1ff742-e0dc-4152-8ed4-9c940f6c7948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a0ed6d8-2c67-451e-8a81-3e1b5f2245a6'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:08:29.389288 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc16be6-822c-4b11-86d0-ab37a61fdbe0 None None] Attempting to bind port e996ae60-7763-4916-a142-9bc25f1ac864 on network 8a0ed6d8-2c67-451e-8a81-3e1b5f2245a6 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:08:29.394494 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc16be6-822c-4b11-86d0-ab37a61fdbe0 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:08:29.394859 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc16be6-822c-4b11-86d0-ab37a61fdbe0 None None] Checking segment: {'id': 'ee1ff742-e0dc-4152-8ed4-9c940f6c7948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a0ed6d8-2c67-451e-8a81-3e1b5f2245a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:08:29.395251 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2fc16be6-822c-4b11-86d0-ab37a61fdbe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:29.395634 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc16be6-822c-4b11-86d0-ab37a61fdbe0 None None] Bound using segment: {'id': 'ee1ff742-e0dc-4152-8ed4-9c940f6c7948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a0ed6d8-2c67-451e-8a81-3e1b5f2245a6'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:08:29.396090 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-2fc16be6-822c-4b11-86d0-ab37a61fdbe0 None None] Bound port: e996ae60-7763-4916-a142-9bc25f1ac864, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1ff742-e0dc-4152-8ed4-9c940f6c7948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '8a0ed6d8-2c67-451e-8a81-3e1b5f2245a6'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:08:29.396453 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2fc16be6-822c-4b11-86d0-ab37a61fdbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:29.471571 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-16188f0d-d75f-47cc-831d-701124fdd2a9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:29.483233 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2fc16be6-822c-4b11-86d0-ab37a61fdbe0 None None] For port e996ae60-7763-4916-a142-9bc25f1ac864, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:08:29.486750 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2fc16be6-822c-4b11-86d0-ab37a61fdbe0 None None] For port e996ae60-7763-4916-a142-9bc25f1ac864, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e996ae60-7763-4916-a142-9bc25f1ac864,segment=NetworkSegment(ee1ff742-e0dc-4152-8ed4-9c940f6c7948),segment_id=ee1ff742-e0dc-4152-8ed4-9c940f6c7948)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:08:29.546172 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2fc16be6-822c-4b11-86d0-ab37a61fdbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:29.547793 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16188f0d-d75f-47cc-831d-701124fdd2a9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Pushing event updated for resources: {'Subnet': ['ID=59339ef5-5f82-40aa-8cd8-fc5b1b5aa252,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:29.556573 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16188f0d-d75f-47cc-831d-701124fdd2a9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Checking segment: {'id': 'a3e3f204-1a79-4fdf-a8eb-717a30322c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '235045c1-275d-4d6f-9670-6048e73f51d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:08:29.556940 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16188f0d-d75f-47cc-831d-701124fdd2a9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Network hostable DHCP agents. Network: 235045c1-275d-4d6f-9670-6048e73f51d0, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:08:29.623673 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc16be6-822c-4b11-86d0-ab37a61fdbe0 None None] Pushing event updated for resources: {'Port': ['ID=e996ae60-7763-4916-a142-9bc25f1ac864,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:29.643297 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16188f0d-d75f-47cc-831d-701124fdd2a9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Network 235045c1-275d-4d6f-9670-6048e73f51d0 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:08:29.711541 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-16188f0d-d75f-47cc-831d-701124fdd2a9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 235045c1-275d-4d6f-9670-6048e73f51d0) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:29.715537 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16188f0d-d75f-47cc-831d-701124fdd2a9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:29.716147 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-16188f0d-d75f-47cc-831d-701124fdd2a9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:29.720892 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0c403d-bf2b-4455-8721-6b840907a04b None None] Network 235045c1-275d-4d6f-9670-6048e73f51d0 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:08:29.821217 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-16188f0d-d75f-47cc-831d-701124fdd2a9 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8247020 Mar 07 22:08:29.824026 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54324) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:29.829982 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-0a8ace9a-4e1e-49ab-9deb-617e328733bc tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Request body: {'router': {'external_gateway_info': {'network_id': '235045c1-275d-4d6f-9670-6048e73f51d0'}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:29.998074 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533ba51d-7cf8-4342-bcd0-0a392d206e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-235045c1-275d-4d6f-9670-6048e73f51d0', 'network_id': '235045c1-275d-4d6f-9670-6048e73f51d0', 'tenant_id': 'a968fe016d1540eaa86b01744186ebe6', 'fixed_ips': [{'subnet_id': '59339ef5-5f82-40aa-8cd8-fc5b1b5aa252'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 22:08:29.998876 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-533ba51d-7cf8-4342-bcd0-0a392d206e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:30.155812 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-533ba51d-7cf8-4342-bcd0-0a392d206e36 None None] Allocated IP 172.21.0.2 (235045c1-275d-4d6f-9670-6048e73f51d0/59339ef5-5f82-40aa-8cd8-fc5b1b5aa252/a7420bf6-00f2-49ae-8e08-4f5937e59952) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:08:30.219652 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0a8ace9a-4e1e-49ab-9deb-617e328733bc tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:30.358950 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-533ba51d-7cf8-4342-bcd0-0a392d206e36 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:30.370221 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-533ba51d-7cf8-4342-bcd0-0a392d206e36 None None] Transition to ACTIVE for port object a7420bf6-00f2-49ae-8e08-4f5937e59952 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:08:30.392222 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-533ba51d-7cf8-4342-bcd0-0a392d206e36 None None] Transition to ACTIVE for port object a7420bf6-00f2-49ae-8e08-4f5937e59952 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:08:30.443915 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-533ba51d-7cf8-4342-bcd0-0a392d206e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:30.507685 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533ba51d-7cf8-4342-bcd0-0a392d206e36 None None] Network 235045c1-275d-4d6f-9670-6048e73f51d0 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:08:30.510457 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-533ba51d-7cf8-4342-bcd0-0a392d206e36 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:30.512828 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533ba51d-7cf8-4342-bcd0-0a392d206e36 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:08:30.534835 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.api.v2.resource [None req-0a8ace9a-4e1e-49ab-9deb-617e328733bc tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 22:08:30.536433 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0a8ace9a-4e1e-49ab-9deb-617e328733bc tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] 10.222.0.21 "PUT /v2.0/routers/1bb33835-7800-4604-9b2b-6a709fd26a48 HTTP/1.1" status: 400 len: 364 time: 0.7106402 Mar 07 22:08:30.541876 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54328) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:30.562959 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ba51d-7cf8-4342-bcd0-0a392d206e36 None None] Pushing event updated for resources: {'Port': ['ID=a7420bf6-00f2-49ae-8e08-4f5937e59952,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:30.609805 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5ab37a-a39d-4e3e-8a4c-afecacd26c98 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Deleting subnet 59339ef5-5f82-40aa-8cd8-fc5b1b5aa252 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 22:08:30.610486 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4484c7d-82b8-468e-bb02-38aacebbbea0 None None] Network 8a0ed6d8-2c67-451e-8a81-3e1b5f2245a6 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:08:30.613898 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2e5ab37a-a39d-4e3e-8a4c-afecacd26c98 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:30.651582 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-533ba51d-7cf8-4342-bcd0-0a392d206e36 None None] Attempting to bind port a7420bf6-00f2-49ae-8e08-4f5937e59952 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:08:30.651940 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-533ba51d-7cf8-4342-bcd0-0a392d206e36 None None] Attempting to bind port a7420bf6-00f2-49ae-8e08-4f5937e59952 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'a3e3f204-1a79-4fdf-a8eb-717a30322c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '235045c1-275d-4d6f-9670-6048e73f51d0'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:08:30.652291 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533ba51d-7cf8-4342-bcd0-0a392d206e36 None None] Attempting to bind port a7420bf6-00f2-49ae-8e08-4f5937e59952 on network 235045c1-275d-4d6f-9670-6048e73f51d0 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:08:30.666889 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2e5ab37a-a39d-4e3e-8a4c-afecacd26c98 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:30.705603 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533ba51d-7cf8-4342-bcd0-0a392d206e36 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:08:30.705982 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533ba51d-7cf8-4342-bcd0-0a392d206e36 None None] Checking segment: {'id': 'a3e3f204-1a79-4fdf-a8eb-717a30322c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '235045c1-275d-4d6f-9670-6048e73f51d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:08:30.706447 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-533ba51d-7cf8-4342-bcd0-0a392d206e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:30.706827 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533ba51d-7cf8-4342-bcd0-0a392d206e36 None None] Bound using segment: {'id': 'a3e3f204-1a79-4fdf-a8eb-717a30322c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '235045c1-275d-4d6f-9670-6048e73f51d0'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:08:30.707281 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-533ba51d-7cf8-4342-bcd0-0a392d206e36 None None] Bound port: a7420bf6-00f2-49ae-8e08-4f5937e59952, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e3f204-1a79-4fdf-a8eb-717a30322c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '235045c1-275d-4d6f-9670-6048e73f51d0'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:08:30.707641 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-533ba51d-7cf8-4342-bcd0-0a392d206e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:30.752989 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2e5ab37a-a39d-4e3e-8a4c-afecacd26c98 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:30.810591 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-4cd4abc8-844f-46bc-855e-7789c2389b33 None None] Provisioning for port e996ae60-7763-4916-a142-9bc25f1ac864 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:08:30.845687 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e996ae60-7763-4916-a142-9bc25f1ac864 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:08:30.895352 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2e5ab37a-a39d-4e3e-8a4c-afecacd26c98 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:30.919520 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-533ba51d-7cf8-4342-bcd0-0a392d206e36 None None] For port a7420bf6-00f2-49ae-8e08-4f5937e59952, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:08:30.934205 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ab37a-a39d-4e3e-8a4c-afecacd26c98 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Pushing event deleted for resources: {'Subnet': ['ID=59339ef5-5f82-40aa-8cd8-fc5b1b5aa252,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:30.938422 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2e5ab37a-a39d-4e3e-8a4c-afecacd26c98 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:30.941699 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-533ba51d-7cf8-4342-bcd0-0a392d206e36 None None] For port a7420bf6-00f2-49ae-8e08-4f5937e59952, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a7420bf6-00f2-49ae-8e08-4f5937e59952,segment=NetworkSegment(a3e3f204-1a79-4fdf-a8eb-717a30322c8d),segment_id=a3e3f204-1a79-4fdf-a8eb-717a30322c8d)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:08:30.944473 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2e5ab37a-a39d-4e3e-8a4c-afecacd26c98 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] 10.222.0.21 "DELETE /v2.0/subnets/59339ef5-5f82-40aa-8cd8-fc5b1b5aa252 HTTP/1.1" status: 204 len: 168 time: 0.4015646 Mar 07 22:08:30.946903 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54332) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:31.004257 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-533ba51d-7cf8-4342-bcd0-0a392d206e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:31.060448 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d606-c688-4923-98e1-5158febdc94f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:31.070764 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-aeb2d606-c688-4923-98e1-5158febdc94f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Deleting port a7420bf6-00f2-49ae-8e08-4f5937e59952 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:08:31.071095 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d606-c688-4923-98e1-5158febdc94f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:31.083391 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port e996ae60-7763-4916-a142-9bc25f1ac864 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:08:31.104924 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port e996ae60-7763-4916-a142-9bc25f1ac864 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:08:31.105292 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:31.134009 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ba51d-7cf8-4342-bcd0-0a392d206e36 None None] Pushing event updated for resources: {'Port': ['ID=a7420bf6-00f2-49ae-8e08-4f5937e59952,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:31.246156 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:31.284592 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port e996ae60-7763-4916-a142-9bc25f1ac864, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e996ae60-7763-4916-a142-9bc25f1ac864,segment=NetworkSegment(ee1ff742-e0dc-4152-8ed4-9c940f6c7948),segment_id=ee1ff742-e0dc-4152-8ed4-9c940f6c7948)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:08:31.297121 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-aeb2d606-c688-4923-98e1-5158febdc94f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] For port a7420bf6-00f2-49ae-8e08-4f5937e59952, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a7420bf6-00f2-49ae-8e08-4f5937e59952,segment=NetworkSegment(a3e3f204-1a79-4fdf-a8eb-717a30322c8d),segment_id=a3e3f204-1a79-4fdf-a8eb-717a30322c8d)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:08:31.297601 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d606-c688-4923-98e1-5158febdc94f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:31.352019 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:31.439912 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=e996ae60-7763-4916-a142-9bc25f1ac864,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:31.441659 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-aeb2d606-c688-4923-98e1-5158febdc94f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Calling delete_port for a7420bf6-00f2-49ae-8e08-4f5937e59952 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:08:31.543724 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2e2798c4-0557-4349-8bcb-7ba48816808f None None] Provisioning complete for port e996ae60-7763-4916-a142-9bc25f1ac864 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:08:31.544092 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2e2798c4-0557-4349-8bcb-7ba48816808f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:31.597654 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d606-c688-4923-98e1-5158febdc94f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:31.645806 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2d606-c688-4923-98e1-5158febdc94f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Pushing event deleted for resources: {'Port': ['ID=a7420bf6-00f2-49ae-8e08-4f5937e59952,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:31.647610 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb2d606-c688-4923-98e1-5158febdc94f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] No DVR routers for this DVR port a7420bf6-00f2-49ae-8e08-4f5937e59952 on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:08:31.768738 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d606-c688-4923-98e1-5158febdc94f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:31.793075 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-aeb2d606-c688-4923-98e1-5158febdc94f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235045c1-275d-4d6f-9670-6048e73f51d0']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:31.805552 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-aeb2d606-c688-4923-98e1-5158febdc94f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e3f204-1a79-4fdf-a8eb-717a30322c8d') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:31.805765 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-aeb2d606-c688-4923-98e1-5158febdc94f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e3f204-1a79-4fdf-a8eb-717a30322c8d') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:31.817601 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d606-c688-4923-98e1-5158febdc94f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:31.839840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d606-c688-4923-98e1-5158febdc94f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:31.847124 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb2d606-c688-4923-98e1-5158febdc94f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:08:31.847124 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d606-c688-4923-98e1-5158febdc94f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:08:31.862607 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:08:31.997555 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d606-c688-4923-98e1-5158febdc94f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:32.016081 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d606-c688-4923-98e1-5158febdc94f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:32.027387 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2d606-c688-4923-98e1-5158febdc94f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Pushing event deleted for resources: {'Network': ['ID=235045c1-275d-4d6f-9670-6048e73f51d0,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:32.031438 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-aeb2d606-c688-4923-98e1-5158febdc94f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] 10.222.0.21 "DELETE /v2.0/networks/235045c1-275d-4d6f-9670-6048e73f51d0 HTTP/1.1" status: 204 len: 168 time: 1.0835474 Mar 07 22:08:32.034386 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54336) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:32.104745 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ca4d98-28c4-48c1-8018-d9c16430e36f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Deleting subnet b02d0d8d-36d5-4c05-a8e4-52ee5a2fd74e {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 22:08:32.107881 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-46ca4d98-28c4-48c1-8018-d9c16430e36f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:32.161308 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbab2297-f6e9-42e0-a30b-a2bba8f76c41 None None] DHCP port deletion for 235045c1-275d-4d6f-9670-6048e73f51d0 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 22:08:32.162584 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-46ca4d98-28c4-48c1-8018-d9c16430e36f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:32.177068 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-38d42075-e8f7-4b64-a394-9b0daa7be099 None None] Could not find standard attr ID for object a7420bf6-00f2-49ae-8e08-4f5937e59952. {{(pid=88388) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 07 22:08:32.180920 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82692c3-ffb1-47b4-b3b5-b98d210d6196 None None] Network 235045c1-275d-4d6f-9670-6048e73f51d0 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:08:32.198819 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82692c3-ffb1-47b4-b3b5-b98d210d6196 None None] Network 235045c1-275d-4d6f-9670-6048e73f51d0 could not be found, it might have been deleted concurrently. {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 07 22:08:32.251689 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-46ca4d98-28c4-48c1-8018-d9c16430e36f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:32.397642 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-46ca4d98-28c4-48c1-8018-d9c16430e36f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:32.435957 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca4d98-28c4-48c1-8018-d9c16430e36f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Pushing event deleted for resources: {'Subnet': ['ID=b02d0d8d-36d5-4c05-a8e4-52ee5a2fd74e,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:32.439464 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-46ca4d98-28c4-48c1-8018-d9c16430e36f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:32.445409 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-46ca4d98-28c4-48c1-8018-d9c16430e36f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] 10.222.0.21 "DELETE /v2.0/subnets/b02d0d8d-36d5-4c05-a8e4-52ee5a2fd74e HTTP/1.1" status: 204 len: 168 time: 0.4100931 Mar 07 22:08:32.445894 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233eca0e-3958-402f-ab8e-0a3efca0cf02 None None] Network 8a0ed6d8-2c67-451e-8a81-3e1b5f2245a6 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:08:32.447760 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54340) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:32.561427 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0035e4b-8503-4d99-99c2-e61c1bdc5f70 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:32.571688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-f0035e4b-8503-4d99-99c2-e61c1bdc5f70 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Deleting port e996ae60-7763-4916-a142-9bc25f1ac864 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:08:32.572017 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0035e4b-8503-4d99-99c2-e61c1bdc5f70 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:32.733445 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf99f10f-256d-4a96-906c-89deff569d89 None None] DHCP port deletion for 8a0ed6d8-2c67-451e-8a81-3e1b5f2245a6 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 22:08:32.737593 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-cf99f10f-256d-4a96-906c-89deff569d89 None None] Deleting port e996ae60-7763-4916-a142-9bc25f1ac864 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:08:32.737974 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cf99f10f-256d-4a96-906c-89deff569d89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:32.779523 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-f0035e4b-8503-4d99-99c2-e61c1bdc5f70 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] For port e996ae60-7763-4916-a142-9bc25f1ac864, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e996ae60-7763-4916-a142-9bc25f1ac864,segment=NetworkSegment(ee1ff742-e0dc-4152-8ed4-9c940f6c7948),segment_id=ee1ff742-e0dc-4152-8ed4-9c940f6c7948)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:08:32.779878 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0035e4b-8503-4d99-99c2-e61c1bdc5f70 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:32.824159 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e996ae60-7763-4916-a142-9bc25f1ac864 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:08:32.912460 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-f0035e4b-8503-4d99-99c2-e61c1bdc5f70 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Calling delete_port for e996ae60-7763-4916-a142-9bc25f1ac864 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:08:33.032803 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-cf99f10f-256d-4a96-906c-89deff569d89 None None] For port e996ae60-7763-4916-a142-9bc25f1ac864, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e996ae60-7763-4916-a142-9bc25f1ac864,segment=NetworkSegment(ee1ff742-e0dc-4152-8ed4-9c940f6c7948),segment_id=ee1ff742-e0dc-4152-8ed4-9c940f6c7948)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:08:33.033200 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cf99f10f-256d-4a96-906c-89deff569d89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:33.163610 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0035e4b-8503-4d99-99c2-e61c1bdc5f70 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:33.165982 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-cf99f10f-256d-4a96-906c-89deff569d89 None None] Calling delete_port for e996ae60-7763-4916-a142-9bc25f1ac864 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:08:33.199022 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:33.210242 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0035e4b-8503-4d99-99c2-e61c1bdc5f70 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Pushing event deleted for resources: {'Port': ['ID=e996ae60-7763-4916-a142-9bc25f1ac864,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:33.213468 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0035e4b-8503-4d99-99c2-e61c1bdc5f70 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] No DVR routers for this DVR port e996ae60-7763-4916-a142-9bc25f1ac864 on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:08:33.286809 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-cf99f10f-256d-4a96-906c-89deff569d89 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:08:33.287118 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-cf99f10f-256d-4a96-906c-89deff569d89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:08:33.335400 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0035e4b-8503-4d99-99c2-e61c1bdc5f70 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:33.359153 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-f0035e4b-8503-4d99-99c2-e61c1bdc5f70 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0ed6d8-2c67-451e-8a81-3e1b5f2245a6']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:33.371260 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-f0035e4b-8503-4d99-99c2-e61c1bdc5f70 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1ff742-e0dc-4152-8ed4-9c940f6c7948') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:33.371572 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-f0035e4b-8503-4d99-99c2-e61c1bdc5f70 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1ff742-e0dc-4152-8ed4-9c940f6c7948') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:33.383182 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0035e4b-8503-4d99-99c2-e61c1bdc5f70 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:33.398621 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0035e4b-8503-4d99-99c2-e61c1bdc5f70 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:33.404454 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0035e4b-8503-4d99-99c2-e61c1bdc5f70 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:08:33.404823 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0035e4b-8503-4d99-99c2-e61c1bdc5f70 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:08:33.419077 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:08:33.557102 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0035e4b-8503-4d99-99c2-e61c1bdc5f70 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:33.573229 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f0035e4b-8503-4d99-99c2-e61c1bdc5f70 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:33.584054 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0035e4b-8503-4d99-99c2-e61c1bdc5f70 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Pushing event deleted for resources: {'Network': ['ID=8a0ed6d8-2c67-451e-8a81-3e1b5f2245a6,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:33.587907 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f0035e4b-8503-4d99-99c2-e61c1bdc5f70 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] 10.222.0.21 "DELETE /v2.0/networks/8a0ed6d8-2c67-451e-8a81-3e1b5f2245a6 HTTP/1.1" status: 204 len: 168 time: 1.1391797 Mar 07 22:08:33.590474 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54344) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:33.635565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d60ed86b-694e-4b38-97de-d7fa4c65967f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Synchronizing usage tracker for tenant:a968fe016d1540eaa86b01744186ebe6 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:08:33.693941 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d60ed86b-694e-4b38-97de-d7fa4c65967f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Unset dirty status for tenant:a968fe016d1540eaa86b01744186ebe6 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:08:33.695097 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d60ed86b-694e-4b38-97de-d7fa4c65967f tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb33835-7800-4604-9b2b-6a709fd26a48 HTTP/1.1" status: 200 len: 205 time: 0.1037488 Mar 07 22:08:33.697488 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54348) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:33.787892 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-cf99f10f-256d-4a96-906c-89deff569d89 None None] Deleting port e996ae60-7763-4916-a142-9bc25f1ac864 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:08:33.788355 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cf99f10f-256d-4a96-906c-89deff569d89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:33.826956 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4aea-4ab7-43e1-a60d-c3168d239ac8 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:33.856857 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-cf99f10f-256d-4a96-906c-89deff569d89 None None] The port 'e996ae60-7763-4916-a142-9bc25f1ac864' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 22:08:34.114351 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4aea-4ab7-43e1-a60d-c3168d239ac8 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:34.116369 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4aea-4ab7-43e1-a60d-c3168d239ac8 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:34.207457 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4aea-4ab7-43e1-a60d-c3168d239ac8 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:34.207966 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cb4aea-4ab7-43e1-a60d-c3168d239ac8 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Fanout notify agent at l3_agent the message router_deleted on router 1bb33835-7800-4604-9b2b-6a709fd26a48 {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 22:08:34.218438 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4aea-4ab7-43e1-a60d-c3168d239ac8 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:34.219490 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a6cb4aea-4ab7-43e1-a60d-c3168d239ac8 tempest-RoutersNegativeTest-1071688630 tempest-RoutersNegativeTest-1071688630-project] 10.222.0.21 "DELETE /v2.0/routers/1bb33835-7800-4604-9b2b-6a709fd26a48 HTTP/1.1" status: 204 len: 168 time: 0.5211148 Mar 07 22:08:34.703877 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 54356) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:34.854834 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d50d2f86-9579-42d5-b867-73c733b74a15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a968fe016d1540eaa86b01744186ebe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475971 Mar 07 22:08:34.858598 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 54362) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:34.911891 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1da993eb-b604-421d-b9e9-73bdb60d1351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:34.937097 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1da993eb-b604-421d-b9e9-73bdb60d1351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:35.076330 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1da993eb-b604-421d-b9e9-73bdb60d1351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:35.093076 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da993eb-b604-421d-b9e9-73bdb60d1351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4522c976-eac2-4d95-94ce-4c92c0d27899,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:35.106418 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1da993eb-b604-421d-b9e9-73bdb60d1351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:35.107549 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1da993eb-b604-421d-b9e9-73bdb60d1351 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4522c976-eac2-4d95-94ce-4c92c0d27899 HTTP/1.1" status: 204 len: 168 time: 0.2516596 Mar 07 22:08:35.108816 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da993eb-b604-421d-b9e9-73bdb60d1351 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:35.109161 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da993eb-b604-421d-b9e9-73bdb60d1351 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:35.109497 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da993eb-b604-421d-b9e9-73bdb60d1351 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:35.109828 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da993eb-b604-421d-b9e9-73bdb60d1351 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:35.110200 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da993eb-b604-421d-b9e9-73bdb60d1351 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:35.110525 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da993eb-b604-421d-b9e9-73bdb60d1351 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:35.111411 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da993eb-b604-421d-b9e9-73bdb60d1351 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:35.111738 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da993eb-b604-421d-b9e9-73bdb60d1351 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:35.112063 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da993eb-b604-421d-b9e9-73bdb60d1351 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:35.112383 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da993eb-b604-421d-b9e9-73bdb60d1351 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:35.112701 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da993eb-b604-421d-b9e9-73bdb60d1351 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:35.113015 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da993eb-b604-421d-b9e9-73bdb60d1351 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:36.042085 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 54386) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:36.143515 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-7371da56-fefd-4802-8a40-1e308015184b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1137796708-network', 'tenant_id': 'becaed97692c45b99059f23abac5d7e4'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:36.148207 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7371da56-fefd-4802-8a40-1e308015184b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:08:36.151983 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7371da56-fefd-4802-8a40-1e308015184b admin admin] Usage tracker for resource:network and tenant:becaed97692c45b99059f23abac5d7e4 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:08:36.154833 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7371da56-fefd-4802-8a40-1e308015184b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:08:36.160848 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7371da56-fefd-4802-8a40-1e308015184b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:08:36.248459 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7371da56-fefd-4802-8a40-1e308015184b admin admin] Made reservation on behalf of becaed97692c45b99059f23abac5d7e4 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:08:36.250715 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7371da56-fefd-4802-8a40-1e308015184b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:36.263032 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7371da56-fefd-4802-8a40-1e308015184b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:36.276924 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7371da56-fefd-4802-8a40-1e308015184b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:08:36.280655 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7371da56-fefd-4802-8a40-1e308015184b admin admin] Usage tracker for resource:security_group_rule and tenant:becaed97692c45b99059f23abac5d7e4 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:08:36.283396 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7371da56-fefd-4802-8a40-1e308015184b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:08:36.289003 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7371da56-fefd-4802-8a40-1e308015184b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:08:36.371830 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7371da56-fefd-4802-8a40-1e308015184b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:36.419951 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7371da56-fefd-4802-8a40-1e308015184b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:36.446099 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7371da56-fefd-4802-8a40-1e308015184b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:08:36.458764 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371da56-fefd-4802-8a40-1e308015184b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6f2db2-687c-45c8-84c0-abd52bd4b6eb,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:36.465349 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7371da56-fefd-4802-8a40-1e308015184b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:36.465349 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-7371da56-fefd-4802-8a40-1e308015184b admin admin] Added segment faccb1c6-0219-4f13-8855-d60f628da32f of type vlan for network aa6a3275-3be7-48ca-84cb-5bea9ef764aa Mar 07 22:08:36.489885 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7371da56-fefd-4802-8a40-1e308015184b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:36.568350 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7371da56-fefd-4802-8a40-1e308015184b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:36.569264 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7371da56-fefd-4802-8a40-1e308015184b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:36.569823 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7371da56-fefd-4802-8a40-1e308015184b admin admin] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:36.671661 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371da56-fefd-4802-8a40-1e308015184b admin admin] Pushing event updated for resources: {'Network': ['ID=aa6a3275-3be7-48ca-84cb-5bea9ef764aa,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:36.681477 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network aa6a3275-3be7-48ca-84cb-5bea9ef764aa details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 22:08:36.728314 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7371da56-fefd-4802-8a40-1e308015184b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6850991 Mar 07 22:08:36.731266 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 54392) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:36.737382 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-d046356e-2d6a-4146-abfb-98b218aa3570 admin admin] Request body: {'subnet': {'network_id': 'aa6a3275-3be7-48ca-84cb-5bea9ef764aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1137796708-subnet', 'tenant_id': 'becaed97692c45b99059f23abac5d7e4', 'ip_version': 4}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:36.742178 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d046356e-2d6a-4146-abfb-98b218aa3570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:08:36.746067 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d046356e-2d6a-4146-abfb-98b218aa3570 admin admin] Usage tracker for resource:subnet and tenant:becaed97692c45b99059f23abac5d7e4 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:08:36.748861 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-d046356e-2d6a-4146-abfb-98b218aa3570 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:08:36.755475 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-d046356e-2d6a-4146-abfb-98b218aa3570 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:08:36.842836 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d046356e-2d6a-4146-abfb-98b218aa3570 admin admin] Made reservation on behalf of becaed97692c45b99059f23abac5d7e4 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:08:36.845802 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d046356e-2d6a-4146-abfb-98b218aa3570 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:37.094581 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d046356e-2d6a-4146-abfb-98b218aa3570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:37.169217 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046356e-2d6a-4146-abfb-98b218aa3570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91bb20fc-94c3-446a-a524-250bc8b7375f,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:37.178177 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d046356e-2d6a-4146-abfb-98b218aa3570 admin admin] Checking segment: {'id': 'faccb1c6-0219-4f13-8855-d60f628da32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aa6a3275-3be7-48ca-84cb-5bea9ef764aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:08:37.178528 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d046356e-2d6a-4146-abfb-98b218aa3570 admin admin] Network hostable DHCP agents. Network: aa6a3275-3be7-48ca-84cb-5bea9ef764aa, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:08:37.271587 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d046356e-2d6a-4146-abfb-98b218aa3570 admin admin] Network aa6a3275-3be7-48ca-84cb-5bea9ef764aa is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:08:37.328608 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-d046356e-2d6a-4146-abfb-98b218aa3570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, aa6a3275-3be7-48ca-84cb-5bea9ef764aa) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:37.332373 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d046356e-2d6a-4146-abfb-98b218aa3570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:37.332949 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d046356e-2d6a-4146-abfb-98b218aa3570 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:37.340779 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de09b1ae-0771-443e-ac62-dcb2b9a5f631 None None] Network aa6a3275-3be7-48ca-84cb-5bea9ef764aa requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:08:37.392153 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d046356e-2d6a-4146-abfb-98b218aa3570 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6597130 Mar 07 22:08:37.394817 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 54396) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:37.399643 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-941bbda5-2e74-4111-af38-f32bb89c3bce admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1137796708-router', 'tenant_id': 'becaed97692c45b99059f23abac5d7e4', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:37.404277 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-941bbda5-2e74-4111-af38-f32bb89c3bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:08:37.408507 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-941bbda5-2e74-4111-af38-f32bb89c3bce admin admin] Usage tracker for resource:router and tenant:becaed97692c45b99059f23abac5d7e4 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:08:37.411313 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-941bbda5-2e74-4111-af38-f32bb89c3bce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:08:37.416896 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-941bbda5-2e74-4111-af38-f32bb89c3bce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:08:37.471816 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-941bbda5-2e74-4111-af38-f32bb89c3bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:37.472908 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-941bbda5-2e74-4111-af38-f32bb89c3bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:37.488344 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-941bbda5-2e74-4111-af38-f32bb89c3bce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:37.546255 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b77477-362e-47a2-8762-4c5829055d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-aa6a3275-3be7-48ca-84cb-5bea9ef764aa', 'network_id': 'aa6a3275-3be7-48ca-84cb-5bea9ef764aa', 'tenant_id': 'becaed97692c45b99059f23abac5d7e4', 'fixed_ips': [{'subnet_id': '91bb20fc-94c3-446a-a524-250bc8b7375f'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 22:08:37.547060 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c2b77477-362e-47a2-8762-4c5829055d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:37.703434 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-c2b77477-362e-47a2-8762-4c5829055d6f None None] Allocated IP 172.20.0.2 (aa6a3275-3be7-48ca-84cb-5bea9ef764aa/91bb20fc-94c3-446a-a524-250bc8b7375f/1de7065c-cff2-4f23-89e1-b046ebce559e) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:08:37.898282 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-941bbda5-2e74-4111-af38-f32bb89c3bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:37.946695 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c2b77477-362e-47a2-8762-4c5829055d6f None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:37.957637 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c2b77477-362e-47a2-8762-4c5829055d6f None None] Transition to ACTIVE for port object 1de7065c-cff2-4f23-89e1-b046ebce559e will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:08:37.974677 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c2b77477-362e-47a2-8762-4c5829055d6f None None] Transition to ACTIVE for port object 1de7065c-cff2-4f23-89e1-b046ebce559e will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:08:38.020816 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c2b77477-362e-47a2-8762-4c5829055d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:38.081133 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b77477-362e-47a2-8762-4c5829055d6f None None] Network aa6a3275-3be7-48ca-84cb-5bea9ef764aa is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:08:38.087858 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-c2b77477-362e-47a2-8762-4c5829055d6f None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:38.091869 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b77477-362e-47a2-8762-4c5829055d6f None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:08:38.097484 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b77477-362e-47a2-8762-4c5829055d6f None None] Pushing event updated for resources: {'Port': ['ID=1de7065c-cff2-4f23-89e1-b046ebce559e,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:38.181623 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-c2b77477-362e-47a2-8762-4c5829055d6f None None] Attempting to bind port 1de7065c-cff2-4f23-89e1-b046ebce559e on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:08:38.182003 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-c2b77477-362e-47a2-8762-4c5829055d6f None None] Attempting to bind port 1de7065c-cff2-4f23-89e1-b046ebce559e by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'faccb1c6-0219-4f13-8855-d60f628da32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aa6a3275-3be7-48ca-84cb-5bea9ef764aa'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:08:38.182365 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b77477-362e-47a2-8762-4c5829055d6f None None] Attempting to bind port 1de7065c-cff2-4f23-89e1-b046ebce559e on network aa6a3275-3be7-48ca-84cb-5bea9ef764aa {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:08:38.187420 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b77477-362e-47a2-8762-4c5829055d6f None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:08:38.187787 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b77477-362e-47a2-8762-4c5829055d6f None None] Checking segment: {'id': 'faccb1c6-0219-4f13-8855-d60f628da32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aa6a3275-3be7-48ca-84cb-5bea9ef764aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:08:38.188206 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c2b77477-362e-47a2-8762-4c5829055d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:38.189114 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b77477-362e-47a2-8762-4c5829055d6f None None] Bound using segment: {'id': 'faccb1c6-0219-4f13-8855-d60f628da32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aa6a3275-3be7-48ca-84cb-5bea9ef764aa'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:08:38.189565 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-c2b77477-362e-47a2-8762-4c5829055d6f None None] Bound port: 1de7065c-cff2-4f23-89e1-b046ebce559e, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faccb1c6-0219-4f13-8855-d60f628da32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aa6a3275-3be7-48ca-84cb-5bea9ef764aa'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:08:38.189929 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c2b77477-362e-47a2-8762-4c5829055d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:38.269577 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-941bbda5-2e74-4111-af38-f32bb89c3bce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:38.277133 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c2b77477-362e-47a2-8762-4c5829055d6f None None] For port 1de7065c-cff2-4f23-89e1-b046ebce559e, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:08:38.280072 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c2b77477-362e-47a2-8762-4c5829055d6f None None] For port 1de7065c-cff2-4f23-89e1-b046ebce559e, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1de7065c-cff2-4f23-89e1-b046ebce559e,segment=NetworkSegment(faccb1c6-0219-4f13-8855-d60f628da32f),segment_id=faccb1c6-0219-4f13-8855-d60f628da32f)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:08:38.299418 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-941bbda5-2e74-4111-af38-f32bb89c3bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:38.334903 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c2b77477-362e-47a2-8762-4c5829055d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:38.415373 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b77477-362e-47a2-8762-4c5829055d6f None None] Pushing event updated for resources: {'Port': ['ID=1de7065c-cff2-4f23-89e1-b046ebce559e,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:38.436827 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-941bbda5-2e74-4111-af38-f32bb89c3bce admin admin] Allocated IP 172.26.2.98 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/b62e9e8c-b02d-4826-b714-2aebb6a59fe8) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:08:38.588989 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-941bbda5-2e74-4111-af38-f32bb89c3bce admin admin] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:38.683769 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-941bbda5-2e74-4111-af38-f32bb89c3bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:38.744704 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941bbda5-2e74-4111-af38-f32bb89c3bce admin admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:08:38.747546 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-941bbda5-2e74-4111-af38-f32bb89c3bce admin admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:38.755616 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941bbda5-2e74-4111-af38-f32bb89c3bce admin admin] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:08:38.799035 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941bbda5-2e74-4111-af38-f32bb89c3bce admin admin] Pushing event updated for resources: {'Port': ['ID=b62e9e8c-b02d-4826-b714-2aebb6a59fe8,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:38.858628 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1de7065c-cff2-4f23-89e1-b046ebce559e up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:08:38.967537 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 1de7065c-cff2-4f23-89e1-b046ebce559e completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:08:39.343996 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e823b8-1062-46e4-a25f-251c2940e0bc None None] Network aa6a3275-3be7-48ca-84cb-5bea9ef764aa requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:08:39.382865 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-941bbda5-2e74-4111-af38-f32bb89c3bce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:39.512483 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-cb4d3bdb-9b2d-48c1-aec7-bf7855283dad None None] Provisioning for port 1de7065c-cff2-4f23-89e1-b046ebce559e completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:08:39.520251 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-cb4d3bdb-9b2d-48c1-aec7-bf7855283dad None None] Provisioning complete for port 1de7065c-cff2-4f23-89e1-b046ebce559e triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:08:39.520598 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3bdb-9b2d-48c1-aec7-bf7855283dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:39.695163 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3bdb-9b2d-48c1-aec7-bf7855283dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:39.724314 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-941bbda5-2e74-4111-af38-f32bb89c3bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:39.728422 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-cb4d3bdb-9b2d-48c1-aec7-bf7855283dad None None] For port 1de7065c-cff2-4f23-89e1-b046ebce559e, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1de7065c-cff2-4f23-89e1-b046ebce559e,segment=NetworkSegment(faccb1c6-0219-4f13-8855-d60f628da32f),segment_id=faccb1c6-0219-4f13-8855-d60f628da32f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:08:39.785096 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3bdb-9b2d-48c1-aec7-bf7855283dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:39.869707 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d3bdb-9b2d-48c1-aec7-bf7855283dad None None] Pushing event updated for resources: {'Port': ['ID=1de7065c-cff2-4f23-89e1-b046ebce559e,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:39.905544 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-7e32578c-9cd5-43c3-8b7f-69813842276f None None] Provisioning complete for port 1de7065c-cff2-4f23-89e1-b046ebce559e triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:08:39.906074 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7e32578c-9cd5-43c3-8b7f-69813842276f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:40.007675 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941bbda5-2e74-4111-af38-f32bb89c3bce admin admin] Router c55b50aa-5c09-4573-8b1e-263b3287423e is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 22:08:40.180538 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941bbda5-2e74-4111-af38-f32bb89c3bce admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:08:40.189938 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd8621-719e-443f-b551-74aef421660f None None] Sync routers for ids ['c55b50aa-5c09-4573-8b1e-263b3287423e'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:08:40.198906 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edd8621-719e-443f-b551-74aef421660f None None] Routers {'c55b50aa-5c09-4573-8b1e-263b3287423e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:08:40.199514 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5edd8621-719e-443f-b551-74aef421660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:08:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c55b50aa-5c09-4573-8b1e-263b3287423e'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:40.283796 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-941bbda5-2e74-4111-af38-f32bb89c3bce admin admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:40.285043 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-941bbda5-2e74-4111-af38-f32bb89c3bce admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8893154 Mar 07 22:08:40.287832 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 54400) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:40.372362 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-5edd8621-719e-443f-b551-74aef421660f None None] Set router c55b50aa-5c09-4573-8b1e-263b3287423e gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:08:40.647144 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5edd8621-719e-443f-b551-74aef421660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55b50aa-5c09-4573-8b1e-263b3287423e', 'name': 'tempest-TestEncryptedCinderVolumes-1137796708-router', 'tenant_id': 'becaed97692c45b99059f23abac5d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b62e9e8c-b02d-4826-b714-2aebb6a59fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:08:37Z', 'updated_at': '2022-03-07T22:08:38Z', 'revision_number': 3, 'project_id': 'becaed97692c45b99059f23abac5d7e4', 'gw_port': {'id': 'b62e9e8c-b02d-4826-b714-2aebb6a59fe8', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55b50aa-5c09-4573-8b1e-263b3287423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:08:38Z', 'updated_at': '2022-03-07T22:08:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:40.650684 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd8621-719e-443f-b551-74aef421660f None None] Checking router: c55b50aa-5c09-4573-8b1e-263b3287423e for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:08:40.651019 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd8621-719e-443f-b551-74aef421660f None None] Updating router c55b50aa-5c09-4573-8b1e-263b3287423e port b62e9e8c-b02d-4826-b714-2aebb6a59fe8 binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:08:40.704643 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5edd8621-719e-443f-b551-74aef421660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:40.827017 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1de7065c-cff2-4f23-89e1-b046ebce559e up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:08:40.910105 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 1de7065c-cff2-4f23-89e1-b046ebce559e triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:08:40.910105 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:41.090807 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5edd8621-719e-443f-b551-74aef421660f None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:41.102644 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-5edd8621-719e-443f-b551-74aef421660f None None] Transition to ACTIVE for port object b62e9e8c-b02d-4826-b714-2aebb6a59fe8 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:08:41.118501 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e5802153-742d-4310-9d36-867d44667bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:41.180539 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5edd8621-719e-443f-b551-74aef421660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:41.251826 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d26ce-9289-468f-a094-17c129f3265a None None] Pushing event updated for resources: {'Port': ['ID=b62e9e8c-b02d-4826-b714-2aebb6a59fe8,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:41.273308 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d26ce-9289-468f-a094-17c129f3265a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:41.273643 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d26ce-9289-468f-a094-17c129f3265a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:41.274067 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d26ce-9289-468f-a094-17c129f3265a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:41.274316 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d26ce-9289-468f-a094-17c129f3265a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:41.274631 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d26ce-9289-468f-a094-17c129f3265a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:41.274947 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d26ce-9289-468f-a094-17c129f3265a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:41.275267 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d26ce-9289-468f-a094-17c129f3265a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:41.275588 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d26ce-9289-468f-a094-17c129f3265a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:41.275890 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d26ce-9289-468f-a094-17c129f3265a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:41.276257 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d26ce-9289-468f-a094-17c129f3265a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:41.276565 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d26ce-9289-468f-a094-17c129f3265a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:41.276871 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d26ce-9289-468f-a094-17c129f3265a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:41.283864 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-5edd8621-719e-443f-b551-74aef421660f None None] Attempting to bind port b62e9e8c-b02d-4826-b714-2aebb6a59fe8 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:08:41.284217 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-5edd8621-719e-443f-b551-74aef421660f None None] Attempting to bind port b62e9e8c-b02d-4826-b714-2aebb6a59fe8 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:08:41.284568 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edd8621-719e-443f-b551-74aef421660f None None] Attempting to bind port b62e9e8c-b02d-4826-b714-2aebb6a59fe8 on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:08:41.290051 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edd8621-719e-443f-b551-74aef421660f None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:08:41.290300 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edd8621-719e-443f-b551-74aef421660f None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:08:41.290679 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5edd8621-719e-443f-b551-74aef421660f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:41.291048 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edd8621-719e-443f-b551-74aef421660f None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:08:41.291482 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-5edd8621-719e-443f-b551-74aef421660f None None] Bound port: b62e9e8c-b02d-4826-b714-2aebb6a59fe8, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:08:41.291833 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5edd8621-719e-443f-b551-74aef421660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:41.339728 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-e5802153-742d-4310-9d36-867d44667bad admin admin] Allocated IP 172.20.0.1 (aa6a3275-3be7-48ca-84cb-5bea9ef764aa/91bb20fc-94c3-446a-a524-250bc8b7375f/bacf3225-3f31-4bd6-9a54-15934cb487f3) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:08:41.363482 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-5edd8621-719e-443f-b551-74aef421660f None None] For port b62e9e8c-b02d-4826-b714-2aebb6a59fe8, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:08:41.366362 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-5edd8621-719e-443f-b551-74aef421660f None None] For port b62e9e8c-b02d-4826-b714-2aebb6a59fe8, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=b62e9e8c-b02d-4826-b714-2aebb6a59fe8,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:08:41.431866 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-5edd8621-719e-443f-b551-74aef421660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:41.485381 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e5802153-742d-4310-9d36-867d44667bad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:41.500787 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-e5802153-742d-4310-9d36-867d44667bad admin admin] Transition to ACTIVE for port object bacf3225-3f31-4bd6-9a54-15934cb487f3 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:08:41.507331 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edd8621-719e-443f-b551-74aef421660f None None] Routers {'c55b50aa-5c09-4573-8b1e-263b3287423e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:08:41.507937 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5edd8621-719e-443f-b551-74aef421660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:08:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c55b50aa-5c09-4573-8b1e-263b3287423e'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:41.576410 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d26ce-9289-468f-a094-17c129f3265a None None] Pushing event updated for resources: {'Port': ['ID=b62e9e8c-b02d-4826-b714-2aebb6a59fe8,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:41.581045 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e5802153-742d-4310-9d36-867d44667bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:41.644699 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5802153-742d-4310-9d36-867d44667bad admin admin] Network aa6a3275-3be7-48ca-84cb-5bea9ef764aa is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:08:41.647385 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-e5802153-742d-4310-9d36-867d44667bad admin admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:41.655304 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5802153-742d-4310-9d36-867d44667bad admin admin] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:08:41.689286 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-5edd8621-719e-443f-b551-74aef421660f None None] Set router c55b50aa-5c09-4573-8b1e-263b3287423e gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:08:41.696318 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5802153-742d-4310-9d36-867d44667bad admin admin] Pushing event updated for resources: {'Port': ['ID=bacf3225-3f31-4bd6-9a54-15934cb487f3,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:41.713802 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e5802153-742d-4310-9d36-867d44667bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:41.985514 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5edd8621-719e-443f-b551-74aef421660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55b50aa-5c09-4573-8b1e-263b3287423e', 'name': 'tempest-TestEncryptedCinderVolumes-1137796708-router', 'tenant_id': 'becaed97692c45b99059f23abac5d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b62e9e8c-b02d-4826-b714-2aebb6a59fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:08:37Z', 'updated_at': '2022-03-07T22:08:38Z', 'revision_number': 3, 'project_id': 'becaed97692c45b99059f23abac5d7e4', 'gw_port': {'id': 'b62e9e8c-b02d-4826-b714-2aebb6a59fe8', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55b50aa-5c09-4573-8b1e-263b3287423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:08:38Z', 'updated_at': '2022-03-07T22:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:41.986765 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-bf2c40a5-f00f-423c-bf4d-86d88c675d28 None None] Provisioning for port bacf3225-3f31-4bd6-9a54-15934cb487f3 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:08:41.990268 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd8621-719e-443f-b551-74aef421660f None None] The sync data for ids ['c55b50aa-5c09-4573-8b1e-263b3287423e'] in dv-neutron-829957-1-hyperv is: [{'id': 'c55b50aa-5c09-4573-8b1e-263b3287423e', 'name': 'tempest-TestEncryptedCinderVolumes-1137796708-router', 'tenant_id': 'becaed97692c45b99059f23abac5d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b62e9e8c-b02d-4826-b714-2aebb6a59fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:08:37Z', 'updated_at': '2022-03-07T22:08:38Z', 'revision_number': 3, 'project_id': 'becaed97692c45b99059f23abac5d7e4', 'gw_port': {'id': 'b62e9e8c-b02d-4826-b714-2aebb6a59fe8', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55b50aa-5c09-4573-8b1e-263b3287423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:08:38Z', 'updated_at': '2022-03-07T22:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:08:41.991863 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-bf2c40a5-f00f-423c-bf4d-86d88c675d28 None None] Provisioning complete for port bacf3225-3f31-4bd6-9a54-15934cb487f3 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:08:41.996224 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bf2c40a5-f00f-423c-bf4d-86d88c675d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:42.030906 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e5802153-742d-4310-9d36-867d44667bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:42.051281 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-bf2c40a5-f00f-423c-bf4d-86d88c675d28 None None] Port bacf3225-3f31-4bd6-9a54-15934cb487f3 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:08:42.266139 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e5802153-742d-4310-9d36-867d44667bad admin admin] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:42.323472 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e5802153-742d-4310-9d36-867d44667bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:42.434243 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5802153-742d-4310-9d36-867d44667bad admin admin] Pushing event updated for resources: {'Port': ['ID=bacf3225-3f31-4bd6-9a54-15934cb487f3,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:42.436584 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e5802153-742d-4310-9d36-867d44667bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:42.577025 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5802153-742d-4310-9d36-867d44667bad admin admin] Network aa6a3275-3be7-48ca-84cb-5bea9ef764aa is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:08:42.578534 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-e5802153-742d-4310-9d36-867d44667bad admin admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:42.871869 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b62e9e8c-b02d-4826-b714-2aebb6a59fe8 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:08:42.898688 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5802153-742d-4310-9d36-867d44667bad admin admin] Router c55b50aa-5c09-4573-8b1e-263b3287423e has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:08:42.932298 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ef996612-a87a-4ee7-9e31-6cde641a18b5 None None] Provisioning complete for port bacf3225-3f31-4bd6-9a54-15934cb487f3 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:08:42.932664 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ef996612-a87a-4ee7-9e31-6cde641a18b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:42.991282 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-ef996612-a87a-4ee7-9e31-6cde641a18b5 None None] Port bacf3225-3f31-4bd6-9a54-15934cb487f3 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:08:43.054208 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port b62e9e8c-b02d-4826-b714-2aebb6a59fe8 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:08:43.059517 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port b62e9e8c-b02d-4826-b714-2aebb6a59fe8 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:08:43.060775 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:43.076732 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5802153-742d-4310-9d36-867d44667bad admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:08:43.086375 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e5802153-742d-4310-9d36-867d44667bad admin admin] 10.222.0.21 "PUT /v2.0/routers/c55b50aa-5c09-4573-8b1e-263b3287423e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7976213 Mar 07 22:08:43.176650 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:43.193246 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port b62e9e8c-b02d-4826-b714-2aebb6a59fe8, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=b62e9e8c-b02d-4826-b714-2aebb6a59fe8,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:08:43.243277 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:43.310774 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=b62e9e8c-b02d-4826-b714-2aebb6a59fe8,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:43.483483 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] Sync routers for ids ['c55b50aa-5c09-4573-8b1e-263b3287423e'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:08:43.493177 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] Routers {'c55b50aa-5c09-4573-8b1e-263b3287423e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:08:43.493779 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:08:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c55b50aa-5c09-4573-8b1e-263b3287423e'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:43.696726 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] Set router c55b50aa-5c09-4573-8b1e-263b3287423e gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:08:43.720359 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 54418) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:43.726073 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-fd5f6cad-4bc1-4949-9bad-aaba976f50cb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-131609227-network', 'tenant_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:43.730884 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-fd5f6cad-4bc1-4949-9bad-aaba976f50cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:08:43.734743 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-fd5f6cad-4bc1-4949-9bad-aaba976f50cb admin admin] Usage tracker for resource:network and tenant:b023d00bedbc4f7d8bdf7dffa844b9f6 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:08:43.737731 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-fd5f6cad-4bc1-4949-9bad-aaba976f50cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:08:43.743407 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-fd5f6cad-4bc1-4949-9bad-aaba976f50cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:08:43.836193 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5f6cad-4bc1-4949-9bad-aaba976f50cb admin admin] Made reservation on behalf of b023d00bedbc4f7d8bdf7dffa844b9f6 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:08:43.838832 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fd5f6cad-4bc1-4949-9bad-aaba976f50cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:43.852144 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fd5f6cad-4bc1-4949-9bad-aaba976f50cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:43.867260 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-fd5f6cad-4bc1-4949-9bad-aaba976f50cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:08:43.870961 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-fd5f6cad-4bc1-4949-9bad-aaba976f50cb admin admin] Usage tracker for resource:security_group_rule and tenant:b023d00bedbc4f7d8bdf7dffa844b9f6 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:08:43.873726 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-fd5f6cad-4bc1-4949-9bad-aaba976f50cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:08:43.879896 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-fd5f6cad-4bc1-4949-9bad-aaba976f50cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:08:43.968496 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fd5f6cad-4bc1-4949-9bad-aaba976f50cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:44.002817 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fd5f6cad-4bc1-4949-9bad-aaba976f50cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:44.007888 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55b50aa-5c09-4573-8b1e-263b3287423e', 'name': 'tempest-TestEncryptedCinderVolumes-1137796708-router', 'tenant_id': 'becaed97692c45b99059f23abac5d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b62e9e8c-b02d-4826-b714-2aebb6a59fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:08:37Z', 'updated_at': '2022-03-07T22:08:41Z', 'revision_number': 4, 'project_id': 'becaed97692c45b99059f23abac5d7e4', 'gw_port': {'id': 'b62e9e8c-b02d-4826-b714-2aebb6a59fe8', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55b50aa-5c09-4573-8b1e-263b3287423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:08:38Z', 'updated_at': '2022-03-07T22:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'bacf3225-3f31-4bd6-9a54-15934cb487f3', 'name': '', 'network_id': 'aa6a3275-3be7-48ca-84cb-5bea9ef764aa', 'tenant_id': 'becaed97692c45b99059f23abac5d7e4', 'mac_address': 'fa:16:3e:31:07:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55b50aa-5c09-4573-8b1e-263b3287423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '91bb20fc-94c3-446a-a524-250bc8b7375f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:08:41Z', 'updated_at': '2022-03-07T22:08:42Z', 'revision_number': 2, 'project_id': 'becaed97692c45b99059f23abac5d7e4', 'subnets': [{'id': '91bb20fc-94c3-446a-a524-250bc8b7375f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:44.011699 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] Checking router: c55b50aa-5c09-4573-8b1e-263b3287423e for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:08:44.012037 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] Updating router c55b50aa-5c09-4573-8b1e-263b3287423e port bacf3225-3f31-4bd6-9a54-15934cb487f3 binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:08:44.030363 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd5f6cad-4bc1-4949-9bad-aaba976f50cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:08:44.042676 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f6cad-4bc1-4949-9bad-aaba976f50cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255f562d-7bd8-422e-92ab-c857ea3266fe,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:44.047953 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fd5f6cad-4bc1-4949-9bad-aaba976f50cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:44.049611 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-fd5f6cad-4bc1-4949-9bad-aaba976f50cb admin admin] Added segment e60eff54-7091-4750-84db-4b4422197fd5 of type vlan for network d13f9e42-1baf-4247-a8c0-8e1a4ad0d68b Mar 07 22:08:44.065484 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:44.074864 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fd5f6cad-4bc1-4949-9bad-aaba976f50cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:44.140362 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fd5f6cad-4bc1-4949-9bad-aaba976f50cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:44.141252 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5f6cad-4bc1-4949-9bad-aaba976f50cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:44.142521 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fd5f6cad-4bc1-4949-9bad-aaba976f50cb admin admin] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:44.244935 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f6cad-4bc1-4949-9bad-aaba976f50cb admin admin] Pushing event updated for resources: {'Network': ['ID=d13f9e42-1baf-4247-a8c0-8e1a4ad0d68b,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:44.287414 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network d13f9e42-1baf-4247-a8c0-8e1a4ad0d68b details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 22:08:44.306784 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-fd5f6cad-4bc1-4949-9bad-aaba976f50cb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5851464 Mar 07 22:08:44.309352 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 54422) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:44.316104 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-2387e580-0eef-40a0-8d36-5f242a051129 admin admin] Request body: {'subnet': {'network_id': 'd13f9e42-1baf-4247-a8c0-8e1a4ad0d68b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-131609227-subnet', 'tenant_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'ip_version': 4}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:44.320995 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2387e580-0eef-40a0-8d36-5f242a051129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:08:44.329897 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2387e580-0eef-40a0-8d36-5f242a051129 admin admin] Usage tracker for resource:subnet and tenant:b023d00bedbc4f7d8bdf7dffa844b9f6 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:08:44.329897 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-2387e580-0eef-40a0-8d36-5f242a051129 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:08:44.333649 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-2387e580-0eef-40a0-8d36-5f242a051129 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:08:44.392028 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2387e580-0eef-40a0-8d36-5f242a051129 admin admin] Made reservation on behalf of b023d00bedbc4f7d8bdf7dffa844b9f6 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:08:44.394262 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2387e580-0eef-40a0-8d36-5f242a051129 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:44.497359 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:44.508840 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] Transition to ACTIVE for port object bacf3225-3f31-4bd6-9a54-15934cb487f3 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:08:44.557051 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:44.677515 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2387e580-0eef-40a0-8d36-5f242a051129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:44.718937 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cb631-c426-41e6-82b0-e5b64d9899c8 None None] Pushing event updated for resources: {'Port': ['ID=bacf3225-3f31-4bd6-9a54-15934cb487f3,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:44.762772 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387e580-0eef-40a0-8d36-5f242a051129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44b7c6d0-6a6e-414f-8c42-5d8a5cc18f28,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:44.771315 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2387e580-0eef-40a0-8d36-5f242a051129 admin admin] Checking segment: {'id': 'e60eff54-7091-4750-84db-4b4422197fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd13f9e42-1baf-4247-a8c0-8e1a4ad0d68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:08:44.771851 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2387e580-0eef-40a0-8d36-5f242a051129 admin admin] Network hostable DHCP agents. Network: d13f9e42-1baf-4247-a8c0-8e1a4ad0d68b, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:08:44.779252 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] Attempting to bind port bacf3225-3f31-4bd6-9a54-15934cb487f3 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:08:44.783649 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] Attempting to bind port bacf3225-3f31-4bd6-9a54-15934cb487f3 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'faccb1c6-0219-4f13-8855-d60f628da32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aa6a3275-3be7-48ca-84cb-5bea9ef764aa'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:08:44.783649 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] Attempting to bind port bacf3225-3f31-4bd6-9a54-15934cb487f3 on network aa6a3275-3be7-48ca-84cb-5bea9ef764aa {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:08:44.786189 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:08:44.786611 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] Checking segment: {'id': 'faccb1c6-0219-4f13-8855-d60f628da32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aa6a3275-3be7-48ca-84cb-5bea9ef764aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:08:44.787029 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:44.787422 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] Bound using segment: {'id': 'faccb1c6-0219-4f13-8855-d60f628da32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aa6a3275-3be7-48ca-84cb-5bea9ef764aa'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:08:44.787885 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] Bound port: bacf3225-3f31-4bd6-9a54-15934cb487f3, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faccb1c6-0219-4f13-8855-d60f628da32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aa6a3275-3be7-48ca-84cb-5bea9ef764aa'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:08:44.788256 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:44.849237 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b62e9e8c-b02d-4826-b714-2aebb6a59fe8 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:08:44.898889 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2387e580-0eef-40a0-8d36-5f242a051129 admin admin] Network d13f9e42-1baf-4247-a8c0-8e1a4ad0d68b is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:08:44.944562 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] For port bacf3225-3f31-4bd6-9a54-15934cb487f3, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:08:44.947707 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] For port bacf3225-3f31-4bd6-9a54-15934cb487f3, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=bacf3225-3f31-4bd6-9a54-15934cb487f3,segment=NetworkSegment(faccb1c6-0219-4f13-8855-d60f628da32f),segment_id=faccb1c6-0219-4f13-8855-d60f628da32f)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:08:44.957014 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port b62e9e8c-b02d-4826-b714-2aebb6a59fe8 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:08:44.957374 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:44.962871 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-2387e580-0eef-40a0-8d36-5f242a051129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, d13f9e42-1baf-4247-a8c0-8e1a4ad0d68b) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:44.966846 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2387e580-0eef-40a0-8d36-5f242a051129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:44.971714 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2387e580-0eef-40a0-8d36-5f242a051129 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:44.986956 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda8e857-6104-4957-9e7f-43e70d97423f None None] Network d13f9e42-1baf-4247-a8c0-8e1a4ad0d68b requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:08:45.049595 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2387e580-0eef-40a0-8d36-5f242a051129 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7388883 Mar 07 22:08:45.052085 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 54426) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:45.057099 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-cdf4d849-aca1-4fa6-9fe0-34adb0910749 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-131609227-router', 'tenant_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:45.058835 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:45.061792 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-cdf4d849-aca1-4fa6-9fe0-34adb0910749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:08:45.065607 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-cdf4d849-aca1-4fa6-9fe0-34adb0910749 admin admin] Usage tracker for resource:router and tenant:b023d00bedbc4f7d8bdf7dffa844b9f6 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:08:45.068431 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-cdf4d849-aca1-4fa6-9fe0-34adb0910749 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:08:45.074022 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-cdf4d849-aca1-4fa6-9fe0-34adb0910749 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:08:45.146232 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cdf4d849-aca1-4fa6-9fe0-34adb0910749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:45.147269 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cdf4d849-aca1-4fa6-9fe0-34adb0910749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:45.163505 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cdf4d849-aca1-4fa6-9fe0-34adb0910749 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:45.228796 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] Routers {'c55b50aa-5c09-4573-8b1e-263b3287423e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:08:45.229414 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:08:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c55b50aa-5c09-4573-8b1e-263b3287423e'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:45.288847 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cb631-c426-41e6-82b0-e5b64d9899c8 None None] Pushing event updated for resources: {'Port': ['ID=bacf3225-3f31-4bd6-9a54-15934cb487f3,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:45.504485 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cdf4d849-aca1-4fa6-9fe0-34adb0910749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:45.549001 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13804928-24f6-4088-9690-ef67325836f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-d13f9e42-1baf-4247-a8c0-8e1a4ad0d68b', 'network_id': 'd13f9e42-1baf-4247-a8c0-8e1a4ad0d68b', 'tenant_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'fixed_ips': [{'subnet_id': '44b7c6d0-6a6e-414f-8c42-5d8a5cc18f28'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 22:08:45.549783 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-13804928-24f6-4088-9690-ef67325836f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:45.572647 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] Set router c55b50aa-5c09-4573-8b1e-263b3287423e gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:08:45.967256 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-13804928-24f6-4088-9690-ef67325836f2 None None] Allocated IP 172.20.0.2 (d13f9e42-1baf-4247-a8c0-8e1a4ad0d68b/44b7c6d0-6a6e-414f-8c42-5d8a5cc18f28/50aa456a-e1e0-47e2-9dc8-cc709a8c0368) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:08:45.996687 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cdf4d849-aca1-4fa6-9fe0-34adb0910749 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:46.029509 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cdf4d849-aca1-4fa6-9fe0-34adb0910749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:46.137360 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55b50aa-5c09-4573-8b1e-263b3287423e', 'name': 'tempest-TestEncryptedCinderVolumes-1137796708-router', 'tenant_id': 'becaed97692c45b99059f23abac5d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b62e9e8c-b02d-4826-b714-2aebb6a59fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:08:37Z', 'updated_at': '2022-03-07T22:08:41Z', 'revision_number': 4, 'project_id': 'becaed97692c45b99059f23abac5d7e4', 'gw_port': {'id': 'b62e9e8c-b02d-4826-b714-2aebb6a59fe8', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55b50aa-5c09-4573-8b1e-263b3287423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:08:38Z', 'updated_at': '2022-03-07T22:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'bacf3225-3f31-4bd6-9a54-15934cb487f3', 'name': '', 'network_id': 'aa6a3275-3be7-48ca-84cb-5bea9ef764aa', 'tenant_id': 'becaed97692c45b99059f23abac5d7e4', 'mac_address': 'fa:16:3e:31:07:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55b50aa-5c09-4573-8b1e-263b3287423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '91bb20fc-94c3-446a-a524-250bc8b7375f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:08:41Z', 'updated_at': '2022-03-07T22:08:44Z', 'revision_number': 4, 'project_id': 'becaed97692c45b99059f23abac5d7e4', 'subnets': [{'id': '91bb20fc-94c3-446a-a524-250bc8b7375f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:46.164017 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-cdf4d849-aca1-4fa6-9fe0-34adb0910749 admin admin] Allocated IP 172.26.2.238 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/930b7d13-fca5-43ab-9427-ba1ea2fdafa6) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:08:46.174484 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad05bf-b440-4de3-9989-814b25a68b17 None None] The sync data for ids ['c55b50aa-5c09-4573-8b1e-263b3287423e'] in dv-neutron-829957-1-hyperv is: [{'id': 'c55b50aa-5c09-4573-8b1e-263b3287423e', 'name': 'tempest-TestEncryptedCinderVolumes-1137796708-router', 'tenant_id': 'becaed97692c45b99059f23abac5d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b62e9e8c-b02d-4826-b714-2aebb6a59fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:08:37Z', 'updated_at': '2022-03-07T22:08:41Z', 'revision_number': 4, 'project_id': 'becaed97692c45b99059f23abac5d7e4', 'gw_port': {'id': 'b62e9e8c-b02d-4826-b714-2aebb6a59fe8', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55b50aa-5c09-4573-8b1e-263b3287423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:08:38Z', 'updated_at': '2022-03-07T22:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'bacf3225-3f31-4bd6-9a54-15934cb487f3', 'name': '', 'network_id': 'aa6a3275-3be7-48ca-84cb-5bea9ef764aa', 'tenant_id': 'becaed97692c45b99059f23abac5d7e4', 'mac_address': 'fa:16:3e:31:07:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55b50aa-5c09-4573-8b1e-263b3287423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '91bb20fc-94c3-446a-a524-250bc8b7375f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:08:41Z', 'updated_at': '2022-03-07T22:08:44Z', 'revision_number': 4, 'project_id': 'becaed97692c45b99059f23abac5d7e4', 'subnets': [{'id': '91bb20fc-94c3-446a-a524-250bc8b7375f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:08:46.182422 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:46.212083 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-13804928-24f6-4088-9690-ef67325836f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:46.223881 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-13804928-24f6-4088-9690-ef67325836f2 None None] Transition to ACTIVE for port object 50aa456a-e1e0-47e2-9dc8-cc709a8c0368 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:08:46.257907 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-13804928-24f6-4088-9690-ef67325836f2 None None] Transition to ACTIVE for port object 50aa456a-e1e0-47e2-9dc8-cc709a8c0368 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:08:46.334648 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-13804928-24f6-4088-9690-ef67325836f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:46.344544 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cdf4d849-aca1-4fa6-9fe0-34adb0910749 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:46.396314 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13804928-24f6-4088-9690-ef67325836f2 None None] Network d13f9e42-1baf-4247-a8c0-8e1a4ad0d68b is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:08:46.403333 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-13804928-24f6-4088-9690-ef67325836f2 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:46.407950 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13804928-24f6-4088-9690-ef67325836f2 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:08:46.413728 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13804928-24f6-4088-9690-ef67325836f2 None None] Pushing event updated for resources: {'Port': ['ID=50aa456a-e1e0-47e2-9dc8-cc709a8c0368,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:46.432561 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cdf4d849-aca1-4fa6-9fe0-34adb0910749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:46.496326 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf4d849-aca1-4fa6-9fe0-34adb0910749 admin admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:08:46.503949 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-cdf4d849-aca1-4fa6-9fe0-34adb0910749 admin admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:46.508408 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf4d849-aca1-4fa6-9fe0-34adb0910749 admin admin] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:08:46.511298 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-13804928-24f6-4088-9690-ef67325836f2 None None] Attempting to bind port 50aa456a-e1e0-47e2-9dc8-cc709a8c0368 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:08:46.511805 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-13804928-24f6-4088-9690-ef67325836f2 None None] Attempting to bind port 50aa456a-e1e0-47e2-9dc8-cc709a8c0368 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'e60eff54-7091-4750-84db-4b4422197fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd13f9e42-1baf-4247-a8c0-8e1a4ad0d68b'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:08:46.512172 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13804928-24f6-4088-9690-ef67325836f2 None None] Attempting to bind port 50aa456a-e1e0-47e2-9dc8-cc709a8c0368 on network d13f9e42-1baf-4247-a8c0-8e1a4ad0d68b {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:08:46.518714 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13804928-24f6-4088-9690-ef67325836f2 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:08:46.519081 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13804928-24f6-4088-9690-ef67325836f2 None None] Checking segment: {'id': 'e60eff54-7091-4750-84db-4b4422197fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd13f9e42-1baf-4247-a8c0-8e1a4ad0d68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:08:46.519480 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-13804928-24f6-4088-9690-ef67325836f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:46.519876 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13804928-24f6-4088-9690-ef67325836f2 None None] Bound using segment: {'id': 'e60eff54-7091-4750-84db-4b4422197fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd13f9e42-1baf-4247-a8c0-8e1a4ad0d68b'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:08:46.520343 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-13804928-24f6-4088-9690-ef67325836f2 None None] Bound port: 50aa456a-e1e0-47e2-9dc8-cc709a8c0368, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60eff54-7091-4750-84db-4b4422197fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd13f9e42-1baf-4247-a8c0-8e1a4ad0d68b'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:08:46.520712 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-13804928-24f6-4088-9690-ef67325836f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:46.538665 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4d849-aca1-4fa6-9fe0-34adb0910749 admin admin] Pushing event updated for resources: {'Port': ['ID=930b7d13-fca5-43ab-9427-ba1ea2fdafa6,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:46.676622 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-13804928-24f6-4088-9690-ef67325836f2 None None] For port 50aa456a-e1e0-47e2-9dc8-cc709a8c0368, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:08:46.679883 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-13804928-24f6-4088-9690-ef67325836f2 None None] For port 50aa456a-e1e0-47e2-9dc8-cc709a8c0368, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=50aa456a-e1e0-47e2-9dc8-cc709a8c0368,segment=NetworkSegment(e60eff54-7091-4750-84db-4b4422197fd5),segment_id=e60eff54-7091-4750-84db-4b4422197fd5)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:08:46.746366 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-13804928-24f6-4088-9690-ef67325836f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:46.828559 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13804928-24f6-4088-9690-ef67325836f2 None None] Pushing event updated for resources: {'Port': ['ID=50aa456a-e1e0-47e2-9dc8-cc709a8c0368,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:46.863526 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device bacf3225-3f31-4bd6-9a54-15934cb487f3 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:08:47.007704 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port bacf3225-3f31-4bd6-9a54-15934cb487f3 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:08:47.014768 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port bacf3225-3f31-4bd6-9a54-15934cb487f3 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:08:47.015135 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:47.080584 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cdf4d849-aca1-4fa6-9fe0-34adb0910749 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:47.171641 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:47.214872 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port bacf3225-3f31-4bd6-9a54-15934cb487f3, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=bacf3225-3f31-4bd6-9a54-15934cb487f3,segment=NetworkSegment(faccb1c6-0219-4f13-8855-d60f628da32f),segment_id=faccb1c6-0219-4f13-8855-d60f628da32f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:08:47.300490 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:47.369313 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=bacf3225-3f31-4bd6-9a54-15934cb487f3,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:47.445465 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cdf4d849-aca1-4fa6-9fe0-34adb0910749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:47.831713 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf4d849-aca1-4fa6-9fe0-34adb0910749 admin admin] Router 9659b10b-6512-4b05-8c92-5704e86796a5 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 22:08:47.876845 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953884dc-fbba-4a0c-b9fd-82a28423fcc3 None None] Network d13f9e42-1baf-4247-a8c0-8e1a4ad0d68b requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:08:48.013375 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf4d849-aca1-4fa6-9fe0-34adb0910749 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:08:48.022866 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] Sync routers for ids ['9659b10b-6512-4b05-8c92-5704e86796a5'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:08:48.028744 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-33870960-ab12-4cad-8083-69bad35e79e7 None None] Provisioning for port 50aa456a-e1e0-47e2-9dc8-cc709a8c0368 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:08:48.034801 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] Routers {'9659b10b-6512-4b05-8c92-5704e86796a5'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:08:48.035401 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:08:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['9659b10b-6512-4b05-8c92-5704e86796a5'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:48.095233 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cdf4d849-aca1-4fa6-9fe0-34adb0910749 admin admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:48.097800 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cdf4d849-aca1-4fa6-9fe0-34adb0910749 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0436611 Mar 07 22:08:48.105784 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 54430) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:08:48.214852 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] Set router 9659b10b-6512-4b05-8c92-5704e86796a5 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:08:48.499246 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9659b10b-6512-4b05-8c92-5704e86796a5', 'name': 'tempest-TestEncryptedCinderVolumes-131609227-router', 'tenant_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': '930b7d13-fca5-43ab-9427-ba1ea2fdafa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:08:45Z', 'updated_at': '2022-03-07T22:08:46Z', 'revision_number': 3, 'project_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'gw_port': {'id': '930b7d13-fca5-43ab-9427-ba1ea2fdafa6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9659b10b-6512-4b05-8c92-5704e86796a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:08:46Z', 'updated_at': '2022-03-07T22:08:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:48.503376 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] Checking router: 9659b10b-6512-4b05-8c92-5704e86796a5 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:08:48.503718 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] Updating router 9659b10b-6512-4b05-8c92-5704e86796a5 port 930b7d13-fca5-43ab-9427-ba1ea2fdafa6 binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:08:48.553992 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:48.787454 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d0c9cc23-cac5-4d54-b75d-1b11a1f98653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:48.914608 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:48.919565 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 50aa456a-e1e0-47e2-9dc8-cc709a8c0368 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:08:48.927994 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] Transition to ACTIVE for port object 930b7d13-fca5-43ab-9427-ba1ea2fdafa6 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:08:48.986459 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:49.005344 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-d0c9cc23-cac5-4d54-b75d-1b11a1f98653 admin admin] Allocated IP 172.20.0.1 (d13f9e42-1baf-4247-a8c0-8e1a4ad0d68b/44b7c6d0-6a6e-414f-8c42-5d8a5cc18f28/7b2336fc-28b4-4e18-b940-4e0c2ddd556a) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:08:49.020574 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 50aa456a-e1e0-47e2-9dc8-cc709a8c0368 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:08:49.026320 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 50aa456a-e1e0-47e2-9dc8-cc709a8c0368 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:08:49.026556 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:49.065159 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b0f57-eefe-480a-9248-f9fcc924e4a2 None None] Pushing event updated for resources: {'Port': ['ID=930b7d13-fca5-43ab-9427-ba1ea2fdafa6,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:49.069114 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] Attempting to bind port 930b7d13-fca5-43ab-9427-ba1ea2fdafa6 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:08:49.069369 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] Attempting to bind port 930b7d13-fca5-43ab-9427-ba1ea2fdafa6 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:08:49.069729 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] Attempting to bind port 930b7d13-fca5-43ab-9427-ba1ea2fdafa6 on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:08:49.075132 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:08:49.075504 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:08:49.075901 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:49.076285 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:08:49.076738 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] Bound port: 930b7d13-fca5-43ab-9427-ba1ea2fdafa6, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:08:49.077102 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:49.153184 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] For port 930b7d13-fca5-43ab-9427-ba1ea2fdafa6, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:08:49.153940 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d0c9cc23-cac5-4d54-b75d-1b11a1f98653 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:49.155921 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] For port 930b7d13-fca5-43ab-9427-ba1ea2fdafa6, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=930b7d13-fca5-43ab-9427-ba1ea2fdafa6,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:08:49.156719 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:49.170545 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-d0c9cc23-cac5-4d54-b75d-1b11a1f98653 admin admin] Transition to ACTIVE for port object 7b2336fc-28b4-4e18-b940-4e0c2ddd556a will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:08:49.188866 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 50aa456a-e1e0-47e2-9dc8-cc709a8c0368, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=50aa456a-e1e0-47e2-9dc8-cc709a8c0368,segment=NetworkSegment(e60eff54-7091-4750-84db-4b4422197fd5),segment_id=e60eff54-7091-4750-84db-4b4422197fd5)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:08:49.230604 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:49.258780 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:49.259156 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d0c9cc23-cac5-4d54-b75d-1b11a1f98653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:49.259685 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device bacf3225-3f31-4bd6-9a54-15934cb487f3 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:08:49.310254 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b0f57-eefe-480a-9248-f9fcc924e4a2 None None] Pushing event updated for resources: {'Port': ['ID=930b7d13-fca5-43ab-9427-ba1ea2fdafa6,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:49.312795 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] Routers {'9659b10b-6512-4b05-8c92-5704e86796a5'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:08:49.313465 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:08:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['9659b10b-6512-4b05-8c92-5704e86796a5'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:49.333662 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c9cc23-cac5-4d54-b75d-1b11a1f98653 admin admin] Network d13f9e42-1baf-4247-a8c0-8e1a4ad0d68b is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:08:49.337285 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-d0c9cc23-cac5-4d54-b75d-1b11a1f98653 admin admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:49.341748 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c9cc23-cac5-4d54-b75d-1b11a1f98653 admin admin] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:08:49.370137 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=50aa456a-e1e0-47e2-9dc8-cc709a8c0368,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:49.414834 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port bacf3225-3f31-4bd6-9a54-15934cb487f3 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:08:49.415211 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:49.512173 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9cc23-cac5-4d54-b75d-1b11a1f98653 admin admin] Pushing event updated for resources: {'Port': ['ID=7b2336fc-28b4-4e18-b940-4e0c2ddd556a,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:49.517703 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] Set router 9659b10b-6512-4b05-8c92-5704e86796a5 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:08:49.543803 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d0c9cc23-cac5-4d54-b75d-1b11a1f98653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:49.647515 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-50553b41-ebc3-4b6c-b091-322746421259 None None] Provisioning for port 7b2336fc-28b4-4e18-b940-4e0c2ddd556a completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:08:49.652447 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-50553b41-ebc3-4b6c-b091-322746421259 None None] Provisioning complete for port 7b2336fc-28b4-4e18-b940-4e0c2ddd556a triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:08:49.656772 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-50553b41-ebc3-4b6c-b091-322746421259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:49.706633 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-50553b41-ebc3-4b6c-b091-322746421259 None None] Port 7b2336fc-28b4-4e18-b940-4e0c2ddd556a cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:08:49.731565 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d0c9cc23-cac5-4d54-b75d-1b11a1f98653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:49.802038 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9659b10b-6512-4b05-8c92-5704e86796a5', 'name': 'tempest-TestEncryptedCinderVolumes-131609227-router', 'tenant_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': '930b7d13-fca5-43ab-9427-ba1ea2fdafa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:08:45Z', 'updated_at': '2022-03-07T22:08:46Z', 'revision_number': 3, 'project_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'gw_port': {'id': '930b7d13-fca5-43ab-9427-ba1ea2fdafa6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9659b10b-6512-4b05-8c92-5704e86796a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:08:46Z', 'updated_at': '2022-03-07T22:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:49.805887 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a7e9dc-362f-4e1d-97cc-8202ddd918fc None None] The sync data for ids ['9659b10b-6512-4b05-8c92-5704e86796a5'] in dv-neutron-829957-1-hyperv is: [{'id': '9659b10b-6512-4b05-8c92-5704e86796a5', 'name': 'tempest-TestEncryptedCinderVolumes-131609227-router', 'tenant_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': '930b7d13-fca5-43ab-9427-ba1ea2fdafa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:08:45Z', 'updated_at': '2022-03-07T22:08:46Z', 'revision_number': 3, 'project_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'gw_port': {'id': '930b7d13-fca5-43ab-9427-ba1ea2fdafa6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9659b10b-6512-4b05-8c92-5704e86796a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:08:46Z', 'updated_at': '2022-03-07T22:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:08:49.953470 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d0c9cc23-cac5-4d54-b75d-1b11a1f98653 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:50.019618 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d0c9cc23-cac5-4d54-b75d-1b11a1f98653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:50.105990 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ef7b9db5-ea29-4042-a6d9-b74a1ff73c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:50.133847 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d0c9cc23-cac5-4d54-b75d-1b11a1f98653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:50.137326 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9cc23-cac5-4d54-b75d-1b11a1f98653 admin admin] Pushing event updated for resources: {'Port': ['ID=7b2336fc-28b4-4e18-b940-4e0c2ddd556a,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:50.279763 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c9cc23-cac5-4d54-b75d-1b11a1f98653 admin admin] Network d13f9e42-1baf-4247-a8c0-8e1a4ad0d68b is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:08:50.280901 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-d0c9cc23-cac5-4d54-b75d-1b11a1f98653 admin admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:50.481315 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c9cc23-cac5-4d54-b75d-1b11a1f98653 admin admin] Router 9659b10b-6512-4b05-8c92-5704e86796a5 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:08:50.531639 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-cc7b0773-62a3-44c2-955e-a42d654d0a12 None None] Provisioning complete for port 7b2336fc-28b4-4e18-b940-4e0c2ddd556a triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:08:50.532720 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cc7b0773-62a3-44c2-955e-a42d654d0a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:50.591067 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-cc7b0773-62a3-44c2-955e-a42d654d0a12 None None] Port 7b2336fc-28b4-4e18-b940-4e0c2ddd556a cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:08:50.667527 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c9cc23-cac5-4d54-b75d-1b11a1f98653 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:08:50.676141 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d0c9cc23-cac5-4d54-b75d-1b11a1f98653 admin admin] 10.222.0.21 "PUT /v2.0/routers/9659b10b-6512-4b05-8c92-5704e86796a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5692675 Mar 07 22:08:50.900533 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 50aa456a-e1e0-47e2-9dc8-cc709a8c0368 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:08:50.968841 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 50aa456a-e1e0-47e2-9dc8-cc709a8c0368 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:08:50.969258 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:51.088576 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 930b7d13-fca5-43ab-9427-ba1ea2fdafa6 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:08:51.214232 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 930b7d13-fca5-43ab-9427-ba1ea2fdafa6 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:08:51.221442 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 930b7d13-fca5-43ab-9427-ba1ea2fdafa6 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:08:51.221442 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:51.337048 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:51.355591 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 930b7d13-fca5-43ab-9427-ba1ea2fdafa6, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=930b7d13-fca5-43ab-9427-ba1ea2fdafa6,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:08:51.379609 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] Sync routers for ids ['9659b10b-6512-4b05-8c92-5704e86796a5'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:08:51.388962 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] Routers {'9659b10b-6512-4b05-8c92-5704e86796a5'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:08:51.389593 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:08:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['9659b10b-6512-4b05-8c92-5704e86796a5'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:51.471674 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:51.615766 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=930b7d13-fca5-43ab-9427-ba1ea2fdafa6,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:51.628363 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:51.628634 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:51.628963 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:51.629407 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:51.629734 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:51.630080 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:51.630396 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:51.630707 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:51.631018 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:51.631325 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:51.631631 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:51.631935 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:08:51.656416 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] Set router 9659b10b-6512-4b05-8c92-5704e86796a5 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:08:51.963074 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9659b10b-6512-4b05-8c92-5704e86796a5', 'name': 'tempest-TestEncryptedCinderVolumes-131609227-router', 'tenant_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': '930b7d13-fca5-43ab-9427-ba1ea2fdafa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:08:45Z', 'updated_at': '2022-03-07T22:08:49Z', 'revision_number': 4, 'project_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'gw_port': {'id': '930b7d13-fca5-43ab-9427-ba1ea2fdafa6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9659b10b-6512-4b05-8c92-5704e86796a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:08:46Z', 'updated_at': '2022-03-07T22:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '7b2336fc-28b4-4e18-b940-4e0c2ddd556a', 'name': '', 'network_id': 'd13f9e42-1baf-4247-a8c0-8e1a4ad0d68b', 'tenant_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'mac_address': 'fa:16:3e:bc:55:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9659b10b-6512-4b05-8c92-5704e86796a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '44b7c6d0-6a6e-414f-8c42-5d8a5cc18f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:08:48Z', 'updated_at': '2022-03-07T22:08:49Z', 'revision_number': 2, 'project_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'subnets': [{'id': '44b7c6d0-6a6e-414f-8c42-5d8a5cc18f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:51.966870 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] Checking router: 9659b10b-6512-4b05-8c92-5704e86796a5 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:08:51.967218 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] Updating router 9659b10b-6512-4b05-8c92-5704e86796a5 port 7b2336fc-28b4-4e18-b940-4e0c2ddd556a binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:08:52.018203 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:52.328104 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f405b555-27e1-4141-9979-736943d9bbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:52.366199 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:52.378093 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] Transition to ACTIVE for port object 7b2336fc-28b4-4e18-b940-4e0c2ddd556a will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:08:52.459279 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:52.611102 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a305932-826e-4647-bdf2-7618a952fde1 None None] Pushing event updated for resources: {'Port': ['ID=7b2336fc-28b4-4e18-b940-4e0c2ddd556a,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:52.677419 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] Attempting to bind port 7b2336fc-28b4-4e18-b940-4e0c2ddd556a on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:08:52.677785 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] Attempting to bind port 7b2336fc-28b4-4e18-b940-4e0c2ddd556a by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'e60eff54-7091-4750-84db-4b4422197fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd13f9e42-1baf-4247-a8c0-8e1a4ad0d68b'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:08:52.678163 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] Attempting to bind port 7b2336fc-28b4-4e18-b940-4e0c2ddd556a on network d13f9e42-1baf-4247-a8c0-8e1a4ad0d68b {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:08:52.682732 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-f5032bac-1faa-4c53-9ad4-03593b89d752 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:52.683557 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:08:52.684040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] Checking segment: {'id': 'e60eff54-7091-4750-84db-4b4422197fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd13f9e42-1baf-4247-a8c0-8e1a4ad0d68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:08:52.684439 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:52.684817 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] Bound using segment: {'id': 'e60eff54-7091-4750-84db-4b4422197fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd13f9e42-1baf-4247-a8c0-8e1a4ad0d68b'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:08:52.685218 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-f5032bac-1faa-4c53-9ad4-03593b89d752 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/networks?id=aa6a3275-3be7-48ca-84cb-5bea9ef764aa HTTP/1.1" status: 200 len: 817 time: 0.1516240 Mar 07 22:08:52.690557 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] Bound port: 7b2336fc-28b4-4e18-b940-4e0c2ddd556a, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60eff54-7091-4750-84db-4b4422197fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd13f9e42-1baf-4247-a8c0-8e1a4ad0d68b'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:08:52.691003 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:52.700078 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-c6432986-1e71-42ec-8388-7d29d3fbcafe tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/quotas/becaed97692c45b99059f23abac5d7e4 HTTP/1.1" status: 200 len: 375 time: 0.0094113 Mar 07 22:08:52.787694 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-17e68a1e-1d8e-4cb4-a63b-3d7f62fa28b7 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=becaed97692c45b99059f23abac5d7e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797355 Mar 07 22:08:52.793852 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] For port 7b2336fc-28b4-4e18-b940-4e0c2ddd556a, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:08:52.797258 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] For port 7b2336fc-28b4-4e18-b940-4e0c2ddd556a, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=7b2336fc-28b4-4e18-b940-4e0c2ddd556a,segment=NetworkSegment(e60eff54-7091-4750-84db-4b4422197fd5),segment_id=e60eff54-7091-4750-84db-4b4422197fd5)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:08:52.830602 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 930b7d13-fca5-43ab-9427-ba1ea2fdafa6 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:08:52.885665 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:52.905036 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-5f544df6-e4ff-4983-b383-372386eaf98d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 22:08:52.906227 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-5f544df6-e4ff-4983-b383-372386eaf98d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1064541 Mar 07 22:08:52.975988 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] Routers {'9659b10b-6512-4b05-8c92-5704e86796a5'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:08:52.976604 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:08:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['9659b10b-6512-4b05-8c92-5704e86796a5'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:53.033364 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 930b7d13-fca5-43ab-9427-ba1ea2fdafa6 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:08:53.033726 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:53.046831 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-4d36f991-db4f-4634-8b87-73611108ad90 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6a3275-3be7-48ca-84cb-5bea9ef764aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340525 Mar 07 22:08:53.100751 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a305932-826e-4647-bdf2-7618a952fde1 None None] Pushing event updated for resources: {'Port': ['ID=7b2336fc-28b4-4e18-b940-4e0c2ddd556a,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:53.294524 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-965ad3c8-91ef-46a0-a4e8-02a605157616 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6a3275-3be7-48ca-84cb-5bea9ef764aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408841 Mar 07 22:08:53.324285 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] Set router 9659b10b-6512-4b05-8c92-5704e86796a5 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:08:53.366157 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:53.544511 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:53.647211 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9659b10b-6512-4b05-8c92-5704e86796a5', 'name': 'tempest-TestEncryptedCinderVolumes-131609227-router', 'tenant_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': '930b7d13-fca5-43ab-9427-ba1ea2fdafa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:08:45Z', 'updated_at': '2022-03-07T22:08:49Z', 'revision_number': 4, 'project_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'gw_port': {'id': '930b7d13-fca5-43ab-9427-ba1ea2fdafa6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9659b10b-6512-4b05-8c92-5704e86796a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:08:46Z', 'updated_at': '2022-03-07T22:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '7b2336fc-28b4-4e18-b940-4e0c2ddd556a', 'name': '', 'network_id': 'd13f9e42-1baf-4247-a8c0-8e1a4ad0d68b', 'tenant_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'mac_address': 'fa:16:3e:bc:55:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9659b10b-6512-4b05-8c92-5704e86796a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '44b7c6d0-6a6e-414f-8c42-5d8a5cc18f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:08:48Z', 'updated_at': '2022-03-07T22:08:52Z', 'revision_number': 4, 'project_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'subnets': [{'id': '44b7c6d0-6a6e-414f-8c42-5d8a5cc18f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:08:53.651110 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d20c93-5d2e-42f1-9262-11c4773f8f53 None None] The sync data for ids ['9659b10b-6512-4b05-8c92-5704e86796a5'] in dv-neutron-829957-1-hyperv is: [{'id': '9659b10b-6512-4b05-8c92-5704e86796a5', 'name': 'tempest-TestEncryptedCinderVolumes-131609227-router', 'tenant_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': '930b7d13-fca5-43ab-9427-ba1ea2fdafa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:08:45Z', 'updated_at': '2022-03-07T22:08:49Z', 'revision_number': 4, 'project_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'gw_port': {'id': '930b7d13-fca5-43ab-9427-ba1ea2fdafa6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9659b10b-6512-4b05-8c92-5704e86796a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:08:46Z', 'updated_at': '2022-03-07T22:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '7b2336fc-28b4-4e18-b940-4e0c2ddd556a', 'name': '', 'network_id': 'd13f9e42-1baf-4247-a8c0-8e1a4ad0d68b', 'tenant_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'mac_address': 'fa:16:3e:bc:55:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9659b10b-6512-4b05-8c92-5704e86796a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '44b7c6d0-6a6e-414f-8c42-5d8a5cc18f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:08:48Z', 'updated_at': '2022-03-07T22:08:52Z', 'revision_number': 4, 'project_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'subnets': [{'id': '44b7c6d0-6a6e-414f-8c42-5d8a5cc18f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:08:54.637974 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f7ce5999-7436-4849-bc52-5b45adfafbd9 req-024289ad-29ca-456e-ae09-a5601b51b0db tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7f94cf-3a54-4b36-8414-1ac7c77e1358 HTTP/1.1" status: 200 len: 210 time: 0.1094432 Mar 07 22:08:54.843172 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 7b2336fc-28b4-4e18-b940-4e0c2ddd556a up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:08:54.876145 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:54.985598 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 7b2336fc-28b4-4e18-b940-4e0c2ddd556a completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:08:54.990904 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 7b2336fc-28b4-4e18-b940-4e0c2ddd556a triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:08:54.992670 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:55.118866 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:55.150435 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 7b2336fc-28b4-4e18-b940-4e0c2ddd556a, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=7b2336fc-28b4-4e18-b940-4e0c2ddd556a,segment=NetworkSegment(e60eff54-7091-4750-84db-4b4422197fd5),segment_id=e60eff54-7091-4750-84db-4b4422197fd5)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:08:55.220222 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:55.285942 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=7b2336fc-28b4-4e18-b940-4e0c2ddd556a,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:55.777750 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fce77d68-5aa7-42a8-b06f-38c2df79db5b req-6e064ad8-4218-47b7-8647-d4e97547cff4 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7f94cf-3a54-4b36-8414-1ac7c77e1358 HTTP/1.1" status: 200 len: 210 time: 0.0439947 Mar 07 22:08:56.576539 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-42a0ebd1-9193-4853-990a-565d11a95aad tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:56.578253 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-42a0ebd1-9193-4853-990a-565d11a95aad tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.11 "GET /v2.0/networks?id=aa6a3275-3be7-48ca-84cb-5bea9ef764aa HTTP/1.1" status: 200 len: 817 time: 0.1462896 Mar 07 22:08:56.589372 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-a5ba01f9-2ee1-4ead-a47a-e8f1c5c59dde tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Request body: {'port': {'device_id': 'ae7f94cf-3a54-4b36-8414-1ac7c77e1358', 'network_id': 'aa6a3275-3be7-48ca-84cb-5bea9ef764aa', 'admin_state_up': True, 'tenant_id': 'becaed97692c45b99059f23abac5d7e4'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:56.727191 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-a5ba01f9-2ee1-4ead-a47a-e8f1c5c59dde tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:08:56.730932 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-a5ba01f9-2ee1-4ead-a47a-e8f1c5c59dde tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Usage tracker for resource:port and tenant:becaed97692c45b99059f23abac5d7e4 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:08:56.733669 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-a5ba01f9-2ee1-4ead-a47a-e8f1c5c59dde tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:08:56.739230 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-a5ba01f9-2ee1-4ead-a47a-e8f1c5c59dde tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:08:56.820156 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-a5ba01f9-2ee1-4ead-a47a-e8f1c5c59dde tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Made reservation on behalf of becaed97692c45b99059f23abac5d7e4 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:08:56.825405 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-a5ba01f9-2ee1-4ead-a47a-e8f1c5c59dde tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:56.827773 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 7b2336fc-28b4-4e18-b940-4e0c2ddd556a up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:08:56.913159 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 7b2336fc-28b4-4e18-b940-4e0c2ddd556a triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:08:56.913534 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:56.963589 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ffadd333-09ba-414c-867b-331a6ee16377 req-c8ad4b7f-d46c-4e52-88eb-26513f27e655 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7f94cf-3a54-4b36-8414-1ac7c77e1358 HTTP/1.1" status: 200 len: 210 time: 0.0526521 Mar 07 22:08:57.043416 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-a5ba01f9-2ee1-4ead-a47a-e8f1c5c59dde tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Allocated IP 172.20.0.14 (aa6a3275-3be7-48ca-84cb-5bea9ef764aa/91bb20fc-94c3-446a-a524-250bc8b7375f/0e836d65-ab05-488f-a29d-e3b8e3738352) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:08:57.243640 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-a5ba01f9-2ee1-4ead-a47a-e8f1c5c59dde tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:57.258958 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-a5ba01f9-2ee1-4ead-a47a-e8f1c5c59dde tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Transition to ACTIVE for port object 0e836d65-ab05-488f-a29d-e3b8e3738352 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:08:57.340234 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-a5ba01f9-2ee1-4ead-a47a-e8f1c5c59dde tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:57.403890 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-a5ba01f9-2ee1-4ead-a47a-e8f1c5c59dde tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Network aa6a3275-3be7-48ca-84cb-5bea9ef764aa is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:08:57.411742 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-a5ba01f9-2ee1-4ead-a47a-e8f1c5c59dde tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:08:57.415857 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-a5ba01f9-2ee1-4ead-a47a-e8f1c5c59dde tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:08:57.449101 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba01f9-2ee1-4ead-a47a-e8f1c5c59dde tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Pushing event updated for resources: {'Port': ['ID=0e836d65-ab05-488f-a29d-e3b8e3738352,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:57.485785 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-a5ba01f9-2ee1-4ead-a47a-e8f1c5c59dde tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:57.486484 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-a5ba01f9-2ee1-4ead-a47a-e8f1c5c59dde tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:57.575215 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-a5ba01f9-2ee1-4ead-a47a-e8f1c5c59dde tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9893839 Mar 07 22:08:57.585117 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-82089828-44ee-49f4-8536-f15212288dab tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 22:08:57.586085 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-82089828-44ee-49f4-8536-f15212288dab tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049026 Mar 07 22:08:57.638333 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-ea6fcdcc-07c6-4498-9c95-d6e7b9a0a4b2 service neutron] Request body: {'port': {'device_id': 'ae7f94cf-3a54-4b36-8414-1ac7c77e1358', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:08:57.677328 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-39920c88-431f-4eb1-8981-471c528e1785 None None] Provisioning for port 0e836d65-ab05-488f-a29d-e3b8e3738352 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:08:57.682365 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-39920c88-431f-4eb1-8981-471c528e1785 None None] Provisioning complete for port 0e836d65-ab05-488f-a29d-e3b8e3738352 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:08:57.682692 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-39920c88-431f-4eb1-8981-471c528e1785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:57.737780 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-39920c88-431f-4eb1-8981-471c528e1785 None None] Port 0e836d65-ab05-488f-a29d-e3b8e3738352 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:08:57.745269 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-ea6fcdcc-07c6-4498-9c95-d6e7b9a0a4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:58.128539 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-ea6fcdcc-07c6-4498-9c95-d6e7b9a0a4b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e836d65-ab05-488f-a29d-e3b8e3738352 {{(pid=88386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:08:58.137238 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-ea6fcdcc-07c6-4498-9c95-d6e7b9a0a4b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:58.156124 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-ea6fcdcc-07c6-4498-9c95-d6e7b9a0a4b2 service neutron] Transition to ACTIVE for port object 0e836d65-ab05-488f-a29d-e3b8e3738352 will not be triggered until provisioned by entity L2. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:08:58.182665 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dbf8f0-704a-4cdd-9114-bc91bf32b0d8 req-1a303303-ea0d-44a3-8300-2701fba79440 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:58.183352 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-b3dbf8f0-704a-4cdd-9114-bc91bf32b0d8 req-1a303303-ea0d-44a3-8300-2701fba79440 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Synchronizing usage tracker for tenant:becaed97692c45b99059f23abac5d7e4 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:08:58.225547 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-ea6fcdcc-07c6-4498-9c95-d6e7b9a0a4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:58.365798 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-b3dbf8f0-704a-4cdd-9114-bc91bf32b0d8 req-1a303303-ea0d-44a3-8300-2701fba79440 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Unset dirty status for tenant:becaed97692c45b99059f23abac5d7e4 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:08:58.367016 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b3dbf8f0-704a-4cdd-9114-bc91bf32b0d8 req-1a303303-ea0d-44a3-8300-2701fba79440 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7f94cf-3a54-4b36-8414-1ac7c77e1358 HTTP/1.1" status: 200 len: 932 time: 0.2873092 Mar 07 22:08:58.465084 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fcdcc-07c6-4498-9c95-d6e7b9a0a4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e836d65-ab05-488f-a29d-e3b8e3738352,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:58.556530 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b3dbf8f0-704a-4cdd-9114-bc91bf32b0d8 req-c8843fc2-1293-49fe-a255-44cd52c58207 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d6f2db2-687c-45c8-84c0-abd52bd4b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821558 Mar 07 22:08:58.593039 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-ea6fcdcc-07c6-4498-9c95-d6e7b9a0a4b2 service neutron] Attempting to bind port 0e836d65-ab05-488f-a29d-e3b8e3738352 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:08:58.593373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-ea6fcdcc-07c6-4498-9c95-d6e7b9a0a4b2 service neutron] Attempting to bind port 0e836d65-ab05-488f-a29d-e3b8e3738352 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'faccb1c6-0219-4f13-8855-d60f628da32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aa6a3275-3be7-48ca-84cb-5bea9ef764aa'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:08:58.593698 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-ea6fcdcc-07c6-4498-9c95-d6e7b9a0a4b2 service neutron] Attempting to bind port 0e836d65-ab05-488f-a29d-e3b8e3738352 on network aa6a3275-3be7-48ca-84cb-5bea9ef764aa {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:08:58.598796 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-ea6fcdcc-07c6-4498-9c95-d6e7b9a0a4b2 service neutron] Port 0e836d65-ab05-488f-a29d-e3b8e3738352 on network aa6a3275-3be7-48ca-84cb-5bea9ef764aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 22:08:58.599113 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-ea6fcdcc-07c6-4498-9c95-d6e7b9a0a4b2 service neutron] Attempting to bind port 0e836d65-ab05-488f-a29d-e3b8e3738352 on network aa6a3275-3be7-48ca-84cb-5bea9ef764aa {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:08:58.604043 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-ea6fcdcc-07c6-4498-9c95-d6e7b9a0a4b2 service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:08:58.604379 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-ea6fcdcc-07c6-4498-9c95-d6e7b9a0a4b2 service neutron] Checking segment: {'id': 'faccb1c6-0219-4f13-8855-d60f628da32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aa6a3275-3be7-48ca-84cb-5bea9ef764aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:08:58.604758 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-ea6fcdcc-07c6-4498-9c95-d6e7b9a0a4b2 service neutron] Bound using segment: {'id': 'faccb1c6-0219-4f13-8855-d60f628da32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aa6a3275-3be7-48ca-84cb-5bea9ef764aa'} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:08:58.605183 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-ea6fcdcc-07c6-4498-9c95-d6e7b9a0a4b2 service neutron] Bound port: 0e836d65-ab05-488f-a29d-e3b8e3738352, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faccb1c6-0219-4f13-8855-d60f628da32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aa6a3275-3be7-48ca-84cb-5bea9ef764aa'}}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:08:58.605526 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-ea6fcdcc-07c6-4498-9c95-d6e7b9a0a4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:58.690306 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-ea6fcdcc-07c6-4498-9c95-d6e7b9a0a4b2 service neutron] For port 0e836d65-ab05-488f-a29d-e3b8e3738352, host hv-neutron-8299, cleared binding levels {{(pid=88386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:08:58.693081 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-ea6fcdcc-07c6-4498-9c95-d6e7b9a0a4b2 service neutron] For port 0e836d65-ab05-488f-a29d-e3b8e3738352, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0e836d65-ab05-488f-a29d-e3b8e3738352,segment=NetworkSegment(faccb1c6-0219-4f13-8855-d60f628da32f),segment_id=faccb1c6-0219-4f13-8855-d60f628da32f)] {{(pid=88386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:08:58.780168 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-ea6fcdcc-07c6-4498-9c95-d6e7b9a0a4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:58.834064 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-ea6fcdcc-07c6-4498-9c95-d6e7b9a0a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:58.834626 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-ea6fcdcc-07c6-4498-9c95-d6e7b9a0a4b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:08:58.835963 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-ea6fcdcc-07c6-4498-9c95-d6e7b9a0a4b2 service neutron] 10.222.0.11 "PUT /v2.0/ports/0e836d65-ab05-488f-a29d-e3b8e3738352 HTTP/1.1" status: 200 len: 1094 time: 1.2432046 Mar 07 22:08:58.836458 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7f94cf-3a54-4b36-8414-1ac7c77e1358', 'tag': '0e836d65-ab05-488f-a29d-e3b8e3738352'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:08:58.862911 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fcdcc-07c6-4498-9c95-d6e7b9a0a4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e836d65-ab05-488f-a29d-e3b8e3738352,revision_number=3']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:08:58.950062 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7f94cf-3a54-4b36-8414-1ac7c77e1358', 'tag': '0e836d65-ab05-488f-a29d-e3b8e3738352', 'status': 'completed', 'code': 200} Mar 07 22:08:59.027533 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-e566a5b4-7a4f-4876-a60c-2d9c5e83dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:59.028993 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-e566a5b4-7a4f-4876-a60c-2d9c5e83dd04 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=becaed97692c45b99059f23abac5d7e4&device_id=ae7f94cf-3a54-4b36-8414-1ac7c77e1358 HTTP/1.1" status: 200 len: 1097 time: 0.0715775 Mar 07 22:08:59.098985 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-5a7f5aa5-2f1e-440d-a77a-4fd48ad151ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e836d65-ab05-488f-a29d-e3b8e3738352 HTTP/1.1" status: 200 len: 217 time: 0.0628469 Mar 07 22:08:59.159899 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-db0ad45a-1c67-475f-8872-47eaccfa2e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:59.161386 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-db0ad45a-1c67-475f-8872-47eaccfa2e32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91bb20fc-94c3-446a-a524-250bc8b7375f HTTP/1.1" status: 200 len: 856 time: 0.0566807 Mar 07 22:08:59.238907 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-24288bfd-84f4-45e3-ac56-06c817b3c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:59.240239 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-24288bfd-84f4-45e3-ac56-06c817b3c8b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa6a3275-3be7-48ca-84cb-5bea9ef764aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734653 Mar 07 22:08:59.368899 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-6d63c833-df06-4b87-9f5c-ad3a3810f7f3 service neutron] 10.222.0.11 "GET /v2.0/networks/aa6a3275-3be7-48ca-84cb-5bea9ef764aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223123 Mar 07 22:08:59.497008 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ac4b0e1-8314-4c8c-98c4-705da6652232 req-59e013f9-fa16-4242-93b3-3784ba0f2a47 service neutron] 10.222.0.11 "GET /v2.0/networks/aa6a3275-3be7-48ca-84cb-5bea9ef764aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223559 Mar 07 22:08:59.775895 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f476b-97fb-4c65-9890-0ecd4a93d24b req-d564d85c-9b42-4cf4-830d-e371d0b2da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:59.777244 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-408f476b-97fb-4c65-9890-0ecd4a93d24b req-d564d85c-9b42-4cf4-830d-e371d0b2da14 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=becaed97692c45b99059f23abac5d7e4&device_id=ae7f94cf-3a54-4b36-8414-1ac7c77e1358 HTTP/1.1" status: 200 len: 1097 time: 0.1317317 Mar 07 22:08:59.784959 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825ad63-c72a-4728-8547-b10440640e32 req-5154416d-3baa-4092-be95-0ccd829c3d43 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:59.786255 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9825ad63-c72a-4728-8547-b10440640e32 req-5154416d-3baa-4092-be95-0ccd829c3d43 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7f94cf-3a54-4b36-8414-1ac7c77e1358 HTTP/1.1" status: 200 len: 944 time: 0.1101320 Mar 07 22:08:59.915131 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9825ad63-c72a-4728-8547-b10440640e32 req-2ebcefbf-3a7b-452f-8230-cc3b77a16d6b tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d6f2db2-687c-45c8-84c0-abd52bd4b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105680 Mar 07 22:08:59.942402 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f476b-97fb-4c65-9890-0ecd4a93d24b req-996450f4-0fe5-4cab-9840-e2b7b73e6257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:08:59.943815 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-408f476b-97fb-4c65-9890-0ecd4a93d24b req-996450f4-0fe5-4cab-9840-e2b7b73e6257 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa6a3275-3be7-48ca-84cb-5bea9ef764aa HTTP/1.1" status: 200 len: 917 time: 0.1567531 Mar 07 22:09:00.012431 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-408f476b-97fb-4c65-9890-0ecd4a93d24b req-c63214ad-7780-4a25-932b-32e3f94011a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e836d65-ab05-488f-a29d-e3b8e3738352 HTTP/1.1" status: 200 len: 217 time: 0.0619867 Mar 07 22:09:00.072544 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f476b-97fb-4c65-9890-0ecd4a93d24b req-208b62cb-d4fb-460a-915f-b27b22fa0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:00.073914 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-408f476b-97fb-4c65-9890-0ecd4a93d24b req-208b62cb-d4fb-460a-915f-b27b22fa0db9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91bb20fc-94c3-446a-a524-250bc8b7375f HTTP/1.1" status: 200 len: 856 time: 0.0547760 Mar 07 22:09:00.145176 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f476b-97fb-4c65-9890-0ecd4a93d24b req-ff61b85c-9b91-47e2-8140-ea69509e723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:00.146597 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-408f476b-97fb-4c65-9890-0ecd4a93d24b req-ff61b85c-9b91-47e2-8140-ea69509e723d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa6a3275-3be7-48ca-84cb-5bea9ef764aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668116 Mar 07 22:09:00.374299 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-408f476b-97fb-4c65-9890-0ecd4a93d24b req-442d5623-d549-4750-a0ce-d6785546fd59 service neutron] 10.222.0.11 "GET /v2.0/networks/aa6a3275-3be7-48ca-84cb-5bea9ef764aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199082 Mar 07 22:09:00.502041 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-408f476b-97fb-4c65-9890-0ecd4a93d24b req-8f084084-4bf3-4036-ab5d-f7565577d4f8 service neutron] 10.222.0.11 "GET /v2.0/networks/aa6a3275-3be7-48ca-84cb-5bea9ef764aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217413 Mar 07 22:09:01.096178 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b6a12-6994-4387-8ebc-aa37dd2ea193 req-a0d2742c-9d41-441d-8d9b-822c80f561a4 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:01.097594 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-748b6a12-6994-4387-8ebc-aa37dd2ea193 req-a0d2742c-9d41-441d-8d9b-822c80f561a4 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7f94cf-3a54-4b36-8414-1ac7c77e1358 HTTP/1.1" status: 200 len: 944 time: 0.0778077 Mar 07 22:09:01.140411 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-748b6a12-6994-4387-8ebc-aa37dd2ea193 req-ea576c27-654b-4778-8d9a-228aba05adc2 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d6f2db2-687c-45c8-84c0-abd52bd4b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371687 Mar 07 22:09:01.222209 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:09:02.322535 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dd6aa-aa56-495c-812c-833fa7b12a1b req-d09d2a05-ba65-4431-9e56-ad9c75c1913c tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:02.323980 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3e6dd6aa-aa56-495c-812c-833fa7b12a1b req-d09d2a05-ba65-4431-9e56-ad9c75c1913c tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7f94cf-3a54-4b36-8414-1ac7c77e1358 HTTP/1.1" status: 200 len: 944 time: 0.0807323 Mar 07 22:09:02.366926 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3e6dd6aa-aa56-495c-812c-833fa7b12a1b req-f6ab50f9-7369-4a4f-96e2-d869bc37e219 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d6f2db2-687c-45c8-84c0-abd52bd4b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370276 Mar 07 22:09:02.765761 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 0e836d65-ab05-488f-a29d-e3b8e3738352 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:09:02.934710 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 0e836d65-ab05-488f-a29d-e3b8e3738352, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0e836d65-ab05-488f-a29d-e3b8e3738352,segment=NetworkSegment(faccb1c6-0219-4f13-8855-d60f628da32f),segment_id=faccb1c6-0219-4f13-8855-d60f628da32f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:09:02.947545 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '0e836d65-ab05-488f-a29d-e3b8e3738352', 'network_id': 'aa6a3275-3be7-48ca-84cb-5bea9ef764aa', 'port_id': '0e836d65-ab05-488f-a29d-e3b8e3738352', 'mac_address': 'fa:16:3e:f6:e3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91bb20fc-94c3-446a-a524-250bc8b7375f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:09:03.000919 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:03.017209 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e836d65-ab05-488f-a29d-e3b8e3738352 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:09:03.032265 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 0e836d65-ab05-488f-a29d-e3b8e3738352, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0e836d65-ab05-488f-a29d-e3b8e3738352,segment=NetworkSegment(faccb1c6-0219-4f13-8855-d60f628da32f),segment_id=faccb1c6-0219-4f13-8855-d60f628da32f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:09:03.099457 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:03.165491 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=0e836d65-ab05-488f-a29d-e3b8e3738352,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:03.320925 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['0e836d65-ab05-488f-a29d-e3b8e3738352'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:09:03.549280 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d6052-6105-486e-be36-6603cc724e05 req-70417a0e-d521-4bba-b22a-98086b53aaef tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:03.550751 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ff1d6052-6105-486e-be36-6603cc724e05 req-70417a0e-d521-4bba-b22a-98086b53aaef tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7f94cf-3a54-4b36-8414-1ac7c77e1358 HTTP/1.1" status: 200 len: 945 time: 0.0779958 Mar 07 22:09:03.594639 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ff1d6052-6105-486e-be36-6603cc724e05 req-75a98504-9d95-4722-b988-b67908598ff5 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d6f2db2-687c-45c8-84c0-abd52bd4b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383296 Mar 07 22:09:04.766382 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 0e836d65-ab05-488f-a29d-e3b8e3738352 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:09:04.777934 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5c4c2-de3d-4dec-a6a3-38fdb00c4e20 req-51c76d3d-f212-4084-9ecd-42ecf5c2ef91 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:04.779588 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9aa5c4c2-de3d-4dec-a6a3-38fdb00c4e20 req-51c76d3d-f212-4084-9ecd-42ecf5c2ef91 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7f94cf-3a54-4b36-8414-1ac7c77e1358 HTTP/1.1" status: 200 len: 945 time: 0.0820079 Mar 07 22:09:04.823891 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9aa5c4c2-de3d-4dec-a6a3-38fdb00c4e20 req-fbc225ea-2de3-4523-a13d-c476f2daa369 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d6f2db2-687c-45c8-84c0-abd52bd4b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380132 Mar 07 22:09:04.882467 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 0e836d65-ab05-488f-a29d-e3b8e3738352 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:09:04.887382 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 0e836d65-ab05-488f-a29d-e3b8e3738352 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:09:04.887743 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:05.001335 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:05.027008 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7f94cf-3a54-4b36-8414-1ac7c77e1358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e836d65-ab05-488f-a29d-e3b8e3738352'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:09:05.036313 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 0e836d65-ab05-488f-a29d-e3b8e3738352, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0e836d65-ab05-488f-a29d-e3b8e3738352,segment=NetworkSegment(faccb1c6-0219-4f13-8855-d60f628da32f),segment_id=faccb1c6-0219-4f13-8855-d60f628da32f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:09:05.070976 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7f94cf-3a54-4b36-8414-1ac7c77e1358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e836d65-ab05-488f-a29d-e3b8e3738352', 'code': 200} Mar 07 22:09:05.105647 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:05.170382 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=0e836d65-ab05-488f-a29d-e3b8e3738352,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:05.471584 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c032cf-102b-42eb-b673-dae8356655bf req-0dc2cba0-b6c2-48dc-8666-5246fc144618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:05.473024 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f3c032cf-102b-42eb-b673-dae8356655bf req-0dc2cba0-b6c2-48dc-8666-5246fc144618 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ae7f94cf-3a54-4b36-8414-1ac7c77e1358 HTTP/1.1" status: 200 len: 1099 time: 0.0679607 Mar 07 22:09:05.512342 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f3c032cf-102b-42eb-b673-dae8356655bf req-25baa6e0-df66-4456-b5e4-5876bee65a3e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8d6f2db2-687c-45c8-84c0-abd52bd4b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336230 Mar 07 22:09:06.008983 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97833a47-1d9b-4a66-9ba2-272701a06d02 req-0e7dccfb-a693-4c85-a128-1a3b0dfeddbe tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:06.010525 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-97833a47-1d9b-4a66-9ba2-272701a06d02 req-0e7dccfb-a693-4c85-a128-1a3b0dfeddbe tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7f94cf-3a54-4b36-8414-1ac7c77e1358 HTTP/1.1" status: 200 len: 946 time: 0.0819061 Mar 07 22:09:06.053531 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-97833a47-1d9b-4a66-9ba2-272701a06d02 req-9ce0af43-6a62-42b3-bf2e-0f17ad827c9a tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d6f2db2-687c-45c8-84c0-abd52bd4b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368195 Mar 07 22:09:07.237224 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b03e2f-be85-42b0-9f46-0ea86a2743b7 req-eac03cd4-54dc-492a-acee-ecb6f0bcdc42 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:07.238689 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-93b03e2f-be85-42b0-9f46-0ea86a2743b7 req-eac03cd4-54dc-492a-acee-ecb6f0bcdc42 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7f94cf-3a54-4b36-8414-1ac7c77e1358 HTTP/1.1" status: 200 len: 946 time: 0.0822203 Mar 07 22:09:07.281873 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-93b03e2f-be85-42b0-9f46-0ea86a2743b7 req-f2546e87-ad1b-4ff8-96b6-2c2f899488ba tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d6f2db2-687c-45c8-84c0-abd52bd4b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369632 Mar 07 22:09:07.460772 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27a7d7-2f02-454c-85e4-a72b146523d8 req-4accd779-4451-469c-9013-5e39d42fdc4e tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:07.462128 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7f27a7d7-2f02-454c-85e4-a72b146523d8 req-4accd779-4451-469c-9013-5e39d42fdc4e tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7f94cf-3a54-4b36-8414-1ac7c77e1358 HTTP/1.1" status: 200 len: 946 time: 0.0778217 Mar 07 22:09:07.504994 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7f27a7d7-2f02-454c-85e4-a72b146523d8 req-f4d20185-634c-4d7f-85e7-955d2ac76d0d tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d6f2db2-687c-45c8-84c0-abd52bd4b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373809 Mar 07 22:09:16.099839 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:20.071015 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bb13169b-f0e0-4dbb-a184-9dd5ab982a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:22.259728 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-927c0720-4550-4512-89bb-21675673cde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:23.294112 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:23.412747 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:24.842347 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:25.623613 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c8fa4-2ff9-4679-b365-ac6315ac520c req-8e164a2c-0710-4aaa-a319-4c7c54a7d251 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:25.625038 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-046c8fa4-2ff9-4679-b365-ac6315ac520c req-8e164a2c-0710-4aaa-a319-4c7c54a7d251 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7f94cf-3a54-4b36-8414-1ac7c77e1358 HTTP/1.1" status: 200 len: 946 time: 0.0823174 Mar 07 22:09:25.667505 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-046c8fa4-2ff9-4679-b365-ac6315ac520c req-e16efeeb-1f76-4b72-9f9c-95bc3a4fcac1 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d6f2db2-687c-45c8-84c0-abd52bd4b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362465 Mar 07 22:09:26.850057 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b2b18-5877-4e07-946e-d9959c34afd5 req-aa4a2524-e783-49e3-a9b8-ed7c8d56c315 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:26.851508 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-627b2b18-5877-4e07-946e-d9959c34afd5 req-aa4a2524-e783-49e3-a9b8-ed7c8d56c315 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7f94cf-3a54-4b36-8414-1ac7c77e1358 HTTP/1.1" status: 200 len: 946 time: 0.0802631 Mar 07 22:09:26.899432 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-627b2b18-5877-4e07-946e-d9959c34afd5 req-5e4cdb01-77be-4c0b-84a8-a29f27ad0c10 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d6f2db2-687c-45c8-84c0-abd52bd4b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421698 Mar 07 22:09:27.164863 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b861f77-dd8a-4ab9-8fa2-a9872a4254cd req-19e9ec4f-c310-48b1-9da3-f7f2a6496631 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:27.166362 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2b861f77-dd8a-4ab9-8fa2-a9872a4254cd req-19e9ec4f-c310-48b1-9da3-f7f2a6496631 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae7f94cf-3a54-4b36-8414-1ac7c77e1358 HTTP/1.1" status: 200 len: 946 time: 0.0768495 Mar 07 22:09:27.233040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-2b861f77-dd8a-4ab9-8fa2-a9872a4254cd req-c1e3b816-5175-47c3-8215-c63aa71f1004 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Deleting port 0e836d65-ab05-488f-a29d-e3b8e3738352 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:09:27.233378 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-2b861f77-dd8a-4ab9-8fa2-a9872a4254cd req-c1e3b816-5175-47c3-8215-c63aa71f1004 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:27.474974 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-2b861f77-dd8a-4ab9-8fa2-a9872a4254cd req-c1e3b816-5175-47c3-8215-c63aa71f1004 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] For port 0e836d65-ab05-488f-a29d-e3b8e3738352, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0e836d65-ab05-488f-a29d-e3b8e3738352,segment=NetworkSegment(faccb1c6-0219-4f13-8855-d60f628da32f),segment_id=faccb1c6-0219-4f13-8855-d60f628da32f)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:09:27.475238 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-2b861f77-dd8a-4ab9-8fa2-a9872a4254cd req-c1e3b816-5175-47c3-8215-c63aa71f1004 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:27.596728 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-2b861f77-dd8a-4ab9-8fa2-a9872a4254cd req-c1e3b816-5175-47c3-8215-c63aa71f1004 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Calling delete_port for 0e836d65-ab05-488f-a29d-e3b8e3738352 owned by compute:nova {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:09:27.785566 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-2b861f77-dd8a-4ab9-8fa2-a9872a4254cd req-c1e3b816-5175-47c3-8215-c63aa71f1004 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:27.797575 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['0e836d65-ab05-488f-a29d-e3b8e3738352'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:09:27.921733 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3b816-5175-47c3-8215-c63aa71f1004 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Pushing event deleted for resources: {'Port': ['ID=0e836d65-ab05-488f-a29d-e3b8e3738352,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:27.955816 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e3b816-5175-47c3-8215-c63aa71f1004 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:27.956162 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e3b816-5175-47c3-8215-c63aa71f1004 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:27.956493 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e3b816-5175-47c3-8215-c63aa71f1004 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:27.956815 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e3b816-5175-47c3-8215-c63aa71f1004 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:27.957133 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e3b816-5175-47c3-8215-c63aa71f1004 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:27.957449 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e3b816-5175-47c3-8215-c63aa71f1004 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:27.957763 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e3b816-5175-47c3-8215-c63aa71f1004 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:27.958102 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e3b816-5175-47c3-8215-c63aa71f1004 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:27.958419 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e3b816-5175-47c3-8215-c63aa71f1004 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:27.958730 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e3b816-5175-47c3-8215-c63aa71f1004 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:27.959043 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e3b816-5175-47c3-8215-c63aa71f1004 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:27.959356 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e3b816-5175-47c3-8215-c63aa71f1004 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:09:28.008257 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b861f77-dd8a-4ab9-8fa2-a9872a4254cd req-c1e3b816-5175-47c3-8215-c63aa71f1004 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] No DVR routers for this DVR port 0e836d65-ab05-488f-a29d-e3b8e3738352 on host hv-neutron-8299 {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:09:28.011181 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-2b861f77-dd8a-4ab9-8fa2-a9872a4254cd req-c1e3b816-5175-47c3-8215-c63aa71f1004 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:28.013824 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7f94cf-3a54-4b36-8414-1ac7c77e1358', 'name': 'network-vif-deleted', 'tag': '0e836d65-ab05-488f-a29d-e3b8e3738352'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:09:28.067754 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7f94cf-3a54-4b36-8414-1ac7c77e1358', 'name': 'network-vif-deleted', 'tag': '0e836d65-ab05-488f-a29d-e3b8e3738352', 'status': 'completed', 'code': 200} Mar 07 22:09:28.071685 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-465ffc1b-fde0-4395-815b-a19785be08c1 req-207891d5-8f5e-4880-a132-02aacd2561b4 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Synchronizing usage tracker for tenant:becaed97692c45b99059f23abac5d7e4 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:09:28.088633 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2b861f77-dd8a-4ab9-8fa2-a9872a4254cd req-c1e3b816-5175-47c3-8215-c63aa71f1004 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.11 "DELETE /v2.0/ports/0e836d65-ab05-488f-a29d-e3b8e3738352 HTTP/1.1" status: 204 len: 173 time: 0.9170227 Mar 07 22:09:28.172574 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-465ffc1b-fde0-4395-815b-a19785be08c1 req-207891d5-8f5e-4880-a132-02aacd2561b4 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Unset dirty status for tenant:becaed97692c45b99059f23abac5d7e4 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:09:28.173768 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-465ffc1b-fde0-4395-815b-a19785be08c1 req-207891d5-8f5e-4880-a132-02aacd2561b4 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7f94cf-3a54-4b36-8414-1ac7c77e1358 HTTP/1.1" status: 200 len: 210 time: 0.1547077 Mar 07 22:09:29.945237 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-f351db2d-cbe0-4753-b13c-47ce8a1f6db1 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:29.946598 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-f351db2d-cbe0-4753-b13c-47ce8a1f6db1 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/networks?id=aa6a3275-3be7-48ca-84cb-5bea9ef764aa HTTP/1.1" status: 200 len: 817 time: 0.1444237 Mar 07 22:09:29.960944 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-a2ba49bd-34a8-4d94-9d50-3fd0e3bb816d tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/quotas/becaed97692c45b99059f23abac5d7e4 HTTP/1.1" status: 200 len: 375 time: 0.0090351 Mar 07 22:09:30.041006 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-a3a62189-d410-49bb-886c-af35e9f458e7 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=becaed97692c45b99059f23abac5d7e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753558 Mar 07 22:09:30.173324 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-3bbc16f2-d432-4c9d-b739-06b4af0e7497 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6a3275-3be7-48ca-84cb-5bea9ef764aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206343 Mar 07 22:09:30.302528 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-fb715978-ec45-4acb-a45c-f615bfe46f3f service neutron] 10.222.0.21 "GET /v2.0/networks/aa6a3275-3be7-48ca-84cb-5bea9ef764aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229708 Mar 07 22:09:30.570923 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d4c14d14-a8b4-47c4-9424-92e2dfd6f54a req-141135f5-3f69-42d8-b7f9-de3251c3604f tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6da582d-9b9d-444a-87db-68f16cdd9442 HTTP/1.1" status: 200 len: 210 time: 0.0459344 Mar 07 22:09:30.952970 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 0e836d65-ab05-488f-a29d-e3b8e3738352 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:09:30.987687 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 0e836d65-ab05-488f-a29d-e3b8e3738352 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:09:30.988032 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 0e836d65-ab05-488f-a29d-e3b8e3738352 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:09:31.717130 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8eec73df-6021-4123-a92d-5b0a401007e0 req-653d7641-f833-40a0-a224-6105a7debd06 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6da582d-9b9d-444a-87db-68f16cdd9442 HTTP/1.1" status: 200 len: 210 time: 0.0414808 Mar 07 22:09:32.613649 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-81dfb923-0079-400c-bfab-b68c72b923e7 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:32.615049 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-81dfb923-0079-400c-bfab-b68c72b923e7 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.11 "GET /v2.0/networks?id=aa6a3275-3be7-48ca-84cb-5bea9ef764aa HTTP/1.1" status: 200 len: 817 time: 0.1432357 Mar 07 22:09:32.626216 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-0135d86e-59d0-4a6e-bb20-515dd2f1c820 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Request body: {'port': {'device_id': 'a6da582d-9b9d-444a-87db-68f16cdd9442', 'network_id': 'aa6a3275-3be7-48ca-84cb-5bea9ef764aa', 'admin_state_up': True, 'tenant_id': 'becaed97692c45b99059f23abac5d7e4'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:09:32.758727 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-0135d86e-59d0-4a6e-bb20-515dd2f1c820 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:09:32.762830 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-0135d86e-59d0-4a6e-bb20-515dd2f1c820 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Usage tracker for resource:port and tenant:becaed97692c45b99059f23abac5d7e4 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:09:32.765629 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-0135d86e-59d0-4a6e-bb20-515dd2f1c820 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:09:32.771294 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-0135d86e-59d0-4a6e-bb20-515dd2f1c820 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:09:32.873634 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-82023591-36bf-40d1-9d67-17b4197a92ad req-77d92b86-4fe5-463c-9461-465efc5123e5 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6da582d-9b9d-444a-87db-68f16cdd9442 HTTP/1.1" status: 200 len: 210 time: 0.0482609 Mar 07 22:09:32.882102 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-0135d86e-59d0-4a6e-bb20-515dd2f1c820 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Made reservation on behalf of becaed97692c45b99059f23abac5d7e4 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:09:32.885761 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-0135d86e-59d0-4a6e-bb20-515dd2f1c820 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:33.042797 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-0135d86e-59d0-4a6e-bb20-515dd2f1c820 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Allocated IP 172.20.0.8 (aa6a3275-3be7-48ca-84cb-5bea9ef764aa/91bb20fc-94c3-446a-a524-250bc8b7375f/43eda235-9035-4677-a153-6dc54cf8f285) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:09:33.240569 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-0135d86e-59d0-4a6e-bb20-515dd2f1c820 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:33.255745 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-0135d86e-59d0-4a6e-bb20-515dd2f1c820 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Transition to ACTIVE for port object 43eda235-9035-4677-a153-6dc54cf8f285 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:09:33.322728 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-0135d86e-59d0-4a6e-bb20-515dd2f1c820 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:33.387517 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-0135d86e-59d0-4a6e-bb20-515dd2f1c820 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Network aa6a3275-3be7-48ca-84cb-5bea9ef764aa is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:09:33.394958 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-0135d86e-59d0-4a6e-bb20-515dd2f1c820 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:09:33.399381 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-0135d86e-59d0-4a6e-bb20-515dd2f1c820 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:09:33.430513 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135d86e-59d0-4a6e-bb20-515dd2f1c820 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Pushing event updated for resources: {'Port': ['ID=43eda235-9035-4677-a153-6dc54cf8f285,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:33.469265 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-0135d86e-59d0-4a6e-bb20-515dd2f1c820 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:33.469873 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-0135d86e-59d0-4a6e-bb20-515dd2f1c820 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:33.572945 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-0135d86e-59d0-4a6e-bb20-515dd2f1c820 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9500818 Mar 07 22:09:33.584505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-1faaca94-b192-4a7a-9a28-147824ccadd3 service neutron] Request body: {'port': {'device_id': 'a6da582d-9b9d-444a-87db-68f16cdd9442', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:09:33.670707 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-12e57414-f82d-439a-90a2-453c8f590097 None None] Provisioning for port 43eda235-9035-4677-a153-6dc54cf8f285 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:09:33.675652 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-12e57414-f82d-439a-90a2-453c8f590097 None None] Provisioning complete for port 43eda235-9035-4677-a153-6dc54cf8f285 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:09:33.676027 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-12e57414-f82d-439a-90a2-453c8f590097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:33.690874 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-1faaca94-b192-4a7a-9a28-147824ccadd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:33.731608 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-12e57414-f82d-439a-90a2-453c8f590097 None None] Port 43eda235-9035-4677-a153-6dc54cf8f285 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:09:34.131897 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e145d-4f20-4949-8f0c-20bbbf5e4b06 req-02dd7b5a-ee10-4c1f-9d67-7d89f15bdcbd tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:34.132474 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-a52e145d-4f20-4949-8f0c-20bbbf5e4b06 req-02dd7b5a-ee10-4c1f-9d67-7d89f15bdcbd tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Synchronizing usage tracker for tenant:becaed97692c45b99059f23abac5d7e4 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:09:34.193732 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-1faaca94-b192-4a7a-9a28-147824ccadd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43eda235-9035-4677-a153-6dc54cf8f285 {{(pid=88386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:09:34.201026 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-1faaca94-b192-4a7a-9a28-147824ccadd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:34.215641 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-1faaca94-b192-4a7a-9a28-147824ccadd3 service neutron] Transition to ACTIVE for port object 43eda235-9035-4677-a153-6dc54cf8f285 will not be triggered until provisioned by entity L2. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:09:34.276510 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-a52e145d-4f20-4949-8f0c-20bbbf5e4b06 req-02dd7b5a-ee10-4c1f-9d67-7d89f15bdcbd tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Unset dirty status for tenant:becaed97692c45b99059f23abac5d7e4 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:09:34.277642 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a52e145d-4f20-4949-8f0c-20bbbf5e4b06 req-02dd7b5a-ee10-4c1f-9d67-7d89f15bdcbd tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6da582d-9b9d-444a-87db-68f16cdd9442 HTTP/1.1" status: 200 len: 931 time: 0.2742605 Mar 07 22:09:34.300713 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-1faaca94-b192-4a7a-9a28-147824ccadd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:34.434786 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a52e145d-4f20-4949-8f0c-20bbbf5e4b06 req-8a365d52-1f16-4b2a-9e0b-b07da11d8370 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d6f2db2-687c-45c8-84c0-abd52bd4b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513100 Mar 07 22:09:34.453105 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faaca94-b192-4a7a-9a28-147824ccadd3 service neutron] Pushing event updated for resources: {'Port': ['ID=43eda235-9035-4677-a153-6dc54cf8f285,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:34.561874 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-1faaca94-b192-4a7a-9a28-147824ccadd3 service neutron] Attempting to bind port 43eda235-9035-4677-a153-6dc54cf8f285 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:09:34.562244 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-1faaca94-b192-4a7a-9a28-147824ccadd3 service neutron] Attempting to bind port 43eda235-9035-4677-a153-6dc54cf8f285 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'faccb1c6-0219-4f13-8855-d60f628da32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aa6a3275-3be7-48ca-84cb-5bea9ef764aa'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:09:34.562571 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-1faaca94-b192-4a7a-9a28-147824ccadd3 service neutron] Attempting to bind port 43eda235-9035-4677-a153-6dc54cf8f285 on network aa6a3275-3be7-48ca-84cb-5bea9ef764aa {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:09:34.567205 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-1faaca94-b192-4a7a-9a28-147824ccadd3 service neutron] Port 43eda235-9035-4677-a153-6dc54cf8f285 on network aa6a3275-3be7-48ca-84cb-5bea9ef764aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 22:09:34.567522 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-1faaca94-b192-4a7a-9a28-147824ccadd3 service neutron] Attempting to bind port 43eda235-9035-4677-a153-6dc54cf8f285 on network aa6a3275-3be7-48ca-84cb-5bea9ef764aa {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:09:34.572486 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-1faaca94-b192-4a7a-9a28-147824ccadd3 service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:09:34.572820 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-1faaca94-b192-4a7a-9a28-147824ccadd3 service neutron] Checking segment: {'id': 'faccb1c6-0219-4f13-8855-d60f628da32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aa6a3275-3be7-48ca-84cb-5bea9ef764aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:09:34.573224 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-1faaca94-b192-4a7a-9a28-147824ccadd3 service neutron] Bound using segment: {'id': 'faccb1c6-0219-4f13-8855-d60f628da32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aa6a3275-3be7-48ca-84cb-5bea9ef764aa'} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:09:34.573643 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-1faaca94-b192-4a7a-9a28-147824ccadd3 service neutron] Bound port: 43eda235-9035-4677-a153-6dc54cf8f285, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faccb1c6-0219-4f13-8855-d60f628da32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aa6a3275-3be7-48ca-84cb-5bea9ef764aa'}}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:09:34.574017 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-1faaca94-b192-4a7a-9a28-147824ccadd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:34.662483 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-1faaca94-b192-4a7a-9a28-147824ccadd3 service neutron] For port 43eda235-9035-4677-a153-6dc54cf8f285, host hv-neutron-8299, cleared binding levels {{(pid=88386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:09:34.665330 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-1faaca94-b192-4a7a-9a28-147824ccadd3 service neutron] For port 43eda235-9035-4677-a153-6dc54cf8f285, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=43eda235-9035-4677-a153-6dc54cf8f285,segment=NetworkSegment(faccb1c6-0219-4f13-8855-d60f628da32f),segment_id=faccb1c6-0219-4f13-8855-d60f628da32f)] {{(pid=88386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:09:34.750943 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-1faaca94-b192-4a7a-9a28-147824ccadd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:34.806827 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-1faaca94-b192-4a7a-9a28-147824ccadd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:34.807431 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-1faaca94-b192-4a7a-9a28-147824ccadd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:34.808768 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-1faaca94-b192-4a7a-9a28-147824ccadd3 service neutron] 10.222.0.11 "PUT /v2.0/ports/43eda235-9035-4677-a153-6dc54cf8f285 HTTP/1.1" status: 200 len: 1093 time: 1.2284122 Mar 07 22:09:34.809203 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6da582d-9b9d-444a-87db-68f16cdd9442', 'tag': '43eda235-9035-4677-a153-6dc54cf8f285'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:09:34.843073 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faaca94-b192-4a7a-9a28-147824ccadd3 service neutron] Pushing event updated for resources: {'Port': ['ID=43eda235-9035-4677-a153-6dc54cf8f285,revision_number=3']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:34.868076 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6da582d-9b9d-444a-87db-68f16cdd9442', 'tag': '43eda235-9035-4677-a153-6dc54cf8f285', 'status': 'completed', 'code': 200} Mar 07 22:09:34.961286 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4cbb9-1467-499c-86ef-1548486c5495 req-34bc772d-861b-42bf-832a-42a70a5a328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:34.964629 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6bb4cbb9-1467-499c-86ef-1548486c5495 req-34bc772d-861b-42bf-832a-42a70a5a328a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=becaed97692c45b99059f23abac5d7e4&device_id=a6da582d-9b9d-444a-87db-68f16cdd9442 HTTP/1.1" status: 200 len: 1096 time: 0.0736902 Mar 07 22:09:35.103459 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4cbb9-1467-499c-86ef-1548486c5495 req-ce91784c-bb66-4247-94d5-ff1c9e6628f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:35.104846 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6bb4cbb9-1467-499c-86ef-1548486c5495 req-ce91784c-bb66-4247-94d5-ff1c9e6628f9 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=becaed97692c45b99059f23abac5d7e4&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1355648 Mar 07 22:09:35.237270 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4cbb9-1467-499c-86ef-1548486c5495 req-94cc746e-1c0f-4773-a9eb-1ba92acb5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:35.238638 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6bb4cbb9-1467-499c-86ef-1548486c5495 req-94cc746e-1c0f-4773-a9eb-1ba92acb5f87 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1285503 Mar 07 22:09:35.342516 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-cf44f888-2c4c-4927-b1ef-222f6d16b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:35.343929 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-cf44f888-2c4c-4927-b1ef-222f6d16b2eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=becaed97692c45b99059f23abac5d7e4&device_id=a6da582d-9b9d-444a-87db-68f16cdd9442 HTTP/1.1" status: 200 len: 1096 time: 0.0724239 Mar 07 22:09:35.408812 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-a845f4f9-ce27-45b0-b12b-32146ac3302d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43eda235-9035-4677-a153-6dc54cf8f285 HTTP/1.1" status: 200 len: 217 time: 0.0583725 Mar 07 22:09:35.472483 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-2ea8ab99-1e92-4b23-898a-17d6daedf1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:35.474617 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-2ea8ab99-1e92-4b23-898a-17d6daedf1d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91bb20fc-94c3-446a-a524-250bc8b7375f HTTP/1.1" status: 200 len: 856 time: 0.0602365 Mar 07 22:09:35.587427 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-4d60e7ad-09d6-4da0-9706-45194c9f4427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:35.588846 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-4d60e7ad-09d6-4da0-9706-45194c9f4427 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa6a3275-3be7-48ca-84cb-5bea9ef764aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1084146 Mar 07 22:09:35.815270 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57727954-186a-40bf-81b1-b3cac2f13427 req-652391a6-9182-40e6-9a95-ad0ffd46ccdd tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:35.816703 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-57727954-186a-40bf-81b1-b3cac2f13427 req-652391a6-9182-40e6-9a95-ad0ffd46ccdd tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6da582d-9b9d-444a-87db-68f16cdd9442 HTTP/1.1" status: 200 len: 943 time: 0.2753010 Mar 07 22:09:35.852649 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-29200203-fbcf-49cf-a887-e3eb26abd375 service neutron] 10.222.0.11 "GET /v2.0/networks/aa6a3275-3be7-48ca-84cb-5bea9ef764aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576904 Mar 07 22:09:35.905315 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-57727954-186a-40bf-81b1-b3cac2f13427 req-ddb6a737-3761-49ff-ad46-b13f11d77333 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d6f2db2-687c-45c8-84c0-abd52bd4b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758896 Mar 07 22:09:36.001642 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3608ab68-abb5-42a3-9b3c-df2228178160 req-bad7d5d7-6e7b-4113-b6bc-cfea89589f0b service neutron] 10.222.0.11 "GET /v2.0/networks/aa6a3275-3be7-48ca-84cb-5bea9ef764aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388052 Mar 07 22:09:37.085757 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ede70-0b26-4564-a639-5f8babb0d4fe req-4bba28e8-1563-457c-82bb-43dfa571e1f7 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:37.087087 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-eb5ede70-0b26-4564-a639-5f8babb0d4fe req-4bba28e8-1563-457c-82bb-43dfa571e1f7 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6da582d-9b9d-444a-87db-68f16cdd9442 HTTP/1.1" status: 200 len: 943 time: 0.0771661 Mar 07 22:09:37.129501 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-eb5ede70-0b26-4564-a639-5f8babb0d4fe req-ba70e0b3-3834-4b37-9f11-a78c92def44d tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d6f2db2-687c-45c8-84c0-abd52bd4b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368271 Mar 07 22:09:38.220472 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:09:38.314044 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db277ac6-da02-4323-b733-88ea65327290 req-9c952522-8176-4390-a971-462d7567db01 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:38.315461 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-db277ac6-da02-4323-b733-88ea65327290 req-9c952522-8176-4390-a971-462d7567db01 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6da582d-9b9d-444a-87db-68f16cdd9442 HTTP/1.1" status: 200 len: 943 time: 0.0818043 Mar 07 22:09:38.357723 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-db277ac6-da02-4323-b733-88ea65327290 req-37709f4b-9e4b-486f-a5d0-da2a2851124d tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d6f2db2-687c-45c8-84c0-abd52bd4b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360978 Mar 07 22:09:38.967889 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 43eda235-9035-4677-a153-6dc54cf8f285 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:09:39.096322 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 43eda235-9035-4677-a153-6dc54cf8f285, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=43eda235-9035-4677-a153-6dc54cf8f285,segment=NetworkSegment(faccb1c6-0219-4f13-8855-d60f628da32f),segment_id=faccb1c6-0219-4f13-8855-d60f628da32f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:09:39.108621 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '43eda235-9035-4677-a153-6dc54cf8f285', 'network_id': 'aa6a3275-3be7-48ca-84cb-5bea9ef764aa', 'port_id': '43eda235-9035-4677-a153-6dc54cf8f285', 'mac_address': 'fa:16:3e:aa:28:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91bb20fc-94c3-446a-a524-250bc8b7375f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:09:39.160796 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:39.177027 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43eda235-9035-4677-a153-6dc54cf8f285 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:09:39.191455 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 43eda235-9035-4677-a153-6dc54cf8f285, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=43eda235-9035-4677-a153-6dc54cf8f285,segment=NetworkSegment(faccb1c6-0219-4f13-8855-d60f628da32f),segment_id=faccb1c6-0219-4f13-8855-d60f628da32f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:09:39.246310 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:39.313677 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=43eda235-9035-4677-a153-6dc54cf8f285,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:39.463565 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['43eda235-9035-4677-a153-6dc54cf8f285'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:09:39.541502 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f691e7-2505-4ce6-b288-47f8943441cb req-006da127-a539-4e37-ad55-60e58e5a8a27 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:39.542958 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a6f691e7-2505-4ce6-b288-47f8943441cb req-006da127-a539-4e37-ad55-60e58e5a8a27 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6da582d-9b9d-444a-87db-68f16cdd9442 HTTP/1.1" status: 200 len: 944 time: 0.0778732 Mar 07 22:09:39.590886 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a6f691e7-2505-4ce6-b288-47f8943441cb req-43b2801f-275a-43ea-b835-08403817a579 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d6f2db2-687c-45c8-84c0-abd52bd4b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421922 Mar 07 22:09:40.769322 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd389e66-70ce-4b1c-ae85-0af1271750c5 req-c9961068-b88a-4fe6-93c5-77345ec772b3 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:40.771342 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dd389e66-70ce-4b1c-ae85-0af1271750c5 req-c9961068-b88a-4fe6-93c5-77345ec772b3 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6da582d-9b9d-444a-87db-68f16cdd9442 HTTP/1.1" status: 200 len: 944 time: 0.0789263 Mar 07 22:09:40.814147 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dd389e66-70ce-4b1c-ae85-0af1271750c5 req-79ca042e-d95c-421f-876d-544fbba6bb7d tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d6f2db2-687c-45c8-84c0-abd52bd4b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371525 Mar 07 22:09:40.983474 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 43eda235-9035-4677-a153-6dc54cf8f285 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:09:41.179392 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 43eda235-9035-4677-a153-6dc54cf8f285 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:09:41.184362 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 43eda235-9035-4677-a153-6dc54cf8f285 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:09:41.184727 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:41.297297 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:41.323684 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6da582d-9b9d-444a-87db-68f16cdd9442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43eda235-9035-4677-a153-6dc54cf8f285'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:09:41.334902 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 43eda235-9035-4677-a153-6dc54cf8f285, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=43eda235-9035-4677-a153-6dc54cf8f285,segment=NetworkSegment(faccb1c6-0219-4f13-8855-d60f628da32f),segment_id=faccb1c6-0219-4f13-8855-d60f628da32f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:09:41.368135 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6da582d-9b9d-444a-87db-68f16cdd9442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43eda235-9035-4677-a153-6dc54cf8f285', 'code': 200} Mar 07 22:09:41.395897 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:41.463662 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=43eda235-9035-4677-a153-6dc54cf8f285,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:09:41.719694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b649f-e5ea-4787-9c86-4cbf0431ab43 req-829cfb07-067f-49d8-a50c-753583f95048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:41.721060 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7c1b649f-e5ea-4787-9c86-4cbf0431ab43 req-829cfb07-067f-49d8-a50c-753583f95048 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a6da582d-9b9d-444a-87db-68f16cdd9442 HTTP/1.1" status: 200 len: 1098 time: 0.0725951 Mar 07 22:09:41.759453 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7c1b649f-e5ea-4787-9c86-4cbf0431ab43 req-02a845c3-2837-49c3-ba68-c13283e256c7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8d6f2db2-687c-45c8-84c0-abd52bd4b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326581 Mar 07 22:09:41.995786 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3643e2c-90c6-4ed3-b537-13437220fbad req-e7d6dfee-fca7-4301-9747-51e8602931d4 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:41.997176 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a3643e2c-90c6-4ed3-b537-13437220fbad req-e7d6dfee-fca7-4301-9747-51e8602931d4 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6da582d-9b9d-444a-87db-68f16cdd9442 HTTP/1.1" status: 200 len: 945 time: 0.0795965 Mar 07 22:09:42.041330 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a3643e2c-90c6-4ed3-b537-13437220fbad req-71a2e0cf-7993-4a20-a633-6ba8afa9f46a tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d6f2db2-687c-45c8-84c0-abd52bd4b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384283 Mar 07 22:09:43.225337 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607db002-82e7-4bf4-9718-e6c46187c40a req-cb48c7b6-4c0a-466c-a349-1322b65d740c tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:43.226793 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-607db002-82e7-4bf4-9718-e6c46187c40a req-cb48c7b6-4c0a-466c-a349-1322b65d740c tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6da582d-9b9d-444a-87db-68f16cdd9442 HTTP/1.1" status: 200 len: 945 time: 0.0822694 Mar 07 22:09:43.269034 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-607db002-82e7-4bf4-9718-e6c46187c40a req-95129cd5-a92f-48b1-8947-2191fe5058a3 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d6f2db2-687c-45c8-84c0-abd52bd4b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368059 Mar 07 22:09:43.448891 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656cf7e-716d-4120-8478-3baa0baa22b7 req-d56b67d5-de01-4d01-ae10-ade34a829def tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:09:43.450223 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9656cf7e-716d-4120-8478-3baa0baa22b7 req-d56b67d5-de01-4d01-ae10-ade34a829def tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6da582d-9b9d-444a-87db-68f16cdd9442 HTTP/1.1" status: 200 len: 945 time: 0.0772874 Mar 07 22:09:43.495748 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9656cf7e-716d-4120-8478-3baa0baa22b7 req-85f56b9a-f637-470f-899c-9cd8dee186f5 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d6f2db2-687c-45c8-84c0-abd52bd4b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398030 Mar 07 22:09:46.139134 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:50.074784 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-078acfec-8871-49fe-88e0-652f69c8ddaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:52.264921 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-56e705a6-1b94-4508-a4d5-8460ae5754bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:53.276404 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:53.390666 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:09:54.869382 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:01.209771 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b6be3-9795-40ca-8e9d-348e287373f1 req-4ed990a1-39b4-4feb-a7d4-f108c87aeb0d tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:01.211232 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-234b6be3-9795-40ca-8e9d-348e287373f1 req-4ed990a1-39b4-4feb-a7d4-f108c87aeb0d tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6da582d-9b9d-444a-87db-68f16cdd9442 HTTP/1.1" status: 200 len: 945 time: 0.0813491 Mar 07 22:10:01.254313 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-234b6be3-9795-40ca-8e9d-348e287373f1 req-525b9937-026f-4789-8b2f-a945bd90b35d tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d6f2db2-687c-45c8-84c0-abd52bd4b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367095 Mar 07 22:10:02.442370 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d87d9d-9f62-4a54-9ccf-3eaf3290b49b req-2ab1a7d4-aace-4336-9afb-5f6f240963c9 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:02.443829 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-93d87d9d-9f62-4a54-9ccf-3eaf3290b49b req-2ab1a7d4-aace-4336-9afb-5f6f240963c9 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6da582d-9b9d-444a-87db-68f16cdd9442 HTTP/1.1" status: 200 len: 945 time: 0.0814838 Mar 07 22:10:02.488483 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-93d87d9d-9f62-4a54-9ccf-3eaf3290b49b req-99020170-1f1f-45f9-989d-f504edccc7e1 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d6f2db2-687c-45c8-84c0-abd52bd4b6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388567 Mar 07 22:10:02.695498 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe18eb9-a217-458b-a836-a1fb920ec72c req-359c0690-6801-4594-b18c-3c8f928427f9 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:02.696802 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cfe18eb9-a217-458b-a836-a1fb920ec72c req-359c0690-6801-4594-b18c-3c8f928427f9 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6da582d-9b9d-444a-87db-68f16cdd9442 HTTP/1.1" status: 200 len: 945 time: 0.0771532 Mar 07 22:10:02.766796 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-cfe18eb9-a217-458b-a836-a1fb920ec72c req-0d5194d1-efd3-43ee-9f4f-92892383a114 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Deleting port 43eda235-9035-4677-a153-6dc54cf8f285 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:10:02.777776 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-cfe18eb9-a217-458b-a836-a1fb920ec72c req-0d5194d1-efd3-43ee-9f4f-92892383a114 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:03.007129 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-cfe18eb9-a217-458b-a836-a1fb920ec72c req-0d5194d1-efd3-43ee-9f4f-92892383a114 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] For port 43eda235-9035-4677-a153-6dc54cf8f285, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=43eda235-9035-4677-a153-6dc54cf8f285,segment=NetworkSegment(faccb1c6-0219-4f13-8855-d60f628da32f),segment_id=faccb1c6-0219-4f13-8855-d60f628da32f)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:10:03.007404 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-cfe18eb9-a217-458b-a836-a1fb920ec72c req-0d5194d1-efd3-43ee-9f4f-92892383a114 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:03.215169 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-cfe18eb9-a217-458b-a836-a1fb920ec72c req-0d5194d1-efd3-43ee-9f4f-92892383a114 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Calling delete_port for 43eda235-9035-4677-a153-6dc54cf8f285 owned by compute:nova {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:10:03.442154 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-cfe18eb9-a217-458b-a836-a1fb920ec72c req-0d5194d1-efd3-43ee-9f4f-92892383a114 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:03.454359 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['43eda235-9035-4677-a153-6dc54cf8f285'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:10:03.492320 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5194d1-efd3-43ee-9f4f-92892383a114 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Pushing event deleted for resources: {'Port': ['ID=43eda235-9035-4677-a153-6dc54cf8f285,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:03.573383 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe18eb9-a217-458b-a836-a1fb920ec72c req-0d5194d1-efd3-43ee-9f4f-92892383a114 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] No DVR routers for this DVR port 43eda235-9035-4677-a153-6dc54cf8f285 on host hv-neutron-8299 {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:10:03.575735 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-cfe18eb9-a217-458b-a836-a1fb920ec72c req-0d5194d1-efd3-43ee-9f4f-92892383a114 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:03.578766 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6da582d-9b9d-444a-87db-68f16cdd9442', 'name': 'network-vif-deleted', 'tag': '43eda235-9035-4677-a153-6dc54cf8f285'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:10:03.634159 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6da582d-9b9d-444a-87db-68f16cdd9442', 'name': 'network-vif-deleted', 'tag': '43eda235-9035-4677-a153-6dc54cf8f285', 'status': 'completed', 'code': 200} Mar 07 22:10:03.646542 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-b7d891c4-322f-4c76-b68b-b578ed2538c0 req-d1a7a0de-add5-4bc8-b347-b0266d025316 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Synchronizing usage tracker for tenant:becaed97692c45b99059f23abac5d7e4 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:10:03.651202 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cfe18eb9-a217-458b-a836-a1fb920ec72c req-0d5194d1-efd3-43ee-9f4f-92892383a114 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.11 "DELETE /v2.0/ports/43eda235-9035-4677-a153-6dc54cf8f285 HTTP/1.1" status: 204 len: 173 time: 0.9489751 Mar 07 22:10:03.733631 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-b7d891c4-322f-4c76-b68b-b578ed2538c0 req-d1a7a0de-add5-4bc8-b347-b0266d025316 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] Unset dirty status for tenant:becaed97692c45b99059f23abac5d7e4 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:10:03.734787 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b7d891c4-322f-4c76-b68b-b578ed2538c0 req-d1a7a0de-add5-4bc8-b347-b0266d025316 tempest-TestEncryptedCinderVolumes-1831562712 tempest-TestEncryptedCinderVolumes-1831562712-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6da582d-9b9d-444a-87db-68f16cdd9442 HTTP/1.1" status: 200 len: 210 time: 0.1329482 Mar 07 22:10:04.921201 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54742) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:10:05.440258 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-20993f2c-2331-486a-8f52-15f1958faa54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:05.775599 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-20993f2c-2331-486a-8f52-15f1958faa54 admin admin] Deleting port bacf3225-3f31-4bd6-9a54-15934cb487f3 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:10:05.775858 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-20993f2c-2331-486a-8f52-15f1958faa54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:06.043370 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-20993f2c-2331-486a-8f52-15f1958faa54 admin admin] For port bacf3225-3f31-4bd6-9a54-15934cb487f3, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=bacf3225-3f31-4bd6-9a54-15934cb487f3,segment=NetworkSegment(faccb1c6-0219-4f13-8855-d60f628da32f),segment_id=faccb1c6-0219-4f13-8855-d60f628da32f)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:10:06.044054 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-20993f2c-2331-486a-8f52-15f1958faa54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:06.163537 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-20993f2c-2331-486a-8f52-15f1958faa54 admin admin] Calling delete_port for bacf3225-3f31-4bd6-9a54-15934cb487f3 owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:10:06.407934 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-20993f2c-2331-486a-8f52-15f1958faa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:06.456084 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20993f2c-2331-486a-8f52-15f1958faa54 admin admin] Pushing event deleted for resources: {'Port': ['ID=bacf3225-3f31-4bd6-9a54-15934cb487f3,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:06.719911 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-20993f2c-2331-486a-8f52-15f1958faa54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:07.067118 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20993f2c-2331-486a-8f52-15f1958faa54 admin admin] Router c55b50aa-5c09-4573-8b1e-263b3287423e has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:10:07.170970 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 43eda235-9035-4677-a153-6dc54cf8f285 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:10:07.204983 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 43eda235-9035-4677-a153-6dc54cf8f285 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:10:07.205317 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 43eda235-9035-4677-a153-6dc54cf8f285 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:10:07.338556 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20993f2c-2331-486a-8f52-15f1958faa54 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:10:07.347801 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb549821-bd6c-4b6f-b899-e4dfa441e402 None None] Sync routers for ids ['c55b50aa-5c09-4573-8b1e-263b3287423e'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:10:07.361223 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb549821-bd6c-4b6f-b899-e4dfa441e402 None None] Routers {'c55b50aa-5c09-4573-8b1e-263b3287423e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:10:07.361809 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-eb549821-bd6c-4b6f-b899-e4dfa441e402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:09:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c55b50aa-5c09-4573-8b1e-263b3287423e'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:07.403624 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-20993f2c-2331-486a-8f52-15f1958faa54 admin admin] 10.222.0.21 "PUT /v2.0/routers/c55b50aa-5c09-4573-8b1e-263b3287423e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4813273 Mar 07 22:10:07.406134 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54746) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:10:07.531746 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-eb549821-bd6c-4b6f-b899-e4dfa441e402 None None] Set router c55b50aa-5c09-4573-8b1e-263b3287423e gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:10:07.579388 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-58ad8dcf-6c57-41dc-9825-c6a22670cad7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:07.752309 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-58ad8dcf-6c57-41dc-9825-c6a22670cad7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:07.819897 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-58ad8dcf-6c57-41dc-9825-c6a22670cad7 admin admin] Deleting port b62e9e8c-b02d-4826-b714-2aebb6a59fe8 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:10:07.820257 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-58ad8dcf-6c57-41dc-9825-c6a22670cad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:07.834138 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-eb549821-bd6c-4b6f-b899-e4dfa441e402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55b50aa-5c09-4573-8b1e-263b3287423e', 'name': 'tempest-TestEncryptedCinderVolumes-1137796708-router', 'tenant_id': 'becaed97692c45b99059f23abac5d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b62e9e8c-b02d-4826-b714-2aebb6a59fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:08:37Z', 'updated_at': '2022-03-07T22:10:06Z', 'revision_number': 5, 'project_id': 'becaed97692c45b99059f23abac5d7e4', 'gw_port': {'id': 'b62e9e8c-b02d-4826-b714-2aebb6a59fe8', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55b50aa-5c09-4573-8b1e-263b3287423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:08:38Z', 'updated_at': '2022-03-07T22:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:07.838357 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb549821-bd6c-4b6f-b899-e4dfa441e402 None None] Checking router: c55b50aa-5c09-4573-8b1e-263b3287423e for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:10:07.846851 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb549821-bd6c-4b6f-b899-e4dfa441e402 None None] Routers {'c55b50aa-5c09-4573-8b1e-263b3287423e'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:10:07.847771 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-eb549821-bd6c-4b6f-b899-e4dfa441e402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:09:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c55b50aa-5c09-4573-8b1e-263b3287423e'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:07.993617 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-eb549821-bd6c-4b6f-b899-e4dfa441e402 None None] Set router c55b50aa-5c09-4573-8b1e-263b3287423e gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:10:07.993884 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-58ad8dcf-6c57-41dc-9825-c6a22670cad7 admin admin] For port b62e9e8c-b02d-4826-b714-2aebb6a59fe8, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=b62e9e8c-b02d-4826-b714-2aebb6a59fe8,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:10:07.994201 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-58ad8dcf-6c57-41dc-9825-c6a22670cad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:08.095717 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-eb549821-bd6c-4b6f-b899-e4dfa441e402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55b50aa-5c09-4573-8b1e-263b3287423e', 'name': 'tempest-TestEncryptedCinderVolumes-1137796708-router', 'tenant_id': 'becaed97692c45b99059f23abac5d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:08:37Z', 'updated_at': '2022-03-07T22:10:07Z', 'revision_number': 6, 'project_id': 'becaed97692c45b99059f23abac5d7e4', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:08.099525 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb549821-bd6c-4b6f-b899-e4dfa441e402 None None] The sync data for ids ['c55b50aa-5c09-4573-8b1e-263b3287423e'] in dv-neutron-829957-1-hyperv is: [{'id': 'c55b50aa-5c09-4573-8b1e-263b3287423e', 'name': 'tempest-TestEncryptedCinderVolumes-1137796708-router', 'tenant_id': 'becaed97692c45b99059f23abac5d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:08:37Z', 'updated_at': '2022-03-07T22:10:07Z', 'revision_number': 6, 'project_id': 'becaed97692c45b99059f23abac5d7e4', 'gw_port_host': None}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:10:08.113849 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-58ad8dcf-6c57-41dc-9825-c6a22670cad7 admin admin] Calling delete_port for b62e9e8c-b02d-4826-b714-2aebb6a59fe8 owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:10:08.339046 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-58ad8dcf-6c57-41dc-9825-c6a22670cad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:08.384693 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad8dcf-6c57-41dc-9825-c6a22670cad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b62e9e8c-b02d-4826-b714-2aebb6a59fe8,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:08.477580 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-58ad8dcf-6c57-41dc-9825-c6a22670cad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:08.648553 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-58ad8dcf-6c57-41dc-9825-c6a22670cad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:08.650644 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-58ad8dcf-6c57-41dc-9825-c6a22670cad7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:08.750206 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-58ad8dcf-6c57-41dc-9825-c6a22670cad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:08.750727 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ad8dcf-6c57-41dc-9825-c6a22670cad7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c55b50aa-5c09-4573-8b1e-263b3287423e {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 22:10:08.762714 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-58ad8dcf-6c57-41dc-9825-c6a22670cad7 admin admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:08.763810 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-58ad8dcf-6c57-41dc-9825-c6a22670cad7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c55b50aa-5c09-4573-8b1e-263b3287423e HTTP/1.1" status: 204 len: 168 time: 1.3567946 Mar 07 22:10:08.766289 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54750) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:10:08.824494 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-604c6edf-cb65-4052-a1c6-2e88456db7dc admin admin] Deleting subnet 91bb20fc-94c3-446a-a524-250bc8b7375f {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 22:10:08.827824 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-604c6edf-cb65-4052-a1c6-2e88456db7dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:08.885927 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device bacf3225-3f31-4bd6-9a54-15934cb487f3 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:10:08.921429 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: bacf3225-3f31-4bd6-9a54-15934cb487f3 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:10:08.921692 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device bacf3225-3f31-4bd6-9a54-15934cb487f3 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:10:08.922104 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b62e9e8c-b02d-4826-b714-2aebb6a59fe8 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:10:08.992803 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: b62e9e8c-b02d-4826-b714-2aebb6a59fe8 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:10:08.993148 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device b62e9e8c-b02d-4826-b714-2aebb6a59fe8 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:10:09.007732 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-604c6edf-cb65-4052-a1c6-2e88456db7dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:09.086334 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-604c6edf-cb65-4052-a1c6-2e88456db7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:09.217573 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-604c6edf-cb65-4052-a1c6-2e88456db7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:09.256494 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c6edf-cb65-4052-a1c6-2e88456db7dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91bb20fc-94c3-446a-a524-250bc8b7375f,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:09.263012 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-604c6edf-cb65-4052-a1c6-2e88456db7dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:09.267801 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6d3939-23c9-45a7-8ded-a877aff0ecef None None] Network aa6a3275-3be7-48ca-84cb-5bea9ef764aa requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:10:09.270149 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-604c6edf-cb65-4052-a1c6-2e88456db7dc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/91bb20fc-94c3-446a-a524-250bc8b7375f HTTP/1.1" status: 204 len: 168 time: 0.5029140 Mar 07 22:10:09.272573 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54754) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:10:09.376397 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-31b4ad29-82b7-4a96-ae67-f9fea56d2418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:09.387109 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-31b4ad29-82b7-4a96-ae67-f9fea56d2418 admin admin] Deleting port 1de7065c-cff2-4f23-89e1-b046ebce559e {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:10:09.387431 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-31b4ad29-82b7-4a96-ae67-f9fea56d2418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:09.535587 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dda89fb-0a80-4c59-8f48-e985ce257da6 None None] DHCP port deletion for aa6a3275-3be7-48ca-84cb-5bea9ef764aa request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 22:10:09.540275 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-6dda89fb-0a80-4c59-8f48-e985ce257da6 None None] Deleting port 1de7065c-cff2-4f23-89e1-b046ebce559e {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:10:09.540748 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6dda89fb-0a80-4c59-8f48-e985ce257da6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:09.590656 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-31b4ad29-82b7-4a96-ae67-f9fea56d2418 admin admin] For port 1de7065c-cff2-4f23-89e1-b046ebce559e, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1de7065c-cff2-4f23-89e1-b046ebce559e,segment=NetworkSegment(faccb1c6-0219-4f13-8855-d60f628da32f),segment_id=faccb1c6-0219-4f13-8855-d60f628da32f)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:10:09.591106 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-31b4ad29-82b7-4a96-ae67-f9fea56d2418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:09.715870 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-31b4ad29-82b7-4a96-ae67-f9fea56d2418 admin admin] Calling delete_port for 1de7065c-cff2-4f23-89e1-b046ebce559e owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:10:09.742394 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-6dda89fb-0a80-4c59-8f48-e985ce257da6 None None] For port 1de7065c-cff2-4f23-89e1-b046ebce559e, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1de7065c-cff2-4f23-89e1-b046ebce559e,segment=NetworkSegment(faccb1c6-0219-4f13-8855-d60f628da32f),segment_id=faccb1c6-0219-4f13-8855-d60f628da32f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:10:09.742707 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6dda89fb-0a80-4c59-8f48-e985ce257da6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:09.859198 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-31b4ad29-82b7-4a96-ae67-f9fea56d2418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:09.867512 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-6dda89fb-0a80-4c59-8f48-e985ce257da6 None None] Calling delete_port for 1de7065c-cff2-4f23-89e1-b046ebce559e owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:10:09.905296 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b4ad29-82b7-4a96-ae67-f9fea56d2418 admin admin] No DVR routers for this DVR port 1de7065c-cff2-4f23-89e1-b046ebce559e on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:10:09.939412 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4ad29-82b7-4a96-ae67-f9fea56d2418 admin admin] Pushing event deleted for resources: {'Port': ['ID=1de7065c-cff2-4f23-89e1-b046ebce559e,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:09.948081 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-6dda89fb-0a80-4c59-8f48-e985ce257da6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:10:09.948606 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-6dda89fb-0a80-4c59-8f48-e985ce257da6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:10:10.028393 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-31b4ad29-82b7-4a96-ae67-f9fea56d2418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:10.058668 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-31b4ad29-82b7-4a96-ae67-f9fea56d2418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6a3275-3be7-48ca-84cb-5bea9ef764aa']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:10.070755 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-31b4ad29-82b7-4a96-ae67-f9fea56d2418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faccb1c6-0219-4f13-8855-d60f628da32f') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:10.071054 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-31b4ad29-82b7-4a96-ae67-f9fea56d2418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faccb1c6-0219-4f13-8855-d60f628da32f') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:10.082308 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-31b4ad29-82b7-4a96-ae67-f9fea56d2418 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:10.098507 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-31b4ad29-82b7-4a96-ae67-f9fea56d2418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:10.104775 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b4ad29-82b7-4a96-ae67-f9fea56d2418 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:10:10.110388 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-31b4ad29-82b7-4a96-ae67-f9fea56d2418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:10:10.118596 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:10:10.270780 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-31b4ad29-82b7-4a96-ae67-f9fea56d2418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:10.290247 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-31b4ad29-82b7-4a96-ae67-f9fea56d2418 admin admin] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:10.299942 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4ad29-82b7-4a96-ae67-f9fea56d2418 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa6a3275-3be7-48ca-84cb-5bea9ef764aa,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:10.307490 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-31b4ad29-82b7-4a96-ae67-f9fea56d2418 admin admin] 10.222.0.21 "DELETE /v2.0/networks/aa6a3275-3be7-48ca-84cb-5bea9ef764aa HTTP/1.1" status: 204 len: 168 time: 1.0339959 Mar 07 22:10:10.310311 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54758) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:10:10.449597 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-6dda89fb-0a80-4c59-8f48-e985ce257da6 None None] Deleting port 1de7065c-cff2-4f23-89e1-b046ebce559e {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:10:10.449995 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6dda89fb-0a80-4c59-8f48-e985ce257da6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:10.513654 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-6dda89fb-0a80-4c59-8f48-e985ce257da6 None None] The port '1de7065c-cff2-4f23-89e1-b046ebce559e' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 22:10:10.860282 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1de7065c-cff2-4f23-89e1-b046ebce559e no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:10:10.896887 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 1de7065c-cff2-4f23-89e1-b046ebce559e {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:10:10.897223 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1de7065c-cff2-4f23-89e1-b046ebce559e not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:10:10.925538 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0b07f607-a6c3-4a71-b54b-1c4c537bb102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:11.265559 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-0b07f607-a6c3-4a71-b54b-1c4c537bb102 admin admin] Deleting port 7b2336fc-28b4-4e18-b940-4e0c2ddd556a {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:10:11.265818 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0b07f607-a6c3-4a71-b54b-1c4c537bb102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:11.436571 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-0b07f607-a6c3-4a71-b54b-1c4c537bb102 admin admin] For port 7b2336fc-28b4-4e18-b940-4e0c2ddd556a, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=7b2336fc-28b4-4e18-b940-4e0c2ddd556a,segment=NetworkSegment(e60eff54-7091-4750-84db-4b4422197fd5),segment_id=e60eff54-7091-4750-84db-4b4422197fd5)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:10:11.437258 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0b07f607-a6c3-4a71-b54b-1c4c537bb102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:11.557210 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-0b07f607-a6c3-4a71-b54b-1c4c537bb102 admin admin] Calling delete_port for 7b2336fc-28b4-4e18-b940-4e0c2ddd556a owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:10:11.813394 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0b07f607-a6c3-4a71-b54b-1c4c537bb102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:11.859877 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07f607-a6c3-4a71-b54b-1c4c537bb102 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b2336fc-28b4-4e18-b940-4e0c2ddd556a,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:12.123039 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0b07f607-a6c3-4a71-b54b-1c4c537bb102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:12.563590 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b07f607-a6c3-4a71-b54b-1c4c537bb102 admin admin] Router 9659b10b-6512-4b05-8c92-5704e86796a5 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:10:12.736327 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b07f607-a6c3-4a71-b54b-1c4c537bb102 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:10:12.744915 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0b07f607-a6c3-4a71-b54b-1c4c537bb102 admin admin] 10.222.0.21 "PUT /v2.0/routers/9659b10b-6512-4b05-8c92-5704e86796a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4336374 Mar 07 22:10:12.745079 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b4b303-9828-43db-9c42-7fff011f245a None None] Sync routers for ids ['9659b10b-6512-4b05-8c92-5704e86796a5'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:10:12.747472 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54762) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:10:12.755462 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b4b303-9828-43db-9c42-7fff011f245a None None] Routers {'9659b10b-6512-4b05-8c92-5704e86796a5'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:10:12.756061 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b5b4b303-9828-43db-9c42-7fff011f245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:09:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['9659b10b-6512-4b05-8c92-5704e86796a5'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:12.922749 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2fe1cd2b-9778-4b08-adca-d39f79a8f17c admin admin] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:12.929869 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-b5b4b303-9828-43db-9c42-7fff011f245a None None] Set router 9659b10b-6512-4b05-8c92-5704e86796a5 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:10:13.096609 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2fe1cd2b-9778-4b08-adca-d39f79a8f17c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:13.161658 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-2fe1cd2b-9778-4b08-adca-d39f79a8f17c admin admin] Deleting port 930b7d13-fca5-43ab-9427-ba1ea2fdafa6 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:10:13.162128 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2fe1cd2b-9778-4b08-adca-d39f79a8f17c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:13.206833 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b5b4b303-9828-43db-9c42-7fff011f245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9659b10b-6512-4b05-8c92-5704e86796a5', 'name': 'tempest-TestEncryptedCinderVolumes-131609227-router', 'tenant_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.238'}], 'enable_snat': True}, 'gw_port_id': '930b7d13-fca5-43ab-9427-ba1ea2fdafa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:08:45Z', 'updated_at': '2022-03-07T22:10:11Z', 'revision_number': 5, 'project_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'gw_port': {'id': '930b7d13-fca5-43ab-9427-ba1ea2fdafa6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9659b10b-6512-4b05-8c92-5704e86796a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:08:46Z', 'updated_at': '2022-03-07T22:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:13.211293 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b4b303-9828-43db-9c42-7fff011f245a None None] Checking router: 9659b10b-6512-4b05-8c92-5704e86796a5 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:10:13.219352 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b4b303-9828-43db-9c42-7fff011f245a None None] Routers {'9659b10b-6512-4b05-8c92-5704e86796a5'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:10:13.219936 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b5b4b303-9828-43db-9c42-7fff011f245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:09:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['9659b10b-6512-4b05-8c92-5704e86796a5'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:13.332717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-2fe1cd2b-9778-4b08-adca-d39f79a8f17c admin admin] For port 930b7d13-fca5-43ab-9427-ba1ea2fdafa6, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=930b7d13-fca5-43ab-9427-ba1ea2fdafa6,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:10:13.333075 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2fe1cd2b-9778-4b08-adca-d39f79a8f17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:13.409129 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-b5b4b303-9828-43db-9c42-7fff011f245a None None] Set router 9659b10b-6512-4b05-8c92-5704e86796a5 gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:10:13.455290 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-2fe1cd2b-9778-4b08-adca-d39f79a8f17c admin admin] Calling delete_port for 930b7d13-fca5-43ab-9427-ba1ea2fdafa6 owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:10:13.515106 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-b5b4b303-9828-43db-9c42-7fff011f245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9659b10b-6512-4b05-8c92-5704e86796a5', 'name': 'tempest-TestEncryptedCinderVolumes-131609227-router', 'tenant_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:08:45Z', 'updated_at': '2022-03-07T22:10:13Z', 'revision_number': 6, 'project_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:13.519433 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b4b303-9828-43db-9c42-7fff011f245a None None] The sync data for ids ['9659b10b-6512-4b05-8c92-5704e86796a5'] in dv-neutron-829957-1-hyperv is: [{'id': '9659b10b-6512-4b05-8c92-5704e86796a5', 'name': 'tempest-TestEncryptedCinderVolumes-131609227-router', 'tenant_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:08:45Z', 'updated_at': '2022-03-07T22:10:13Z', 'revision_number': 6, 'project_id': 'b023d00bedbc4f7d8bdf7dffa844b9f6', 'gw_port_host': None}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:10:13.779103 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2fe1cd2b-9778-4b08-adca-d39f79a8f17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:13.829595 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1cd2b-9778-4b08-adca-d39f79a8f17c admin admin] Pushing event deleted for resources: {'Port': ['ID=930b7d13-fca5-43ab-9427-ba1ea2fdafa6,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:13.919560 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2fe1cd2b-9778-4b08-adca-d39f79a8f17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:14.093135 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2fe1cd2b-9778-4b08-adca-d39f79a8f17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:14.095314 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2fe1cd2b-9778-4b08-adca-d39f79a8f17c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:14.184466 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2fe1cd2b-9778-4b08-adca-d39f79a8f17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:14.185090 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe1cd2b-9778-4b08-adca-d39f79a8f17c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9659b10b-6512-4b05-8c92-5704e86796a5 {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 22:10:14.197426 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2fe1cd2b-9778-4b08-adca-d39f79a8f17c admin admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:14.198591 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2fe1cd2b-9778-4b08-adca-d39f79a8f17c admin admin] 10.222.0.21 "DELETE /v2.0/routers/9659b10b-6512-4b05-8c92-5704e86796a5 HTTP/1.1" status: 204 len: 168 time: 1.4501922 Mar 07 22:10:14.201314 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54766) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:10:14.261143 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f9f7151-1d72-49c3-9fb2-45fadc87fc2d admin admin] Deleting subnet 44b7c6d0-6a6e-414f-8c42-5d8a5cc18f28 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 22:10:14.264181 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7f9f7151-1d72-49c3-9fb2-45fadc87fc2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:14.313042 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7f9f7151-1d72-49c3-9fb2-45fadc87fc2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:14.395414 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7f9f7151-1d72-49c3-9fb2-45fadc87fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:14.522323 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7f9f7151-1d72-49c3-9fb2-45fadc87fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:14.559499 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f7151-1d72-49c3-9fb2-45fadc87fc2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44b7c6d0-6a6e-414f-8c42-5d8a5cc18f28,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:14.563063 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7f9f7151-1d72-49c3-9fb2-45fadc87fc2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:14.569038 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f48ba8-b2d7-4daa-82c3-3ec8903f47ca None None] Network d13f9e42-1baf-4247-a8c0-8e1a4ad0d68b requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:10:14.569650 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7f9f7151-1d72-49c3-9fb2-45fadc87fc2d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/44b7c6d0-6a6e-414f-8c42-5d8a5cc18f28 HTTP/1.1" status: 204 len: 168 time: 0.3674128 Mar 07 22:10:14.572012 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54770) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:10:14.680863 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-540ae54e-880c-4d4f-86b9-ab41c7da40c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:14.690973 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-540ae54e-880c-4d4f-86b9-ab41c7da40c2 admin admin] Deleting port 50aa456a-e1e0-47e2-9dc8-cc709a8c0368 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:10:14.691819 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-540ae54e-880c-4d4f-86b9-ab41c7da40c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:14.826596 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ed5723-dce3-4fe9-b6e0-30ef441b9631 None None] DHCP port deletion for d13f9e42-1baf-4247-a8c0-8e1a4ad0d68b request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 22:10:14.834581 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-86ed5723-dce3-4fe9-b6e0-30ef441b9631 None None] Deleting port 50aa456a-e1e0-47e2-9dc8-cc709a8c0368 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:10:14.835031 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-86ed5723-dce3-4fe9-b6e0-30ef441b9631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:14.895994 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 50aa456a-e1e0-47e2-9dc8-cc709a8c0368 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:10:14.909132 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-540ae54e-880c-4d4f-86b9-ab41c7da40c2 admin admin] For port 50aa456a-e1e0-47e2-9dc8-cc709a8c0368, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=50aa456a-e1e0-47e2-9dc8-cc709a8c0368,segment=NetworkSegment(e60eff54-7091-4750-84db-4b4422197fd5),segment_id=e60eff54-7091-4750-84db-4b4422197fd5)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:10:14.909673 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-540ae54e-880c-4d4f-86b9-ab41c7da40c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:15.032659 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-540ae54e-880c-4d4f-86b9-ab41c7da40c2 admin admin] Calling delete_port for 50aa456a-e1e0-47e2-9dc8-cc709a8c0368 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:10:15.145103 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-86ed5723-dce3-4fe9-b6e0-30ef441b9631 None None] For port 50aa456a-e1e0-47e2-9dc8-cc709a8c0368, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=50aa456a-e1e0-47e2-9dc8-cc709a8c0368,segment=NetworkSegment(e60eff54-7091-4750-84db-4b4422197fd5),segment_id=e60eff54-7091-4750-84db-4b4422197fd5)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:10:15.145404 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-86ed5723-dce3-4fe9-b6e0-30ef441b9631 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:15.155377 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:15.194424 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-540ae54e-880c-4d4f-86b9-ab41c7da40c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:15.219264 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:10:15.243606 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ae54e-880c-4d4f-86b9-ab41c7da40c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=50aa456a-e1e0-47e2-9dc8-cc709a8c0368,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:15.246099 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540ae54e-880c-4d4f-86b9-ab41c7da40c2 admin admin] No DVR routers for this DVR port 50aa456a-e1e0-47e2-9dc8-cc709a8c0368 on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:10:15.281384 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-86ed5723-dce3-4fe9-b6e0-30ef441b9631 None None] Calling delete_port for 50aa456a-e1e0-47e2-9dc8-cc709a8c0368 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:10:15.359447 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-540ae54e-880c-4d4f-86b9-ab41c7da40c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:15.373011 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 7b2336fc-28b4-4e18-b940-4e0c2ddd556a no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:10:15.384522 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-540ae54e-880c-4d4f-86b9-ab41c7da40c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13f9e42-1baf-4247-a8c0-8e1a4ad0d68b']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:15.396230 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-540ae54e-880c-4d4f-86b9-ab41c7da40c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60eff54-7091-4750-84db-4b4422197fd5') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:15.396527 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-540ae54e-880c-4d4f-86b9-ab41c7da40c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60eff54-7091-4750-84db-4b4422197fd5') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:15.407695 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-540ae54e-880c-4d4f-86b9-ab41c7da40c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:15.416228 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 7b2336fc-28b4-4e18-b940-4e0c2ddd556a {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:10:15.416566 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 7b2336fc-28b4-4e18-b940-4e0c2ddd556a not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:10:15.416968 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 930b7d13-fca5-43ab-9427-ba1ea2fdafa6 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:10:15.423861 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-540ae54e-880c-4d4f-86b9-ab41c7da40c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:15.430611 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540ae54e-880c-4d4f-86b9-ab41c7da40c2 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:10:15.430996 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-540ae54e-880c-4d4f-86b9-ab41c7da40c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:10:15.443974 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:10:15.452328 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 930b7d13-fca5-43ab-9427-ba1ea2fdafa6 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:10:15.459534 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 930b7d13-fca5-43ab-9427-ba1ea2fdafa6 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:10:15.459534 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-86ed5723-dce3-4fe9-b6e0-30ef441b9631 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:10:15.459534 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-86ed5723-dce3-4fe9-b6e0-30ef441b9631 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:10:15.687424 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-540ae54e-880c-4d4f-86b9-ab41c7da40c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:15.692226 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-540ae54e-880c-4d4f-86b9-ab41c7da40c2 admin admin] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:15.715120 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ae54e-880c-4d4f-86b9-ab41c7da40c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d13f9e42-1baf-4247-a8c0-8e1a4ad0d68b,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:15.718470 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-540ae54e-880c-4d4f-86b9-ab41c7da40c2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d13f9e42-1baf-4247-a8c0-8e1a4ad0d68b HTTP/1.1" status: 204 len: 168 time: 1.1455410 Mar 07 22:10:15.960340 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-86ed5723-dce3-4fe9-b6e0-30ef441b9631 None None] Deleting port 50aa456a-e1e0-47e2-9dc8-cc709a8c0368 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:10:15.960852 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-86ed5723-dce3-4fe9-b6e0-30ef441b9631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:16.027089 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-86ed5723-dce3-4fe9-b6e0-30ef441b9631 None None] The port '50aa456a-e1e0-47e2-9dc8-cc709a8c0368' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 22:10:16.139023 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:16.140001 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54776) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:10:16.186732 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5a508d9f-1e83-4749-adf7-2082e89fedae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=becaed97692c45b99059f23abac5d7e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456057 Mar 07 22:10:16.189013 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54780) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:10:16.248884 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6b8fa22b-effd-439e-9bdf-5f42c8be9db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:16.273323 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6b8fa22b-effd-439e-9bdf-5f42c8be9db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:16.411899 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6b8fa22b-effd-439e-9bdf-5f42c8be9db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:16.425703 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8fa22b-effd-439e-9bdf-5f42c8be9db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6f2db2-687c-45c8-84c0-abd52bd4b6eb,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:16.431751 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6b8fa22b-effd-439e-9bdf-5f42c8be9db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:16.432598 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6b8fa22b-effd-439e-9bdf-5f42c8be9db0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d6f2db2-687c-45c8-84c0-abd52bd4b6eb HTTP/1.1" status: 204 len: 168 time: 0.2427273 Mar 07 22:10:17.242220 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54788) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:10:17.289933 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-47c20458-b53e-4d7c-8237-7d92c5c090de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b023d00bedbc4f7d8bdf7dffa844b9f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465853 Mar 07 22:10:17.292321 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54792) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:10:17.348654 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-226a180c-5073-4d62-9a5b-ab537f09ef11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:17.376810 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-226a180c-5073-4d62-9a5b-ab537f09ef11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:17.493115 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-226a180c-5073-4d62-9a5b-ab537f09ef11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:17.506931 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a180c-5073-4d62-9a5b-ab537f09ef11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255f562d-7bd8-422e-92ab-c857ea3266fe,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:17.512926 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-226a180c-5073-4d62-9a5b-ab537f09ef11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:17.514056 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-226a180c-5073-4d62-9a5b-ab537f09ef11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/255f562d-7bd8-422e-92ab-c857ea3266fe HTTP/1.1" status: 204 len: 168 time: 0.2208331 Mar 07 22:10:18.564106 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54816) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:10:18.708794 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-a8339ee9-7cfc-4250-990f-cf58e2a85cdc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1760653843-network', 'tenant_id': '050f73aea04942859fc8d8e55396ee87'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:10:18.713384 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a8339ee9-7cfc-4250-990f-cf58e2a85cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:10:18.717114 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a8339ee9-7cfc-4250-990f-cf58e2a85cdc admin admin] Usage tracker for resource:network and tenant:050f73aea04942859fc8d8e55396ee87 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:10:18.719935 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a8339ee9-7cfc-4250-990f-cf58e2a85cdc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:10:18.726575 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a8339ee9-7cfc-4250-990f-cf58e2a85cdc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:10:18.782672 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8339ee9-7cfc-4250-990f-cf58e2a85cdc admin admin] Made reservation on behalf of 050f73aea04942859fc8d8e55396ee87 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:10:18.785612 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a8339ee9-7cfc-4250-990f-cf58e2a85cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:18.797385 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a8339ee9-7cfc-4250-990f-cf58e2a85cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:18.811540 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a8339ee9-7cfc-4250-990f-cf58e2a85cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:10:18.815249 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a8339ee9-7cfc-4250-990f-cf58e2a85cdc admin admin] Usage tracker for resource:security_group_rule and tenant:050f73aea04942859fc8d8e55396ee87 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:10:18.818000 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a8339ee9-7cfc-4250-990f-cf58e2a85cdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:10:18.823602 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a8339ee9-7cfc-4250-990f-cf58e2a85cdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:10:18.903349 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a8339ee9-7cfc-4250-990f-cf58e2a85cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:19.011535 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a8339ee9-7cfc-4250-990f-cf58e2a85cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:19.040339 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8339ee9-7cfc-4250-990f-cf58e2a85cdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:10:19.048305 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8339ee9-7cfc-4250-990f-cf58e2a85cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b14e55f-58bb-46e2-9e50-3b180d1200db,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:19.053559 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a8339ee9-7cfc-4250-990f-cf58e2a85cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:19.053896 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-a8339ee9-7cfc-4250-990f-cf58e2a85cdc admin admin] Added segment 6e774e1b-0052-4b46-9f00-64df5aaa8850 of type vlan for network 39224fef-d451-4fe4-9e29-0fc24e009664 Mar 07 22:10:19.080312 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a8339ee9-7cfc-4250-990f-cf58e2a85cdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:19.160192 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a8339ee9-7cfc-4250-990f-cf58e2a85cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:19.161092 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8339ee9-7cfc-4250-990f-cf58e2a85cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:19.161648 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a8339ee9-7cfc-4250-990f-cf58e2a85cdc admin admin] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:19.258814 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8339ee9-7cfc-4250-990f-cf58e2a85cdc admin admin] Pushing event updated for resources: {'Network': ['ID=39224fef-d451-4fe4-9e29-0fc24e009664,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:19.268412 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 39224fef-d451-4fe4-9e29-0fc24e009664 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 22:10:19.319796 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a8339ee9-7cfc-4250-990f-cf58e2a85cdc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7521236 Mar 07 22:10:19.320006 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54822) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:10:19.325210 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-c74a8835-b8fd-45c5-aa99-5074354a2d5a admin admin] Request body: {'subnet': {'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1760653843-subnet', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'ip_version': 4}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:10:19.330299 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c74a8835-b8fd-45c5-aa99-5074354a2d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:10:19.336797 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c74a8835-b8fd-45c5-aa99-5074354a2d5a admin admin] Usage tracker for resource:subnet and tenant:050f73aea04942859fc8d8e55396ee87 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:10:19.337623 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c74a8835-b8fd-45c5-aa99-5074354a2d5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:10:19.343188 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c74a8835-b8fd-45c5-aa99-5074354a2d5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:10:19.413045 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74a8835-b8fd-45c5-aa99-5074354a2d5a admin admin] Made reservation on behalf of 050f73aea04942859fc8d8e55396ee87 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:10:19.415373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c74a8835-b8fd-45c5-aa99-5074354a2d5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:19.670304 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c74a8835-b8fd-45c5-aa99-5074354a2d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:19.742346 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a8835-b8fd-45c5-aa99-5074354a2d5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b250c0e3-8f73-4e5d-beb3-748030a6edb6,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:19.750729 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74a8835-b8fd-45c5-aa99-5074354a2d5a admin admin] Checking segment: {'id': '6e774e1b-0052-4b46-9f00-64df5aaa8850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:10:19.751081 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74a8835-b8fd-45c5-aa99-5074354a2d5a admin admin] Network hostable DHCP agents. Network: 39224fef-d451-4fe4-9e29-0fc24e009664, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:10:19.864937 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74a8835-b8fd-45c5-aa99-5074354a2d5a admin admin] Network 39224fef-d451-4fe4-9e29-0fc24e009664 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:10:19.955975 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-c74a8835-b8fd-45c5-aa99-5074354a2d5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 39224fef-d451-4fe4-9e29-0fc24e009664) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:10:19.959926 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74a8835-b8fd-45c5-aa99-5074354a2d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:19.960604 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c74a8835-b8fd-45c5-aa99-5074354a2d5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:19.965537 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab3473f-7799-46d9-a416-65b0aaa0e6fc None None] Network 39224fef-d451-4fe4-9e29-0fc24e009664 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:10:20.025477 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c74a8835-b8fd-45c5-aa99-5074354a2d5a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7043777 Mar 07 22:10:20.027981 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 54826) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:10:20.033435 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-d63194e5-d5ea-46ac-aae7-7ac0c32c8912 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1760653843-router', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:10:20.038984 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d63194e5-d5ea-46ac-aae7-7ac0c32c8912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:10:20.043047 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d63194e5-d5ea-46ac-aae7-7ac0c32c8912 admin admin] Usage tracker for resource:router and tenant:050f73aea04942859fc8d8e55396ee87 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:10:20.046071 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-d63194e5-d5ea-46ac-aae7-7ac0c32c8912 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:10:20.052652 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-d63194e5-d5ea-46ac-aae7-7ac0c32c8912 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:10:20.122224 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d63194e5-d5ea-46ac-aae7-7ac0c32c8912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:20.123262 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d63194e5-d5ea-46ac-aae7-7ac0c32c8912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:20.137723 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d63194e5-d5ea-46ac-aae7-7ac0c32c8912 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:20.170236 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-25768f03-7c64-45d6-818c-140971b1f3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:20.226859 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-39224fef-d451-4fe4-9e29-0fc24e009664', 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'fixed_ips': [{'subnet_id': 'b250c0e3-8f73-4e5d-beb3-748030a6edb6'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 22:10:20.227662 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:20.381775 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Allocated IP 172.20.0.2 (39224fef-d451-4fe4-9e29-0fc24e009664/b250c0e3-8f73-4e5d-beb3-748030a6edb6/636fba46-db5e-44fe-ae4c-5484cde56bea) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:10:20.463145 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d63194e5-d5ea-46ac-aae7-7ac0c32c8912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:20.581459 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:20.591769 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Transition to ACTIVE for port object 636fba46-db5e-44fe-ae4c-5484cde56bea will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:10:20.609551 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Transition to ACTIVE for port object 636fba46-db5e-44fe-ae4c-5484cde56bea will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:10:20.676765 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:20.738760 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Network 39224fef-d451-4fe4-9e29-0fc24e009664 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:10:20.739969 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:10:20.743828 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:10:20.784950 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Pushing event updated for resources: {'Port': ['ID=636fba46-db5e-44fe-ae4c-5484cde56bea,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:20.801187 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:20.801537 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:20.801900 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:20.802238 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:20.802571 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:20.803009 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:20.803211 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:20.803532 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:20.803857 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:20.804176 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:20.804501 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:20.804816 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:20.861777 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Attempting to bind port 636fba46-db5e-44fe-ae4c-5484cde56bea on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:10:20.861777 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Attempting to bind port 636fba46-db5e-44fe-ae4c-5484cde56bea by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '6e774e1b-0052-4b46-9f00-64df5aaa8850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:10:20.861777 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Attempting to bind port 636fba46-db5e-44fe-ae4c-5484cde56bea on network 39224fef-d451-4fe4-9e29-0fc24e009664 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:10:20.865432 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:10:20.865804 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Checking segment: {'id': '6e774e1b-0052-4b46-9f00-64df5aaa8850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:10:20.866234 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:20.866629 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Bound using segment: {'id': '6e774e1b-0052-4b46-9f00-64df5aaa8850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:10:20.867207 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Bound port: 636fba46-db5e-44fe-ae4c-5484cde56bea, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e774e1b-0052-4b46-9f00-64df5aaa8850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:10:20.867591 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:20.904693 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d63194e5-d5ea-46ac-aae7-7ac0c32c8912 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:20.936953 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d63194e5-d5ea-46ac-aae7-7ac0c32c8912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:20.957917 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] For port 636fba46-db5e-44fe-ae4c-5484cde56bea, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:10:20.960888 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] For port 636fba46-db5e-44fe-ae4c-5484cde56bea, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=636fba46-db5e-44fe-ae4c-5484cde56bea,segment=NetworkSegment(6e774e1b-0052-4b46-9f00-64df5aaa8850),segment_id=6e774e1b-0052-4b46-9f00-64df5aaa8850)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:10:21.068665 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-d63194e5-d5ea-46ac-aae7-7ac0c32c8912 admin admin] Allocated IP 172.26.2.74 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/33270a14-abd4-4b46-84cd-5c465c9df7ce) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:10:21.103415 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:21.192427 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1132d11-622d-4fcd-83f8-341c520fbe42 None None] Pushing event updated for resources: {'Port': ['ID=636fba46-db5e-44fe-ae4c-5484cde56bea,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:21.216479 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d63194e5-d5ea-46ac-aae7-7ac0c32c8912 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:21.331872 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d63194e5-d5ea-46ac-aae7-7ac0c32c8912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:21.402856 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63194e5-d5ea-46ac-aae7-7ac0c32c8912 admin admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:10:21.405690 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-d63194e5-d5ea-46ac-aae7-7ac0c32c8912 admin admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:10:21.408140 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63194e5-d5ea-46ac-aae7-7ac0c32c8912 admin admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:10:21.459604 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63194e5-d5ea-46ac-aae7-7ac0c32c8912 admin admin] Pushing event updated for resources: {'Port': ['ID=33270a14-abd4-4b46-84cd-5c465c9df7ce,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:21.910899 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d63194e5-d5ea-46ac-aae7-7ac0c32c8912 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:22.072941 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44db21fd-ab5a-4ca6-833c-47b60e94b289 None None] Network 39224fef-d451-4fe4-9e29-0fc24e009664 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:10:22.241393 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b4e1689a-9308-4690-9274-9c9558b62e9d None None] Provisioning for port 636fba46-db5e-44fe-ae4c-5484cde56bea completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:10:22.248038 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d63194e5-d5ea-46ac-aae7-7ac0c32c8912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:22.327864 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a9fb121e-4546-44db-a4cd-6a46c5dd1ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:22.619047 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63194e5-d5ea-46ac-aae7-7ac0c32c8912 admin admin] Router 47e2c554-01c1-4589-85a3-e3b744d7aee9 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 22:10:22.794107 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63194e5-d5ea-46ac-aae7-7ac0c32c8912 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:10:22.803629 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] Sync routers for ids ['47e2c554-01c1-4589-85a3-e3b744d7aee9'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:10:22.815642 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] Routers {'47e2c554-01c1-4589-85a3-e3b744d7aee9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:10:22.816925 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:10:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['47e2c554-01c1-4589-85a3-e3b744d7aee9'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:22.876157 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d63194e5-d5ea-46ac-aae7-7ac0c32c8912 admin admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:22.877397 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d63194e5-d5ea-46ac-aae7-7ac0c32c8912 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8483362 Mar 07 22:10:22.880779 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 54830) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:10:22.902260 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 636fba46-db5e-44fe-ae4c-5484cde56bea up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:10:23.002655 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] Set router 47e2c554-01c1-4589-85a3-e3b744d7aee9 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:10:23.034631 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 636fba46-db5e-44fe-ae4c-5484cde56bea completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:10:23.039520 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 636fba46-db5e-44fe-ae4c-5484cde56bea triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:10:23.039884 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:23.157439 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:23.188706 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 636fba46-db5e-44fe-ae4c-5484cde56bea, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=636fba46-db5e-44fe-ae4c-5484cde56bea,segment=NetworkSegment(6e774e1b-0052-4b46-9f00-64df5aaa8850),segment_id=6e774e1b-0052-4b46-9f00-64df5aaa8850)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:10:23.286792 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'name': 'tempest-TestMinimumBasicScenario-1760653843-router', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:21Z', 'revision_number': 3, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'gw_port': {'id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:21:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:23.287907 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:23.290945 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] Checking router: 47e2c554-01c1-4589-85a3-e3b744d7aee9 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:10:23.291288 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] Updating router 47e2c554-01c1-4589-85a3-e3b744d7aee9 port 33270a14-abd4-4b46-84cd-5c465c9df7ce binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:10:23.339643 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:23.345231 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:23.370519 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=636fba46-db5e-44fe-ae4c-5484cde56bea,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:23.430563 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:23.673039 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:23.693644 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:23.704969 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] Transition to ACTIVE for port object 33270a14-abd4-4b46-84cd-5c465c9df7ce will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:10:23.773278 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:23.853885 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] Attempting to bind port 33270a14-abd4-4b46-84cd-5c465c9df7ce on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:10:23.854551 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] Attempting to bind port 33270a14-abd4-4b46-84cd-5c465c9df7ce by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:10:23.854660 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] Attempting to bind port 33270a14-abd4-4b46-84cd-5c465c9df7ce on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:10:23.856568 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6653b-8e90-4e55-84cc-27527e8372bd None None] Pushing event updated for resources: {'Port': ['ID=33270a14-abd4-4b46-84cd-5c465c9df7ce,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:23.866259 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b6653b-8e90-4e55-84cc-27527e8372bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:23.866602 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b6653b-8e90-4e55-84cc-27527e8372bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:23.866933 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b6653b-8e90-4e55-84cc-27527e8372bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:23.867265 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b6653b-8e90-4e55-84cc-27527e8372bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:23.867586 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b6653b-8e90-4e55-84cc-27527e8372bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:23.867906 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b6653b-8e90-4e55-84cc-27527e8372bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:23.868226 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b6653b-8e90-4e55-84cc-27527e8372bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:23.868542 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b6653b-8e90-4e55-84cc-27527e8372bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:23.868863 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b6653b-8e90-4e55-84cc-27527e8372bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:23.869175 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b6653b-8e90-4e55-84cc-27527e8372bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:23.869489 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b6653b-8e90-4e55-84cc-27527e8372bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:23.869795 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b6653b-8e90-4e55-84cc-27527e8372bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:23.872985 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:10:23.873353 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:10:23.873980 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:23.874412 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:10:23.875013 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] Bound port: 33270a14-abd4-4b46-84cd-5c465c9df7ce, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:10:23.875236 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:23.885926 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Allocated IP 172.20.0.1 (39224fef-d451-4fe4-9e29-0fc24e009664/b250c0e3-8f73-4e5d-beb3-748030a6edb6/54655111-9e1c-4723-b578-9df8d2e24338) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:10:23.949570 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] For port 33270a14-abd4-4b46-84cd-5c465c9df7ce, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:10:23.952649 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] For port 33270a14-abd4-4b46-84cd-5c465c9df7ce, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=33270a14-abd4-4b46-84cd-5c465c9df7ce,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:10:24.029269 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:24.036538 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:24.052848 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Transition to ACTIVE for port object 54655111-9e1c-4723-b578-9df8d2e24338 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:10:24.102242 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] Routers {'47e2c554-01c1-4589-85a3-e3b744d7aee9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:10:24.102832 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:10:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['47e2c554-01c1-4589-85a3-e3b744d7aee9'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:24.145100 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:24.167251 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6653b-8e90-4e55-84cc-27527e8372bd None None] Pushing event updated for resources: {'Port': ['ID=33270a14-abd4-4b46-84cd-5c465c9df7ce,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:24.208207 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Network 39224fef-d451-4fe4-9e29-0fc24e009664 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:10:24.214797 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:10:24.217247 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:10:24.254301 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Pushing event updated for resources: {'Port': ['ID=54655111-9e1c-4723-b578-9df8d2e24338,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:24.273694 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:24.274132 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:24.274468 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:24.274796 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:24.275111 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:24.275436 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:24.275749 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:24.276631 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:24.276631 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:24.276834 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:24.276956 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:24.277268 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:24.290588 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] Set router 47e2c554-01c1-4589-85a3-e3b744d7aee9 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:10:24.296801 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:24.510644 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:24.544680 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e55fc9ad-a091-4bc2-93fc-9189bb4f282a None None] Provisioning for port 54655111-9e1c-4723-b578-9df8d2e24338 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:10:24.551068 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e55fc9ad-a091-4bc2-93fc-9189bb4f282a None None] Provisioning complete for port 54655111-9e1c-4723-b578-9df8d2e24338 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:10:24.551712 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e55fc9ad-a091-4bc2-93fc-9189bb4f282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:24.576373 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'name': 'tempest-TestMinimumBasicScenario-1760653843-router', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:21Z', 'revision_number': 3, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'gw_port': {'id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:21:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:24.582453 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4750cda7-cb7d-4bdf-ba53-c3aab5548ad3 None None] The sync data for ids ['47e2c554-01c1-4589-85a3-e3b744d7aee9'] in dv-neutron-829957-1-hyperv is: [{'id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'name': 'tempest-TestMinimumBasicScenario-1760653843-router', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:21Z', 'revision_number': 3, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'gw_port': {'id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:21:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:10:24.612455 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-e55fc9ad-a091-4bc2-93fc-9189bb4f282a None None] Port 54655111-9e1c-4723-b578-9df8d2e24338 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:10:24.751833 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:24.811992 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:24.841919 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:24.942112 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Pushing event updated for resources: {'Port': ['ID=54655111-9e1c-4723-b578-9df8d2e24338,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:24.944643 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:24.999129 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 636fba46-db5e-44fe-ae4c-5484cde56bea up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:10:25.071202 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 636fba46-db5e-44fe-ae4c-5484cde56bea triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:10:25.071565 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:25.094987 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Network 39224fef-d451-4fe4-9e29-0fc24e009664 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:10:25.096231 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:10:25.264197 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 33270a14-abd4-4b46-84cd-5c465c9df7ce up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:10:25.346017 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-4d9a98b3-2478-4ac0-b60b-f3d369d2d7ae None None] Provisioning complete for port 54655111-9e1c-4723-b578-9df8d2e24338 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:10:25.346391 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4d9a98b3-2478-4ac0-b60b-f3d369d2d7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:25.407036 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-4d9a98b3-2478-4ac0-b60b-f3d369d2d7ae None None] Port 54655111-9e1c-4723-b578-9df8d2e24338 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:10:25.411492 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 33270a14-abd4-4b46-84cd-5c465c9df7ce completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:10:25.416903 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 33270a14-abd4-4b46-84cd-5c465c9df7ce triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:10:25.417275 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:25.438345 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Router 47e2c554-01c1-4589-85a3-e3b744d7aee9 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:10:25.538450 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:25.558174 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 33270a14-abd4-4b46-84cd-5c465c9df7ce, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=33270a14-abd4-4b46-84cd-5c465c9df7ce,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:10:25.629208 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:10:25.634945 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:25.641868 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ee7cedf0-9f44-44de-886d-76be5e05bfc3 admin admin] 10.222.0.21 "PUT /v2.0/routers/47e2c554-01c1-4589-85a3-e3b744d7aee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7557528 Mar 07 22:10:25.701871 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=33270a14-abd4-4b46-84cd-5c465c9df7ce,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:26.147032 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] Sync routers for ids ['47e2c554-01c1-4589-85a3-e3b744d7aee9'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:10:26.155917 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] Routers {'47e2c554-01c1-4589-85a3-e3b744d7aee9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:10:26.156520 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:10:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['47e2c554-01c1-4589-85a3-e3b744d7aee9'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:26.333363 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] Set router 47e2c554-01c1-4589-85a3-e3b744d7aee9 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:10:26.392312 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 54848) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:10:26.397676 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-b6413065-55ce-4b8c-bed9-0681b837fcf0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-531211037-network', 'tenant_id': '638068de54e94067af861ab4d8aa2043'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:10:26.402671 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b6413065-55ce-4b8c-bed9-0681b837fcf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:10:26.406531 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b6413065-55ce-4b8c-bed9-0681b837fcf0 admin admin] Usage tracker for resource:network and tenant:638068de54e94067af861ab4d8aa2043 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:10:26.409408 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b6413065-55ce-4b8c-bed9-0681b837fcf0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:10:26.415077 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b6413065-55ce-4b8c-bed9-0681b837fcf0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:10:26.525588 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6413065-55ce-4b8c-bed9-0681b837fcf0 admin admin] Made reservation on behalf of 638068de54e94067af861ab4d8aa2043 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:10:26.528023 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b6413065-55ce-4b8c-bed9-0681b837fcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:26.541190 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b6413065-55ce-4b8c-bed9-0681b837fcf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:26.555998 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b6413065-55ce-4b8c-bed9-0681b837fcf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:10:26.559762 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b6413065-55ce-4b8c-bed9-0681b837fcf0 admin admin] Usage tracker for resource:security_group_rule and tenant:638068de54e94067af861ab4d8aa2043 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:10:26.562544 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b6413065-55ce-4b8c-bed9-0681b837fcf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:10:26.568209 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b6413065-55ce-4b8c-bed9-0681b837fcf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:10:26.642467 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'name': 'tempest-TestMinimumBasicScenario-1760653843-router', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:24Z', 'revision_number': 4, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'gw_port': {'id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '54655111-9e1c-4723-b578-9df8d2e24338', 'name': '', 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'mac_address': 'fa:16:3e:1d:24:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b250c0e3-8f73-4e5d-beb3-748030a6edb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:23Z', 'updated_at': '2022-03-07T22:10:24Z', 'revision_number': 2, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'subnets': [{'id': 'b250c0e3-8f73-4e5d-beb3-748030a6edb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:26.646377 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] Checking router: 47e2c554-01c1-4589-85a3-e3b744d7aee9 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:10:26.646724 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] Updating router 47e2c554-01c1-4589-85a3-e3b744d7aee9 port 54655111-9e1c-4723-b578-9df8d2e24338 binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:10:26.648999 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b6413065-55ce-4b8c-bed9-0681b837fcf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:26.697875 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:26.719758 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b6413065-55ce-4b8c-bed9-0681b837fcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:26.747340 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6413065-55ce-4b8c-bed9-0681b837fcf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:10:26.759402 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6413065-55ce-4b8c-bed9-0681b837fcf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecf2a7a-86a6-493d-b6e6-2a16bedfaeb3,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:26.764491 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b6413065-55ce-4b8c-bed9-0681b837fcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:26.764491 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-b6413065-55ce-4b8c-bed9-0681b837fcf0 admin admin] Added segment bc1e1f29-8e03-49ef-bfa5-2aea1e9262c2 of type vlan for network eb9afcb9-d3f6-4399-b3e6-aa17fe168cda Mar 07 22:10:26.790696 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b6413065-55ce-4b8c-bed9-0681b837fcf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:26.875452 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 33270a14-abd4-4b46-84cd-5c465c9df7ce up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:10:26.920051 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b6413065-55ce-4b8c-bed9-0681b837fcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:26.920955 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6413065-55ce-4b8c-bed9-0681b837fcf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:26.921538 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b6413065-55ce-4b8c-bed9-0681b837fcf0 admin admin] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:27.022641 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6413065-55ce-4b8c-bed9-0681b837fcf0 admin admin] Pushing event updated for resources: {'Network': ['ID=eb9afcb9-d3f6-4399-b3e6-aa17fe168cda,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:27.024358 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 33270a14-abd4-4b46-84cd-5c465c9df7ce triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:10:27.024727 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:27.050536 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network eb9afcb9-d3f6-4399-b3e6-aa17fe168cda details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 22:10:27.075034 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b6413065-55ce-4b8c-bed9-0681b837fcf0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6816912 Mar 07 22:10:27.078083 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 54852) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:10:27.084080 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-41affe3c-0b5d-4064-a8ed-0cc26c1d9769 admin admin] Request body: {'subnet': {'network_id': 'eb9afcb9-d3f6-4399-b3e6-aa17fe168cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-531211037-subnet', 'tenant_id': '638068de54e94067af861ab4d8aa2043', 'ip_version': 4}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:10:27.089046 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-41affe3c-0b5d-4064-a8ed-0cc26c1d9769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:10:27.092858 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-41affe3c-0b5d-4064-a8ed-0cc26c1d9769 admin admin] Usage tracker for resource:subnet and tenant:638068de54e94067af861ab4d8aa2043 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:10:27.095885 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-41affe3c-0b5d-4064-a8ed-0cc26c1d9769 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:10:27.102236 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-41affe3c-0b5d-4064-a8ed-0cc26c1d9769 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:10:27.171874 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41affe3c-0b5d-4064-a8ed-0cc26c1d9769 admin admin] Made reservation on behalf of 638068de54e94067af861ab4d8aa2043 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:10:27.174324 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-41affe3c-0b5d-4064-a8ed-0cc26c1d9769 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:27.277593 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:27.323831 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] Transition to ACTIVE for port object 54655111-9e1c-4723-b578-9df8d2e24338 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:10:27.396268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:27.453421 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-41affe3c-0b5d-4064-a8ed-0cc26c1d9769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:27.521557 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00858027-178f-41ce-9eef-5be8005c8cc1 None None] Pushing event updated for resources: {'Port': ['ID=54655111-9e1c-4723-b578-9df8d2e24338,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:27.537485 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41affe3c-0b5d-4064-a8ed-0cc26c1d9769 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba0b9bfb-5d2d-459f-b7dd-21d00a5a55e3,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:27.544719 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41affe3c-0b5d-4064-a8ed-0cc26c1d9769 admin admin] Checking segment: {'id': 'bc1e1f29-8e03-49ef-bfa5-2aea1e9262c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'eb9afcb9-d3f6-4399-b3e6-aa17fe168cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:10:27.545079 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41affe3c-0b5d-4064-a8ed-0cc26c1d9769 admin admin] Network hostable DHCP agents. Network: eb9afcb9-d3f6-4399-b3e6-aa17fe168cda, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:10:27.610796 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] Attempting to bind port 54655111-9e1c-4723-b578-9df8d2e24338 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:10:27.611155 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] Attempting to bind port 54655111-9e1c-4723-b578-9df8d2e24338 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '6e774e1b-0052-4b46-9f00-64df5aaa8850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:10:27.611507 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] Attempting to bind port 54655111-9e1c-4723-b578-9df8d2e24338 on network 39224fef-d451-4fe4-9e29-0fc24e009664 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:10:27.617601 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:10:27.618041 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] Checking segment: {'id': '6e774e1b-0052-4b46-9f00-64df5aaa8850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:10:27.618445 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:27.618830 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] Bound using segment: {'id': '6e774e1b-0052-4b46-9f00-64df5aaa8850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:10:27.619283 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] Bound port: 54655111-9e1c-4723-b578-9df8d2e24338, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e774e1b-0052-4b46-9f00-64df5aaa8850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:10:27.619646 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:27.630526 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41affe3c-0b5d-4064-a8ed-0cc26c1d9769 admin admin] Network eb9afcb9-d3f6-4399-b3e6-aa17fe168cda is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:10:27.670373 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-41affe3c-0b5d-4064-a8ed-0cc26c1d9769 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, eb9afcb9-d3f6-4399-b3e6-aa17fe168cda) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:10:27.674710 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41affe3c-0b5d-4064-a8ed-0cc26c1d9769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:27.675943 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-41affe3c-0b5d-4064-a8ed-0cc26c1d9769 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:27.680184 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef066ef2-a564-477a-82c1-f8a66512394c None None] Network eb9afcb9-d3f6-4399-b3e6-aa17fe168cda requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:10:27.762437 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-41affe3c-0b5d-4064-a8ed-0cc26c1d9769 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6831095 Mar 07 22:10:27.765004 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 54856) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:10:27.770012 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-891b5c7c-4e64-4b08-af01-084dc23679c5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-531211037-router', 'tenant_id': '638068de54e94067af861ab4d8aa2043', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:10:27.774587 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-891b5c7c-4e64-4b08-af01-084dc23679c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:10:27.778526 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-891b5c7c-4e64-4b08-af01-084dc23679c5 admin admin] Usage tracker for resource:router and tenant:638068de54e94067af861ab4d8aa2043 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:10:27.781517 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-891b5c7c-4e64-4b08-af01-084dc23679c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:10:27.787458 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-891b5c7c-4e64-4b08-af01-084dc23679c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:10:27.805128 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] For port 54655111-9e1c-4723-b578-9df8d2e24338, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:10:27.815598 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] For port 54655111-9e1c-4723-b578-9df8d2e24338, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=54655111-9e1c-4723-b578-9df8d2e24338,segment=NetworkSegment(6e774e1b-0052-4b46-9f00-64df5aaa8850),segment_id=6e774e1b-0052-4b46-9f00-64df5aaa8850)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:10:27.847520 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-891b5c7c-4e64-4b08-af01-084dc23679c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:27.848723 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-891b5c7c-4e64-4b08-af01-084dc23679c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:27.864406 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-891b5c7c-4e64-4b08-af01-084dc23679c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:27.882790 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:28.000721 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] Routers {'47e2c554-01c1-4589-85a3-e3b744d7aee9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:10:28.001359 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:10:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['47e2c554-01c1-4589-85a3-e3b744d7aee9'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:28.053704 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff4db32-016f-42fd-ba9f-c568a16c479f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-eb9afcb9-d3f6-4399-b3e6-aa17fe168cda', 'network_id': 'eb9afcb9-d3f6-4399-b3e6-aa17fe168cda', 'tenant_id': '638068de54e94067af861ab4d8aa2043', 'fixed_ips': [{'subnet_id': 'ba0b9bfb-5d2d-459f-b7dd-21d00a5a55e3'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 22:10:28.054551 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8ff4db32-016f-42fd-ba9f-c568a16c479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:28.100235 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00858027-178f-41ce-9eef-5be8005c8cc1 None None] Pushing event updated for resources: {'Port': ['ID=54655111-9e1c-4723-b578-9df8d2e24338,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:28.189718 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-891b5c7c-4e64-4b08-af01-084dc23679c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:28.328696 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] Set router 47e2c554-01c1-4589-85a3-e3b744d7aee9 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:10:28.467884 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-8ff4db32-016f-42fd-ba9f-c568a16c479f None None] Allocated IP 172.20.0.2 (eb9afcb9-d3f6-4399-b3e6-aa17fe168cda/ba0b9bfb-5d2d-459f-b7dd-21d00a5a55e3/bd24af03-3a52-4022-8b9a-d080e6c19240) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:10:28.657639 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-891b5c7c-4e64-4b08-af01-084dc23679c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:28.686885 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-891b5c7c-4e64-4b08-af01-084dc23679c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:28.825188 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-891b5c7c-4e64-4b08-af01-084dc23679c5 admin admin] Allocated IP 172.26.2.140 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/dc170a39-4552-4f65-a4d4-6378de549c43) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:10:28.885010 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8ff4db32-016f-42fd-ba9f-c568a16c479f None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:28.897853 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8ff4db32-016f-42fd-ba9f-c568a16c479f None None] Transition to ACTIVE for port object bd24af03-3a52-4022-8b9a-d080e6c19240 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:10:28.901589 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'name': 'tempest-TestMinimumBasicScenario-1760653843-router', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:24Z', 'revision_number': 4, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'gw_port': {'id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '54655111-9e1c-4723-b578-9df8d2e24338', 'name': '', 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'mac_address': 'fa:16:3e:1d:24:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b250c0e3-8f73-4e5d-beb3-748030a6edb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:23Z', 'updated_at': '2022-03-07T22:10:27Z', 'revision_number': 4, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'subnets': [{'id': 'b250c0e3-8f73-4e5d-beb3-748030a6edb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:28.912967 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c01b53e-51c1-4c23-96ee-58c8ca448c35 None None] The sync data for ids ['47e2c554-01c1-4589-85a3-e3b744d7aee9'] in dv-neutron-829957-1-hyperv is: [{'id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'name': 'tempest-TestMinimumBasicScenario-1760653843-router', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:24Z', 'revision_number': 4, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'gw_port': {'id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '54655111-9e1c-4723-b578-9df8d2e24338', 'name': '', 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'mac_address': 'fa:16:3e:1d:24:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b250c0e3-8f73-4e5d-beb3-748030a6edb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:23Z', 'updated_at': '2022-03-07T22:10:27Z', 'revision_number': 4, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'subnets': [{'id': 'b250c0e3-8f73-4e5d-beb3-748030a6edb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:10:28.926565 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8ff4db32-016f-42fd-ba9f-c568a16c479f None None] Transition to ACTIVE for port object bd24af03-3a52-4022-8b9a-d080e6c19240 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:10:28.989879 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-891b5c7c-4e64-4b08-af01-084dc23679c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:29.002044 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8ff4db32-016f-42fd-ba9f-c568a16c479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:29.065491 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff4db32-016f-42fd-ba9f-c568a16c479f None None] Network eb9afcb9-d3f6-4399-b3e6-aa17fe168cda is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:10:29.068842 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-8ff4db32-016f-42fd-ba9f-c568a16c479f None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:10:29.094808 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff4db32-016f-42fd-ba9f-c568a16c479f None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:10:29.094808 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4db32-016f-42fd-ba9f-c568a16c479f None None] Pushing event updated for resources: {'Port': ['ID=bd24af03-3a52-4022-8b9a-d080e6c19240,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:29.137684 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-891b5c7c-4e64-4b08-af01-084dc23679c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:29.178080 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-8ff4db32-016f-42fd-ba9f-c568a16c479f None None] Attempting to bind port bd24af03-3a52-4022-8b9a-d080e6c19240 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:10:29.178332 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-8ff4db32-016f-42fd-ba9f-c568a16c479f None None] Attempting to bind port bd24af03-3a52-4022-8b9a-d080e6c19240 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'bc1e1f29-8e03-49ef-bfa5-2aea1e9262c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'eb9afcb9-d3f6-4399-b3e6-aa17fe168cda'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:10:29.178509 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff4db32-016f-42fd-ba9f-c568a16c479f None None] Attempting to bind port bd24af03-3a52-4022-8b9a-d080e6c19240 on network eb9afcb9-d3f6-4399-b3e6-aa17fe168cda {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:10:29.184120 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff4db32-016f-42fd-ba9f-c568a16c479f None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:10:29.184501 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff4db32-016f-42fd-ba9f-c568a16c479f None None] Checking segment: {'id': 'bc1e1f29-8e03-49ef-bfa5-2aea1e9262c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'eb9afcb9-d3f6-4399-b3e6-aa17fe168cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:10:29.184891 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8ff4db32-016f-42fd-ba9f-c568a16c479f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:29.185275 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff4db32-016f-42fd-ba9f-c568a16c479f None None] Bound using segment: {'id': 'bc1e1f29-8e03-49ef-bfa5-2aea1e9262c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'eb9afcb9-d3f6-4399-b3e6-aa17fe168cda'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:10:29.185729 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-8ff4db32-016f-42fd-ba9f-c568a16c479f None None] Bound port: bd24af03-3a52-4022-8b9a-d080e6c19240, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1e1f29-8e03-49ef-bfa5-2aea1e9262c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'eb9afcb9-d3f6-4399-b3e6-aa17fe168cda'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:10:29.186123 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8ff4db32-016f-42fd-ba9f-c568a16c479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:29.202360 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891b5c7c-4e64-4b08-af01-084dc23679c5 admin admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:10:29.209626 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-891b5c7c-4e64-4b08-af01-084dc23679c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:10:29.212098 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b5c7c-4e64-4b08-af01-084dc23679c5 admin admin] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:10:29.252055 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b5c7c-4e64-4b08-af01-084dc23679c5 admin admin] Pushing event updated for resources: {'Port': ['ID=dc170a39-4552-4f65-a4d4-6378de549c43,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:29.281685 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-8ff4db32-016f-42fd-ba9f-c568a16c479f None None] For port bd24af03-3a52-4022-8b9a-d080e6c19240, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:10:29.285349 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-8ff4db32-016f-42fd-ba9f-c568a16c479f None None] For port bd24af03-3a52-4022-8b9a-d080e6c19240, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=bd24af03-3a52-4022-8b9a-d080e6c19240,segment=NetworkSegment(bc1e1f29-8e03-49ef-bfa5-2aea1e9262c2),segment_id=bc1e1f29-8e03-49ef-bfa5-2aea1e9262c2)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:10:29.360653 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8ff4db32-016f-42fd-ba9f-c568a16c479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:29.447772 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4db32-016f-42fd-ba9f-c568a16c479f None None] Pushing event updated for resources: {'Port': ['ID=bd24af03-3a52-4022-8b9a-d080e6c19240,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:29.739031 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-891b5c7c-4e64-4b08-af01-084dc23679c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:30.088734 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-891b5c7c-4e64-4b08-af01-084dc23679c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:30.358113 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dd3c90-1932-43fa-825f-a761e478a842 None None] Network eb9afcb9-d3f6-4399-b3e6-aa17fe168cda requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:10:30.520851 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891b5c7c-4e64-4b08-af01-084dc23679c5 admin admin] Router b6dfe906-b87e-4b13-a708-3a4a4b6c485d is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 22:10:30.555548 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-3819a9d4-b231-4028-90c9-e3ee1ce97b03 None None] Provisioning for port bd24af03-3a52-4022-8b9a-d080e6c19240 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:10:30.703336 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891b5c7c-4e64-4b08-af01-084dc23679c5 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:10:30.715812 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] Sync routers for ids ['b6dfe906-b87e-4b13-a708-3a4a4b6c485d'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:10:30.725425 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] Routers {'b6dfe906-b87e-4b13-a708-3a4a4b6c485d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:10:30.726058 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:10:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['b6dfe906-b87e-4b13-a708-3a4a4b6c485d'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:30.802445 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-891b5c7c-4e64-4b08-af01-084dc23679c5 admin admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:30.806799 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-891b5c7c-4e64-4b08-af01-084dc23679c5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0382814 Mar 07 22:10:30.807491 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 54860) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:10:30.912119 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] Set router b6dfe906-b87e-4b13-a708-3a4a4b6c485d gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:10:30.947725 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device bd24af03-3a52-4022-8b9a-d080e6c19240 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:10:31.099056 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port bd24af03-3a52-4022-8b9a-d080e6c19240 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:10:31.104121 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port bd24af03-3a52-4022-8b9a-d080e6c19240 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:10:31.104559 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:31.203424 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dfe906-b87e-4b13-a708-3a4a4b6c485d', 'name': 'tempest-TestMinimumBasicScenario-531211037-router', 'tenant_id': '638068de54e94067af861ab4d8aa2043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': 'dc170a39-4552-4f65-a4d4-6378de549c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:27Z', 'updated_at': '2022-03-07T22:10:29Z', 'revision_number': 3, 'project_id': '638068de54e94067af861ab4d8aa2043', 'gw_port': {'id': 'dc170a39-4552-4f65-a4d4-6378de549c43', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dfe906-b87e-4b13-a708-3a4a4b6c485d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:28Z', 'updated_at': '2022-03-07T22:10:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:31.207438 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] Checking router: b6dfe906-b87e-4b13-a708-3a4a4b6c485d for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:10:31.207783 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] Updating router b6dfe906-b87e-4b13-a708-3a4a4b6c485d port dc170a39-4552-4f65-a4d4-6378de549c43 binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:10:31.221580 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:31.257128 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port bd24af03-3a52-4022-8b9a-d080e6c19240, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=bd24af03-3a52-4022-8b9a-d080e6c19240,segment=NetworkSegment(bc1e1f29-8e03-49ef-bfa5-2aea1e9262c2),segment_id=bc1e1f29-8e03-49ef-bfa5-2aea1e9262c2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:10:31.265620 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:31.333440 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:31.334268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 54655111-9e1c-4723-b578-9df8d2e24338 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:10:31.452094 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=bd24af03-3a52-4022-8b9a-d080e6c19240,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:31.515764 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 54655111-9e1c-4723-b578-9df8d2e24338 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:10:31.519479 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-24dfcf7d-12ef-4d8b-a8ac-a75edc5247a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:31.520740 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 54655111-9e1c-4723-b578-9df8d2e24338 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:10:31.521109 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:31.622439 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:31.635312 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] Transition to ACTIVE for port object dc170a39-4552-4f65-a4d4-6378de549c43 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:10:31.641038 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:31.672264 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 54655111-9e1c-4723-b578-9df8d2e24338, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=54655111-9e1c-4723-b578-9df8d2e24338,segment=NetworkSegment(6e774e1b-0052-4b46-9f00-64df5aaa8850),segment_id=6e774e1b-0052-4b46-9f00-64df5aaa8850)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:10:31.693077 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:31.733379 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-24dfcf7d-12ef-4d8b-a8ac-a75edc5247a4 admin admin] Allocated IP 172.20.0.1 (eb9afcb9-d3f6-4399-b3e6-aa17fe168cda/ba0b9bfb-5d2d-459f-b7dd-21d00a5a55e3/c66aa548-c8bb-4afa-8686-6b3a298c9cc0) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:10:31.739821 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:31.769480 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] Attempting to bind port dc170a39-4552-4f65-a4d4-6378de549c43 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:10:31.770154 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] Attempting to bind port dc170a39-4552-4f65-a4d4-6378de549c43 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:10:31.770255 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] Attempting to bind port dc170a39-4552-4f65-a4d4-6378de549c43 on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:10:31.779950 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:10:31.780307 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:10:31.781158 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:31.781158 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:10:31.781828 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] Bound port: dc170a39-4552-4f65-a4d4-6378de549c43, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:10:31.782227 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:31.812237 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8983d5-4eba-4bc7-a064-275f6fe825ff None None] Pushing event updated for resources: {'Port': ['ID=dc170a39-4552-4f65-a4d4-6378de549c43,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:31.815406 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=54655111-9e1c-4723-b578-9df8d2e24338,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:31.860517 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] For port dc170a39-4552-4f65-a4d4-6378de549c43, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:10:31.864424 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] For port dc170a39-4552-4f65-a4d4-6378de549c43, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=dc170a39-4552-4f65-a4d4-6378de549c43,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:10:31.905759 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-24dfcf7d-12ef-4d8b-a8ac-a75edc5247a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:31.921330 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-24dfcf7d-12ef-4d8b-a8ac-a75edc5247a4 admin admin] Transition to ACTIVE for port object c66aa548-c8bb-4afa-8686-6b3a298c9cc0 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:10:31.962332 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:32.036258 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] Routers {'b6dfe906-b87e-4b13-a708-3a4a4b6c485d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:10:32.036673 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-24dfcf7d-12ef-4d8b-a8ac-a75edc5247a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:32.036848 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:10:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['b6dfe906-b87e-4b13-a708-3a4a4b6c485d'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:32.096518 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dfcf7d-12ef-4d8b-a8ac-a75edc5247a4 admin admin] Network eb9afcb9-d3f6-4399-b3e6-aa17fe168cda is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:10:32.099919 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-24dfcf7d-12ef-4d8b-a8ac-a75edc5247a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:10:32.100395 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8983d5-4eba-4bc7-a064-275f6fe825ff None None] Pushing event updated for resources: {'Port': ['ID=dc170a39-4552-4f65-a4d4-6378de549c43,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:32.102852 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dfcf7d-12ef-4d8b-a8ac-a75edc5247a4 admin admin] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:10:32.154917 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dfcf7d-12ef-4d8b-a8ac-a75edc5247a4 admin admin] Pushing event updated for resources: {'Port': ['ID=c66aa548-c8bb-4afa-8686-6b3a298c9cc0,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:32.171086 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-24dfcf7d-12ef-4d8b-a8ac-a75edc5247a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:32.220607 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] Set router b6dfe906-b87e-4b13-a708-3a4a4b6c485d gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:10:32.372998 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-511e6cc1-e3af-44a3-b982-5b0702faa8d2 None None] Provisioning for port c66aa548-c8bb-4afa-8686-6b3a298c9cc0 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:10:32.378273 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-511e6cc1-e3af-44a3-b982-5b0702faa8d2 None None] Provisioning complete for port c66aa548-c8bb-4afa-8686-6b3a298c9cc0 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:10:32.383370 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-511e6cc1-e3af-44a3-b982-5b0702faa8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:32.431802 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-511e6cc1-e3af-44a3-b982-5b0702faa8d2 None None] Port c66aa548-c8bb-4afa-8686-6b3a298c9cc0 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:10:32.486713 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-24dfcf7d-12ef-4d8b-a8ac-a75edc5247a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:32.505859 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dfe906-b87e-4b13-a708-3a4a4b6c485d', 'name': 'tempest-TestMinimumBasicScenario-531211037-router', 'tenant_id': '638068de54e94067af861ab4d8aa2043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': 'dc170a39-4552-4f65-a4d4-6378de549c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:27Z', 'updated_at': '2022-03-07T22:10:29Z', 'revision_number': 3, 'project_id': '638068de54e94067af861ab4d8aa2043', 'gw_port': {'id': 'dc170a39-4552-4f65-a4d4-6378de549c43', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dfe906-b87e-4b13-a708-3a4a4b6c485d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:28Z', 'updated_at': '2022-03-07T22:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:32.509746 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791a2a38-de29-4dd6-888c-bc4d2384b55a None None] The sync data for ids ['b6dfe906-b87e-4b13-a708-3a4a4b6c485d'] in dv-neutron-829957-1-hyperv is: [{'id': 'b6dfe906-b87e-4b13-a708-3a4a4b6c485d', 'name': 'tempest-TestMinimumBasicScenario-531211037-router', 'tenant_id': '638068de54e94067af861ab4d8aa2043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': 'dc170a39-4552-4f65-a4d4-6378de549c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:27Z', 'updated_at': '2022-03-07T22:10:29Z', 'revision_number': 3, 'project_id': '638068de54e94067af861ab4d8aa2043', 'gw_port': {'id': 'dc170a39-4552-4f65-a4d4-6378de549c43', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dfe906-b87e-4b13-a708-3a4a4b6c485d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:28Z', 'updated_at': '2022-03-07T22:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:10:32.725556 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-24dfcf7d-12ef-4d8b-a8ac-a75edc5247a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:32.783163 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-24dfcf7d-12ef-4d8b-a8ac-a75edc5247a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:32.889624 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-24dfcf7d-12ef-4d8b-a8ac-a75edc5247a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:32.921649 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dfcf7d-12ef-4d8b-a8ac-a75edc5247a4 admin admin] Pushing event updated for resources: {'Port': ['ID=c66aa548-c8bb-4afa-8686-6b3a298c9cc0,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:32.974079 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device dc170a39-4552-4f65-a4d4-6378de549c43 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:10:33.049575 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dfcf7d-12ef-4d8b-a8ac-a75edc5247a4 admin admin] Network eb9afcb9-d3f6-4399-b3e6-aa17fe168cda is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:10:33.051388 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-24dfcf7d-12ef-4d8b-a8ac-a75edc5247a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:10:33.103156 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port dc170a39-4552-4f65-a4d4-6378de549c43 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:10:33.109770 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port dc170a39-4552-4f65-a4d4-6378de549c43 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:10:33.110456 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:33.256353 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:33.259181 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24dfcf7d-12ef-4d8b-a8ac-a75edc5247a4 admin admin] Router b6dfe906-b87e-4b13-a708-3a4a4b6c485d has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:10:33.272819 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port dc170a39-4552-4f65-a4d4-6378de549c43, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=dc170a39-4552-4f65-a4d4-6378de549c43,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:10:33.331570 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:33.333445 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device bd24af03-3a52-4022-8b9a-d080e6c19240 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:10:33.450977 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24dfcf7d-12ef-4d8b-a8ac-a75edc5247a4 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:10:33.461042 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-24dfcf7d-12ef-4d8b-a8ac-a75edc5247a4 admin admin] 10.222.0.21 "PUT /v2.0/routers/b6dfe906-b87e-4b13-a708-3a4a4b6c485d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6518500 Mar 07 22:10:33.498469 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-227f3660-a6e6-4706-a361-d99e16ba6cf8 None None] Provisioning complete for port c66aa548-c8bb-4afa-8686-6b3a298c9cc0 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:10:33.498835 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-227f3660-a6e6-4706-a361-d99e16ba6cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:33.543799 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=dc170a39-4552-4f65-a4d4-6378de549c43,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:33.566320 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-227f3660-a6e6-4706-a361-d99e16ba6cf8 None None] Port c66aa548-c8bb-4afa-8686-6b3a298c9cc0 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:10:33.567801 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port bd24af03-3a52-4022-8b9a-d080e6c19240 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:10:33.568169 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:33.687014 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 54655111-9e1c-4723-b578-9df8d2e24338 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:10:33.751120 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 54655111-9e1c-4723-b578-9df8d2e24338 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:10:33.751482 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:34.052517 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] Sync routers for ids ['b6dfe906-b87e-4b13-a708-3a4a4b6c485d'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:10:34.061382 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] Routers {'b6dfe906-b87e-4b13-a708-3a4a4b6c485d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:10:34.062050 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:10:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['b6dfe906-b87e-4b13-a708-3a4a4b6c485d'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:34.241304 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] Set router b6dfe906-b87e-4b13-a708-3a4a4b6c485d gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:10:34.563708 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dfe906-b87e-4b13-a708-3a4a4b6c485d', 'name': 'tempest-TestMinimumBasicScenario-531211037-router', 'tenant_id': '638068de54e94067af861ab4d8aa2043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': 'dc170a39-4552-4f65-a4d4-6378de549c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:27Z', 'updated_at': '2022-03-07T22:10:32Z', 'revision_number': 4, 'project_id': '638068de54e94067af861ab4d8aa2043', 'gw_port': {'id': 'dc170a39-4552-4f65-a4d4-6378de549c43', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfe906-b87e-4b13-a708-3a4a4b6c485d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:28Z', 'updated_at': '2022-03-07T22:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'c66aa548-c8bb-4afa-8686-6b3a298c9cc0', 'name': '', 'network_id': 'eb9afcb9-d3f6-4399-b3e6-aa17fe168cda', 'tenant_id': '638068de54e94067af861ab4d8aa2043', 'mac_address': 'fa:16:3e:32:36:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dfe906-b87e-4b13-a708-3a4a4b6c485d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'ba0b9bfb-5d2d-459f-b7dd-21d00a5a55e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:31Z', 'updated_at': '2022-03-07T22:10:32Z', 'revision_number': 2, 'project_id': '638068de54e94067af861ab4d8aa2043', 'subnets': [{'id': 'ba0b9bfb-5d2d-459f-b7dd-21d00a5a55e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:34.568128 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] Checking router: b6dfe906-b87e-4b13-a708-3a4a4b6c485d for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:10:34.568477 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] Updating router b6dfe906-b87e-4b13-a708-3a4a4b6c485d port c66aa548-c8bb-4afa-8686-6b3a298c9cc0 binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:10:34.629180 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:34.917610 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device dc170a39-4552-4f65-a4d4-6378de549c43 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:10:35.051483 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port dc170a39-4552-4f65-a4d4-6378de549c43 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:10:35.051851 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:35.165903 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:35.182813 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] Transition to ACTIVE for port object c66aa548-c8bb-4afa-8686-6b3a298c9cc0 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:10:35.256815 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:35.450427 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59c48e-7a66-4970-be5e-b8efe71209fd None None] Pushing event updated for resources: {'Port': ['ID=c66aa548-c8bb-4afa-8686-6b3a298c9cc0,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:35.524250 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] Attempting to bind port c66aa548-c8bb-4afa-8686-6b3a298c9cc0 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:10:35.524622 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] Attempting to bind port c66aa548-c8bb-4afa-8686-6b3a298c9cc0 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'bc1e1f29-8e03-49ef-bfa5-2aea1e9262c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'eb9afcb9-d3f6-4399-b3e6-aa17fe168cda'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:10:35.524987 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] Attempting to bind port c66aa548-c8bb-4afa-8686-6b3a298c9cc0 on network eb9afcb9-d3f6-4399-b3e6-aa17fe168cda {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:10:35.531502 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:10:35.531866 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] Checking segment: {'id': 'bc1e1f29-8e03-49ef-bfa5-2aea1e9262c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'eb9afcb9-d3f6-4399-b3e6-aa17fe168cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:10:35.532544 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:35.532937 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] Bound using segment: {'id': 'bc1e1f29-8e03-49ef-bfa5-2aea1e9262c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'eb9afcb9-d3f6-4399-b3e6-aa17fe168cda'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:10:35.533407 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] Bound port: c66aa548-c8bb-4afa-8686-6b3a298c9cc0, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1e1f29-8e03-49ef-bfa5-2aea1e9262c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'eb9afcb9-d3f6-4399-b3e6-aa17fe168cda'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:10:35.533783 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:35.647751 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] For port c66aa548-c8bb-4afa-8686-6b3a298c9cc0, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:10:35.651129 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] For port c66aa548-c8bb-4afa-8686-6b3a298c9cc0, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c66aa548-c8bb-4afa-8686-6b3a298c9cc0,segment=NetworkSegment(bc1e1f29-8e03-49ef-bfa5-2aea1e9262c2),segment_id=bc1e1f29-8e03-49ef-bfa5-2aea1e9262c2)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:10:35.732886 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:35.856110 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] Routers {'b6dfe906-b87e-4b13-a708-3a4a4b6c485d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:10:35.856754 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:10:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['b6dfe906-b87e-4b13-a708-3a4a4b6c485d'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:35.968508 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59c48e-7a66-4970-be5e-b8efe71209fd None None] Pushing event updated for resources: {'Port': ['ID=c66aa548-c8bb-4afa-8686-6b3a298c9cc0,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:36.103937 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] Set router b6dfe906-b87e-4b13-a708-3a4a4b6c485d gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:10:36.442412 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dfe906-b87e-4b13-a708-3a4a4b6c485d', 'name': 'tempest-TestMinimumBasicScenario-531211037-router', 'tenant_id': '638068de54e94067af861ab4d8aa2043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': 'dc170a39-4552-4f65-a4d4-6378de549c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:27Z', 'updated_at': '2022-03-07T22:10:32Z', 'revision_number': 4, 'project_id': '638068de54e94067af861ab4d8aa2043', 'gw_port': {'id': 'dc170a39-4552-4f65-a4d4-6378de549c43', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfe906-b87e-4b13-a708-3a4a4b6c485d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:28Z', 'updated_at': '2022-03-07T22:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'c66aa548-c8bb-4afa-8686-6b3a298c9cc0', 'name': '', 'network_id': 'eb9afcb9-d3f6-4399-b3e6-aa17fe168cda', 'tenant_id': '638068de54e94067af861ab4d8aa2043', 'mac_address': 'fa:16:3e:32:36:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dfe906-b87e-4b13-a708-3a4a4b6c485d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'ba0b9bfb-5d2d-459f-b7dd-21d00a5a55e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:31Z', 'updated_at': '2022-03-07T22:10:35Z', 'revision_number': 4, 'project_id': '638068de54e94067af861ab4d8aa2043', 'subnets': [{'id': 'ba0b9bfb-5d2d-459f-b7dd-21d00a5a55e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:10:36.604008 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddbd5de-bc39-4b7f-a286-6c472e81e3d0 None None] The sync data for ids ['b6dfe906-b87e-4b13-a708-3a4a4b6c485d'] in dv-neutron-829957-1-hyperv is: [{'id': 'b6dfe906-b87e-4b13-a708-3a4a4b6c485d', 'name': 'tempest-TestMinimumBasicScenario-531211037-router', 'tenant_id': '638068de54e94067af861ab4d8aa2043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': 'dc170a39-4552-4f65-a4d4-6378de549c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:27Z', 'updated_at': '2022-03-07T22:10:32Z', 'revision_number': 4, 'project_id': '638068de54e94067af861ab4d8aa2043', 'gw_port': {'id': 'dc170a39-4552-4f65-a4d4-6378de549c43', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfe906-b87e-4b13-a708-3a4a4b6c485d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:28Z', 'updated_at': '2022-03-07T22:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'c66aa548-c8bb-4afa-8686-6b3a298c9cc0', 'name': '', 'network_id': 'eb9afcb9-d3f6-4399-b3e6-aa17fe168cda', 'tenant_id': '638068de54e94067af861ab4d8aa2043', 'mac_address': 'fa:16:3e:32:36:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dfe906-b87e-4b13-a708-3a4a4b6c485d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'ba0b9bfb-5d2d-459f-b7dd-21d00a5a55e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:31Z', 'updated_at': '2022-03-07T22:10:35Z', 'revision_number': 4, 'project_id': '638068de54e94067af861ab4d8aa2043', 'subnets': [{'id': 'ba0b9bfb-5d2d-459f-b7dd-21d00a5a55e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:10:36.918178 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c66aa548-c8bb-4afa-8686-6b3a298c9cc0 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:10:37.054266 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port c66aa548-c8bb-4afa-8686-6b3a298c9cc0 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:10:37.060551 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port c66aa548-c8bb-4afa-8686-6b3a298c9cc0 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:10:37.060922 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:37.200995 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:37.238234 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port c66aa548-c8bb-4afa-8686-6b3a298c9cc0, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c66aa548-c8bb-4afa-8686-6b3a298c9cc0,segment=NetworkSegment(bc1e1f29-8e03-49ef-bfa5-2aea1e9262c2),segment_id=bc1e1f29-8e03-49ef-bfa5-2aea1e9262c2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:10:37.681801 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:37.749362 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=c66aa548-c8bb-4afa-8686-6b3a298c9cc0,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:38.895442 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c66aa548-c8bb-4afa-8686-6b3a298c9cc0 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:10:38.971268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port c66aa548-c8bb-4afa-8686-6b3a298c9cc0 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:10:38.971631 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:45.598013 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-0c58adfa-792f-4e19-b149-ab1921b6af95 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:45.598635 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-0c58adfa-792f-4e19-b149-ab1921b6af95 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Synchronizing usage tracker for tenant:050f73aea04942859fc8d8e55396ee87 on resource:network {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:10:45.673867 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-0c58adfa-792f-4e19-b149-ab1921b6af95 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Unset dirty status for tenant:050f73aea04942859fc8d8e55396ee87 on resource:network {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:10:45.675104 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-0c58adfa-792f-4e19-b149-ab1921b6af95 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/networks?id=39224fef-d451-4fe4-9e29-0fc24e009664 HTTP/1.1" status: 200 len: 815 time: 0.2194221 Mar 07 22:10:45.689762 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-6541df3b-d463-4b83-9fa1-f57f98eec37c tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/quotas/050f73aea04942859fc8d8e55396ee87 HTTP/1.1" status: 200 len: 375 time: 0.0092397 Mar 07 22:10:45.771761 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-95ac13cf-f160-4aa6-be61-d3076618c1e7 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=050f73aea04942859fc8d8e55396ee87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771911 Mar 07 22:10:45.910774 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-cff6a24f-aa1e-443f-ad7a-8993d4c2e898 service neutron] 10.222.0.21 "GET /v2.0/networks/39224fef-d451-4fe4-9e29-0fc24e009664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274724 Mar 07 22:10:46.042530 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-8f32f3a2-2160-4582-a91d-215a4c923812 service neutron] 10.222.0.21 "GET /v2.0/networks/39224fef-d451-4fe4-9e29-0fc24e009664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257815 Mar 07 22:10:46.155664 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:46.341591 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-68709abf-1c1a-4c35-be59-5e8158badb5c req-64c6fc06-95a7-4fd4-a5dd-4d0902483971 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 210 time: 0.0491707 Mar 07 22:10:47.487794 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3e570359-d58e-4ff1-856a-06b307bb48d5 req-c8a3c78f-63a5-45f5-b40a-0e4758ceef68 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 210 time: 0.0431533 Mar 07 22:10:48.533388 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-f1a9ff4c-d2dc-41da-aeab-818974dcc731 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:48.535401 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-f1a9ff4c-d2dc-41da-aeab-818974dcc731 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.11 "GET /v2.0/networks?id=39224fef-d451-4fe4-9e29-0fc24e009664 HTTP/1.1" status: 200 len: 815 time: 0.1441386 Mar 07 22:10:48.548155 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Request body: {'port': {'device_id': 'ed97ef77-11bb-4334-851d-b87d822572f2', 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664', 'admin_state_up': True, 'tenant_id': '050f73aea04942859fc8d8e55396ee87'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:10:48.691618 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d3b8b2f4-ee8f-47f4-9176-10a5463465af req-c9b5937c-2667-4e42-aa6b-e95471d33af2 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 210 time: 0.0611396 Mar 07 22:10:48.725098 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:10:48.728817 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Usage tracker for resource:port and tenant:050f73aea04942859fc8d8e55396ee87 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:10:48.731588 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:10:48.737182 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:10:48.841541 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Made reservation on behalf of 050f73aea04942859fc8d8e55396ee87 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:10:48.845100 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:49.006264 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Allocated IP 172.20.0.9 (39224fef-d451-4fe4-9e29-0fc24e009664/b250c0e3-8f73-4e5d-beb3-748030a6edb6/774342ca-73a2-4c45-80ad-698d7fe92559) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:10:49.311181 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:49.329213 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Transition to ACTIVE for port object 774342ca-73a2-4c45-80ad-698d7fe92559 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:10:49.423434 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:49.499757 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Network 39224fef-d451-4fe4-9e29-0fc24e009664 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:10:49.503263 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:10:49.507784 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:10:49.597195 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Pushing event updated for resources: {'Port': ['ID=774342ca-73a2-4c45-80ad-698d7fe92559,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:49.608777 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:49.609258 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:49.609697 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:49.610248 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:49.610686 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:49.611171 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:49.611586 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:49.612032 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:49.612509 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:49.612946 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:49.613345 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:49.613753 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:10:49.630267 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:49.631117 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:49.711157 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-2ca65f95-8c86-4165-a0e3-16c9db15e553 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1666710 Mar 07 22:10:49.874147 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c4a2278b-ed1e-450b-8166-5f0dee0278f7 None None] Provisioning for port 774342ca-73a2-4c45-80ad-698d7fe92559 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:10:49.882815 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c4a2278b-ed1e-450b-8166-5f0dee0278f7 None None] Provisioning complete for port 774342ca-73a2-4c45-80ad-698d7fe92559 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:10:49.883900 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c4a2278b-ed1e-450b-8166-5f0dee0278f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:49.940619 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd1bc0-c115-45c0-b6dd-999d3ecb7fc2 req-2de9e349-3956-4f63-8fa2-d163b418bdd8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:49.941330 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-f5cd1bc0-c115-45c0-b6dd-999d3ecb7fc2 req-2de9e349-3956-4f63-8fa2-d163b418bdd8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Synchronizing usage tracker for tenant:050f73aea04942859fc8d8e55396ee87 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:10:49.966437 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c4a2278b-ed1e-450b-8166-5f0dee0278f7 None None] Port 774342ca-73a2-4c45-80ad-698d7fe92559 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:10:50.036342 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-f5cd1bc0-c115-45c0-b6dd-999d3ecb7fc2 req-2de9e349-3956-4f63-8fa2-d163b418bdd8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Unset dirty status for tenant:050f73aea04942859fc8d8e55396ee87 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:10:50.037794 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f5cd1bc0-c115-45c0-b6dd-999d3ecb7fc2 req-2de9e349-3956-4f63-8fa2-d163b418bdd8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 931 time: 0.2013979 Mar 07 22:10:50.089616 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-f5cd1bc0-c115-45c0-b6dd-999d3ecb7fc2 req-8e80b488-7e5a-4caa-88fa-3fc1c8ee6eb7 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Synchronizing usage tracker for tenant:050f73aea04942859fc8d8e55396ee87 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:10:50.093170 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-85fa8a1e-702c-4f50-9f24-440b96be4347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:50.173285 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-f5cd1bc0-c115-45c0-b6dd-999d3ecb7fc2 req-8e80b488-7e5a-4caa-88fa-3fc1c8ee6eb7 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Unset dirty status for tenant:050f73aea04942859fc8d8e55396ee87 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:10:50.175210 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f5cd1bc0-c115-45c0-b6dd-999d3ecb7fc2 req-8e80b488-7e5a-4caa-88fa-3fc1c8ee6eb7 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312594 Mar 07 22:10:51.369764 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993e21b-7bf9-4b86-a331-55d90eb81b1f req-f178366b-2663-454b-b8c8-320944799e4d tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:51.371307 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6993e21b-7bf9-4b86-a331-55d90eb81b1f req-f178366b-2663-454b-b8c8-320944799e4d tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 931 time: 0.0831103 Mar 07 22:10:51.417711 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6993e21b-7bf9-4b86-a331-55d90eb81b1f req-747c9ff3-ee37-4301-85e1-746788a0bfb3 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396593 Mar 07 22:10:52.223745 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:10:52.430276 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-646559a0-bccf-459d-8252-86bf59fefe0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:52.612639 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf0b6d-f1a2-40e8-9b2e-5781ff7b9562 req-6381787f-009d-4708-ab86-e9a0a37730db tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:52.614162 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7baf0b6d-f1a2-40e8-9b2e-5781ff7b9562 req-6381787f-009d-4708-ab86-e9a0a37730db tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 931 time: 0.0858414 Mar 07 22:10:52.666366 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7baf0b6d-f1a2-40e8-9b2e-5781ff7b9562 req-0582c29b-8771-4c50-bc6f-ce3ca1620193 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464621 Mar 07 22:10:53.320771 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:53.390110 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:53.856809 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098be032-3bcd-4392-97e4-626b0012bb0a req-c0d0afd6-ed1a-4198-bdd5-c12065870b74 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:53.858629 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-098be032-3bcd-4392-97e4-626b0012bb0a req-c0d0afd6-ed1a-4198-bdd5-c12065870b74 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 931 time: 0.0869684 Mar 07 22:10:53.909079 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-098be032-3bcd-4392-97e4-626b0012bb0a req-33a773a4-b538-4557-84da-2286b5d2c2c4 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430560 Mar 07 22:10:54.847436 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:55.111034 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ac500-c9b5-482a-a850-0959ebc5cd0d req-8fccc0b4-4460-4f2f-91ca-a8ada13455b6 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:55.112645 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-367ac500-c9b5-482a-a850-0959ebc5cd0d req-8fccc0b4-4460-4f2f-91ca-a8ada13455b6 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 931 time: 0.0865486 Mar 07 22:10:55.159591 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-367ac500-c9b5-482a-a850-0959ebc5cd0d req-d7ccfe87-0322-4303-879a-09f20eb13e72 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408349 Mar 07 22:10:56.362498 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605c735-fa78-45e2-8862-c29af20e3ad8 req-054c7af3-f5e5-4f85-86a8-ff97e7ccb785 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:56.363523 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8605c735-fa78-45e2-8862-c29af20e3ad8 req-054c7af3-f5e5-4f85-86a8-ff97e7ccb785 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 931 time: 0.0860586 Mar 07 22:10:56.412680 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8605c735-fa78-45e2-8862-c29af20e3ad8 req-de617757-57ee-4988-be2b-af1f6c857abe tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428572 Mar 07 22:10:57.125580 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-e7b0cb5f-530a-42fe-bfe4-1f50e95f0309 service neutron] Request body: {'port': {'device_id': 'ed97ef77-11bb-4334-851d-b87d822572f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:10:57.233157 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-e7b0cb5f-530a-42fe-bfe4-1f50e95f0309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:57.607249 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-e7b0cb5f-530a-42fe-bfe4-1f50e95f0309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774342ca-73a2-4c45-80ad-698d7fe92559 {{(pid=88386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:10:57.615918 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-e7b0cb5f-530a-42fe-bfe4-1f50e95f0309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:57.635141 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-e7b0cb5f-530a-42fe-bfe4-1f50e95f0309 service neutron] Transition to ACTIVE for port object 774342ca-73a2-4c45-80ad-698d7fe92559 will not be triggered until provisioned by entity L2. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:10:57.657656 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e8f8c-7d96-4f0f-9e0b-d7b3a718060b req-a6c84b1d-5915-42b4-a513-8a401f1d957f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:57.659756 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-234e8f8c-7d96-4f0f-9e0b-d7b3a718060b req-a6c84b1d-5915-42b4-a513-8a401f1d957f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 931 time: 0.1193576 Mar 07 22:10:57.702328 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-234e8f8c-7d96-4f0f-9e0b-d7b3a718060b req-6b81a26d-be75-4168-a855-ebd48c9e73ca tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368748 Mar 07 22:10:57.703041 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-e7b0cb5f-530a-42fe-bfe4-1f50e95f0309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:57.833182 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0cb5f-530a-42fe-bfe4-1f50e95f0309 service neutron] Pushing event updated for resources: {'Port': ['ID=774342ca-73a2-4c45-80ad-698d7fe92559,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:57.942659 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-e7b0cb5f-530a-42fe-bfe4-1f50e95f0309 service neutron] Attempting to bind port 774342ca-73a2-4c45-80ad-698d7fe92559 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:10:57.942986 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-e7b0cb5f-530a-42fe-bfe4-1f50e95f0309 service neutron] Attempting to bind port 774342ca-73a2-4c45-80ad-698d7fe92559 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '6e774e1b-0052-4b46-9f00-64df5aaa8850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:10:57.943308 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-e7b0cb5f-530a-42fe-bfe4-1f50e95f0309 service neutron] Attempting to bind port 774342ca-73a2-4c45-80ad-698d7fe92559 on network 39224fef-d451-4fe4-9e29-0fc24e009664 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:10:57.948231 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-e7b0cb5f-530a-42fe-bfe4-1f50e95f0309 service neutron] Port 774342ca-73a2-4c45-80ad-698d7fe92559 on network 39224fef-d451-4fe4-9e29-0fc24e009664 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 22:10:57.948543 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-e7b0cb5f-530a-42fe-bfe4-1f50e95f0309 service neutron] Attempting to bind port 774342ca-73a2-4c45-80ad-698d7fe92559 on network 39224fef-d451-4fe4-9e29-0fc24e009664 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:10:57.954157 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-e7b0cb5f-530a-42fe-bfe4-1f50e95f0309 service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:10:57.954431 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-e7b0cb5f-530a-42fe-bfe4-1f50e95f0309 service neutron] Checking segment: {'id': '6e774e1b-0052-4b46-9f00-64df5aaa8850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:10:57.954806 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-e7b0cb5f-530a-42fe-bfe4-1f50e95f0309 service neutron] Bound using segment: {'id': '6e774e1b-0052-4b46-9f00-64df5aaa8850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664'} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:10:57.955222 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-e7b0cb5f-530a-42fe-bfe4-1f50e95f0309 service neutron] Bound port: 774342ca-73a2-4c45-80ad-698d7fe92559, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e774e1b-0052-4b46-9f00-64df5aaa8850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664'}}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:10:57.956482 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-e7b0cb5f-530a-42fe-bfe4-1f50e95f0309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:58.143981 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-e7b0cb5f-530a-42fe-bfe4-1f50e95f0309 service neutron] For port 774342ca-73a2-4c45-80ad-698d7fe92559, host hv-neutron-8299, cleared binding levels {{(pid=88386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:10:58.146989 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-e7b0cb5f-530a-42fe-bfe4-1f50e95f0309 service neutron] For port 774342ca-73a2-4c45-80ad-698d7fe92559, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=774342ca-73a2-4c45-80ad-698d7fe92559,segment=NetworkSegment(6e774e1b-0052-4b46-9f00-64df5aaa8850),segment_id=6e774e1b-0052-4b46-9f00-64df5aaa8850)] {{(pid=88386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:10:58.235856 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-e7b0cb5f-530a-42fe-bfe4-1f50e95f0309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:58.291291 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-e7b0cb5f-530a-42fe-bfe4-1f50e95f0309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:58.291973 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-e7b0cb5f-530a-42fe-bfe4-1f50e95f0309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:10:58.293274 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-e7b0cb5f-530a-42fe-bfe4-1f50e95f0309 service neutron] 10.222.0.11 "PUT /v2.0/ports/774342ca-73a2-4c45-80ad-698d7fe92559 HTTP/1.1" status: 200 len: 1093 time: 1.1719685 Mar 07 22:10:58.293702 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed97ef77-11bb-4334-851d-b87d822572f2', 'tag': '774342ca-73a2-4c45-80ad-698d7fe92559'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:10:58.318546 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0cb5f-530a-42fe-bfe4-1f50e95f0309 service neutron] Pushing event updated for resources: {'Port': ['ID=774342ca-73a2-4c45-80ad-698d7fe92559,revision_number=3']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:10:58.345752 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed97ef77-11bb-4334-851d-b87d822572f2', 'tag': '774342ca-73a2-4c45-80ad-698d7fe92559', 'status': 'completed', 'code': 200} Mar 07 22:10:58.440523 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ee2fd-2ee1-4a1e-8213-ca31822fbe3d req-cca00d6d-8e72-454d-8041-c1267d3b3ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:58.442141 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-708ee2fd-2ee1-4a1e-8213-ca31822fbe3d req-cca00d6d-8e72-454d-8041-c1267d3b3ebe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050f73aea04942859fc8d8e55396ee87&device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 1096 time: 0.0772781 Mar 07 22:10:58.581368 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ee2fd-2ee1-4a1e-8213-ca31822fbe3d req-6ab0a4b6-4606-47bc-b7c4-9c10a146a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:58.582744 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-708ee2fd-2ee1-4a1e-8213-ca31822fbe3d req-6ab0a4b6-4606-47bc-b7c4-9c10a146a397 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=050f73aea04942859fc8d8e55396ee87&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1334801 Mar 07 22:10:58.714265 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ee2fd-2ee1-4a1e-8213-ca31822fbe3d req-1ee2b91f-6f22-46e6-a0b1-adcfa2957254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:58.715711 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-708ee2fd-2ee1-4a1e-8213-ca31822fbe3d req-1ee2b91f-6f22-46e6-a0b1-adcfa2957254 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1266375 Mar 07 22:10:58.861569 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-1638efc7-cee1-4e57-aefe-80b0126245de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:58.863557 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-1638efc7-cee1-4e57-aefe-80b0126245de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050f73aea04942859fc8d8e55396ee87&device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 1096 time: 0.1125374 Mar 07 22:10:58.935620 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-d7c32f62-a50a-4cfc-a0ce-84e6ef8e0861 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=774342ca-73a2-4c45-80ad-698d7fe92559 HTTP/1.1" status: 200 len: 217 time: 0.0633082 Mar 07 22:10:59.000266 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa660f3-6a53-45e9-8fce-2bbcb7d56ba6 req-462cb3be-2de3-4956-8c8f-19bbae1ae6e6 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:59.001642 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-caa660f3-6a53-45e9-8fce-2bbcb7d56ba6 req-462cb3be-2de3-4956-8c8f-19bbae1ae6e6 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 943 time: 0.1900959 Mar 07 22:10:59.024698 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-eb8a0006-1093-4e6d-9c6e-6d13c2972bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:59.026033 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-eb8a0006-1093-4e6d-9c6e-6d13c2972bbc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b250c0e3-8f73-4e5d-beb3-748030a6edb6 HTTP/1.1" status: 200 len: 854 time: 0.0814126 Mar 07 22:10:59.090450 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-caa660f3-6a53-45e9-8fce-2bbcb7d56ba6 req-0c8bb7f6-e8ba-4c9a-a62c-e43f095c21c7 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826011 Mar 07 22:10:59.117215 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-29477a42-5c72-47be-a07f-422508f668fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:10:59.118664 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-29477a42-5c72-47be-a07f-422508f668fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39224fef-d451-4fe4-9e29-0fc24e009664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864353 Mar 07 22:10:59.244938 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-6c8cdf81-d4a5-425e-b1ad-48b82d0a05a5 service neutron] 10.222.0.11 "GET /v2.0/networks/39224fef-d451-4fe4-9e29-0fc24e009664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201603 Mar 07 22:10:59.372257 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e308b2f2-1a8c-4312-864f-09baba9f1f12 req-224eabf4-fe2c-482a-ba9d-1382d8efa4bd service neutron] 10.222.0.11 "GET /v2.0/networks/39224fef-d451-4fe4-9e29-0fc24e009664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214445 Mar 07 22:11:00.271594 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8fc3f-9d0a-425a-b56d-eb54267e321d req-1bfc6e6b-6781-457b-98cf-035ac898d898 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:00.273027 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e0c8fc3f-9d0a-425a-b56d-eb54267e321d req-1bfc6e6b-6781-457b-98cf-035ac898d898 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 943 time: 0.0784001 Mar 07 22:11:00.315913 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e0c8fc3f-9d0a-425a-b56d-eb54267e321d req-01d834f4-0873-4129-98ad-ec306bf359f7 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373626 Mar 07 22:11:01.467345 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 774342ca-73a2-4c45-80ad-698d7fe92559 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:11:01.496025 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692075c-fc18-4402-bff4-72a57e83e92d req-27369eef-0e9a-4947-8128-a87a9683a65e tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:01.497450 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8692075c-fc18-4402-bff4-72a57e83e92d req-27369eef-0e9a-4947-8128-a87a9683a65e tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 943 time: 0.0813246 Mar 07 22:11:01.539841 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8692075c-fc18-4402-bff4-72a57e83e92d req-dec3473d-dcbc-4870-a687-f1e96b2d8e5b tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360951 Mar 07 22:11:01.597423 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 774342ca-73a2-4c45-80ad-698d7fe92559, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=774342ca-73a2-4c45-80ad-698d7fe92559,segment=NetworkSegment(6e774e1b-0052-4b46-9f00-64df5aaa8850),segment_id=6e774e1b-0052-4b46-9f00-64df5aaa8850)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:11:01.614005 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '774342ca-73a2-4c45-80ad-698d7fe92559', 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664', 'port_id': '774342ca-73a2-4c45-80ad-698d7fe92559', 'mac_address': 'fa:16:3e:a3:13:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b250c0e3-8f73-4e5d-beb3-748030a6edb6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:11:01.667602 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:01.684242 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774342ca-73a2-4c45-80ad-698d7fe92559 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:11:01.699578 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 774342ca-73a2-4c45-80ad-698d7fe92559, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=774342ca-73a2-4c45-80ad-698d7fe92559,segment=NetworkSegment(6e774e1b-0052-4b46-9f00-64df5aaa8850),segment_id=6e774e1b-0052-4b46-9f00-64df5aaa8850)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:11:01.795792 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:01.863763 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=774342ca-73a2-4c45-80ad-698d7fe92559,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:02.016879 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['774342ca-73a2-4c45-80ad-698d7fe92559'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:11:02.718465 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa05fb-6f32-40a5-950c-2a020947405b req-0869e5f4-7efa-42b0-b851-fd016d0af6cc tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:02.719901 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d9fa05fb-6f32-40a5-950c-2a020947405b req-0869e5f4-7efa-42b0-b851-fd016d0af6cc tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 944 time: 0.0782712 Mar 07 22:11:02.763596 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d9fa05fb-6f32-40a5-950c-2a020947405b req-bbd88f45-ece5-45f4-8895-62cd9abf8f33 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378842 Mar 07 22:11:03.482518 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 774342ca-73a2-4c45-80ad-698d7fe92559 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:11:03.618092 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 774342ca-73a2-4c45-80ad-698d7fe92559 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:11:03.622565 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 774342ca-73a2-4c45-80ad-698d7fe92559 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:11:03.622950 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:03.731503 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:03.759079 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed97ef77-11bb-4334-851d-b87d822572f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774342ca-73a2-4c45-80ad-698d7fe92559'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:11:03.768835 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 774342ca-73a2-4c45-80ad-698d7fe92559, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=774342ca-73a2-4c45-80ad-698d7fe92559,segment=NetworkSegment(6e774e1b-0052-4b46-9f00-64df5aaa8850),segment_id=6e774e1b-0052-4b46-9f00-64df5aaa8850)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:11:03.804512 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed97ef77-11bb-4334-851d-b87d822572f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774342ca-73a2-4c45-80ad-698d7fe92559', 'code': 200} Mar 07 22:11:03.827329 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:03.895501 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=774342ca-73a2-4c45-80ad-698d7fe92559,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:03.950324 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b512de-fbc2-4e86-8cc9-9a8fdee3e6f0 req-123bb413-cbd3-42d8-bd6d-04515368861c tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:03.951754 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f9b512de-fbc2-4e86-8cc9-9a8fdee3e6f0 req-123bb413-cbd3-42d8-bd6d-04515368861c tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 945 time: 0.0820205 Mar 07 22:11:03.996179 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f9b512de-fbc2-4e86-8cc9-9a8fdee3e6f0 req-c13fa11a-a995-467b-9e28-dfa2ead81b4a tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379333 Mar 07 22:11:04.149456 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dc977-3fac-49a8-a0df-2454382bffae req-4deff2aa-ef06-42c8-b86c-2e30813531f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:04.150982 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de5dc977-3fac-49a8-a0df-2454382bffae req-4deff2aa-ef06-42c8-b86c-2e30813531f6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 1098 time: 0.0681167 Mar 07 22:11:04.188856 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de5dc977-3fac-49a8-a0df-2454382bffae req-9974cc75-046c-4dfb-97f4-40546c290c08 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322285 Mar 07 22:11:05.277357 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b355fab-e4e6-4398-a697-e9af998ee374 req-c437503f-b1b1-47fd-9f90-35d585b37155 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:05.278749 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1b355fab-e4e6-4398-a697-e9af998ee374 req-c437503f-b1b1-47fd-9f90-35d585b37155 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 945 time: 0.1773698 Mar 07 22:11:05.321985 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1b355fab-e4e6-4398-a697-e9af998ee374 req-a4d8ed5d-8533-441a-9cb6-3dc651327ef6 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367289 Mar 07 22:11:06.505522 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499bd54-1a29-48de-83e5-e26589726c51 req-f35ce6ec-a6d8-4923-8770-008cfda5ac1e tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:06.506978 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c499bd54-1a29-48de-83e5-e26589726c51 req-f35ce6ec-a6d8-4923-8770-008cfda5ac1e tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 945 time: 0.0788257 Mar 07 22:11:06.549621 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c499bd54-1a29-48de-83e5-e26589726c51 req-abe4a95b-54ec-4634-809a-3e4ba8707a45 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365529 Mar 07 22:11:06.729028 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcdbca-7ff3-4fd1-8328-9141c0e0bca3 req-9e7ccd03-6a78-44e4-bd15-9ec2397d5b08 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:06.730400 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-25bcdbca-7ff3-4fd1-8328-9141c0e0bca3 req-9e7ccd03-6a78-44e4-bd15-9ec2397d5b08 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 945 time: 0.0784397 Mar 07 22:11:06.772849 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-25bcdbca-7ff3-4fd1-8328-9141c0e0bca3 req-a81dbaff-8c7f-4808-986e-d54feca72ebf tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369186 Mar 07 22:11:07.153272 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef050b-a39a-46ac-8321-ca7985cf2b6f req-b8fd6c24-0318-46f8-96a6-713935384d4e tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:07.154776 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-acef050b-a39a-46ac-8321-ca7985cf2b6f req-b8fd6c24-0318-46f8-96a6-713935384d4e tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 945 time: 0.0788410 Mar 07 22:11:07.197660 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-acef050b-a39a-46ac-8321-ca7985cf2b6f req-9c919e7c-7dff-40e1-9be8-d37942faeb31 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368855 Mar 07 22:11:16.172181 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:20.079174 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a5a4-9f76-416a-99d0-03ed96902dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:20.237802 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578ae52-906f-428f-bc44-a9436252f0bc req-1d52ac1e-c533-4c69-961b-f94083790914 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:20.239234 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b578ae52-906f-428f-bc44-a9436252f0bc req-1d52ac1e-c533-4c69-961b-f94083790914 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 945 time: 0.0813215 Mar 07 22:11:20.281260 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b578ae52-906f-428f-bc44-a9436252f0bc req-e93ca1f4-f77c-4342-aeb1-8809644ea532 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364656 Mar 07 22:11:20.303795 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55060) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:11:20.466231 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b9d80b-ac79-44b4-9686-efb7da3c207d tempest-TestMinimumBasicScenario-857442200 tempest-TestMinimumBasicScenario-857442200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:20.467680 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-40b9d80b-ac79-44b4-9686-efb7da3c207d tempest-TestMinimumBasicScenario-857442200 tempest-TestMinimumBasicScenario-857442200-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 1093 time: 0.1629076 Mar 07 22:11:20.471212 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55068) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:11:20.475901 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-9fd589ce-8c16-43a9-83a4-54980c1b383f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': '774342ca-73a2-4c45-80ad-698d7fe92559', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:20.481582 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9fd589ce-8c16-43a9-83a4-54980c1b383f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:11:20.485295 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9fd589ce-8c16-43a9-83a4-54980c1b383f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Usage tracker for resource:floatingip and tenant:050f73aea04942859fc8d8e55396ee87 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:11:20.488657 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9fd589ce-8c16-43a9-83a4-54980c1b383f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:11:20.494326 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9fd589ce-8c16-43a9-83a4-54980c1b383f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:11:20.570543 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9fd589ce-8c16-43a9-83a4-54980c1b383f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for floatingip, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:20.704346 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9fd589ce-8c16-43a9-83a4-54980c1b383f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:20.838264 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-9fd589ce-8c16-43a9-83a4-54980c1b383f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Allocated IP 172.26.2.119 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/67853bd1-5946-4b35-8afc-57118fdfd354) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:11:20.982255 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9fd589ce-8c16-43a9-83a4-54980c1b383f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:21.102011 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9fd589ce-8c16-43a9-83a4-54980c1b383f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:21.158824 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd589ce-8c16-43a9-83a4-54980c1b383f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:11:21.161539 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-9fd589ce-8c16-43a9-83a4-54980c1b383f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:11:21.164043 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd589ce-8c16-43a9-83a4-54980c1b383f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:11:21.217442 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd589ce-8c16-43a9-83a4-54980c1b383f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Pushing event updated for resources: {'Port': ['ID=67853bd1-5946-4b35-8afc-57118fdfd354,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:21.581562 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9fd589ce-8c16-43a9-83a4-54980c1b383f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:21.713666 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9fd589ce-8c16-43a9-83a4-54980c1b383f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:22.004521 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9fd589ce-8c16-43a9-83a4-54980c1b383f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:22.061561 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9fd589ce-8c16-43a9-83a4-54980c1b383f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:22.167706 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd589ce-8c16-43a9-83a4-54980c1b383f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Pushing event updated for resources: {'Port': ['ID=67853bd1-5946-4b35-8afc-57118fdfd354,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:22.179770 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9fd589ce-8c16-43a9-83a4-54980c1b383f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:22.296011 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-df0dae25-8e42-47f3-a240-01b8dd67b0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:22.349363 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-9fd589ce-8c16-43a9-83a4-54980c1b383f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Floating IP 02256a7b-d823-4a52-b356-a73c560796be associated. External IP: 172.26.2.119, port: 774342ca-73a2-4c45-80ad-698d7fe92559. Mar 07 22:11:22.684886 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd589ce-8c16-43a9-83a4-54980c1b383f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Router 47e2c554-01c1-4589-85a3-e3b744d7aee9 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:11:22.856472 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd589ce-8c16-43a9-83a4-54980c1b383f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:11:22.866180 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475b98f3-b35f-4eaa-8650-c07615e0b6a0 None None] Sync routers for ids ['47e2c554-01c1-4589-85a3-e3b744d7aee9'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:11:22.875606 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475b98f3-b35f-4eaa-8650-c07615e0b6a0 None None] Routers {'47e2c554-01c1-4589-85a3-e3b744d7aee9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:11:22.876201 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-475b98f3-b35f-4eaa-8650-c07615e0b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:11:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['47e2c554-01c1-4589-85a3-e3b744d7aee9'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:22.936111 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9fd589ce-8c16-43a9-83a4-54980c1b383f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:22.993267 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9fd589ce-8c16-43a9-83a4-54980c1b383f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5210686 Mar 07 22:11:22.993838 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed97ef77-11bb-4334-851d-b87d822572f2', 'tag': '774342ca-73a2-4c45-80ad-698d7fe92559'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:11:22.996129 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55072) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:11:23.009912 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-b00e0ee9-5f85-4624-91d2-b44daa2c3f33 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-531133635', 'description': 'tempest-secgroup-smoke-531133635 description', 'project_id': '050f73aea04942859fc8d8e55396ee87'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:23.016354 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b00e0ee9-5f85-4624-91d2-b44daa2c3f33 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:11:23.027655 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b00e0ee9-5f85-4624-91d2-b44daa2c3f33 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:11:23.049247 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-475b98f3-b35f-4eaa-8650-c07615e0b6a0 None None] Set router 47e2c554-01c1-4589-85a3-e3b744d7aee9 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:11:23.051964 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed97ef77-11bb-4334-851d-b87d822572f2', 'tag': '774342ca-73a2-4c45-80ad-698d7fe92559', 'status': 'completed', 'code': 200} Mar 07 22:11:23.098276 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b00e0ee9-5f85-4624-91d2-b44daa2c3f33 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:23.120057 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b00e0ee9-5f85-4624-91d2-b44daa2c3f33 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:11:23.124107 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b00e0ee9-5f85-4624-91d2-b44daa2c3f33 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Usage tracker for resource:security_group_rule and tenant:050f73aea04942859fc8d8e55396ee87 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:11:23.128022 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b00e0ee9-5f85-4624-91d2-b44daa2c3f33 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:11:23.134876 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b00e0ee9-5f85-4624-91d2-b44daa2c3f33 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:11:23.144545 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d777a-a07e-47d0-80d0-391f8e4ce134 req-380f7a84-bfb9-4e1b-ae32-f5771ddbac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:23.146147 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a46d777a-a07e-47d0-80d0-391f8e4ce134 req-380f7a84-bfb9-4e1b-ae32-f5771ddbac60 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050f73aea04942859fc8d8e55396ee87&device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 1098 time: 0.0725296 Mar 07 22:11:23.214634 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b00e0ee9-5f85-4624-91d2-b44daa2c3f33 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:23.281082 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d777a-a07e-47d0-80d0-391f8e4ce134 req-bdee76d6-b0ee-4c7c-9e2b-d0cb67ff74cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:23.281332 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b00e0ee9-5f85-4624-91d2-b44daa2c3f33 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:23.282547 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a46d777a-a07e-47d0-80d0-391f8e4ce134 req-bdee76d6-b0ee-4c7c-9e2b-d0cb67ff74cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=39224fef-d451-4fe4-9e29-0fc24e009664 HTTP/1.1" status: 200 len: 915 time: 0.1298351 Mar 07 22:11:23.319304 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:23.326371 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e0ee9-5f85-4624-91d2-b44daa2c3f33 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfae3da-6db2-4336-ad96-ff6708d11b97,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:23.395859 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b00e0ee9-5f85-4624-91d2-b44daa2c3f33 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:23.397608 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b00e0ee9-5f85-4624-91d2-b44daa2c3f33 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4002323 Mar 07 22:11:23.401057 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55078) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:11:23.406593 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-955b6110-17d7-4bd7-aecd-48ed8b7a5981 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Request body: {'security_group_rule': {'security_group_id': '0cfae3da-6db2-4336-ad96-ff6708d11b97', 'project_id': '050f73aea04942859fc8d8e55396ee87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:23.413169 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-955b6110-17d7-4bd7-aecd-48ed8b7a5981 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:11:23.417537 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-955b6110-17d7-4bd7-aecd-48ed8b7a5981 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Usage tracker for resource:security_group_rule and tenant:050f73aea04942859fc8d8e55396ee87 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:11:23.419292 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-475b98f3-b35f-4eaa-8650-c07615e0b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'name': 'tempest-TestMinimumBasicScenario-1760653843-router', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:24Z', 'revision_number': 4, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'gw_port': {'id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '02256a7b-d823-4a52-b356-a73c560796be', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'floating_ip_address': '172.26.2.119', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'port_id': '774342ca-73a2-4c45-80ad-698d7fe92559', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664', 'mac_address': 'fa:16:3e:a3:13:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed97ef77-11bb-4334-851d-b87d822572f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:11:21Z', 'updated_at': '2022-03-07T22:11:21Z', 'revision_number': 0, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54655111-9e1c-4723-b578-9df8d2e24338', 'name': '', 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'mac_address': 'fa:16:3e:1d:24:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b250c0e3-8f73-4e5d-beb3-748030a6edb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:23Z', 'updated_at': '2022-03-07T22:10:31Z', 'revision_number': 5, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'subnets': [{'id': 'b250c0e3-8f73-4e5d-beb3-748030a6edb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:23.420807 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-955b6110-17d7-4bd7-aecd-48ed8b7a5981 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:11:23.424194 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475b98f3-b35f-4eaa-8650-c07615e0b6a0 None None] Checking router: 47e2c554-01c1-4589-85a3-e3b744d7aee9 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:11:23.425019 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:23.429841 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-955b6110-17d7-4bd7-aecd-48ed8b7a5981 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:11:23.432647 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475b98f3-b35f-4eaa-8650-c07615e0b6a0 None None] Routers {'47e2c554-01c1-4589-85a3-e3b744d7aee9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:11:23.434730 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-475b98f3-b35f-4eaa-8650-c07615e0b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:11:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['47e2c554-01c1-4589-85a3-e3b744d7aee9'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:23.509108 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a46d777a-a07e-47d0-80d0-391f8e4ce134 req-fb79f053-71c4-4ef6-b50a-3c45219f3a99 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=774342ca-73a2-4c45-80ad-698d7fe92559 HTTP/1.1" status: 200 len: 999 time: 0.2198310 Mar 07 22:11:23.511663 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-955b6110-17d7-4bd7-aecd-48ed8b7a5981 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:23.573201 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d777a-a07e-47d0-80d0-391f8e4ce134 req-95d41df8-b704-4ff5-b7a4-cc3dbc072a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:23.573761 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-955b6110-17d7-4bd7-aecd-48ed8b7a5981 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:23.574929 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a46d777a-a07e-47d0-80d0-391f8e4ce134 req-95d41df8-b704-4ff5-b7a4-cc3dbc072a98 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b250c0e3-8f73-4e5d-beb3-748030a6edb6 HTTP/1.1" status: 200 len: 854 time: 0.0599959 Mar 07 22:11:23.613362 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-475b98f3-b35f-4eaa-8650-c07615e0b6a0 None None] Set router 47e2c554-01c1-4589-85a3-e3b744d7aee9 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:11:23.650548 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d777a-a07e-47d0-80d0-391f8e4ce134 req-cda1049a-ae8d-4bad-91a4-b2e2a6a47d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:23.652001 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a46d777a-a07e-47d0-80d0-391f8e4ce134 req-cda1049a-ae8d-4bad-91a4-b2e2a6a47d37 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39224fef-d451-4fe4-9e29-0fc24e009664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709021 Mar 07 22:11:23.662287 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-955b6110-17d7-4bd7-aecd-48ed8b7a5981 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:23.687188 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b6110-17d7-4bd7-aecd-48ed8b7a5981 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8d48ef-117c-4089-9cff-2bb35785a653,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:23.761867 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-955b6110-17d7-4bd7-aecd-48ed8b7a5981 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:23.765643 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-955b6110-17d7-4bd7-aecd-48ed8b7a5981 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3611422 Mar 07 22:11:23.765942 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55082) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:11:23.773620 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-dcd4b3a0-60f7-4b2c-bedd-b05b7fd64713 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Request body: {'security_group_rule': {'security_group_id': '0cfae3da-6db2-4336-ad96-ff6708d11b97', 'project_id': '050f73aea04942859fc8d8e55396ee87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:23.781188 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-dcd4b3a0-60f7-4b2c-bedd-b05b7fd64713 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:11:23.795545 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-dcd4b3a0-60f7-4b2c-bedd-b05b7fd64713 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Usage tracker for resource:security_group_rule and tenant:050f73aea04942859fc8d8e55396ee87 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:11:23.800209 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-dcd4b3a0-60f7-4b2c-bedd-b05b7fd64713 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:11:23.807757 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a46d777a-a07e-47d0-80d0-391f8e4ce134 req-5b52770c-4803-497e-9e27-d74a39da9a0b service neutron] 10.222.0.11 "GET /v2.0/networks/39224fef-d451-4fe4-9e29-0fc24e009664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489675 Mar 07 22:11:23.811829 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-dcd4b3a0-60f7-4b2c-bedd-b05b7fd64713 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:11:23.915376 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dcd4b3a0-60f7-4b2c-bedd-b05b7fd64713 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:23.963774 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-475b98f3-b35f-4eaa-8650-c07615e0b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'name': 'tempest-TestMinimumBasicScenario-1760653843-router', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:24Z', 'revision_number': 4, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'gw_port': {'id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '02256a7b-d823-4a52-b356-a73c560796be', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'floating_ip_address': '172.26.2.119', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'port_id': '774342ca-73a2-4c45-80ad-698d7fe92559', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664', 'mac_address': 'fa:16:3e:a3:13:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed97ef77-11bb-4334-851d-b87d822572f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:11:21Z', 'updated_at': '2022-03-07T22:11:21Z', 'revision_number': 0, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54655111-9e1c-4723-b578-9df8d2e24338', 'name': '', 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'mac_address': 'fa:16:3e:1d:24:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b250c0e3-8f73-4e5d-beb3-748030a6edb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:23Z', 'updated_at': '2022-03-07T22:10:31Z', 'revision_number': 5, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'subnets': [{'id': 'b250c0e3-8f73-4e5d-beb3-748030a6edb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:11:23.967522 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475b98f3-b35f-4eaa-8650-c07615e0b6a0 None None] The sync data for ids ['47e2c554-01c1-4589-85a3-e3b744d7aee9'] in dv-neutron-829957-1-hyperv is: [{'id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'name': 'tempest-TestMinimumBasicScenario-1760653843-router', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:24Z', 'revision_number': 4, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'gw_port': {'id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '02256a7b-d823-4a52-b356-a73c560796be', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'floating_ip_address': '172.26.2.119', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'port_id': '774342ca-73a2-4c45-80ad-698d7fe92559', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664', 'mac_address': 'fa:16:3e:a3:13:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed97ef77-11bb-4334-851d-b87d822572f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:11:21Z', 'updated_at': '2022-03-07T22:11:21Z', 'revision_number': 0, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54655111-9e1c-4723-b578-9df8d2e24338', 'name': '', 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'mac_address': 'fa:16:3e:1d:24:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b250c0e3-8f73-4e5d-beb3-748030a6edb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:23Z', 'updated_at': '2022-03-07T22:10:31Z', 'revision_number': 5, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'subnets': [{'id': 'b250c0e3-8f73-4e5d-beb3-748030a6edb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:11:23.982616 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a46d777a-a07e-47d0-80d0-391f8e4ce134 req-8a7571e1-2895-46d1-9366-b2e2a6b694c4 service neutron] 10.222.0.11 "GET /v2.0/networks/39224fef-d451-4fe4-9e29-0fc24e009664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678677 Mar 07 22:11:24.008742 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dcd4b3a0-60f7-4b2c-bedd-b05b7fd64713 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:24.101677 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dcd4b3a0-60f7-4b2c-bedd-b05b7fd64713 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:24.126453 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4b3a0-60f7-4b2c-bedd-b05b7fd64713 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b9c03d-e55c-4466-9a61-e626f7803372,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:24.155026 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d413b7b8-d6b8-474b-9000-ea4c7fa8e8ed None None] New status for floating IP 02256a7b-d823-4a52-b356-a73c560796be: ACTIVE {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:11:24.199249 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dcd4b3a0-60f7-4b2c-bedd-b05b7fd64713 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:24.200707 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-dcd4b3a0-60f7-4b2c-bedd-b05b7fd64713 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4337418 Mar 07 22:11:24.203425 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55086) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:11:24.208837 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-9314a61f-d07e-415f-a787-7a24c63ee6fb tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Request body: {'security_group_rule': {'security_group_id': '0cfae3da-6db2-4336-ad96-ff6708d11b97', 'project_id': '050f73aea04942859fc8d8e55396ee87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:24.214915 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9314a61f-d07e-415f-a787-7a24c63ee6fb tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:11:24.218652 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9314a61f-d07e-415f-a787-7a24c63ee6fb tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Usage tracker for resource:security_group_rule and tenant:050f73aea04942859fc8d8e55396ee87 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:11:24.222118 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9314a61f-d07e-415f-a787-7a24c63ee6fb tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:11:24.227721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9314a61f-d07e-415f-a787-7a24c63ee6fb tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:11:24.304451 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9314a61f-d07e-415f-a787-7a24c63ee6fb tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:24.365506 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9314a61f-d07e-415f-a787-7a24c63ee6fb tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:24.435112 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9314a61f-d07e-415f-a787-7a24c63ee6fb tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:24.462820 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314a61f-d07e-415f-a787-7a24c63ee6fb tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af65c214-49bb-4457-acfc-ab5438337ba6,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:24.541836 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9314a61f-d07e-415f-a787-7a24c63ee6fb tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:24.543042 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9314a61f-d07e-415f-a787-7a24c63ee6fb tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3387043 Mar 07 22:11:24.545655 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55090) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:11:24.550485 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-fb28b148-3f85-4bd2-9792-a9bbcf4ad625 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Request body: {'security_group_rule': {'security_group_id': '0cfae3da-6db2-4336-ad96-ff6708d11b97', 'project_id': '050f73aea04942859fc8d8e55396ee87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:24.556400 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-fb28b148-3f85-4bd2-9792-a9bbcf4ad625 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:11:24.560153 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-fb28b148-3f85-4bd2-9792-a9bbcf4ad625 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Usage tracker for resource:security_group_rule and tenant:050f73aea04942859fc8d8e55396ee87 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:11:24.562979 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-fb28b148-3f85-4bd2-9792-a9bbcf4ad625 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:11:24.569007 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-fb28b148-3f85-4bd2-9792-a9bbcf4ad625 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:11:24.668271 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fb28b148-3f85-4bd2-9792-a9bbcf4ad625 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:24.729980 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fb28b148-3f85-4bd2-9792-a9bbcf4ad625 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:24.810624 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fb28b148-3f85-4bd2-9792-a9bbcf4ad625 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:24.833717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28b148-3f85-4bd2-9792-a9bbcf4ad625 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993e1bb0-977b-45ec-8249-c4d717039dc4,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:24.864073 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:24.920930 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fb28b148-3f85-4bd2-9792-a9bbcf4ad625 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:24.922165 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-fb28b148-3f85-4bd2-9792-a9bbcf4ad625 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3755343 Mar 07 22:11:24.925347 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55094) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:11:24.930397 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f984450b-f7b0-4a0b-be8a-93d29529161c tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Request body: {'security_group_rule': {'security_group_id': '0cfae3da-6db2-4336-ad96-ff6708d11b97', 'project_id': '050f73aea04942859fc8d8e55396ee87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:24.936300 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f984450b-f7b0-4a0b-be8a-93d29529161c tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:11:24.940757 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f984450b-f7b0-4a0b-be8a-93d29529161c tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Usage tracker for resource:security_group_rule and tenant:050f73aea04942859fc8d8e55396ee87 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:11:24.943633 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f984450b-f7b0-4a0b-be8a-93d29529161c tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:11:24.949313 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f984450b-f7b0-4a0b-be8a-93d29529161c tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:11:25.012460 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-f984450b-f7b0-4a0b-be8a-93d29529161c tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Project 050f73aea04942859fc8d8e55396ee87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:11:25.018812 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f984450b-f7b0-4a0b-be8a-93d29529161c tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:25.081275 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f984450b-f7b0-4a0b-be8a-93d29529161c tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:25.161027 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f984450b-f7b0-4a0b-be8a-93d29529161c tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:25.183972 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984450b-f7b0-4a0b-be8a-93d29529161c tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308e4b8b-af17-4a72-8a55-5bd87d1fd583,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:25.262164 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f984450b-f7b0-4a0b-be8a-93d29529161c tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:25.263343 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f984450b-f7b0-4a0b-be8a-93d29529161c tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3370843 Mar 07 22:11:25.266080 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55098) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:11:25.270874 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-a43f4b51-18c1-47bf-a9c2-53459d443489 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Request body: {'security_group_rule': {'security_group_id': '0cfae3da-6db2-4336-ad96-ff6708d11b97', 'project_id': '050f73aea04942859fc8d8e55396ee87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:25.276666 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a43f4b51-18c1-47bf-a9c2-53459d443489 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:11:25.280368 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a43f4b51-18c1-47bf-a9c2-53459d443489 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Usage tracker for resource:security_group_rule and tenant:050f73aea04942859fc8d8e55396ee87 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:11:25.283691 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-a43f4b51-18c1-47bf-a9c2-53459d443489 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:11:25.289208 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-a43f4b51-18c1-47bf-a9c2-53459d443489 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:11:25.375749 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-a43f4b51-18c1-47bf-a9c2-53459d443489 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Project 050f73aea04942859fc8d8e55396ee87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:11:25.387624 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a43f4b51-18c1-47bf-a9c2-53459d443489 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:25.449544 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a43f4b51-18c1-47bf-a9c2-53459d443489 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:25.528244 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a43f4b51-18c1-47bf-a9c2-53459d443489 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:25.547625 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f4b51-18c1-47bf-a9c2-53459d443489 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=777ebf68-1531-47a0-93fb-185689002e68,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:25.631241 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a43f4b51-18c1-47bf-a9c2-53459d443489 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:25.631241 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a43f4b51-18c1-47bf-a9c2-53459d443489 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3560872 Mar 07 22:11:25.741764 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-13d1d604-c238-43a9-8a72-8b34ec1ca0c4 req-e0229cd4-801a-44a9-b2b9-c41852f07b33 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-531133635&fields=id&tenant_id=050f73aea04942859fc8d8e55396ee87 HTTP/1.1" status: 200 len: 267 time: 0.0393488 Mar 07 22:11:25.822153 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1d604-c238-43a9-8a72-8b34ec1ca0c4 req-894b526b-8ec7-459b-acfa-24a41f8e15ed tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:25.823600 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-13d1d604-c238-43a9-8a72-8b34ec1ca0c4 req-894b526b-8ec7-459b-acfa-24a41f8e15ed tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 945 time: 0.0765412 Mar 07 22:11:25.834973 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-13d1d604-c238-43a9-8a72-8b34ec1ca0c4 req-700e0acf-3d68-48fd-9c96-f2f3b16c8da3 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Request body: {'port': {'security_groups': ['1b14e55f-58bb-46e2-9e50-3b180d1200db', '0cfae3da-6db2-4336-ad96-ff6708d11b97']}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:11:25.953241 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-13d1d604-c238-43a9-8a72-8b34ec1ca0c4 req-700e0acf-3d68-48fd-9c96-f2f3b16c8da3 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:26.203525 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-13d1d604-c238-43a9-8a72-8b34ec1ca0c4 req-700e0acf-3d68-48fd-9c96-f2f3b16c8da3 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] For port 774342ca-73a2-4c45-80ad-698d7fe92559, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=774342ca-73a2-4c45-80ad-698d7fe92559,segment=NetworkSegment(6e774e1b-0052-4b46-9f00-64df5aaa8850),segment_id=6e774e1b-0052-4b46-9f00-64df5aaa8850)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:11:26.227018 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-13d1d604-c238-43a9-8a72-8b34ec1ca0c4 req-700e0acf-3d68-48fd-9c96-f2f3b16c8da3 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:26.286645 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-13d1d604-c238-43a9-8a72-8b34ec1ca0c4 req-700e0acf-3d68-48fd-9c96-f2f3b16c8da3 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:26.297999 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['774342ca-73a2-4c45-80ad-698d7fe92559'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:11:26.347464 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1d604-c238-43a9-8a72-8b34ec1ca0c4 req-700e0acf-3d68-48fd-9c96-f2f3b16c8da3 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:26.347951 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-13d1d604-c238-43a9-8a72-8b34ec1ca0c4 req-700e0acf-3d68-48fd-9c96-f2f3b16c8da3 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:26.349312 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-13d1d604-c238-43a9-8a72-8b34ec1ca0c4 req-700e0acf-3d68-48fd-9c96-f2f3b16c8da3 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "PUT /v2.0/ports/774342ca-73a2-4c45-80ad-698d7fe92559 HTTP/1.1" status: 200 len: 981 time: 0.5187857 Mar 07 22:11:26.352554 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed97ef77-11bb-4334-851d-b87d822572f2', 'tag': '774342ca-73a2-4c45-80ad-698d7fe92559'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:11:26.388354 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e0acf-3d68-48fd-9c96-f2f3b16c8da3 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Pushing event updated for resources: {'Port': ['ID=774342ca-73a2-4c45-80ad-698d7fe92559,revision_number=6']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:11:26.418652 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['774342ca-73a2-4c45-80ad-698d7fe92559'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:11:26.428984 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed97ef77-11bb-4334-851d-b87d822572f2', 'tag': '774342ca-73a2-4c45-80ad-698d7fe92559', 'status': 'completed', 'code': 200} Mar 07 22:11:26.596366 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4821f-509c-4d27-90f8-f4b38c88546e req-4e1abcda-3462-44a6-b8dc-27431ab75a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:26.597810 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-80d4821f-509c-4d27-90f8-f4b38c88546e req-4e1abcda-3462-44a6-b8dc-27431ab75a38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050f73aea04942859fc8d8e55396ee87&device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 1137 time: 0.1426873 Mar 07 22:11:26.605328 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff03332-86bc-4b49-9bef-4916a2175ef7 req-549e1ebf-82e6-4b19-ae28-2665fe6927e9 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:26.606668 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cff03332-86bc-4b49-9bef-4916a2175ef7 req-549e1ebf-82e6-4b19-ae28-2665fe6927e9 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 984 time: 0.1060960 Mar 07 22:11:26.656025 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-80899f67-99ca-4132-90b4-95eb8ad8aa49 None None] Provisioning complete for port 774342ca-73a2-4c45-80ad-698d7fe92559 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:11:26.656312 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-80899f67-99ca-4132-90b4-95eb8ad8aa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:26.851933 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cff03332-86bc-4b49-9bef-4916a2175ef7 req-f9d78613-9fe0-4936-815c-8d4724791763 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfae3da-6db2-4336-ad96-ff6708d11b97&id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2245417 Mar 07 22:11:26.899181 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4821f-509c-4d27-90f8-f4b38c88546e req-12fc1682-c168-44ab-bb13-59b5a84807d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:26.899181 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-80d4821f-509c-4d27-90f8-f4b38c88546e req-12fc1682-c168-44ab-bb13-59b5a84807d2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=39224fef-d451-4fe4-9e29-0fc24e009664 HTTP/1.1" status: 200 len: 915 time: 0.2888110 Mar 07 22:11:27.018729 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-80d4821f-509c-4d27-90f8-f4b38c88546e req-c3321644-a471-48de-8007-90e91c9965d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=774342ca-73a2-4c45-80ad-698d7fe92559 HTTP/1.1" status: 200 len: 1001 time: 0.1107149 Mar 07 22:11:27.085665 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4821f-509c-4d27-90f8-f4b38c88546e req-80e4c0e2-5254-4a46-86c4-7044324c5f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:27.085665 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-80d4821f-509c-4d27-90f8-f4b38c88546e req-80e4c0e2-5254-4a46-86c4-7044324c5f98 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b250c0e3-8f73-4e5d-beb3-748030a6edb6 HTTP/1.1" status: 200 len: 854 time: 0.0627635 Mar 07 22:11:27.171365 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4821f-509c-4d27-90f8-f4b38c88546e req-380d922f-51dc-4c01-9e07-20e353b8fd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:27.171365 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-80d4821f-509c-4d27-90f8-f4b38c88546e req-380d922f-51dc-4c01-9e07-20e353b8fd90 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39224fef-d451-4fe4-9e29-0fc24e009664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760636 Mar 07 22:11:27.307877 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-80d4821f-509c-4d27-90f8-f4b38c88546e req-4d370349-113a-4ec7-b42c-bf7fb5ccaaf2 service neutron] 10.222.0.11 "GET /v2.0/networks/39224fef-d451-4fe4-9e29-0fc24e009664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345561 Mar 07 22:11:27.437223 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-80d4821f-509c-4d27-90f8-f4b38c88546e req-16a0aec9-3305-4344-8ab9-8a6d819e93e6 service neutron] 10.222.0.11 "GET /v2.0/networks/39224fef-d451-4fe4-9e29-0fc24e009664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232383 Mar 07 22:11:29.222987 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:11:36.843824 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ddbfe-7806-4546-b9ca-283eadfbf5e8 req-a65c3ef3-0bd7-4483-92ee-bbaf29ec6779 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:36.845264 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-191ddbfe-7806-4546-b9ca-283eadfbf5e8 req-a65c3ef3-0bd7-4483-92ee-bbaf29ec6779 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 984 time: 0.1377816 Mar 07 22:11:36.852607 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef38c17-dbd6-4364-bff3-b6bf2de34704 req-47cc5c6c-b887-4978-bb73-ececabef617c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:36.853981 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8ef38c17-dbd6-4364-bff3-b6bf2de34704 req-47cc5c6c-b887-4978-bb73-ececabef617c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050f73aea04942859fc8d8e55396ee87&device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 1137 time: 0.0989118 Mar 07 22:11:36.979497 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-191ddbfe-7806-4546-b9ca-283eadfbf5e8 req-fbb115f6-426c-424b-8a9a-48898cb6c8ac tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfae3da-6db2-4336-ad96-ff6708d11b97&id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1244838 Mar 07 22:11:37.015944 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef38c17-dbd6-4364-bff3-b6bf2de34704 req-8c370173-c367-42f5-832f-0731497dbae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:37.017345 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8ef38c17-dbd6-4364-bff3-b6bf2de34704 req-8c370173-c367-42f5-832f-0731497dbae5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=39224fef-d451-4fe4-9e29-0fc24e009664 HTTP/1.1" status: 200 len: 915 time: 0.1499836 Mar 07 22:11:37.114675 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8ef38c17-dbd6-4364-bff3-b6bf2de34704 req-37aaf1d1-a2c6-4762-a780-1b4f96e7d891 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=774342ca-73a2-4c45-80ad-698d7fe92559 HTTP/1.1" status: 200 len: 1001 time: 0.0905807 Mar 07 22:11:37.178641 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef38c17-dbd6-4364-bff3-b6bf2de34704 req-eee369f7-6f54-4baf-9136-9729bbfcd1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:37.179984 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8ef38c17-dbd6-4364-bff3-b6bf2de34704 req-eee369f7-6f54-4baf-9136-9729bbfcd1f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b250c0e3-8f73-4e5d-beb3-748030a6edb6 HTTP/1.1" status: 200 len: 854 time: 0.0590053 Mar 07 22:11:37.251521 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef38c17-dbd6-4364-bff3-b6bf2de34704 req-795f9017-3c25-4842-aeac-b8380d37e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:37.253336 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8ef38c17-dbd6-4364-bff3-b6bf2de34704 req-795f9017-3c25-4842-aeac-b8380d37e53a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39224fef-d451-4fe4-9e29-0fc24e009664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672531 Mar 07 22:11:37.381588 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8ef38c17-dbd6-4364-bff3-b6bf2de34704 req-73ddd02b-e412-4daa-9448-76ed0ae7d8b1 service neutron] 10.222.0.11 "GET /v2.0/networks/39224fef-d451-4fe4-9e29-0fc24e009664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221809 Mar 07 22:11:37.512239 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8ef38c17-dbd6-4364-bff3-b6bf2de34704 req-0ca2ddb7-ee85-4c48-bf77-c67c07b82513 service neutron] 10.222.0.11 "GET /v2.0/networks/39224fef-d451-4fe4-9e29-0fc24e009664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230066 Mar 07 22:11:38.166778 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9833d8-8f09-4858-a6e4-e7e2b2487cc7 req-f4ad7a2f-82ad-46d1-9a17-ac7e035678f7 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:38.168121 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3e9833d8-8f09-4858-a6e4-e7e2b2487cc7 req-f4ad7a2f-82ad-46d1-9a17-ac7e035678f7 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 984 time: 0.0827146 Mar 07 22:11:38.213076 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3e9833d8-8f09-4858-a6e4-e7e2b2487cc7 req-1d97420f-b262-4d12-afe4-dc2f9d88ceb6 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfae3da-6db2-4336-ad96-ff6708d11b97&id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392187 Mar 07 22:11:39.392321 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4f008-5812-4836-a348-aa955af577d7 req-d756075d-78f6-4495-adf4-fcb163cceb3e tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:39.394368 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ead4f008-5812-4836-a348-aa955af577d7 req-d756075d-78f6-4495-adf4-fcb163cceb3e tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 984 time: 0.0785174 Mar 07 22:11:39.438955 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ead4f008-5812-4836-a348-aa955af577d7 req-441c62e7-ef24-41d9-82fc-2cded38718a5 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfae3da-6db2-4336-ad96-ff6708d11b97&id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386510 Mar 07 22:11:40.621145 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ecbbb-e6fb-47cf-bca2-36960e0fd592 req-e5dcd566-1d61-4361-9a20-9a85ba95b062 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:40.622590 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8f5ecbbb-e6fb-47cf-bca2-36960e0fd592 req-e5dcd566-1d61-4361-9a20-9a85ba95b062 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 984 time: 0.0811713 Mar 07 22:11:40.667426 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8f5ecbbb-e6fb-47cf-bca2-36960e0fd592 req-99279a0d-d47a-4dd8-b9ad-3ac38313ce0f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfae3da-6db2-4336-ad96-ff6708d11b97&id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390818 Mar 07 22:11:41.417202 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac886ab-61cf-46d5-b991-be0cb1491e8f req-8f212e34-68eb-4345-a1b8-2a41072514df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:41.418674 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ac886ab-61cf-46d5-b991-be0cb1491e8f req-8f212e34-68eb-4345-a1b8-2a41072514df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050f73aea04942859fc8d8e55396ee87&device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 1137 time: 0.0684841 Mar 07 22:11:41.558905 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac886ab-61cf-46d5-b991-be0cb1491e8f req-731ebc5a-c0b2-497c-a344-9c53c4b73027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:41.560294 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ac886ab-61cf-46d5-b991-be0cb1491e8f req-731ebc5a-c0b2-497c-a344-9c53c4b73027 service neutron] 10.222.0.11 "GET /v2.0/networks?id=39224fef-d451-4fe4-9e29-0fc24e009664 HTTP/1.1" status: 200 len: 915 time: 0.1228504 Mar 07 22:11:41.749005 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ac886ab-61cf-46d5-b991-be0cb1491e8f req-ff4780aa-91e6-4c26-865a-ffb06cf96de8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=774342ca-73a2-4c45-80ad-698d7fe92559 HTTP/1.1" status: 200 len: 1001 time: 0.1817930 Mar 07 22:11:41.852120 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac886ab-61cf-46d5-b991-be0cb1491e8f req-392411e5-2bcb-4f9f-a30c-cd2c3a839f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:41.853535 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ac886ab-61cf-46d5-b991-be0cb1491e8f req-392411e5-2bcb-4f9f-a30c-cd2c3a839f41 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b250c0e3-8f73-4e5d-beb3-748030a6edb6 HTTP/1.1" status: 200 len: 854 time: 0.0990050 Mar 07 22:11:41.930592 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9ec28-fa79-4050-a026-3d6dd3465b87 req-9e1bd3ac-00ba-47be-87b2-e6e8d4ba08d7 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:41.932034 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-57b9ec28-fa79-4050-a026-3d6dd3465b87 req-9e1bd3ac-00ba-47be-87b2-e6e8d4ba08d7 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 984 time: 0.1445286 Mar 07 22:11:41.981845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac886ab-61cf-46d5-b991-be0cb1491e8f req-64cb7be4-ec68-4249-b3cc-0ec3173b6519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:41.983303 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ac886ab-61cf-46d5-b991-be0cb1491e8f req-64cb7be4-ec68-4249-b3cc-0ec3173b6519 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39224fef-d451-4fe4-9e29-0fc24e009664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1239672 Mar 07 22:11:41.992752 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-57b9ec28-fa79-4050-a026-3d6dd3465b87 req-c400b3b3-449c-4ce1-a57c-ea1bd252ccc7 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfae3da-6db2-4336-ad96-ff6708d11b97&id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540845 Mar 07 22:11:42.119246 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ac886ab-61cf-46d5-b991-be0cb1491e8f req-289e99b3-3a0a-45dc-864a-30fcad9080ed service neutron] 10.222.0.11 "GET /v2.0/networks/39224fef-d451-4fe4-9e29-0fc24e009664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255193 Mar 07 22:11:42.252783 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7ac886ab-61cf-46d5-b991-be0cb1491e8f req-9cb9a909-325b-4f76-b608-2ce156f08aa8 service neutron] 10.222.0.11 "GET /v2.0/networks/39224fef-d451-4fe4-9e29-0fc24e009664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258609 Mar 07 22:11:43.174309 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd333d7c-fe9d-44bc-9a38-7a076dadbe22 req-23210536-a3a6-4bf3-b1fe-80c748995992 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:43.175637 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bd333d7c-fe9d-44bc-9a38-7a076dadbe22 req-23210536-a3a6-4bf3-b1fe-80c748995992 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 984 time: 0.0771644 Mar 07 22:11:43.223737 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bd333d7c-fe9d-44bc-9a38-7a076dadbe22 req-64b80d46-9f65-4523-b9e0-dbb34f600cc9 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfae3da-6db2-4336-ad96-ff6708d11b97&id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425158 Mar 07 22:11:44.404694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79ef73-f067-4f47-8fdc-9611f42ab76a req-1a3a0d55-4189-4fbe-b059-b7d6da75c981 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:44.406160 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ba79ef73-f067-4f47-8fdc-9611f42ab76a req-1a3a0d55-4189-4fbe-b059-b7d6da75c981 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 984 time: 0.0796092 Mar 07 22:11:44.452077 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ba79ef73-f067-4f47-8fdc-9611f42ab76a req-c6add0f9-32e3-4874-a6fc-e2f2d1472e30 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfae3da-6db2-4336-ad96-ff6708d11b97&id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393283 Mar 07 22:11:45.638278 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3cb19-444b-4887-beb3-d8cad1c1ab93 req-383a6179-0733-4f3b-b149-8c52c7b954ec tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:45.639724 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c9b3cb19-444b-4887-beb3-d8cad1c1ab93 req-383a6179-0733-4f3b-b149-8c52c7b954ec tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 984 time: 0.0818927 Mar 07 22:11:45.683961 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c9b3cb19-444b-4887-beb3-d8cad1c1ab93 req-3816f642-577a-4efe-b553-1f92116c99c8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfae3da-6db2-4336-ad96-ff6708d11b97&id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385988 Mar 07 22:11:46.164059 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:46.863634 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564fe3c-709d-4214-bb34-47b397c0b183 req-6ece72db-fecf-445b-bd23-660a5e4438a8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:46.865092 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3564fe3c-709d-4214-bb34-47b397c0b183 req-6ece72db-fecf-445b-bd23-660a5e4438a8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 984 time: 0.0798733 Mar 07 22:11:46.910867 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3564fe3c-709d-4214-bb34-47b397c0b183 req-33196113-337b-4fe4-adfe-19e654cd3833 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfae3da-6db2-4336-ad96-ff6708d11b97&id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400345 Mar 07 22:11:48.091622 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5b4c1-0be8-4bdc-a4b6-2dd75e727b5b req-a8d33b60-20db-4194-848d-0a22b7ed3154 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:48.093024 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-aff5b4c1-0be8-4bdc-a4b6-2dd75e727b5b req-a8d33b60-20db-4194-848d-0a22b7ed3154 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 984 time: 0.0804443 Mar 07 22:11:48.136921 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-aff5b4c1-0be8-4bdc-a4b6-2dd75e727b5b req-10e32729-fce3-4f37-b650-48477094f187 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfae3da-6db2-4336-ad96-ff6708d11b97&id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375297 Mar 07 22:11:49.316578 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef6d6c-8506-41a4-a9fa-6c8144b88e9d req-918fcc35-4f6e-4cd6-b4e0-c6bd2df7d581 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:11:49.318024 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-82ef6d6c-8506-41a4-a9fa-6c8144b88e9d req-918fcc35-4f6e-4cd6-b4e0-c6bd2df7d581 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 984 time: 0.0779562 Mar 07 22:11:49.366190 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-82ef6d6c-8506-41a4-a9fa-6c8144b88e9d req-dbb88300-f92b-41ca-885f-f589ac259c14 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfae3da-6db2-4336-ad96-ff6708d11b97&id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424380 Mar 07 22:11:50.074992 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8855f010-2cd8-42e4-b60a-2a3a67bb68ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:52.255524 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9204cafa-84af-42c5-b36a-6519af882950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:53.314720 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:53.417756 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:11:54.846992 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:06.223274 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:12:16.154838 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:20.091357 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b8f9f52b-f3d4-495b-a257-c94d4e1bf6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:21.697261 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-843890bd-94fe-4af3-957a-82381d46a02b req-9fe2020a-fabb-4fc0-8829-0703bbd0960b tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-531133635&fields=id&tenant_id=050f73aea04942859fc8d8e55396ee87 HTTP/1.1" status: 200 len: 267 time: 0.0385122 Mar 07 22:12:21.776794 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843890bd-94fe-4af3-957a-82381d46a02b req-e3c90bba-13ba-4a67-a522-a86099a0aca2 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:21.778219 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-843890bd-94fe-4af3-957a-82381d46a02b req-e3c90bba-13ba-4a67-a522-a86099a0aca2 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 984 time: 0.0755682 Mar 07 22:12:21.788582 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-843890bd-94fe-4af3-957a-82381d46a02b req-085d11b6-fcf5-4e23-b89c-57ba15a69ee8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Request body: {'port': {'security_groups': ['1b14e55f-58bb-46e2-9e50-3b180d1200db']}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:12:21.905443 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-843890bd-94fe-4af3-957a-82381d46a02b req-085d11b6-fcf5-4e23-b89c-57ba15a69ee8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:22.237017 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-843890bd-94fe-4af3-957a-82381d46a02b req-085d11b6-fcf5-4e23-b89c-57ba15a69ee8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] For port 774342ca-73a2-4c45-80ad-698d7fe92559, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=774342ca-73a2-4c45-80ad-698d7fe92559,segment=NetworkSegment(6e774e1b-0052-4b46-9f00-64df5aaa8850),segment_id=6e774e1b-0052-4b46-9f00-64df5aaa8850)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:12:22.260482 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-843890bd-94fe-4af3-957a-82381d46a02b req-085d11b6-fcf5-4e23-b89c-57ba15a69ee8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:22.272487 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7ac44e55-0618-4975-8f4a-662ce9ebad9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:22.329347 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-843890bd-94fe-4af3-957a-82381d46a02b req-085d11b6-fcf5-4e23-b89c-57ba15a69ee8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:22.340580 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['774342ca-73a2-4c45-80ad-698d7fe92559'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:12:22.392413 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843890bd-94fe-4af3-957a-82381d46a02b req-085d11b6-fcf5-4e23-b89c-57ba15a69ee8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:22.393538 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-843890bd-94fe-4af3-957a-82381d46a02b req-085d11b6-fcf5-4e23-b89c-57ba15a69ee8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:22.394906 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-843890bd-94fe-4af3-957a-82381d46a02b req-085d11b6-fcf5-4e23-b89c-57ba15a69ee8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "PUT /v2.0/ports/774342ca-73a2-4c45-80ad-698d7fe92559 HTTP/1.1" status: 200 len: 942 time: 0.6106021 Mar 07 22:12:22.395356 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed97ef77-11bb-4334-851d-b87d822572f2', 'tag': '774342ca-73a2-4c45-80ad-698d7fe92559'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:12:22.402313 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55152) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:22.446615 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d11b6-fcf5-4e23-b89c-57ba15a69ee8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Pushing event updated for resources: {'Port': ['ID=774342ca-73a2-4c45-80ad-698d7fe92559,revision_number=7']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:22.453622 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['774342ca-73a2-4c45-80ad-698d7fe92559'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:12:22.459330 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085d11b6-fcf5-4e23-b89c-57ba15a69ee8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:22.459673 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085d11b6-fcf5-4e23-b89c-57ba15a69ee8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:22.460004 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085d11b6-fcf5-4e23-b89c-57ba15a69ee8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:22.460330 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085d11b6-fcf5-4e23-b89c-57ba15a69ee8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:22.460651 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085d11b6-fcf5-4e23-b89c-57ba15a69ee8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:22.460969 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085d11b6-fcf5-4e23-b89c-57ba15a69ee8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:22.461289 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085d11b6-fcf5-4e23-b89c-57ba15a69ee8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:22.461622 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085d11b6-fcf5-4e23-b89c-57ba15a69ee8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:22.462053 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085d11b6-fcf5-4e23-b89c-57ba15a69ee8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:22.462375 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085d11b6-fcf5-4e23-b89c-57ba15a69ee8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:22.462694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085d11b6-fcf5-4e23-b89c-57ba15a69ee8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:22.463005 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085d11b6-fcf5-4e23-b89c-57ba15a69ee8 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:22.467556 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed97ef77-11bb-4334-851d-b87d822572f2', 'tag': '774342ca-73a2-4c45-80ad-698d7fe92559', 'status': 'completed', 'code': 200} Mar 07 22:12:22.547839 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ba4178d8-f47e-4855-88c4-59adeaa4fc0f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:22.584846 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ba4178d8-f47e-4855-88c4-59adeaa4fc0f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:22.627947 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04762072-0702-4bad-8064-1b606c83f9d6 req-bd4ff213-c13f-4956-b085-34126d933655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:22.629391 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-04762072-0702-4bad-8064-1b606c83f9d6 req-bd4ff213-c13f-4956-b085-34126d933655 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050f73aea04942859fc8d8e55396ee87&device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 1098 time: 0.1363969 Mar 07 22:12:22.659268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-554de464-6591-4386-b6ef-558076dacd97 None None] Provisioning complete for port 774342ca-73a2-4c45-80ad-698d7fe92559 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:12:22.659575 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-554de464-6591-4386-b6ef-558076dacd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:22.763707 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04762072-0702-4bad-8064-1b606c83f9d6 req-a7017d0f-e70e-4b40-9d54-44bf3083be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:22.765148 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-04762072-0702-4bad-8064-1b606c83f9d6 req-a7017d0f-e70e-4b40-9d54-44bf3083be7c service neutron] 10.222.0.11 "GET /v2.0/networks?id=39224fef-d451-4fe4-9e29-0fc24e009664 HTTP/1.1" status: 200 len: 915 time: 0.1299250 Mar 07 22:12:22.842817 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ba4178d8-f47e-4855-88c4-59adeaa4fc0f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:22.868741 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4178d8-f47e-4855-88c4-59adeaa4fc0f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfae3da-6db2-4336-ad96-ff6708d11b97,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:22.888095 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ba4178d8-f47e-4855-88c4-59adeaa4fc0f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:22.892128 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ba4178d8-f47e-4855-88c4-59adeaa4fc0f tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "DELETE /v2.0/security-groups/0cfae3da-6db2-4336-ad96-ff6708d11b97 HTTP/1.1" status: 204 len: 168 time: 0.4859800 Mar 07 22:12:22.893486 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55156) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:22.893976 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-04762072-0702-4bad-8064-1b606c83f9d6 req-450a2bf7-7df0-41dd-98fc-964f6e88ab0a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=774342ca-73a2-4c45-80ad-698d7fe92559 HTTP/1.1" status: 200 len: 1001 time: 0.1220267 Mar 07 22:12:22.959154 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04762072-0702-4bad-8064-1b606c83f9d6 req-9b7b89bb-4594-4184-8044-a64229001917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:22.960599 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-04762072-0702-4bad-8064-1b606c83f9d6 req-9b7b89bb-4594-4184-8044-a64229001917 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b250c0e3-8f73-4e5d-beb3-748030a6edb6 HTTP/1.1" status: 200 len: 854 time: 0.0607738 Mar 07 22:12:23.035019 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04762072-0702-4bad-8064-1b606c83f9d6 req-93eec2f0-cc69-4ff2-9604-8aceb41b73fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:23.036451 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-04762072-0702-4bad-8064-1b606c83f9d6 req-93eec2f0-cc69-4ff2-9604-8aceb41b73fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39224fef-d451-4fe4-9e29-0fc24e009664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697370 Mar 07 22:12:23.095673 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-f2e20df2-62af-49a7-9e65-dad29372e750 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Deleting port 67853bd1-5946-4b35-8afc-57118fdfd354 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:12:23.096544 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f2e20df2-62af-49a7-9e65-dad29372e750 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:23.166167 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-04762072-0702-4bad-8064-1b606c83f9d6 req-1188ceef-9ddf-4ada-8dfc-4f4b2ab0ef49 service neutron] 10.222.0.11 "GET /v2.0/networks/39224fef-d451-4fe4-9e29-0fc24e009664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232200 Mar 07 22:12:23.292179 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:23.307672 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-04762072-0702-4bad-8064-1b606c83f9d6 req-fe3463ff-ff16-4186-8f54-7f4a68d91c1e service neutron] 10.222.0.11 "GET /v2.0/networks/39224fef-d451-4fe4-9e29-0fc24e009664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356814 Mar 07 22:12:23.370896 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f2e20df2-62af-49a7-9e65-dad29372e750 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:23.371143 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f2e20df2-62af-49a7-9e65-dad29372e750 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:23.393000 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:23.492960 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-f2e20df2-62af-49a7-9e65-dad29372e750 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Calling delete_port for 67853bd1-5946-4b35-8afc-57118fdfd354 owned by network:floatingip {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:12:23.714643 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f2e20df2-62af-49a7-9e65-dad29372e750 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:23.789549 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e20df2-62af-49a7-9e65-dad29372e750 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Pushing event deleted for resources: {'Port': ['ID=67853bd1-5946-4b35-8afc-57118fdfd354,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:23.805744 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e20df2-62af-49a7-9e65-dad29372e750 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:23.806120 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e20df2-62af-49a7-9e65-dad29372e750 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:23.806461 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e20df2-62af-49a7-9e65-dad29372e750 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:23.806796 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e20df2-62af-49a7-9e65-dad29372e750 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:23.807150 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e20df2-62af-49a7-9e65-dad29372e750 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:23.807477 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e20df2-62af-49a7-9e65-dad29372e750 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:23.807802 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e20df2-62af-49a7-9e65-dad29372e750 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:23.808127 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e20df2-62af-49a7-9e65-dad29372e750 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:23.808451 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e20df2-62af-49a7-9e65-dad29372e750 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:23.808771 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e20df2-62af-49a7-9e65-dad29372e750 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:23.809092 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e20df2-62af-49a7-9e65-dad29372e750 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:23.809409 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e20df2-62af-49a7-9e65-dad29372e750 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:23.867057 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f2e20df2-62af-49a7-9e65-dad29372e750 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks [] for floatingip, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:23.867385 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-f2e20df2-62af-49a7-9e65-dad29372e750 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Floating IP 02256a7b-d823-4a52-b356-a73c560796be disassociated (deleted). External IP: 172.26.2.119, port: 774342ca-73a2-4c45-80ad-698d7fe92559. Mar 07 22:12:24.209821 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e20df2-62af-49a7-9e65-dad29372e750 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Router 47e2c554-01c1-4589-85a3-e3b744d7aee9 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:12:24.385152 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e20df2-62af-49a7-9e65-dad29372e750 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:12:24.395255 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7a2be2-8300-46d2-be31-1bd9dd21a199 None None] Sync routers for ids ['47e2c554-01c1-4589-85a3-e3b744d7aee9'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:12:24.404056 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7a2be2-8300-46d2-be31-1bd9dd21a199 None None] Routers {'47e2c554-01c1-4589-85a3-e3b744d7aee9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:12:24.404638 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-ff7a2be2-8300-46d2-be31-1bd9dd21a199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:12:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['47e2c554-01c1-4589-85a3-e3b744d7aee9'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:24.457314 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f2e20df2-62af-49a7-9e65-dad29372e750 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:24.511844 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f2e20df2-62af-49a7-9e65-dad29372e750 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "DELETE /v2.0/floatingips/02256a7b-d823-4a52-b356-a73c560796be HTTP/1.1" status: 204 len: 168 time: 1.6176200 Mar 07 22:12:24.512445 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed97ef77-11bb-4334-851d-b87d822572f2', 'tag': '774342ca-73a2-4c45-80ad-698d7fe92559'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:12:24.577597 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-ff7a2be2-8300-46d2-be31-1bd9dd21a199 None None] Set router 47e2c554-01c1-4589-85a3-e3b744d7aee9 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:12:24.732502 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed97ef77-11bb-4334-851d-b87d822572f2', 'tag': '774342ca-73a2-4c45-80ad-698d7fe92559', 'status': 'completed', 'code': 200} Mar 07 22:12:24.840810 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390a921-2236-404e-a2ba-f11cb45e7367 req-ffaf7d2b-857f-4e23-be5f-81dc85473efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:24.842351 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a390a921-2236-404e-a2ba-f11cb45e7367 req-ffaf7d2b-857f-4e23-be5f-81dc85473efd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050f73aea04942859fc8d8e55396ee87&device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 1098 time: 0.0851796 Mar 07 22:12:24.895235 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:24.935776 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-ff7a2be2-8300-46d2-be31-1bd9dd21a199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'name': 'tempest-TestMinimumBasicScenario-1760653843-router', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:24Z', 'revision_number': 4, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'gw_port': {'id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '54655111-9e1c-4723-b578-9df8d2e24338', 'name': '', 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'mac_address': 'fa:16:3e:1d:24:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b250c0e3-8f73-4e5d-beb3-748030a6edb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:23Z', 'updated_at': '2022-03-07T22:10:31Z', 'revision_number': 5, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'subnets': [{'id': 'b250c0e3-8f73-4e5d-beb3-748030a6edb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:24.940836 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7a2be2-8300-46d2-be31-1bd9dd21a199 None None] Checking router: 47e2c554-01c1-4589-85a3-e3b744d7aee9 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:12:24.949225 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7a2be2-8300-46d2-be31-1bd9dd21a199 None None] Routers {'47e2c554-01c1-4589-85a3-e3b744d7aee9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:12:24.949798 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-ff7a2be2-8300-46d2-be31-1bd9dd21a199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:12:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['47e2c554-01c1-4589-85a3-e3b744d7aee9'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:24.978439 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390a921-2236-404e-a2ba-f11cb45e7367 req-401b9ac0-513d-4a82-b19f-f6946b1286b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:24.979869 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a390a921-2236-404e-a2ba-f11cb45e7367 req-401b9ac0-513d-4a82-b19f-f6946b1286b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=39224fef-d451-4fe4-9e29-0fc24e009664 HTTP/1.1" status: 200 len: 915 time: 0.1305456 Mar 07 22:12:25.050854 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a390a921-2236-404e-a2ba-f11cb45e7367 req-b52d294d-7c7b-48f2-81c7-e12db49a0bf2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=774342ca-73a2-4c45-80ad-698d7fe92559 HTTP/1.1" status: 200 len: 217 time: 0.0639811 Mar 07 22:12:25.117832 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390a921-2236-404e-a2ba-f11cb45e7367 req-809aaad9-bb26-40fa-acf2-31e573dcd35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:25.119554 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a390a921-2236-404e-a2ba-f11cb45e7367 req-809aaad9-bb26-40fa-acf2-31e573dcd35e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b250c0e3-8f73-4e5d-beb3-748030a6edb6 HTTP/1.1" status: 200 len: 854 time: 0.0625319 Mar 07 22:12:25.137296 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-ff7a2be2-8300-46d2-be31-1bd9dd21a199 None None] Set router 47e2c554-01c1-4589-85a3-e3b744d7aee9 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:12:25.203638 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390a921-2236-404e-a2ba-f11cb45e7367 req-35afefc1-d54f-4270-bffc-736ed6284218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:25.205634 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a390a921-2236-404e-a2ba-f11cb45e7367 req-35afefc1-d54f-4270-bffc-736ed6284218 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39224fef-d451-4fe4-9e29-0fc24e009664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733178 Mar 07 22:12:25.340811 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a390a921-2236-404e-a2ba-f11cb45e7367 req-a9932033-e8aa-4802-b985-ac4976a92e78 service neutron] 10.222.0.11 "GET /v2.0/networks/39224fef-d451-4fe4-9e29-0fc24e009664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239684 Mar 07 22:12:25.446553 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-ff7a2be2-8300-46d2-be31-1bd9dd21a199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'name': 'tempest-TestMinimumBasicScenario-1760653843-router', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:24Z', 'revision_number': 4, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'gw_port': {'id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '54655111-9e1c-4723-b578-9df8d2e24338', 'name': '', 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'mac_address': 'fa:16:3e:1d:24:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b250c0e3-8f73-4e5d-beb3-748030a6edb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:23Z', 'updated_at': '2022-03-07T22:10:31Z', 'revision_number': 5, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'subnets': [{'id': 'b250c0e3-8f73-4e5d-beb3-748030a6edb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:25.450960 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7a2be2-8300-46d2-be31-1bd9dd21a199 None None] The sync data for ids ['47e2c554-01c1-4589-85a3-e3b744d7aee9'] in dv-neutron-829957-1-hyperv is: [{'id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'name': 'tempest-TestMinimumBasicScenario-1760653843-router', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:24Z', 'revision_number': 4, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'gw_port': {'id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '54655111-9e1c-4723-b578-9df8d2e24338', 'name': '', 'network_id': '39224fef-d451-4fe4-9e29-0fc24e009664', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'mac_address': 'fa:16:3e:1d:24:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'b250c0e3-8f73-4e5d-beb3-748030a6edb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:23Z', 'updated_at': '2022-03-07T22:10:31Z', 'revision_number': 5, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'subnets': [{'id': 'b250c0e3-8f73-4e5d-beb3-748030a6edb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:12:25.565700 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a390a921-2236-404e-a2ba-f11cb45e7367 req-e046995e-047d-4bea-b5d9-9e70a6d34ca4 service neutron] 10.222.0.11 "GET /v2.0/networks/39224fef-d451-4fe4-9e29-0fc24e009664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222476 Mar 07 22:12:25.681096 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc42e8b8-8068-4e53-b11f-8a89833d740a None None] New status for floating IP 02256a7b-d823-4a52-b356-a73c560796be: DOWN {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:12:30.445970 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c30a1-bce2-4aa0-b3b0-93259139e9e9 req-97cb3b3e-2d21-4900-a644-11bcf55ebdee tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:30.447509 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6d5c30a1-bce2-4aa0-b3b0-93259139e9e9 req-97cb3b3e-2d21-4900-a644-11bcf55ebdee tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 945 time: 0.0779548 Mar 07 22:12:30.495432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-6d5c30a1-bce2-4aa0-b3b0-93259139e9e9 req-7aa20589-e441-45eb-a77b-c6f9318c0ed1 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Synchronizing usage tracker for tenant:050f73aea04942859fc8d8e55396ee87 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:12:30.586299 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-6d5c30a1-bce2-4aa0-b3b0-93259139e9e9 req-7aa20589-e441-45eb-a77b-c6f9318c0ed1 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Unset dirty status for tenant:050f73aea04942859fc8d8e55396ee87 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:12:30.587425 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6d5c30a1-bce2-4aa0-b3b0-93259139e9e9 req-7aa20589-e441-45eb-a77b-c6f9318c0ed1 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339998 Mar 07 22:12:31.768318 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b76f4c-4578-44b3-8b27-6e4feeee4e7f req-d067b458-75fd-4c7d-af57-0a95481c34e0 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:31.769866 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d9b76f4c-4578-44b3-8b27-6e4feeee4e7f req-d067b458-75fd-4c7d-af57-0a95481c34e0 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 945 time: 0.0783422 Mar 07 22:12:31.813892 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d9b76f4c-4578-44b3-8b27-6e4feeee4e7f req-206172eb-9a4d-4e80-9429-23605156b6c7 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b14e55f-58bb-46e2-9e50-3b180d1200db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383158 Mar 07 22:12:32.002779 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789c928-b688-4253-a16e-a798222c2047 req-a1417a60-e0d8-42cc-ae46-75baf4c4f37a tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:32.004150 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6789c928-b688-4253-a16e-a798222c2047 req-a1417a60-e0d8-42cc-ae46-75baf4c4f37a tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 945 time: 0.0812848 Mar 07 22:12:32.070009 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-6789c928-b688-4253-a16e-a798222c2047 req-a90926dd-5696-4398-9656-883869c665b1 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Deleting port 774342ca-73a2-4c45-80ad-698d7fe92559 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:12:32.070346 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-6789c928-b688-4253-a16e-a798222c2047 req-a90926dd-5696-4398-9656-883869c665b1 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:32.309487 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-6789c928-b688-4253-a16e-a798222c2047 req-a90926dd-5696-4398-9656-883869c665b1 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] For port 774342ca-73a2-4c45-80ad-698d7fe92559, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=774342ca-73a2-4c45-80ad-698d7fe92559,segment=NetworkSegment(6e774e1b-0052-4b46-9f00-64df5aaa8850),segment_id=6e774e1b-0052-4b46-9f00-64df5aaa8850)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:12:32.309837 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-6789c928-b688-4253-a16e-a798222c2047 req-a90926dd-5696-4398-9656-883869c665b1 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:32.427787 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-6789c928-b688-4253-a16e-a798222c2047 req-a90926dd-5696-4398-9656-883869c665b1 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Calling delete_port for 774342ca-73a2-4c45-80ad-698d7fe92559 owned by compute:nova {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:12:32.626444 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-6789c928-b688-4253-a16e-a798222c2047 req-a90926dd-5696-4398-9656-883869c665b1 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:32.637722 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['774342ca-73a2-4c45-80ad-698d7fe92559'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:12:32.675495 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90926dd-5696-4398-9656-883869c665b1 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Pushing event deleted for resources: {'Port': ['ID=774342ca-73a2-4c45-80ad-698d7fe92559,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:32.750389 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-6789c928-b688-4253-a16e-a798222c2047 req-a90926dd-5696-4398-9656-883869c665b1 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] No DVR routers for this DVR port 774342ca-73a2-4c45-80ad-698d7fe92559 on host hv-neutron-8299 {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:12:32.753244 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-6789c928-b688-4253-a16e-a798222c2047 req-a90926dd-5696-4398-9656-883869c665b1 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:32.755714 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed97ef77-11bb-4334-851d-b87d822572f2', 'name': 'network-vif-deleted', 'tag': '774342ca-73a2-4c45-80ad-698d7fe92559'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:12:32.766857 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6789c928-b688-4253-a16e-a798222c2047 req-a90926dd-5696-4398-9656-883869c665b1 tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.11 "DELETE /v2.0/ports/774342ca-73a2-4c45-80ad-698d7fe92559 HTTP/1.1" status: 204 len: 173 time: 0.7580271 Mar 07 22:12:32.801168 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed97ef77-11bb-4334-851d-b87d822572f2', 'name': 'network-vif-deleted', 'tag': '774342ca-73a2-4c45-80ad-698d7fe92559', 'status': 'completed', 'code': 200} Mar 07 22:12:32.958785 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-c5888fca-0083-4575-80a7-c1bd4fee0ab2 req-6c4abd8e-840a-4aeb-96c2-2a533bcb54cd tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Synchronizing usage tracker for tenant:050f73aea04942859fc8d8e55396ee87 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:12:33.058504 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-c5888fca-0083-4575-80a7-c1bd4fee0ab2 req-6c4abd8e-840a-4aeb-96c2-2a533bcb54cd tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] Unset dirty status for tenant:050f73aea04942859fc8d8e55396ee87 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:12:33.059979 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c5888fca-0083-4575-80a7-c1bd4fee0ab2 req-6c4abd8e-840a-4aeb-96c2-2a533bcb54cd tempest-TestMinimumBasicScenario-1912679320 tempest-TestMinimumBasicScenario-1912679320-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed97ef77-11bb-4334-851d-b87d822572f2 HTTP/1.1" status: 200 len: 210 time: 0.1433382 Mar 07 22:12:35.358342 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55250) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:35.896318 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 774342ca-73a2-4c45-80ad-698d7fe92559 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:12:35.932361 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 774342ca-73a2-4c45-80ad-698d7fe92559 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:12:35.932698 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 774342ca-73a2-4c45-80ad-698d7fe92559 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:12:35.986269 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3adc3700-fbcf-48cf-b51f-07d2e70552f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:36.324148 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-3adc3700-fbcf-48cf-b51f-07d2e70552f8 admin admin] Deleting port 54655111-9e1c-4723-b578-9df8d2e24338 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:12:36.324480 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3adc3700-fbcf-48cf-b51f-07d2e70552f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:36.488850 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-3adc3700-fbcf-48cf-b51f-07d2e70552f8 admin admin] For port 54655111-9e1c-4723-b578-9df8d2e24338, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=54655111-9e1c-4723-b578-9df8d2e24338,segment=NetworkSegment(6e774e1b-0052-4b46-9f00-64df5aaa8850),segment_id=6e774e1b-0052-4b46-9f00-64df5aaa8850)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:12:36.489539 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3adc3700-fbcf-48cf-b51f-07d2e70552f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:36.608485 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-3adc3700-fbcf-48cf-b51f-07d2e70552f8 admin admin] Calling delete_port for 54655111-9e1c-4723-b578-9df8d2e24338 owned by network:router_interface {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:12:37.085871 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3adc3700-fbcf-48cf-b51f-07d2e70552f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:37.131279 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc3700-fbcf-48cf-b51f-07d2e70552f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=54655111-9e1c-4723-b578-9df8d2e24338,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:37.394755 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3adc3700-fbcf-48cf-b51f-07d2e70552f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:37.744195 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adc3700-fbcf-48cf-b51f-07d2e70552f8 admin admin] Router 47e2c554-01c1-4589-85a3-e3b744d7aee9 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:12:37.918346 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adc3700-fbcf-48cf-b51f-07d2e70552f8 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:12:37.926906 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a501d0f3-196a-4c62-97cf-1d651fbd3c19 None None] Sync routers for ids ['47e2c554-01c1-4589-85a3-e3b744d7aee9'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:12:37.935735 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a501d0f3-196a-4c62-97cf-1d651fbd3c19 None None] Routers {'47e2c554-01c1-4589-85a3-e3b744d7aee9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:12:37.936320 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-a501d0f3-196a-4c62-97cf-1d651fbd3c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:12:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['47e2c554-01c1-4589-85a3-e3b744d7aee9'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:38.013515 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3adc3700-fbcf-48cf-b51f-07d2e70552f8 admin admin] 10.222.0.21 "PUT /v2.0/routers/47e2c554-01c1-4589-85a3-e3b744d7aee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6540377 Mar 07 22:12:38.015951 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55260) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:38.107342 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-a501d0f3-196a-4c62-97cf-1d651fbd3c19 None None] Set router 47e2c554-01c1-4589-85a3-e3b744d7aee9 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:12:38.190750 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6cde040d-7db4-4507-8d27-80c7608b1c83 admin admin] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:38.361378 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6cde040d-7db4-4507-8d27-80c7608b1c83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:38.385763 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-a501d0f3-196a-4c62-97cf-1d651fbd3c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'name': 'tempest-TestMinimumBasicScenario-1760653843-router', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:12:36Z', 'revision_number': 5, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'gw_port': {'id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:38.389438 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a501d0f3-196a-4c62-97cf-1d651fbd3c19 None None] Checking router: 47e2c554-01c1-4589-85a3-e3b744d7aee9 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:12:38.397429 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a501d0f3-196a-4c62-97cf-1d651fbd3c19 None None] Routers {'47e2c554-01c1-4589-85a3-e3b744d7aee9'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:12:38.398037 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-a501d0f3-196a-4c62-97cf-1d651fbd3c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:12:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['47e2c554-01c1-4589-85a3-e3b744d7aee9'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:38.454720 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-6cde040d-7db4-4507-8d27-80c7608b1c83 admin admin] Deleting port 33270a14-abd4-4b46-84cd-5c465c9df7ce {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:12:38.455169 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6cde040d-7db4-4507-8d27-80c7608b1c83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:38.605545 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-a501d0f3-196a-4c62-97cf-1d651fbd3c19 None None] Set router 47e2c554-01c1-4589-85a3-e3b744d7aee9 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:12:38.738060 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-6cde040d-7db4-4507-8d27-80c7608b1c83 admin admin] For port 33270a14-abd4-4b46-84cd-5c465c9df7ce, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=33270a14-abd4-4b46-84cd-5c465c9df7ce,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:12:38.738425 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6cde040d-7db4-4507-8d27-80c7608b1c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:38.859155 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-6cde040d-7db4-4507-8d27-80c7608b1c83 admin admin] Calling delete_port for 33270a14-abd4-4b46-84cd-5c465c9df7ce owned by network:router_gateway {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:12:38.882919 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-a501d0f3-196a-4c62-97cf-1d651fbd3c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'name': 'tempest-TestMinimumBasicScenario-1760653843-router', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:12:36Z', 'revision_number': 5, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'gw_port': {'id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:38.888427 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a501d0f3-196a-4c62-97cf-1d651fbd3c19 None None] The sync data for ids ['47e2c554-01c1-4589-85a3-e3b744d7aee9'] in dv-neutron-829957-1-hyperv is: [{'id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'name': 'tempest-TestMinimumBasicScenario-1760653843-router', 'tenant_id': '050f73aea04942859fc8d8e55396ee87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:12:36Z', 'revision_number': 5, 'project_id': '050f73aea04942859fc8d8e55396ee87', 'gw_port': {'id': '33270a14-abd4-4b46-84cd-5c465c9df7ce', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2c554-01c1-4589-85a3-e3b744d7aee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:20Z', 'updated_at': '2022-03-07T22:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:12:39.097257 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6cde040d-7db4-4507-8d27-80c7608b1c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:39.143498 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde040d-7db4-4507-8d27-80c7608b1c83 admin admin] Pushing event deleted for resources: {'Port': ['ID=33270a14-abd4-4b46-84cd-5c465c9df7ce,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:39.232757 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6cde040d-7db4-4507-8d27-80c7608b1c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:39.407778 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6cde040d-7db4-4507-8d27-80c7608b1c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:39.410033 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6cde040d-7db4-4507-8d27-80c7608b1c83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:39.491425 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6cde040d-7db4-4507-8d27-80c7608b1c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:39.491959 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cde040d-7db4-4507-8d27-80c7608b1c83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47e2c554-01c1-4589-85a3-e3b744d7aee9 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 22:12:39.504234 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6cde040d-7db4-4507-8d27-80c7608b1c83 admin admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:39.505381 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6cde040d-7db4-4507-8d27-80c7608b1c83 admin admin] 10.222.0.21 "DELETE /v2.0/routers/47e2c554-01c1-4589-85a3-e3b744d7aee9 HTTP/1.1" status: 204 len: 168 time: 1.4884832 Mar 07 22:12:39.508015 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55264) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:39.571104 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e739d78-d8f4-4388-9636-36731aa4edde admin admin] Deleting subnet b250c0e3-8f73-4e5d-beb3-748030a6edb6 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 22:12:39.574395 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5e739d78-d8f4-4388-9636-36731aa4edde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:39.623481 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5e739d78-d8f4-4388-9636-36731aa4edde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:39.703168 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5e739d78-d8f4-4388-9636-36731aa4edde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:39.832208 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5e739d78-d8f4-4388-9636-36731aa4edde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:39.869511 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e739d78-d8f4-4388-9636-36731aa4edde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b250c0e3-8f73-4e5d-beb3-748030a6edb6,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:39.874209 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5e739d78-d8f4-4388-9636-36731aa4edde admin admin] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:39.881275 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480e6681-4b1d-49df-adc0-9f85aeae8edb None None] Network 39224fef-d451-4fe4-9e29-0fc24e009664 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:12:39.881782 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5e739d78-d8f4-4388-9636-36731aa4edde admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b250c0e3-8f73-4e5d-beb3-748030a6edb6 HTTP/1.1" status: 204 len: 168 time: 0.3724129 Mar 07 22:12:39.883921 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55268) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:39.989545 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7fcd78c3-78ee-43fe-8a5f-d6a3f006cf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:39.999698 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd78c3-78ee-43fe-8a5f-d6a3f006cf1e admin admin] Deleting port 636fba46-db5e-44fe-ae4c-5484cde56bea {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:12:40.000054 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7fcd78c3-78ee-43fe-8a5f-d6a3f006cf1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:40.141886 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ed2159-6cd0-4f63-81c5-a5743c3a7227 None None] DHCP port deletion for 39224fef-d451-4fe4-9e29-0fc24e009664 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 22:12:40.146157 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-58ed2159-6cd0-4f63-81c5-a5743c3a7227 None None] Deleting port 636fba46-db5e-44fe-ae4c-5484cde56bea {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:12:40.146530 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-58ed2159-6cd0-4f63-81c5-a5743c3a7227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:40.296379 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-7fcd78c3-78ee-43fe-8a5f-d6a3f006cf1e admin admin] For port 636fba46-db5e-44fe-ae4c-5484cde56bea, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=636fba46-db5e-44fe-ae4c-5484cde56bea,segment=NetworkSegment(6e774e1b-0052-4b46-9f00-64df5aaa8850),segment_id=6e774e1b-0052-4b46-9f00-64df5aaa8850)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:12:40.296734 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7fcd78c3-78ee-43fe-8a5f-d6a3f006cf1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:40.343474 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-58ed2159-6cd0-4f63-81c5-a5743c3a7227 None None] For port 636fba46-db5e-44fe-ae4c-5484cde56bea, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=636fba46-db5e-44fe-ae4c-5484cde56bea,segment=NetworkSegment(6e774e1b-0052-4b46-9f00-64df5aaa8850),segment_id=6e774e1b-0052-4b46-9f00-64df5aaa8850)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:12:40.343855 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-58ed2159-6cd0-4f63-81c5-a5743c3a7227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:40.418093 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd78c3-78ee-43fe-8a5f-d6a3f006cf1e admin admin] Calling delete_port for 636fba46-db5e-44fe-ae4c-5484cde56bea owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:12:40.491199 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-58ed2159-6cd0-4f63-81c5-a5743c3a7227 None None] Calling delete_port for 636fba46-db5e-44fe-ae4c-5484cde56bea owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:12:40.554508 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7fcd78c3-78ee-43fe-8a5f-d6a3f006cf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:40.560268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-58ed2159-6cd0-4f63-81c5-a5743c3a7227 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:12:40.560823 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-58ed2159-6cd0-4f63-81c5-a5743c3a7227 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:12:40.602467 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd78c3-78ee-43fe-8a5f-d6a3f006cf1e admin admin] No DVR routers for this DVR port 636fba46-db5e-44fe-ae4c-5484cde56bea on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:12:40.627428 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd78c3-78ee-43fe-8a5f-d6a3f006cf1e admin admin] Pushing event deleted for resources: {'Port': ['ID=636fba46-db5e-44fe-ae4c-5484cde56bea,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:40.717079 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7fcd78c3-78ee-43fe-8a5f-d6a3f006cf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:40.740382 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-7fcd78c3-78ee-43fe-8a5f-d6a3f006cf1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39224fef-d451-4fe4-9e29-0fc24e009664']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:40.752359 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-7fcd78c3-78ee-43fe-8a5f-d6a3f006cf1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e774e1b-0052-4b46-9f00-64df5aaa8850') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:40.752648 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-7fcd78c3-78ee-43fe-8a5f-d6a3f006cf1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e774e1b-0052-4b46-9f00-64df5aaa8850') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:40.763403 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7fcd78c3-78ee-43fe-8a5f-d6a3f006cf1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:40.779003 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7fcd78c3-78ee-43fe-8a5f-d6a3f006cf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:40.784679 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fcd78c3-78ee-43fe-8a5f-d6a3f006cf1e admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:12:40.785042 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7fcd78c3-78ee-43fe-8a5f-d6a3f006cf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:12:40.797414 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:12:40.931802 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7fcd78c3-78ee-43fe-8a5f-d6a3f006cf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:40.932095 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 636fba46-db5e-44fe-ae4c-5484cde56bea no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:12:40.935881 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7fcd78c3-78ee-43fe-8a5f-d6a3f006cf1e admin admin] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:40.960430 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd78c3-78ee-43fe-8a5f-d6a3f006cf1e admin admin] Pushing event deleted for resources: {'Network': ['ID=39224fef-d451-4fe4-9e29-0fc24e009664,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:40.968632 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 636fba46-db5e-44fe-ae4c-5484cde56bea {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:12:40.968911 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 636fba46-db5e-44fe-ae4c-5484cde56bea not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:12:40.969312 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 54655111-9e1c-4723-b578-9df8d2e24338 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:12:41.001566 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 54655111-9e1c-4723-b578-9df8d2e24338 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:12:41.001901 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 54655111-9e1c-4723-b578-9df8d2e24338 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:12:41.002329 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 33270a14-abd4-4b46-84cd-5c465c9df7ce no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:12:41.034230 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 33270a14-abd4-4b46-84cd-5c465c9df7ce {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:12:41.034565 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 33270a14-abd4-4b46-84cd-5c465c9df7ce not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:12:41.038492 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7fcd78c3-78ee-43fe-8a5f-d6a3f006cf1e admin admin] 10.222.0.21 "DELETE /v2.0/networks/39224fef-d451-4fe4-9e29-0fc24e009664 HTTP/1.1" status: 204 len: 168 time: 1.1534047 Mar 07 22:12:41.041186 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55272) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:41.061786 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-58ed2159-6cd0-4f63-81c5-a5743c3a7227 None None] Deleting port 636fba46-db5e-44fe-ae4c-5484cde56bea {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:12:41.062364 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-58ed2159-6cd0-4f63-81c5-a5743c3a7227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:41.128383 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-58ed2159-6cd0-4f63-81c5-a5743c3a7227 None None] The port '636fba46-db5e-44fe-ae4c-5484cde56bea' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 22:12:41.566678 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1dbf1455-4c51-402f-a60b-e4aa2c3d0353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:41.998345 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf1455-4c51-402f-a60b-e4aa2c3d0353 admin admin] Deleting port c66aa548-c8bb-4afa-8686-6b3a298c9cc0 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:12:41.998679 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1dbf1455-4c51-402f-a60b-e4aa2c3d0353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:42.164522 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-1dbf1455-4c51-402f-a60b-e4aa2c3d0353 admin admin] For port c66aa548-c8bb-4afa-8686-6b3a298c9cc0, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c66aa548-c8bb-4afa-8686-6b3a298c9cc0,segment=NetworkSegment(bc1e1f29-8e03-49ef-bfa5-2aea1e9262c2),segment_id=bc1e1f29-8e03-49ef-bfa5-2aea1e9262c2)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:12:42.164793 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1dbf1455-4c51-402f-a60b-e4aa2c3d0353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:42.289163 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf1455-4c51-402f-a60b-e4aa2c3d0353 admin admin] Calling delete_port for c66aa548-c8bb-4afa-8686-6b3a298c9cc0 owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:12:42.542758 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1dbf1455-4c51-402f-a60b-e4aa2c3d0353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:42.613723 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf1455-4c51-402f-a60b-e4aa2c3d0353 admin admin] Pushing event deleted for resources: {'Port': ['ID=c66aa548-c8bb-4afa-8686-6b3a298c9cc0,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:42.848143 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1dbf1455-4c51-402f-a60b-e4aa2c3d0353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:43.222630 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:12:43.295671 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbf1455-4c51-402f-a60b-e4aa2c3d0353 admin admin] Router b6dfe906-b87e-4b13-a708-3a4a4b6c485d has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:12:43.465183 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbf1455-4c51-402f-a60b-e4aa2c3d0353 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:12:43.474583 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2429de64-8798-48ed-ae91-9f9104c2ec36 None None] Sync routers for ids ['b6dfe906-b87e-4b13-a708-3a4a4b6c485d'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:12:43.475635 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1dbf1455-4c51-402f-a60b-e4aa2c3d0353 admin admin] 10.222.0.21 "PUT /v2.0/routers/b6dfe906-b87e-4b13-a708-3a4a4b6c485d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4335446 Mar 07 22:12:43.478014 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55276) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:43.483506 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2429de64-8798-48ed-ae91-9f9104c2ec36 None None] Routers {'b6dfe906-b87e-4b13-a708-3a4a4b6c485d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:12:43.484102 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-2429de64-8798-48ed-ae91-9f9104c2ec36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:12:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['b6dfe906-b87e-4b13-a708-3a4a4b6c485d'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:43.649703 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fd0a36b4-5386-491f-a646-a98456f419ab admin admin] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:43.658405 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-2429de64-8798-48ed-ae91-9f9104c2ec36 None None] Set router b6dfe906-b87e-4b13-a708-3a4a4b6c485d gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:12:43.821688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fd0a36b4-5386-491f-a646-a98456f419ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:43.895083 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-fd0a36b4-5386-491f-a646-a98456f419ab admin admin] Deleting port dc170a39-4552-4f65-a4d4-6378de549c43 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:12:43.895520 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fd0a36b4-5386-491f-a646-a98456f419ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:43.935442 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-2429de64-8798-48ed-ae91-9f9104c2ec36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dfe906-b87e-4b13-a708-3a4a4b6c485d', 'name': 'tempest-TestMinimumBasicScenario-531211037-router', 'tenant_id': '638068de54e94067af861ab4d8aa2043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': 'dc170a39-4552-4f65-a4d4-6378de549c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:27Z', 'updated_at': '2022-03-07T22:12:42Z', 'revision_number': 5, 'project_id': '638068de54e94067af861ab4d8aa2043', 'gw_port': {'id': 'dc170a39-4552-4f65-a4d4-6378de549c43', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfe906-b87e-4b13-a708-3a4a4b6c485d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:10:28Z', 'updated_at': '2022-03-07T22:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:43.939742 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2429de64-8798-48ed-ae91-9f9104c2ec36 None None] Checking router: b6dfe906-b87e-4b13-a708-3a4a4b6c485d for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:12:43.947852 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2429de64-8798-48ed-ae91-9f9104c2ec36 None None] Routers {'b6dfe906-b87e-4b13-a708-3a4a4b6c485d'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:12:43.948679 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-2429de64-8798-48ed-ae91-9f9104c2ec36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:12:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['b6dfe906-b87e-4b13-a708-3a4a4b6c485d'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:44.068168 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-fd0a36b4-5386-491f-a646-a98456f419ab admin admin] For port dc170a39-4552-4f65-a4d4-6378de549c43, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=dc170a39-4552-4f65-a4d4-6378de549c43,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:12:44.068520 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fd0a36b4-5386-491f-a646-a98456f419ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:44.097676 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-2429de64-8798-48ed-ae91-9f9104c2ec36 None None] Set router b6dfe906-b87e-4b13-a708-3a4a4b6c485d gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:12:44.188082 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-fd0a36b4-5386-491f-a646-a98456f419ab admin admin] Calling delete_port for dc170a39-4552-4f65-a4d4-6378de549c43 owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:12:44.201014 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-2429de64-8798-48ed-ae91-9f9104c2ec36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dfe906-b87e-4b13-a708-3a4a4b6c485d', 'name': 'tempest-TestMinimumBasicScenario-531211037-router', 'tenant_id': '638068de54e94067af861ab4d8aa2043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:27Z', 'updated_at': '2022-03-07T22:12:43Z', 'revision_number': 6, 'project_id': '638068de54e94067af861ab4d8aa2043', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:44.204859 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2429de64-8798-48ed-ae91-9f9104c2ec36 None None] The sync data for ids ['b6dfe906-b87e-4b13-a708-3a4a4b6c485d'] in dv-neutron-829957-1-hyperv is: [{'id': 'b6dfe906-b87e-4b13-a708-3a4a4b6c485d', 'name': 'tempest-TestMinimumBasicScenario-531211037-router', 'tenant_id': '638068de54e94067af861ab4d8aa2043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:10:27Z', 'updated_at': '2022-03-07T22:12:43Z', 'revision_number': 6, 'project_id': '638068de54e94067af861ab4d8aa2043', 'gw_port_host': None}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:12:44.414970 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fd0a36b4-5386-491f-a646-a98456f419ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:44.458725 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a36b4-5386-491f-a646-a98456f419ab admin admin] Pushing event deleted for resources: {'Port': ['ID=dc170a39-4552-4f65-a4d4-6378de549c43,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:44.551915 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fd0a36b4-5386-491f-a646-a98456f419ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:44.823938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fd0a36b4-5386-491f-a646-a98456f419ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:44.826138 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fd0a36b4-5386-491f-a646-a98456f419ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:44.920282 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fd0a36b4-5386-491f-a646-a98456f419ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:44.920926 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0a36b4-5386-491f-a646-a98456f419ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6dfe906-b87e-4b13-a708-3a4a4b6c485d {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 22:12:44.934352 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fd0a36b4-5386-491f-a646-a98456f419ab admin admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:44.935676 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-fd0a36b4-5386-491f-a646-a98456f419ab admin admin] 10.222.0.21 "DELETE /v2.0/routers/b6dfe906-b87e-4b13-a708-3a4a4b6c485d HTTP/1.1" status: 204 len: 168 time: 1.4567013 Mar 07 22:12:44.938029 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55280) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:44.978455 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device dc170a39-4552-4f65-a4d4-6378de549c43 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:12:45.001018 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc7775e-25a7-4489-820e-da35dc8daa96 admin admin] Deleting subnet ba0b9bfb-5d2d-459f-b7dd-21d00a5a55e3 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 22:12:45.003958 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6bc7775e-25a7-4489-820e-da35dc8daa96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:45.013293 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: dc170a39-4552-4f65-a4d4-6378de549c43 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:12:45.013638 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device dc170a39-4552-4f65-a4d4-6378de549c43 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:12:45.014081 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c66aa548-c8bb-4afa-8686-6b3a298c9cc0 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:12:45.047604 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: c66aa548-c8bb-4afa-8686-6b3a298c9cc0 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:12:45.047947 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c66aa548-c8bb-4afa-8686-6b3a298c9cc0 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:12:45.056694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6bc7775e-25a7-4489-820e-da35dc8daa96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:45.135580 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6bc7775e-25a7-4489-820e-da35dc8daa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:45.291793 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6bc7775e-25a7-4489-820e-da35dc8daa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:45.330122 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7775e-25a7-4489-820e-da35dc8daa96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba0b9bfb-5d2d-459f-b7dd-21d00a5a55e3,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:45.332027 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6bc7775e-25a7-4489-820e-da35dc8daa96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:45.337220 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50f07d5-9963-4121-9f81-68f71c8d7ba8 None None] Network eb9afcb9-d3f6-4399-b3e6-aa17fe168cda requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:12:45.338542 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6bc7775e-25a7-4489-820e-da35dc8daa96 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ba0b9bfb-5d2d-459f-b7dd-21d00a5a55e3 HTTP/1.1" status: 204 len: 168 time: 0.3991764 Mar 07 22:12:45.340636 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55284) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:45.445076 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e2eecafe-c766-40e9-a3f0-c3342820df62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:45.455810 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-e2eecafe-c766-40e9-a3f0-c3342820df62 admin admin] Deleting port bd24af03-3a52-4022-8b9a-d080e6c19240 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:12:45.456129 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e2eecafe-c766-40e9-a3f0-c3342820df62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:45.613516 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503d5cd2-8f50-451e-abb4-62866bc79fc5 None None] DHCP port deletion for eb9afcb9-d3f6-4399-b3e6-aa17fe168cda request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 22:12:45.617684 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-503d5cd2-8f50-451e-abb4-62866bc79fc5 None None] Deleting port bd24af03-3a52-4022-8b9a-d080e6c19240 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:12:45.618079 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-503d5cd2-8f50-451e-abb4-62866bc79fc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:45.658937 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-e2eecafe-c766-40e9-a3f0-c3342820df62 admin admin] For port bd24af03-3a52-4022-8b9a-d080e6c19240, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=bd24af03-3a52-4022-8b9a-d080e6c19240,segment=NetworkSegment(bc1e1f29-8e03-49ef-bfa5-2aea1e9262c2),segment_id=bc1e1f29-8e03-49ef-bfa5-2aea1e9262c2)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:12:45.659290 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e2eecafe-c766-40e9-a3f0-c3342820df62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:45.780800 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-e2eecafe-c766-40e9-a3f0-c3342820df62 admin admin] Calling delete_port for bd24af03-3a52-4022-8b9a-d080e6c19240 owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:12:45.817913 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-503d5cd2-8f50-451e-abb4-62866bc79fc5 None None] For port bd24af03-3a52-4022-8b9a-d080e6c19240, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=bd24af03-3a52-4022-8b9a-d080e6c19240,segment=NetworkSegment(bc1e1f29-8e03-49ef-bfa5-2aea1e9262c2),segment_id=bc1e1f29-8e03-49ef-bfa5-2aea1e9262c2)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:12:45.818438 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-503d5cd2-8f50-451e-abb4-62866bc79fc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:45.931457 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e2eecafe-c766-40e9-a3f0-c3342820df62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:45.939422 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-503d5cd2-8f50-451e-abb4-62866bc79fc5 None None] Calling delete_port for bd24af03-3a52-4022-8b9a-d080e6c19240 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:12:45.981289 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eecafe-c766-40e9-a3f0-c3342820df62 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd24af03-3a52-4022-8b9a-d080e6c19240,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:45.983080 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eecafe-c766-40e9-a3f0-c3342820df62 admin admin] No DVR routers for this DVR port bd24af03-3a52-4022-8b9a-d080e6c19240 on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:12:46.017406 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-503d5cd2-8f50-451e-abb4-62866bc79fc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:12:46.018058 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-503d5cd2-8f50-451e-abb4-62866bc79fc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:12:46.095750 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e2eecafe-c766-40e9-a3f0-c3342820df62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:46.121015 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-e2eecafe-c766-40e9-a3f0-c3342820df62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9afcb9-d3f6-4399-b3e6-aa17fe168cda']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:46.132998 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-e2eecafe-c766-40e9-a3f0-c3342820df62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1e1f29-8e03-49ef-bfa5-2aea1e9262c2') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:46.133293 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-e2eecafe-c766-40e9-a3f0-c3342820df62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1e1f29-8e03-49ef-bfa5-2aea1e9262c2') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:46.144435 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e2eecafe-c766-40e9-a3f0-c3342820df62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:46.160652 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e2eecafe-c766-40e9-a3f0-c3342820df62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:46.166607 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2eecafe-c766-40e9-a3f0-c3342820df62 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:12:46.166983 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e2eecafe-c766-40e9-a3f0-c3342820df62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:46.171341 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:12:46.180529 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:12:46.336914 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e2eecafe-c766-40e9-a3f0-c3342820df62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:46.341086 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e2eecafe-c766-40e9-a3f0-c3342820df62 admin admin] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:46.363014 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eecafe-c766-40e9-a3f0-c3342820df62 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb9afcb9-d3f6-4399-b3e6-aa17fe168cda,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:46.367609 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e2eecafe-c766-40e9-a3f0-c3342820df62 admin admin] 10.222.0.21 "DELETE /v2.0/networks/eb9afcb9-d3f6-4399-b3e6-aa17fe168cda HTTP/1.1" status: 204 len: 168 time: 1.0260797 Mar 07 22:12:46.519209 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-503d5cd2-8f50-451e-abb4-62866bc79fc5 None None] Deleting port bd24af03-3a52-4022-8b9a-d080e6c19240 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:12:46.519574 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-503d5cd2-8f50-451e-abb4-62866bc79fc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:46.583428 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-503d5cd2-8f50-451e-abb4-62866bc79fc5 None None] The port 'bd24af03-3a52-4022-8b9a-d080e6c19240' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 22:12:46.741055 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55290) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:46.788173 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-39621e02-5d43-4b22-adbb-23d4123e61cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=050f73aea04942859fc8d8e55396ee87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459995 Mar 07 22:12:46.790788 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55294) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:46.850520 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-29b9593e-5773-4b21-a6bc-fd52287b9b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:46.876817 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-29b9593e-5773-4b21-a6bc-fd52287b9b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:46.932880 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device bd24af03-3a52-4022-8b9a-d080e6c19240 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:12:46.970362 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: bd24af03-3a52-4022-8b9a-d080e6c19240 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:12:46.970695 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device bd24af03-3a52-4022-8b9a-d080e6c19240 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:12:46.994453 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-29b9593e-5773-4b21-a6bc-fd52287b9b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:47.010396 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9593e-5773-4b21-a6bc-fd52287b9b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b14e55f-58bb-46e2-9e50-3b180d1200db,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:47.081617 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-29b9593e-5773-4b21-a6bc-fd52287b9b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:47.082787 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-29b9593e-5773-4b21-a6bc-fd52287b9b6d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b14e55f-58bb-46e2-9e50-3b180d1200db HTTP/1.1" status: 204 len: 168 time: 0.2909863 Mar 07 22:12:47.766433 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55302) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:47.816928 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7d0deb57-01e0-45b2-8a0b-8a65ca175fc3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=638068de54e94067af861ab4d8aa2043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466802 Mar 07 22:12:47.817548 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55306) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:47.873837 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c467089c-2d6d-44a4-8c5c-59dcac7fe512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:47.899032 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c467089c-2d6d-44a4-8c5c-59dcac7fe512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:48.048696 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c467089c-2d6d-44a4-8c5c-59dcac7fe512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:48.062478 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467089c-2d6d-44a4-8c5c-59dcac7fe512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecf2a7a-86a6-493d-b6e6-2a16bedfaeb3,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:48.068518 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-c467089c-2d6d-44a4-8c5c-59dcac7fe512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:48.069623 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-c467089c-2d6d-44a4-8c5c-59dcac7fe512 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aecf2a7a-86a6-493d-b6e6-2a16bedfaeb3 HTTP/1.1" status: 204 len: 168 time: 0.2516129 Mar 07 22:12:50.080339 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-981a7291-1ce9-4330-b024-5e0ca36b88de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:50.383569 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55348) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:50.391913 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-88c18b12-6051-40db-98b1-c9380030d8e5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1127802346', 'description': 'tempest-secgroup-smoke-1127802346 description', 'project_id': '42a2dae755c845488dbd51b04647fa3f'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:12:50.394627 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-88c18b12-6051-40db-98b1-c9380030d8e5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:12:50.398415 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-88c18b12-6051-40db-98b1-c9380030d8e5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:12:50.401932 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-88c18b12-6051-40db-98b1-c9380030d8e5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:12:50.408162 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-88c18b12-6051-40db-98b1-c9380030d8e5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:12:50.488493 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-88c18b12-6051-40db-98b1-c9380030d8e5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:50.500159 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-88c18b12-6051-40db-98b1-c9380030d8e5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:50.514192 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-88c18b12-6051-40db-98b1-c9380030d8e5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:12:50.517988 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-88c18b12-6051-40db-98b1-c9380030d8e5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:12:50.520778 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-88c18b12-6051-40db-98b1-c9380030d8e5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:12:50.526338 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-88c18b12-6051-40db-98b1-c9380030d8e5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:12:50.608219 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-88c18b12-6051-40db-98b1-c9380030d8e5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:50.662381 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-88c18b12-6051-40db-98b1-c9380030d8e5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:50.676595 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-88c18b12-6051-40db-98b1-c9380030d8e5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:12:50.683740 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-88c18b12-6051-40db-98b1-c9380030d8e5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:12:50.688398 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-88c18b12-6051-40db-98b1-c9380030d8e5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:12:50.793218 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-88c18b12-6051-40db-98b1-c9380030d8e5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:12:50.803595 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c18b12-6051-40db-98b1-c9380030d8e5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f2b71e-d44f-4091-b499-eb629cfbb286,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:50.870417 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-88c18b12-6051-40db-98b1-c9380030d8e5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:50.957271 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-88c18b12-6051-40db-98b1-c9380030d8e5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:50.998199 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c18b12-6051-40db-98b1-c9380030d8e5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=890f0f59-8e01-47fa-ba8f-d217b378b9c6,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:51.068709 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-88c18b12-6051-40db-98b1-c9380030d8e5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:51.070001 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-88c18b12-6051-40db-98b1-c9380030d8e5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6854324 Mar 07 22:12:51.072883 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55354) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:51.078141 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-eb04e74b-ad01-492e-b705-770514dd4691 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': '890f0f59-8e01-47fa-ba8f-d217b378b9c6', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:12:51.084469 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-eb04e74b-ad01-492e-b705-770514dd4691 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:12:51.088287 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-eb04e74b-ad01-492e-b705-770514dd4691 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:12:51.093724 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-eb04e74b-ad01-492e-b705-770514dd4691 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:12:51.097732 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-eb04e74b-ad01-492e-b705-770514dd4691 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:12:51.161190 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eb04e74b-ad01-492e-b705-770514dd4691 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:51.219871 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eb04e74b-ad01-492e-b705-770514dd4691 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:51.300004 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eb04e74b-ad01-492e-b705-770514dd4691 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:51.320950 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04e74b-ad01-492e-b705-770514dd4691 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03eed7c-70c9-4cb0-80d0-c376d7d10e57,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:51.392416 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eb04e74b-ad01-492e-b705-770514dd4691 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:51.393572 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-eb04e74b-ad01-492e-b705-770514dd4691 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3195326 Mar 07 22:12:51.396220 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55358) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:51.401117 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-ce68d9c4-b25a-4c10-bb25-b26ee73128ed tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': '890f0f59-8e01-47fa-ba8f-d217b378b9c6', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:12:51.406811 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ce68d9c4-b25a-4c10-bb25-b26ee73128ed tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:12:51.410516 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ce68d9c4-b25a-4c10-bb25-b26ee73128ed tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:12:51.413321 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-ce68d9c4-b25a-4c10-bb25-b26ee73128ed tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:12:51.418892 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-ce68d9c4-b25a-4c10-bb25-b26ee73128ed tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:12:51.478063 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ce68d9c4-b25a-4c10-bb25-b26ee73128ed tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:51.539455 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ce68d9c4-b25a-4c10-bb25-b26ee73128ed tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:51.605358 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ce68d9c4-b25a-4c10-bb25-b26ee73128ed tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:51.628474 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68d9c4-b25a-4c10-bb25-b26ee73128ed tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94133605-366b-47f5-ac2d-16147342939f,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:51.689509 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-ce68d9c4-b25a-4c10-bb25-b26ee73128ed tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:51.690709 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-ce68d9c4-b25a-4c10-bb25-b26ee73128ed tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2935891 Mar 07 22:12:51.693271 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55362) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:51.697967 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-9ec9d790-c843-46cc-99a7-011c388c137e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': '890f0f59-8e01-47fa-ba8f-d217b378b9c6', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:12:51.703837 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9ec9d790-c843-46cc-99a7-011c388c137e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:12:51.707766 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9ec9d790-c843-46cc-99a7-011c388c137e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:12:51.710650 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9ec9d790-c843-46cc-99a7-011c388c137e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:12:51.716324 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9ec9d790-c843-46cc-99a7-011c388c137e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:12:51.783022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ec9d790-c843-46cc-99a7-011c388c137e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:51.843416 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ec9d790-c843-46cc-99a7-011c388c137e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:51.905849 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ec9d790-c843-46cc-99a7-011c388c137e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:51.930529 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9d790-c843-46cc-99a7-011c388c137e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17400fa9-8e8e-41fb-a497-3c8ae9f4b41e,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:52.005617 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9ec9d790-c843-46cc-99a7-011c388c137e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:52.006832 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9ec9d790-c843-46cc-99a7-011c388c137e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3126421 Mar 07 22:12:52.009538 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55366) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:52.014374 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-8cafe0d3-2564-45ae-9239-58073339549a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': '890f0f59-8e01-47fa-ba8f-d217b378b9c6', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:12:52.020244 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-8cafe0d3-2564-45ae-9239-58073339549a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:12:52.024048 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8cafe0d3-2564-45ae-9239-58073339549a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:12:52.026882 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8cafe0d3-2564-45ae-9239-58073339549a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:12:52.032952 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-8cafe0d3-2564-45ae-9239-58073339549a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:12:52.115243 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8cafe0d3-2564-45ae-9239-58073339549a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:52.175843 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8cafe0d3-2564-45ae-9239-58073339549a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:52.257097 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8cafe0d3-2564-45ae-9239-58073339549a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:52.283062 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cafe0d3-2564-45ae-9239-58073339549a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d45a27bb-31a9-49cc-aea5-c826ee373727,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:52.289623 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-64e87d6c-fc17-4747-a108-2dab1d79d151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:52.386194 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8cafe0d3-2564-45ae-9239-58073339549a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:52.387300 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8cafe0d3-2564-45ae-9239-58073339549a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3768132 Mar 07 22:12:52.389884 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55370) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:52.395259 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f8936cd0-b3d2-4c33-a059-b6ec7eaf621d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': '890f0f59-8e01-47fa-ba8f-d217b378b9c6', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:12:52.401085 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f8936cd0-b3d2-4c33-a059-b6ec7eaf621d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:12:52.404847 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f8936cd0-b3d2-4c33-a059-b6ec7eaf621d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:12:52.408273 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f8936cd0-b3d2-4c33-a059-b6ec7eaf621d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:12:52.413876 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f8936cd0-b3d2-4c33-a059-b6ec7eaf621d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:12:52.491114 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-f8936cd0-b3d2-4c33-a059-b6ec7eaf621d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Project 42a2dae755c845488dbd51b04647fa3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:12:52.497422 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f8936cd0-b3d2-4c33-a059-b6ec7eaf621d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:52.559114 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f8936cd0-b3d2-4c33-a059-b6ec7eaf621d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:52.633845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f8936cd0-b3d2-4c33-a059-b6ec7eaf621d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:52.656565 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8936cd0-b3d2-4c33-a059-b6ec7eaf621d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=885dc0e3-258b-4c3d-b26a-a46310cbfccd,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:52.737321 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f8936cd0-b3d2-4c33-a059-b6ec7eaf621d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:52.738501 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f8936cd0-b3d2-4c33-a059-b6ec7eaf621d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3476934 Mar 07 22:12:52.741138 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55374) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:52.746036 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-e4f7b6ff-c935-47d0-9d2f-39c3b4c46bac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': '890f0f59-8e01-47fa-ba8f-d217b378b9c6', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:12:52.751860 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e4f7b6ff-c935-47d0-9d2f-39c3b4c46bac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:12:52.755634 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e4f7b6ff-c935-47d0-9d2f-39c3b4c46bac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:12:52.758469 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e4f7b6ff-c935-47d0-9d2f-39c3b4c46bac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:12:52.764122 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e4f7b6ff-c935-47d0-9d2f-39c3b4c46bac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:12:52.828692 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-e4f7b6ff-c935-47d0-9d2f-39c3b4c46bac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Project 42a2dae755c845488dbd51b04647fa3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:12:52.835231 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e4f7b6ff-c935-47d0-9d2f-39c3b4c46bac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:52.897488 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e4f7b6ff-c935-47d0-9d2f-39c3b4c46bac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:52.993722 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e4f7b6ff-c935-47d0-9d2f-39c3b4c46bac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:53.016031 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7b6ff-c935-47d0-9d2f-39c3b4c46bac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62621df4-94bf-471a-97e3-45331a659997,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:53.085365 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e4f7b6ff-c935-47d0-9d2f-39c3b4c46bac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:53.086576 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e4f7b6ff-c935-47d0-9d2f-39c3b4c46bac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3445437 Mar 07 22:12:53.089666 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55378) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:53.095650 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-8ae43216-54d4-4c5f-b862-2f4eaa2dbadb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'network': {'name': 'tempest-network-smoke--1566216683', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'port_security_enabled': True}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:12:53.100576 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-8ae43216-54d4-4c5f-b862-2f4eaa2dbadb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:12:53.104378 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8ae43216-54d4-4c5f-b862-2f4eaa2dbadb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:network and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:12:53.107217 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-8ae43216-54d4-4c5f-b862-2f4eaa2dbadb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:12:53.112738 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-8ae43216-54d4-4c5f-b862-2f4eaa2dbadb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:12:53.196852 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae43216-54d4-4c5f-b862-2f4eaa2dbadb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Made reservation on behalf of 42a2dae755c845488dbd51b04647fa3f for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:12:53.200422 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8ae43216-54d4-4c5f-b862-2f4eaa2dbadb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:53.230519 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae43216-54d4-4c5f-b862-2f4eaa2dbadb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:12:53.238862 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8ae43216-54d4-4c5f-b862-2f4eaa2dbadb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:53.239193 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-8ae43216-54d4-4c5f-b862-2f4eaa2dbadb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Added segment ee0617b2-eb76-4995-aa32-bf5c78df1c1f of type vlan for network ff38508a-45b4-4208-b585-c0bfc5d05d35 Mar 07 22:12:53.263628 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8ae43216-54d4-4c5f-b862-2f4eaa2dbadb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:53.305445 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:53.357409 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8ae43216-54d4-4c5f-b862-2f4eaa2dbadb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:53.362858 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae43216-54d4-4c5f-b862-2f4eaa2dbadb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:53.363433 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8ae43216-54d4-4c5f-b862-2f4eaa2dbadb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:53.380308 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:53.467645 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae43216-54d4-4c5f-b862-2f4eaa2dbadb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Network': ['ID=ff38508a-45b4-4208-b585-c0bfc5d05d35,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:53.472102 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8ae43216-54d4-4c5f-b862-2f4eaa2dbadb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3813207 Mar 07 22:12:53.475150 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55382) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:53.477999 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network ff38508a-45b4-4208-b585-c0bfc5d05d35 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 22:12:53.480052 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-afdfc103-b973-4b85-9f15-9f1c77c53a9d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-810527817', 'admin_state_up': True, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:12:53.487156 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-afdfc103-b973-4b85-9f15-9f1c77c53a9d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:12:53.490953 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-afdfc103-b973-4b85-9f15-9f1c77c53a9d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:router and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:12:53.493801 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-afdfc103-b973-4b85-9f15-9f1c77c53a9d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:12:53.500035 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-afdfc103-b973-4b85-9f15-9f1c77c53a9d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:12:53.575481 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-afdfc103-b973-4b85-9f15-9f1c77c53a9d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:53.576525 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-afdfc103-b973-4b85-9f15-9f1c77c53a9d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:53.591617 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-afdfc103-b973-4b85-9f15-9f1c77c53a9d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:53.931273 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-afdfc103-b973-4b85-9f15-9f1c77c53a9d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:54.309825 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-afdfc103-b973-4b85-9f15-9f1c77c53a9d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:54.337769 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-afdfc103-b973-4b85-9f15-9f1c77c53a9d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:54.466384 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-afdfc103-b973-4b85-9f15-9f1c77c53a9d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Allocated IP 172.26.2.34 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/18eae9f4-7ef1-431d-a42c-7f7cf800fc30) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:12:54.702509 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-afdfc103-b973-4b85-9f15-9f1c77c53a9d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:54.789067 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-afdfc103-b973-4b85-9f15-9f1c77c53a9d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:54.849881 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdfc103-b973-4b85-9f15-9f1c77c53a9d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:12:54.856715 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-afdfc103-b973-4b85-9f15-9f1c77c53a9d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:12:54.860910 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdfc103-b973-4b85-9f15-9f1c77c53a9d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:12:54.877451 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:54.892837 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfc103-b973-4b85-9f15-9f1c77c53a9d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=18eae9f4-7ef1-431d-a42c-7f7cf800fc30,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:55.334633 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-afdfc103-b973-4b85-9f15-9f1c77c53a9d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router_gateway, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:55.657917 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-afdfc103-b973-4b85-9f15-9f1c77c53a9d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:55.940312 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afdfc103-b973-4b85-9f15-9f1c77c53a9d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Router d74a9737-e563-4afa-8278-ffec88bd58f3 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 22:12:56.223256 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdfc103-b973-4b85-9f15-9f1c77c53a9d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:12:56.232970 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] Sync routers for ids ['d74a9737-e563-4afa-8278-ffec88bd58f3'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:12:56.241785 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] Routers {'d74a9737-e563-4afa-8278-ffec88bd58f3'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:12:56.242465 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:12:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d74a9737-e563-4afa-8278-ffec88bd58f3'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:56.343122 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-afdfc103-b973-4b85-9f15-9f1c77c53a9d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:56.344325 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-afdfc103-b973-4b85-9f15-9f1c77c53a9d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8682425 Mar 07 22:12:56.348188 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55388) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:56.414747 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] Set router d74a9737-e563-4afa-8278-ffec88bd58f3 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:12:56.482929 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-831f3764-ca56-4dfe-91f2-e7d6396a75ee tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=42a2dae755c845488dbd51b04647fa3f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1335685 Mar 07 22:12:56.485482 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55394) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:56.613057 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a4e48e-fdb0-46f9-b60f-220878fab122 tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:56.614551 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-60a4e48e-fdb0-46f9-b60f-220878fab122 tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1280890 Mar 07 22:12:56.617418 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55398) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:56.658287 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9984dbf2-d417-49a8-8d6e-ad09e2f3009b tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374708 Mar 07 22:12:56.658529 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55402) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:56.663693 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-37b00b88-5d18-4c8b-973c-490510a90ea2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-428970669', 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:12:56.687352 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810527817', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:12:53Z', 'updated_at': '2022-03-07T22:12:55Z', 'revision_number': 3, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:12:54Z', 'updated_at': '2022-03-07T22:12:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:56.691617 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] Checking router: d74a9737-e563-4afa-8278-ffec88bd58f3 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:12:56.691937 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] Updating router d74a9737-e563-4afa-8278-ffec88bd58f3 port 18eae9f4-7ef1-431d-a42c-7f7cf800fc30 binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:12:56.741899 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:56.771383 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-37b00b88-5d18-4c8b-973c-490510a90ea2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:12:56.775236 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-37b00b88-5d18-4c8b-973c-490510a90ea2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:subnet and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:12:56.778033 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-37b00b88-5d18-4c8b-973c-490510a90ea2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:12:56.783701 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-37b00b88-5d18-4c8b-973c-490510a90ea2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:12:56.861016 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b00b88-5d18-4c8b-973c-490510a90ea2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Made reservation on behalf of 42a2dae755c845488dbd51b04647fa3f for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:12:56.864717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-37b00b88-5d18-4c8b-973c-490510a90ea2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:57.064116 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:57.075399 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] Transition to ACTIVE for port object 18eae9f4-7ef1-431d-a42c-7f7cf800fc30 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:12:57.142678 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:57.151476 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-37b00b88-5d18-4c8b-973c-490510a90ea2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:57.221142 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff1cfd-d5f5-4189-8001-dd26283e553a None None] Pushing event updated for resources: {'Port': ['ID=18eae9f4-7ef1-431d-a42c-7f7cf800fc30,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:57.223215 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] Attempting to bind port 18eae9f4-7ef1-431d-a42c-7f7cf800fc30 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:12:57.223569 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] Attempting to bind port 18eae9f4-7ef1-431d-a42c-7f7cf800fc30 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:12:57.223914 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] Attempting to bind port 18eae9f4-7ef1-431d-a42c-7f7cf800fc30 on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:12:57.229597 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b00b88-5d18-4c8b-973c-490510a90ea2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Subnet': ['ID=1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:57.232836 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff1cfd-d5f5-4189-8001-dd26283e553a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:57.233176 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff1cfd-d5f5-4189-8001-dd26283e553a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:57.233744 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff1cfd-d5f5-4189-8001-dd26283e553a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:57.233838 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff1cfd-d5f5-4189-8001-dd26283e553a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:57.234151 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff1cfd-d5f5-4189-8001-dd26283e553a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:57.234472 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff1cfd-d5f5-4189-8001-dd26283e553a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:57.234796 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff1cfd-d5f5-4189-8001-dd26283e553a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:57.235107 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff1cfd-d5f5-4189-8001-dd26283e553a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:57.236006 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff1cfd-d5f5-4189-8001-dd26283e553a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:57.236324 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff1cfd-d5f5-4189-8001-dd26283e553a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:57.236643 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff1cfd-d5f5-4189-8001-dd26283e553a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:57.236952 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeff1cfd-d5f5-4189-8001-dd26283e553a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:57.240513 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:12:57.240880 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:12:57.241265 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:57.241635 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:12:57.242110 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] Bound port: 18eae9f4-7ef1-431d-a42c-7f7cf800fc30, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:12:57.242469 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:57.243479 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b00b88-5d18-4c8b-973c-490510a90ea2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Checking segment: {'id': 'ee0617b2-eb76-4995-aa32-bf5c78df1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:12:57.243833 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b00b88-5d18-4c8b-973c-490510a90ea2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network hostable DHCP agents. Network: ff38508a-45b4-4208-b585-c0bfc5d05d35, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:12:57.339143 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] For port 18eae9f4-7ef1-431d-a42c-7f7cf800fc30, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:12:57.340367 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b00b88-5d18-4c8b-973c-490510a90ea2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network ff38508a-45b4-4208-b585-c0bfc5d05d35 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:12:57.341897 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] For port 18eae9f4-7ef1-431d-a42c-7f7cf800fc30, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=18eae9f4-7ef1-431d-a42c-7f7cf800fc30,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:12:57.420272 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:57.445403 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-37b00b88-5d18-4c8b-973c-490510a90ea2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, ff38508a-45b4-4208-b585-c0bfc5d05d35) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:12:57.450537 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b00b88-5d18-4c8b-973c-490510a90ea2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:12:57.451209 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-37b00b88-5d18-4c8b-973c-490510a90ea2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:57.455600 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c6c97f-ce89-49c2-b785-ba1d734dfbb2 None None] Network ff38508a-45b4-4208-b585-c0bfc5d05d35 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:12:57.496467 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] Routers {'d74a9737-e563-4afa-8278-ffec88bd58f3'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:12:57.497062 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:12:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d74a9737-e563-4afa-8278-ffec88bd58f3'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:57.543963 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-37b00b88-5d18-4c8b-973c-490510a90ea2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8844676 Mar 07 22:12:57.546718 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55406) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:12:57.551966 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff1cfd-d5f5-4189-8001-dd26283e553a None None] Pushing event updated for resources: {'Port': ['ID=18eae9f4-7ef1-431d-a42c-7f7cf800fc30,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:57.672471 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-ff38508a-45b4-4208-b585-c0bfc5d05d35', 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'fixed_ips': [{'subnet_id': '1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 22:12:57.673530 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:57.674507 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] Set router d74a9737-e563-4afa-8278-ffec88bd58f3 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:12:57.832921 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Allocated IP 172.20.0.2 (ff38508a-45b4-4208-b585-c0bfc5d05d35/1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f/f18224b3-5716-4cb8-a67a-7ad67be8ff01) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:12:57.964284 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810527817', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:12:53Z', 'updated_at': '2022-03-07T22:12:55Z', 'revision_number': 3, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:12:54Z', 'updated_at': '2022-03-07T22:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:12:57.968338 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aac849a-058a-4bb0-a076-fb75c8d4b5a8 None None] The sync data for ids ['d74a9737-e563-4afa-8278-ffec88bd58f3'] in dv-neutron-829957-1-hyperv is: [{'id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810527817', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:12:53Z', 'updated_at': '2022-03-07T22:12:55Z', 'revision_number': 3, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:12:54Z', 'updated_at': '2022-03-07T22:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:12:58.168259 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:58.192550 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Transition to ACTIVE for port object f18224b3-5716-4cb8-a67a-7ad67be8ff01 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:12:58.240876 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Transition to ACTIVE for port object f18224b3-5716-4cb8-a67a-7ad67be8ff01 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:12:58.352381 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:58.407927 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8a0bd50c-0d06-4c3d-bf40-c59e4b00a797 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:58.415211 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Network ff38508a-45b4-4208-b585-c0bfc5d05d35 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:12:58.418299 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:12:58.421118 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:12:58.467341 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Pushing event updated for resources: {'Port': ['ID=f18224b3-5716-4cb8-a67a-7ad67be8ff01,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:58.480611 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:58.481194 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:58.481534 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:58.481869 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:58.482225 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:58.482553 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:58.482872 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:58.483191 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:58.483511 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:58.483827 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:58.484139 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:58.484450 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:12:58.543106 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Attempting to bind port f18224b3-5716-4cb8-a67a-7ad67be8ff01 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:12:58.543468 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Attempting to bind port f18224b3-5716-4cb8-a67a-7ad67be8ff01 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'ee0617b2-eb76-4995-aa32-bf5c78df1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:12:58.543821 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Attempting to bind port f18224b3-5716-4cb8-a67a-7ad67be8ff01 on network ff38508a-45b4-4208-b585-c0bfc5d05d35 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:12:58.550049 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:12:58.550418 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Checking segment: {'id': 'ee0617b2-eb76-4995-aa32-bf5c78df1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:12:58.550836 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:58.551201 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Bound using segment: {'id': 'ee0617b2-eb76-4995-aa32-bf5c78df1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:12:58.551691 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Bound port: f18224b3-5716-4cb8-a67a-7ad67be8ff01, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0617b2-eb76-4995-aa32-bf5c78df1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:12:58.552060 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:58.642902 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-18e0b215-242e-43ca-b171-47d25266709b None None] For port f18224b3-5716-4cb8-a67a-7ad67be8ff01, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:12:58.646295 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-18e0b215-242e-43ca-b171-47d25266709b None None] For port f18224b3-5716-4cb8-a67a-7ad67be8ff01, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f18224b3-5716-4cb8-a67a-7ad67be8ff01,segment=NetworkSegment(ee0617b2-eb76-4995-aa32-bf5c78df1c1f),segment_id=ee0617b2-eb76-4995-aa32-bf5c78df1c1f)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:12:58.735106 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:58.815302 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-8a0bd50c-0d06-4c3d-bf40-c59e4b00a797 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Allocated IP 172.20.0.1 (ff38508a-45b4-4208-b585-c0bfc5d05d35/1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f/eabece76-58c6-42d0-b3de-aff7cb687fc3) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:12:58.831741 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0b215-242e-43ca-b171-47d25266709b None None] Pushing event updated for resources: {'Port': ['ID=f18224b3-5716-4cb8-a67a-7ad67be8ff01,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:58.981468 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 18eae9f4-7ef1-431d-a42c-7f7cf800fc30 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:12:58.997383 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8a0bd50c-0d06-4c3d-bf40-c59e4b00a797 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:59.022469 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-8a0bd50c-0d06-4c3d-bf40-c59e4b00a797 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Transition to ACTIVE for port object eabece76-58c6-42d0-b3de-aff7cb687fc3 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:12:59.186605 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8a0bd50c-0d06-4c3d-bf40-c59e4b00a797 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:59.197262 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 18eae9f4-7ef1-431d-a42c-7f7cf800fc30 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:12:59.203351 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 18eae9f4-7ef1-431d-a42c-7f7cf800fc30 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:12:59.203847 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:59.254452 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0bd50c-0d06-4c3d-bf40-c59e4b00a797 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network ff38508a-45b4-4208-b585-c0bfc5d05d35 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:12:59.261730 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-8a0bd50c-0d06-4c3d-bf40-c59e4b00a797 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:12:59.266256 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0bd50c-0d06-4c3d-bf40-c59e4b00a797 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:12:59.297077 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0bd50c-0d06-4c3d-bf40-c59e4b00a797 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=eabece76-58c6-42d0-b3de-aff7cb687fc3,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:59.325499 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:59.329505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8a0bd50c-0d06-4c3d-bf40-c59e4b00a797 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:59.342774 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 18eae9f4-7ef1-431d-a42c-7f7cf800fc30, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=18eae9f4-7ef1-431d-a42c-7f7cf800fc30,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:12:59.405558 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:12:59.475336 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=18eae9f4-7ef1-431d-a42c-7f7cf800fc30,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:12:59.637391 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8a0bd50c-0d06-4c3d-bf40-c59e4b00a797 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:00.043398 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8a0bd50c-0d06-4c3d-bf40-c59e4b00a797 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:00.097010 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8a0bd50c-0d06-4c3d-bf40-c59e4b00a797 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:00.214435 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6852abcc-dba3-406e-aef2-99db4e3a3e62 None None] Network ff38508a-45b4-4208-b585-c0bfc5d05d35 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:13:00.326157 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8a0bd50c-0d06-4c3d-bf40-c59e4b00a797 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:00.329331 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0bd50c-0d06-4c3d-bf40-c59e4b00a797 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=eabece76-58c6-42d0-b3de-aff7cb687fc3,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:00.369193 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-6188dbb9-f305-42bc-9c3b-9a85e1aa4d3a None None] Provisioning for port f18224b3-5716-4cb8-a67a-7ad67be8ff01 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:13:00.461615 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0bd50c-0d06-4c3d-bf40-c59e4b00a797 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network ff38508a-45b4-4208-b585-c0bfc5d05d35 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:13:00.462927 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-8a0bd50c-0d06-4c3d-bf40-c59e4b00a797 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:13:00.647559 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0bd50c-0d06-4c3d-bf40-c59e4b00a797 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Router d74a9737-e563-4afa-8278-ffec88bd58f3 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:13:00.776974 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2ca80201-bb58-4a78-9b34-e164dcbf801c None None] Provisioning for port eabece76-58c6-42d0-b3de-aff7cb687fc3 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:13:00.783293 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2ca80201-bb58-4a78-9b34-e164dcbf801c None None] Provisioning complete for port eabece76-58c6-42d0-b3de-aff7cb687fc3 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:13:00.783829 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2ca80201-bb58-4a78-9b34-e164dcbf801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:00.836470 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0bd50c-0d06-4c3d-bf40-c59e4b00a797 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:13:00.846304 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] Sync routers for ids ['d74a9737-e563-4afa-8278-ffec88bd58f3'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:13:00.848458 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8a0bd50c-0d06-4c3d-bf40-c59e4b00a797 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "PUT /v2.0/routers/d74a9737-e563-4afa-8278-ffec88bd58f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3005359 Mar 07 22:13:00.868160 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2ca80201-bb58-4a78-9b34-e164dcbf801c None None] Port eabece76-58c6-42d0-b3de-aff7cb687fc3 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:13:00.872812 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] Routers {'d74a9737-e563-4afa-8278-ffec88bd58f3'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:13:00.873761 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:12:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d74a9737-e563-4afa-8278-ffec88bd58f3'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:01.049235 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-53be6f98-2999-441c-b432-bb2bc540aab3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Synchronizing usage tracker for tenant:42a2dae755c845488dbd51b04647fa3f on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:13:01.068969 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f18224b3-5716-4cb8-a67a-7ad67be8ff01 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:13:01.121791 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-cad8a0b4-37a3-4f9f-9263-8460a10bf53c None None] Provisioning complete for port eabece76-58c6-42d0-b3de-aff7cb687fc3 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:13:01.122158 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cad8a0b4-37a3-4f9f-9263-8460a10bf53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:01.147566 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] Set router d74a9737-e563-4afa-8278-ffec88bd58f3 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:13:01.163088 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-53be6f98-2999-441c-b432-bb2bc540aab3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Unset dirty status for tenant:42a2dae755c845488dbd51b04647fa3f on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:13:01.164297 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-53be6f98-2999-441c-b432-bb2bc540aab3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1127802346&fields=id&tenant_id=42a2dae755c845488dbd51b04647fa3f HTTP/1.1" status: 200 len: 267 time: 0.1612127 Mar 07 22:13:01.318020 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-157f8fa5-4861-4a56-877d-fc80eea1e91d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:01.318686 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-157f8fa5-4861-4a56-877d-fc80eea1e91d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Synchronizing usage tracker for tenant:42a2dae755c845488dbd51b04647fa3f on resource:network {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:13:01.347777 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-cad8a0b4-37a3-4f9f-9263-8460a10bf53c None None] Port eabece76-58c6-42d0-b3de-aff7cb687fc3 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:13:01.397096 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-157f8fa5-4861-4a56-877d-fc80eea1e91d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Unset dirty status for tenant:42a2dae755c845488dbd51b04647fa3f on resource:network {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:13:01.398223 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-157f8fa5-4861-4a56-877d-fc80eea1e91d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/networks?id=ff38508a-45b4-4208-b585-c0bfc5d05d35 HTTP/1.1" status: 200 len: 797 time: 0.2271609 Mar 07 22:13:01.413033 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-3cc793d3-6540-4ebe-ad70-aa1777ba3dfe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/quotas/42a2dae755c845488dbd51b04647fa3f HTTP/1.1" status: 200 len: 375 time: 0.0093331 Mar 07 22:13:01.452508 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port f18224b3-5716-4cb8-a67a-7ad67be8ff01 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:13:01.467875 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port f18224b3-5716-4cb8-a67a-7ad67be8ff01 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:13:01.468274 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:01.513231 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-35548569-af6c-4621-b8a7-c969717097d4 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Synchronizing usage tracker for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:13:01.536739 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e30da5af-2d69-423a-aa16-dd254a0efc0d None None] Provisioning complete for port eabece76-58c6-42d0-b3de-aff7cb687fc3 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:13:01.537126 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e30da5af-2d69-423a-aa16-dd254a0efc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:01.571251 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-35548569-af6c-4621-b8a7-c969717097d4 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Unset dirty status for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:13:01.572551 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-35548569-af6c-4621-b8a7-c969717097d4 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1545155 Mar 07 22:13:01.629909 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-f173ba62-637e-4a6f-b2f3-f10c87002a43 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 22:13:01.631101 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-f173ba62-637e-4a6f-b2f3-f10c87002a43 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469532 Mar 07 22:13:01.644218 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-e30da5af-2d69-423a-aa16-dd254a0efc0d None None] Port eabece76-58c6-42d0-b3de-aff7cb687fc3 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:13:01.711145 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:01.739035 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810527817', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:12:53Z', 'updated_at': '2022-03-07T22:12:59Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:12:54Z', 'updated_at': '2022-03-07T22:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'eabece76-58c6-42d0-b3de-aff7cb687fc3', 'name': '', 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:34:a7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:12:58Z', 'updated_at': '2022-03-07T22:12:59Z', 'revision_number': 2, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:01.747339 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] Checking router: d74a9737-e563-4afa-8278-ffec88bd58f3 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:13:01.747691 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] Updating router d74a9737-e563-4afa-8278-ffec88bd58f3 port eabece76-58c6-42d0-b3de-aff7cb687fc3 binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:13:01.761700 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-3813f9a3-db77-43b6-9c68-de3ee00a5027 service neutron] 10.222.0.21 "GET /v2.0/networks/ff38508a-45b4-4208-b585-c0bfc5d05d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246095 Mar 07 22:13:01.783805 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port f18224b3-5716-4cb8-a67a-7ad67be8ff01, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f18224b3-5716-4cb8-a67a-7ad67be8ff01,segment=NetworkSegment(ee0617b2-eb76-4995-aa32-bf5c78df1c1f),segment_id=ee0617b2-eb76-4995-aa32-bf5c78df1c1f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:13:01.803884 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:01.862944 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:01.864117 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 18eae9f4-7ef1-431d-a42c-7f7cf800fc30 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:13:01.894640 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-5c716648-c1ee-458e-b39c-5db7d5f19a52 service neutron] 10.222.0.21 "GET /v2.0/networks/ff38508a-45b4-4208-b585-c0bfc5d05d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268642 Mar 07 22:13:02.055713 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=f18224b3-5716-4cb8-a67a-7ad67be8ff01,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:02.155136 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 18eae9f4-7ef1-431d-a42c-7f7cf800fc30 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:13:02.155509 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:02.200831 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4f4f2e40-033b-4d22-906e-18ad4c4c6ac5 req-567ff2d1-cd79-4b1c-b41f-a7f17eb4a257 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 210 time: 0.0424662 Mar 07 22:13:02.368253 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:02.379435 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] Transition to ACTIVE for port object eabece76-58c6-42d0-b3de-aff7cb687fc3 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:13:02.440202 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:02.595159 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3009df-1d11-4d91-9956-701382011dae None None] Pushing event updated for resources: {'Port': ['ID=eabece76-58c6-42d0-b3de-aff7cb687fc3,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:02.654937 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] Attempting to bind port eabece76-58c6-42d0-b3de-aff7cb687fc3 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:13:02.655300 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] Attempting to bind port eabece76-58c6-42d0-b3de-aff7cb687fc3 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'ee0617b2-eb76-4995-aa32-bf5c78df1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:13:02.655656 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] Attempting to bind port eabece76-58c6-42d0-b3de-aff7cb687fc3 on network ff38508a-45b4-4208-b585-c0bfc5d05d35 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:13:02.661203 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:13:02.661613 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] Checking segment: {'id': 'ee0617b2-eb76-4995-aa32-bf5c78df1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:13:02.662037 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:02.662500 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] Bound using segment: {'id': 'ee0617b2-eb76-4995-aa32-bf5c78df1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:13:02.662872 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] Bound port: eabece76-58c6-42d0-b3de-aff7cb687fc3, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0617b2-eb76-4995-aa32-bf5c78df1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:13:02.663241 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:02.754298 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] For port eabece76-58c6-42d0-b3de-aff7cb687fc3, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:13:02.759852 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] For port eabece76-58c6-42d0-b3de-aff7cb687fc3, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=eabece76-58c6-42d0-b3de-aff7cb687fc3,segment=NetworkSegment(ee0617b2-eb76-4995-aa32-bf5c78df1c1f),segment_id=ee0617b2-eb76-4995-aa32-bf5c78df1c1f)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:13:02.832418 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:02.909465 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] Routers {'d74a9737-e563-4afa-8278-ffec88bd58f3'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:13:02.910092 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:12:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d74a9737-e563-4afa-8278-ffec88bd58f3'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:03.012338 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f18224b3-5716-4cb8-a67a-7ad67be8ff01 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:13:03.047476 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3009df-1d11-4d91-9956-701382011dae None None] Pushing event updated for resources: {'Port': ['ID=eabece76-58c6-42d0-b3de-aff7cb687fc3,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:03.169811 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port f18224b3-5716-4cb8-a67a-7ad67be8ff01 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:13:03.170119 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:03.235060 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] Set router d74a9737-e563-4afa-8278-ffec88bd58f3 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:13:03.299460 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ef97b98d-6b21-42ca-8aee-85b8373226aa req-6f4a65ca-3f78-4005-8e78-195920c9e0b7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 210 time: 0.0416899 Mar 07 22:13:03.611218 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810527817', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:12:53Z', 'updated_at': '2022-03-07T22:12:59Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:12:54Z', 'updated_at': '2022-03-07T22:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'eabece76-58c6-42d0-b3de-aff7cb687fc3', 'name': '', 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:34:a7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:12:58Z', 'updated_at': '2022-03-07T22:13:02Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:03.615043 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e199d1-bf34-4747-bfa7-98386eae55b9 None None] The sync data for ids ['d74a9737-e563-4afa-8278-ffec88bd58f3'] in dv-neutron-829957-1-hyperv is: [{'id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810527817', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:12:53Z', 'updated_at': '2022-03-07T22:12:59Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:12:54Z', 'updated_at': '2022-03-07T22:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'eabece76-58c6-42d0-b3de-aff7cb687fc3', 'name': '', 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:34:a7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:12:58Z', 'updated_at': '2022-03-07T22:13:02Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:13:04.627839 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fc6118cb-bdcf-4e9f-805f-cf4c682cba61 req-17c4c3e5-8fc3-4a25-a413-3f777294e2db tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 210 time: 0.1800425 Mar 07 22:13:04.664996 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-578ec37e-7610-403a-bc50-e85871ee8744 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:04.666292 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-578ec37e-7610-403a-bc50-e85871ee8744 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.11 "GET /v2.0/networks?id=ff38508a-45b4-4208-b585-c0bfc5d05d35 HTTP/1.1" status: 200 len: 797 time: 0.3104806 Mar 07 22:13:04.713017 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-54e0e738-9ac4-41ba-933c-b4fd50d989dd tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42a2dae755c845488dbd51b04647fa3f HTTP/1.1" status: 200 len: 380 time: 0.0386581 Mar 07 22:13:04.721469 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-00325f13-4193-40ed-9902-2fb82ff679b5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'port': {'device_id': 'c7a7f673-9cad-40ff-b72d-905bc5b94f2a', 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35', 'admin_state_up': True, 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'security_groups': ['890f0f59-8e01-47fa-ba8f-d217b378b9c6']}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:13:04.859059 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-00325f13-4193-40ed-9902-2fb82ff679b5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:13:04.868873 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-00325f13-4193-40ed-9902-2fb82ff679b5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:13:04.942962 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-00325f13-4193-40ed-9902-2fb82ff679b5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Made reservation on behalf of 42a2dae755c845488dbd51b04647fa3f for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:13:04.946555 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-00325f13-4193-40ed-9902-2fb82ff679b5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:04.965228 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device eabece76-58c6-42d0-b3de-aff7cb687fc3 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:13:05.080664 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port eabece76-58c6-42d0-b3de-aff7cb687fc3 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:13:05.085827 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port eabece76-58c6-42d0-b3de-aff7cb687fc3 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:13:05.086222 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:05.111196 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-00325f13-4193-40ed-9902-2fb82ff679b5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Allocated IP 172.20.0.11 (ff38508a-45b4-4208-b585-c0bfc5d05d35/1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f/0b960741-67f7-42c2-a58d-ff6d688e0108) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:13:05.207183 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:05.239164 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port eabece76-58c6-42d0-b3de-aff7cb687fc3, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=eabece76-58c6-42d0-b3de-aff7cb687fc3,segment=NetworkSegment(ee0617b2-eb76-4995-aa32-bf5c78df1c1f),segment_id=ee0617b2-eb76-4995-aa32-bf5c78df1c1f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:13:05.295908 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-00325f13-4193-40ed-9902-2fb82ff679b5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:05.310522 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-00325f13-4193-40ed-9902-2fb82ff679b5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Transition to ACTIVE for port object 0b960741-67f7-42c2-a58d-ff6d688e0108 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:13:05.316934 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:05.386130 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=eabece76-58c6-42d0-b3de-aff7cb687fc3,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:05.403228 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-00325f13-4193-40ed-9902-2fb82ff679b5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:05.467091 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-00325f13-4193-40ed-9902-2fb82ff679b5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network ff38508a-45b4-4208-b585-c0bfc5d05d35 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:13:05.470001 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-00325f13-4193-40ed-9902-2fb82ff679b5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:13:05.472252 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-00325f13-4193-40ed-9902-2fb82ff679b5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:13:05.526095 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00325f13-4193-40ed-9902-2fb82ff679b5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=0b960741-67f7-42c2-a58d-ff6d688e0108,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:05.551754 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-00325f13-4193-40ed-9902-2fb82ff679b5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:05.552350 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-00325f13-4193-40ed-9902-2fb82ff679b5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:05.632483 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-00325f13-4193-40ed-9902-2fb82ff679b5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9150474 Mar 07 22:13:05.644610 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-dad6ddca-843e-4807-88b4-26e00c1c5a11 service neutron] Request body: {'port': {'device_id': 'c7a7f673-9cad-40ff-b72d-905bc5b94f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:13:05.802341 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-dad6ddca-843e-4807-88b4-26e00c1c5a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:05.806956 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-550f1fd2-1baf-4f88-a654-f31eddc349d3 None None] Provisioning for port 0b960741-67f7-42c2-a58d-ff6d688e0108 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:13:05.808503 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-550f1fd2-1baf-4f88-a654-f31eddc349d3 None None] Provisioning complete for port 0b960741-67f7-42c2-a58d-ff6d688e0108 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:13:05.809009 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-550f1fd2-1baf-4f88-a654-f31eddc349d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:05.868402 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-550f1fd2-1baf-4f88-a654-f31eddc349d3 None None] Port 0b960741-67f7-42c2-a58d-ff6d688e0108 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:13:05.899783 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e550edc-bc1a-4137-baa3-f7ac48db6299 req-5e0b60ac-38f6-4ca6-a7f6-9b4c961a304e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:05.900386 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3e550edc-bc1a-4137-baa3-f7ac48db6299 req-5e0b60ac-38f6-4ca6-a7f6-9b4c961a304e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Synchronizing usage tracker for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:13:06.051094 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3e550edc-bc1a-4137-baa3-f7ac48db6299 req-5e0b60ac-38f6-4ca6-a7f6-9b4c961a304e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Unset dirty status for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:13:06.052223 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3e550edc-bc1a-4137-baa3-f7ac48db6299 req-5e0b60ac-38f6-4ca6-a7f6-9b4c961a304e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 932 time: 0.3110292 Mar 07 22:13:06.120824 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3e550edc-bc1a-4137-baa3-f7ac48db6299 req-3e465f22-fb24-45c4-b4c9-fb128ad9ef53 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=890f0f59-8e01-47fa-ba8f-d217b378b9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567222 Mar 07 22:13:06.198844 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-dad6ddca-843e-4807-88b4-26e00c1c5a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b960741-67f7-42c2-a58d-ff6d688e0108 {{(pid=88386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:13:06.205919 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-dad6ddca-843e-4807-88b4-26e00c1c5a11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:06.220150 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-dad6ddca-843e-4807-88b4-26e00c1c5a11 service neutron] Transition to ACTIVE for port object 0b960741-67f7-42c2-a58d-ff6d688e0108 will not be triggered until provisioned by entity L2. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:13:06.302650 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-dad6ddca-843e-4807-88b4-26e00c1c5a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:06.456784 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6ddca-843e-4807-88b4-26e00c1c5a11 service neutron] Pushing event updated for resources: {'Port': ['ID=0b960741-67f7-42c2-a58d-ff6d688e0108,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:06.536693 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-dad6ddca-843e-4807-88b4-26e00c1c5a11 service neutron] Attempting to bind port 0b960741-67f7-42c2-a58d-ff6d688e0108 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:13:06.537022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-dad6ddca-843e-4807-88b4-26e00c1c5a11 service neutron] Attempting to bind port 0b960741-67f7-42c2-a58d-ff6d688e0108 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'ee0617b2-eb76-4995-aa32-bf5c78df1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:13:06.537343 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-dad6ddca-843e-4807-88b4-26e00c1c5a11 service neutron] Attempting to bind port 0b960741-67f7-42c2-a58d-ff6d688e0108 on network ff38508a-45b4-4208-b585-c0bfc5d05d35 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:13:06.541785 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-dad6ddca-843e-4807-88b4-26e00c1c5a11 service neutron] Port 0b960741-67f7-42c2-a58d-ff6d688e0108 on network ff38508a-45b4-4208-b585-c0bfc5d05d35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 22:13:06.542141 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-dad6ddca-843e-4807-88b4-26e00c1c5a11 service neutron] Attempting to bind port 0b960741-67f7-42c2-a58d-ff6d688e0108 on network ff38508a-45b4-4208-b585-c0bfc5d05d35 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:13:06.547148 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-dad6ddca-843e-4807-88b4-26e00c1c5a11 service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:13:06.547480 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-dad6ddca-843e-4807-88b4-26e00c1c5a11 service neutron] Checking segment: {'id': 'ee0617b2-eb76-4995-aa32-bf5c78df1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:13:06.547854 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-dad6ddca-843e-4807-88b4-26e00c1c5a11 service neutron] Bound using segment: {'id': 'ee0617b2-eb76-4995-aa32-bf5c78df1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35'} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:13:06.548275 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-dad6ddca-843e-4807-88b4-26e00c1c5a11 service neutron] Bound port: 0b960741-67f7-42c2-a58d-ff6d688e0108, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0617b2-eb76-4995-aa32-bf5c78df1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35'}}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:13:06.548609 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-dad6ddca-843e-4807-88b4-26e00c1c5a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:06.637430 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-dad6ddca-843e-4807-88b4-26e00c1c5a11 service neutron] For port 0b960741-67f7-42c2-a58d-ff6d688e0108, host hv-neutron-8299, cleared binding levels {{(pid=88386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:13:06.640262 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-dad6ddca-843e-4807-88b4-26e00c1c5a11 service neutron] For port 0b960741-67f7-42c2-a58d-ff6d688e0108, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0b960741-67f7-42c2-a58d-ff6d688e0108,segment=NetworkSegment(ee0617b2-eb76-4995-aa32-bf5c78df1c1f),segment_id=ee0617b2-eb76-4995-aa32-bf5c78df1c1f)] {{(pid=88386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:13:06.708763 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-dad6ddca-843e-4807-88b4-26e00c1c5a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:06.760482 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-dad6ddca-843e-4807-88b4-26e00c1c5a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:06.761088 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-dad6ddca-843e-4807-88b4-26e00c1c5a11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:06.762450 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-dad6ddca-843e-4807-88b4-26e00c1c5a11 service neutron] 10.222.0.11 "PUT /v2.0/ports/0b960741-67f7-42c2-a58d-ff6d688e0108 HTTP/1.1" status: 200 len: 1094 time: 1.1230285 Mar 07 22:13:06.762924 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a7f673-9cad-40ff-b72d-905bc5b94f2a', 'tag': '0b960741-67f7-42c2-a58d-ff6d688e0108'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:13:06.793269 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6ddca-843e-4807-88b4-26e00c1c5a11 service neutron] Pushing event updated for resources: {'Port': ['ID=0b960741-67f7-42c2-a58d-ff6d688e0108,revision_number=3']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:06.816102 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a7f673-9cad-40ff-b72d-905bc5b94f2a', 'tag': '0b960741-67f7-42c2-a58d-ff6d688e0108', 'status': 'completed', 'code': 200} Mar 07 22:13:06.960951 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device eabece76-58c6-42d0-b3de-aff7cb687fc3 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:13:07.018776 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b5b8b-1823-48a6-bc8c-c50ca3bbc9cd req-5cc5df49-e4ea-4177-b15c-22f6a6571a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:07.020222 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-425b5b8b-1823-48a6-bc8c-c50ca3bbc9cd req-5cc5df49-e4ea-4177-b15c-22f6a6571a0b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 1097 time: 0.1832314 Mar 07 22:13:07.041593 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port eabece76-58c6-42d0-b3de-aff7cb687fc3 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:13:07.041985 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:07.159461 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b5b8b-1823-48a6-bc8c-c50ca3bbc9cd req-065b1a35-a7c2-4e1f-b8ff-ef9b844029ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:07.160890 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-425b5b8b-1823-48a6-bc8c-c50ca3bbc9cd req-065b1a35-a7c2-4e1f-b8ff-ef9b844029ad service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=42a2dae755c845488dbd51b04647fa3f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1344395 Mar 07 22:13:07.339003 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b5b8b-1823-48a6-bc8c-c50ca3bbc9cd req-3f418ee6-88ef-4a55-8b1d-70a4ca84b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:07.340519 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-425b5b8b-1823-48a6-bc8c-c50ca3bbc9cd req-3f418ee6-88ef-4a55-8b1d-70a4ca84b880 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1744380 Mar 07 22:13:07.364515 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc78ad-4cc2-460b-b37e-e9ffa0d472cf req-c20fce6e-bbc7-4543-9413-d2f9a4fcf6f9 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:07.366056 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-52dc78ad-4cc2-460b-b37e-e9ffa0d472cf req-c20fce6e-bbc7-4543-9413-d2f9a4fcf6f9 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 944 time: 0.1159823 Mar 07 22:13:07.451165 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-52dc78ad-4cc2-460b-b37e-e9ffa0d472cf req-fd17e25f-a4bc-4d28-b5d3-afe0fd9076e6 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=890f0f59-8e01-47fa-ba8f-d217b378b9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794189 Mar 07 22:13:07.474874 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-2d75b3bb-c10d-4b80-b89d-a93d239834eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:07.476293 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-2d75b3bb-c10d-4b80-b89d-a93d239834eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 1097 time: 0.0877049 Mar 07 22:13:07.544799 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-1bd157d8-7f58-4614-92af-f91403a4489e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b960741-67f7-42c2-a58d-ff6d688e0108 HTTP/1.1" status: 200 len: 217 time: 0.0618322 Mar 07 22:13:07.604808 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-6c1b4e8c-4264-4993-944e-9ca9c54ac992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:07.606115 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-6c1b4e8c-4264-4993-944e-9ca9c54ac992 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f HTTP/1.1" status: 200 len: 834 time: 0.0549321 Mar 07 22:13:07.679773 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-229b05c2-479a-488e-881c-ed0c4b0394d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:07.681169 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-229b05c2-479a-488e-881c-ed0c4b0394d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ff38508a-45b4-4208-b585-c0bfc5d05d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687881 Mar 07 22:13:07.808055 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-8c85d3d7-9ef3-429b-ac5e-437e338a89fc service neutron] 10.222.0.11 "GET /v2.0/networks/ff38508a-45b4-4208-b585-c0bfc5d05d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208353 Mar 07 22:13:07.936810 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-042e0857-2a91-419f-a23e-d78b26fedd48 req-b4c55065-9c85-4431-ba7c-506efffd1753 service neutron] 10.222.0.11 "GET /v2.0/networks/ff38508a-45b4-4208-b585-c0bfc5d05d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225669 Mar 07 22:13:08.634338 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9d34a-8310-4f56-bfd0-12390de06d3e req-303e7c27-7121-4fd9-8c3b-ce9890549eff tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:08.635760 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5ba9d34a-8310-4f56-bfd0-12390de06d3e req-303e7c27-7121-4fd9-8c3b-ce9890549eff tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 944 time: 0.0816932 Mar 07 22:13:08.678109 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5ba9d34a-8310-4f56-bfd0-12390de06d3e req-74e5e1da-93b1-4cf3-89f9-6aedb2ac3929 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=890f0f59-8e01-47fa-ba8f-d217b378b9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368085 Mar 07 22:13:10.010628 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19474d14-c066-4fc7-aa70-6f7296d14d9b req-aee733dd-97c8-48dc-8c3d-0d6468232115 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:10.011989 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19474d14-c066-4fc7-aa70-6f7296d14d9b req-aee733dd-97c8-48dc-8c3d-0d6468232115 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 944 time: 0.0790031 Mar 07 22:13:10.019818 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 0b960741-67f7-42c2-a58d-ff6d688e0108 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:13:10.060108 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19474d14-c066-4fc7-aa70-6f7296d14d9b req-eae581f1-93e7-478a-b80d-d3ac66218707 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=890f0f59-8e01-47fa-ba8f-d217b378b9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407941 Mar 07 22:13:10.153734 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 0b960741-67f7-42c2-a58d-ff6d688e0108, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0b960741-67f7-42c2-a58d-ff6d688e0108,segment=NetworkSegment(ee0617b2-eb76-4995-aa32-bf5c78df1c1f),segment_id=ee0617b2-eb76-4995-aa32-bf5c78df1c1f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:13:10.166285 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '0b960741-67f7-42c2-a58d-ff6d688e0108', 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35', 'port_id': '0b960741-67f7-42c2-a58d-ff6d688e0108', 'mac_address': 'fa:16:3e:10:e7:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:13:10.222136 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:10.240876 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b960741-67f7-42c2-a58d-ff6d688e0108 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:13:10.256512 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 0b960741-67f7-42c2-a58d-ff6d688e0108, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0b960741-67f7-42c2-a58d-ff6d688e0108,segment=NetworkSegment(ee0617b2-eb76-4995-aa32-bf5c78df1c1f),segment_id=ee0617b2-eb76-4995-aa32-bf5c78df1c1f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:13:10.308258 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:10.412366 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=0b960741-67f7-42c2-a58d-ff6d688e0108,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:10.539979 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['0b960741-67f7-42c2-a58d-ff6d688e0108'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:13:11.242132 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc8f6f-0419-4c41-9260-335b8cbf58e6 req-ce9ecd05-4432-4e8d-b070-ffbb99b2de57 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:11.243472 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d2bc8f6f-0419-4c41-9260-335b8cbf58e6 req-ce9ecd05-4432-4e8d-b070-ffbb99b2de57 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 945 time: 0.0798755 Mar 07 22:13:11.287683 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d2bc8f6f-0419-4c41-9260-335b8cbf58e6 req-1a8c4b42-fbf4-45c9-a2d3-297296ea5679 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=890f0f59-8e01-47fa-ba8f-d217b378b9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385947 Mar 07 22:13:12.035762 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 0b960741-67f7-42c2-a58d-ff6d688e0108 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:13:12.170812 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 0b960741-67f7-42c2-a58d-ff6d688e0108 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:13:12.176139 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 0b960741-67f7-42c2-a58d-ff6d688e0108 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:13:12.176503 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:12.286655 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:12.312313 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a7f673-9cad-40ff-b72d-905bc5b94f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b960741-67f7-42c2-a58d-ff6d688e0108'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:13:12.322511 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 0b960741-67f7-42c2-a58d-ff6d688e0108, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0b960741-67f7-42c2-a58d-ff6d688e0108,segment=NetworkSegment(ee0617b2-eb76-4995-aa32-bf5c78df1c1f),segment_id=ee0617b2-eb76-4995-aa32-bf5c78df1c1f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:13:12.385544 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:12.419947 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a7f673-9cad-40ff-b72d-905bc5b94f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b960741-67f7-42c2-a58d-ff6d688e0108', 'code': 200} Mar 07 22:13:12.457633 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=0b960741-67f7-42c2-a58d-ff6d688e0108,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:12.476856 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284880e-0781-49bf-8ca1-9f93844d4e2b req-b2b8f40e-a754-4369-b070-e7c8ebfedacd tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:12.478306 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9284880e-0781-49bf-8ca1-9f93844d4e2b req-b2b8f40e-a754-4369-b070-e7c8ebfedacd tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 946 time: 0.0860593 Mar 07 22:13:12.521603 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9284880e-0781-49bf-8ca1-9f93844d4e2b req-2f4318aa-fc4f-4dcf-b86b-54045f0bc9d5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=890f0f59-8e01-47fa-ba8f-d217b378b9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375197 Mar 07 22:13:12.746355 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c282421-a1c2-49a6-8934-fb8ce40141c4 req-ec61ee32-653d-4530-826e-d017af772a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:12.747733 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7c282421-a1c2-49a6-8934-fb8ce40141c4 req-ec61ee32-653d-4530-826e-d017af772a26 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 1099 time: 0.0675519 Mar 07 22:13:12.787332 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7c282421-a1c2-49a6-8934-fb8ce40141c4 req-c3c3529f-9584-406c-8b6a-533b98c9ffba service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=890f0f59-8e01-47fa-ba8f-d217b378b9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332203 Mar 07 22:13:13.708638 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdab82-c74b-4eff-bb2b-c1921b7033dd req-1fe9b34d-4bc9-44c8-bb83-5a47c1e05f56 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:13.710104 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8cbdab82-c74b-4eff-bb2b-c1921b7033dd req-1fe9b34d-4bc9-44c8-bb83-5a47c1e05f56 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 946 time: 0.0820470 Mar 07 22:13:13.754032 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8cbdab82-c74b-4eff-bb2b-c1921b7033dd req-765fd95a-2351-4576-aa8a-252040e31bfa tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=890f0f59-8e01-47fa-ba8f-d217b378b9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382054 Mar 07 22:13:14.931102 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba96b7-3836-424d-b046-98e0c5cd3f26 req-867fbc0c-9972-4c8c-8c75-84f070fd91fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:14.932594 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-23ba96b7-3836-424d-b046-98e0c5cd3f26 req-867fbc0c-9972-4c8c-8c75-84f070fd91fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 946 time: 0.0779214 Mar 07 22:13:14.978261 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-23ba96b7-3836-424d-b046-98e0c5cd3f26 req-81b335a7-f9f3-4d16-9abb-224ee6307899 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=890f0f59-8e01-47fa-ba8f-d217b378b9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399983 Mar 07 22:13:15.155657 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d234a87-1a20-43a0-9a8e-c78fefe34d11 req-446d90ba-6b99-4d4f-9cf1-a2b7518f7bcd tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:15.157074 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8d234a87-1a20-43a0-9a8e-c78fefe34d11 req-446d90ba-6b99-4d4f-9cf1-a2b7518f7bcd tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 946 time: 0.0772748 Mar 07 22:13:15.200631 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8d234a87-1a20-43a0-9a8e-c78fefe34d11 req-dad0944f-7704-45b8-bedd-bd0ea00605d5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=890f0f59-8e01-47fa-ba8f-d217b378b9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374122 Mar 07 22:13:15.222588 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55472) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:13:15.293748 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef93524-223c-449b-ab04-657dd03eb46a tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:15.295218 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8ef93524-223c-449b-ab04-657dd03eb46a tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 1094 time: 0.0717039 Mar 07 22:13:15.298721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55476) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:13:15.303484 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-1a301fba-29e4-4884-bdd1-436d28356626 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': '0b960741-67f7-42c2-a58d-ff6d688e0108', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:13:15.309291 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1a301fba-29e4-4884-bdd1-436d28356626 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:13:15.313058 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1a301fba-29e4-4884-bdd1-436d28356626 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:floatingip and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:13:15.315916 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1a301fba-29e4-4884-bdd1-436d28356626 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:13:15.321417 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1a301fba-29e4-4884-bdd1-436d28356626 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:13:15.500210 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1a301fba-29e4-4884-bdd1-436d28356626 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for floatingip, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:15.630622 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1a301fba-29e4-4884-bdd1-436d28356626 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:15.758434 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-1a301fba-29e4-4884-bdd1-436d28356626 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Allocated IP 172.26.2.71 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/ca6aedff-df8c-4140-b8c1-20893aada496) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:13:15.904550 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1a301fba-29e4-4884-bdd1-436d28356626 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:16.003323 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1a301fba-29e4-4884-bdd1-436d28356626 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:16.073651 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a301fba-29e4-4884-bdd1-436d28356626 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:13:16.081201 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-1a301fba-29e4-4884-bdd1-436d28356626 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:13:16.083646 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a301fba-29e4-4884-bdd1-436d28356626 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:13:16.123286 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a301fba-29e4-4884-bdd1-436d28356626 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=ca6aedff-df8c-4140-b8c1-20893aada496,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:16.159898 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:16.490245 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1a301fba-29e4-4884-bdd1-436d28356626 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:16.643472 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1a301fba-29e4-4884-bdd1-436d28356626 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:16.843003 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1a301fba-29e4-4884-bdd1-436d28356626 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:16.899689 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1a301fba-29e4-4884-bdd1-436d28356626 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:17.008541 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a301fba-29e4-4884-bdd1-436d28356626 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=ca6aedff-df8c-4140-b8c1-20893aada496,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:17.018570 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1a301fba-29e4-4884-bdd1-436d28356626 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:17.187296 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-1a301fba-29e4-4884-bdd1-436d28356626 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Floating IP dcd0d06d-5006-4336-922f-057ec1ec9085 associated. External IP: 172.26.2.71, port: 0b960741-67f7-42c2-a58d-ff6d688e0108. Mar 07 22:13:17.620478 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a301fba-29e4-4884-bdd1-436d28356626 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Router d74a9737-e563-4afa-8278-ffec88bd58f3 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:13:17.795818 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a301fba-29e4-4884-bdd1-436d28356626 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:13:17.806122 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7693fc24-b14e-4dc5-a62a-1dde45e508ec None None] Sync routers for ids ['d74a9737-e563-4afa-8278-ffec88bd58f3'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:13:17.814932 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7693fc24-b14e-4dc5-a62a-1dde45e508ec None None] Routers {'d74a9737-e563-4afa-8278-ffec88bd58f3'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:13:17.815520 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-7693fc24-b14e-4dc5-a62a-1dde45e508ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:12:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d74a9737-e563-4afa-8278-ffec88bd58f3'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:17.888721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1a301fba-29e4-4884-bdd1-436d28356626 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:17.942348 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1a301fba-29e4-4884-bdd1-436d28356626 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6425633 Mar 07 22:13:17.942900 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a7f673-9cad-40ff-b72d-905bc5b94f2a', 'tag': '0b960741-67f7-42c2-a58d-ff6d688e0108'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:13:17.992054 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-7693fc24-b14e-4dc5-a62a-1dde45e508ec None None] Set router d74a9737-e563-4afa-8278-ffec88bd58f3 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:13:17.994246 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a7f673-9cad-40ff-b72d-905bc5b94f2a', 'tag': '0b960741-67f7-42c2-a58d-ff6d688e0108', 'status': 'completed', 'code': 200} Mar 07 22:13:18.142165 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2aa5e-4d89-407d-a825-da10d619cfec req-f7d3824c-823b-4bcb-9937-f1de36bdaf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:18.144048 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0ac2aa5e-4d89-407d-a825-da10d619cfec req-f7d3824c-823b-4bcb-9937-f1de36bdaf16 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 1099 time: 0.1287751 Mar 07 22:13:18.156123 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057335d-c8a3-4d68-a223-2b6cbd6f2211 req-50a63780-2888-4578-87ba-8bd836f79ba0 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:18.157488 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f057335d-c8a3-4d68-a223-2b6cbd6f2211 req-50a63780-2888-4578-87ba-8bd836f79ba0 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 946 time: 0.1076453 Mar 07 22:13:18.285169 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f057335d-c8a3-4d68-a223-2b6cbd6f2211 req-3a0d9bd1-4423-4d88-b049-7c51095ac104 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=890f0f59-8e01-47fa-ba8f-d217b378b9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090550 Mar 07 22:13:18.309081 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55484) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:13:18.313368 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2aa5e-4d89-407d-a825-da10d619cfec req-70b76121-f5d8-4c65-8a53-03d90cdca990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:18.314852 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0ac2aa5e-4d89-407d-a825-da10d619cfec req-70b76121-f5d8-4c65-8a53-03d90cdca990 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ff38508a-45b4-4208-b585-c0bfc5d05d35 HTTP/1.1" status: 200 len: 897 time: 0.1565144 Mar 07 22:13:18.331596 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-7693fc24-b14e-4dc5-a62a-1dde45e508ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810527817', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:12:53Z', 'updated_at': '2022-03-07T22:12:59Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:12:54Z', 'updated_at': '2022-03-07T22:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'dcd0d06d-5006-4336-922f-057ec1ec9085', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'floating_ip_address': '172.26.2.71', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'port_id': '0b960741-67f7-42c2-a58d-ff6d688e0108', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35', 'mac_address': 'fa:16:3e:10:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a7f673-9cad-40ff-b72d-905bc5b94f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:13:16Z', 'updated_at': '2022-03-07T22:13:16Z', 'revision_number': 0, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eabece76-58c6-42d0-b3de-aff7cb687fc3', 'name': '', 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:34:a7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:12:58Z', 'updated_at': '2022-03-07T22:13:05Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:18.335309 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7693fc24-b14e-4dc5-a62a-1dde45e508ec None None] Checking router: d74a9737-e563-4afa-8278-ffec88bd58f3 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:13:18.343286 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7693fc24-b14e-4dc5-a62a-1dde45e508ec None None] Routers {'d74a9737-e563-4afa-8278-ffec88bd58f3'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:13:18.343863 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-7693fc24-b14e-4dc5-a62a-1dde45e508ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:12:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d74a9737-e563-4afa-8278-ffec88bd58f3'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:18.419826 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0ac2aa5e-4d89-407d-a825-da10d619cfec req-14bd08a0-86e6-4978-944f-534f1f62ea63 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b960741-67f7-42c2-a58d-ff6d688e0108 HTTP/1.1" status: 200 len: 999 time: 0.0977652 Mar 07 22:13:18.420029 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-67fc41c3-8b1e-4e4d-8cd0-fd03545fe3b5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/floatingips/dcd0d06d-5006-4336-922f-057ec1ec9085 HTTP/1.1" status: 200 len: 991 time: 0.1083601 Mar 07 22:13:18.482155 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2aa5e-4d89-407d-a825-da10d619cfec req-64a7cf69-4c22-4984-ac50-55bfb4ba4e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:18.483628 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0ac2aa5e-4d89-407d-a825-da10d619cfec req-64a7cf69-4c22-4984-ac50-55bfb4ba4e9d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f HTTP/1.1" status: 200 len: 834 time: 0.0596714 Mar 07 22:13:18.516214 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-7693fc24-b14e-4dc5-a62a-1dde45e508ec None None] Set router d74a9737-e563-4afa-8278-ffec88bd58f3 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:13:18.557334 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2aa5e-4d89-407d-a825-da10d619cfec req-b540a0ac-7c55-4028-888a-8dde7ff96373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:18.558841 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0ac2aa5e-4d89-407d-a825-da10d619cfec req-b540a0ac-7c55-4028-888a-8dde7ff96373 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ff38508a-45b4-4208-b585-c0bfc5d05d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700274 Mar 07 22:13:18.689906 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0ac2aa5e-4d89-407d-a825-da10d619cfec req-51bedd57-24b9-4dc3-990d-d2f876a7b4e0 service neutron] 10.222.0.11 "GET /v2.0/networks/ff38508a-45b4-4208-b585-c0bfc5d05d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237125 Mar 07 22:13:18.884194 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-7693fc24-b14e-4dc5-a62a-1dde45e508ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810527817', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:12:53Z', 'updated_at': '2022-03-07T22:12:59Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:12:54Z', 'updated_at': '2022-03-07T22:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'dcd0d06d-5006-4336-922f-057ec1ec9085', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'floating_ip_address': '172.26.2.71', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'port_id': '0b960741-67f7-42c2-a58d-ff6d688e0108', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35', 'mac_address': 'fa:16:3e:10:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a7f673-9cad-40ff-b72d-905bc5b94f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:13:16Z', 'updated_at': '2022-03-07T22:13:16Z', 'revision_number': 0, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eabece76-58c6-42d0-b3de-aff7cb687fc3', 'name': '', 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:34:a7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:12:58Z', 'updated_at': '2022-03-07T22:13:05Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:18.888033 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7693fc24-b14e-4dc5-a62a-1dde45e508ec None None] The sync data for ids ['d74a9737-e563-4afa-8278-ffec88bd58f3'] in dv-neutron-829957-1-hyperv is: [{'id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810527817', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:12:53Z', 'updated_at': '2022-03-07T22:12:59Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:12:54Z', 'updated_at': '2022-03-07T22:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': 'dcd0d06d-5006-4336-922f-057ec1ec9085', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'floating_ip_address': '172.26.2.71', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'port_id': '0b960741-67f7-42c2-a58d-ff6d688e0108', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35', 'mac_address': 'fa:16:3e:10:e7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a7f673-9cad-40ff-b72d-905bc5b94f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:13:16Z', 'updated_at': '2022-03-07T22:13:16Z', 'revision_number': 0, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eabece76-58c6-42d0-b3de-aff7cb687fc3', 'name': '', 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:34:a7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:12:58Z', 'updated_at': '2022-03-07T22:13:05Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:13:18.932764 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0ac2aa5e-4d89-407d-a825-da10d619cfec req-40d82bcc-14be-4bcc-b5b7-05cea8a4925b service neutron] 10.222.0.11 "GET /v2.0/networks/ff38508a-45b4-4208-b585-c0bfc5d05d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368808 Mar 07 22:13:19.068513 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9993a5a-5230-407c-a436-f193ca033a9a None None] New status for floating IP dcd0d06d-5006-4336-922f-057ec1ec9085: ACTIVE {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:13:19.422511 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55488) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:13:19.522899 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-fec1d523-2eee-4562-99f7-f040999f2495 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/floatingips/dcd0d06d-5006-4336-922f-057ec1ec9085 HTTP/1.1" status: 200 len: 993 time: 0.0992455 Mar 07 22:13:20.082555 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9aed3e29-27dc-4ffc-92ba-1b5f87e1a171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:20.221549 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:13:22.271106 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-db33caac-cb44-4efb-9e82-28eb128bf29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:23.285173 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:23.365175 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:24.882301 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:43.645216 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8627bef2-ae07-48ad-bb00-b637b066c571 req-8861a66b-7b99-4cd2-928f-464d0cccda73 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672865 Mar 07 22:13:43.781635 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627bef2-ae07-48ad-bb00-b637b066c571 req-7d28ef3b-c73c-415d-a571-ad37fe60e986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:43.783060 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8627bef2-ae07-48ad-bb00-b637b066c571 req-7d28ef3b-c73c-415d-a571-ad37fe60e986 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 1099 time: 0.0697670 Mar 07 22:13:43.924577 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627bef2-ae07-48ad-bb00-b637b066c571 req-35fed034-8b96-42ce-9801-01ad07648992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:43.925923 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8627bef2-ae07-48ad-bb00-b637b066c571 req-35fed034-8b96-42ce-9801-01ad07648992 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ff38508a-45b4-4208-b585-c0bfc5d05d35 HTTP/1.1" status: 200 len: 897 time: 0.1245074 Mar 07 22:13:44.027400 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8627bef2-ae07-48ad-bb00-b637b066c571 req-7bd14914-fc7e-4233-ab4b-dc559626ad0b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b960741-67f7-42c2-a58d-ff6d688e0108 HTTP/1.1" status: 200 len: 1001 time: 0.0945723 Mar 07 22:13:44.087863 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627bef2-ae07-48ad-bb00-b637b066c571 req-4e5377be-69a7-4023-8325-4bebedec3df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:44.089210 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8627bef2-ae07-48ad-bb00-b637b066c571 req-4e5377be-69a7-4023-8325-4bebedec3df4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f HTTP/1.1" status: 200 len: 834 time: 0.0558205 Mar 07 22:13:44.163762 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627bef2-ae07-48ad-bb00-b637b066c571 req-24a09356-25af-4dd8-b920-313f67ca8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:44.165157 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8627bef2-ae07-48ad-bb00-b637b066c571 req-24a09356-25af-4dd8-b920-313f67ca8cb1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ff38508a-45b4-4208-b585-c0bfc5d05d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701525 Mar 07 22:13:44.292729 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8627bef2-ae07-48ad-bb00-b637b066c571 req-92a2ffd2-3218-4025-924e-ba7f5893d7c3 service neutron] 10.222.0.11 "GET /v2.0/networks/ff38508a-45b4-4208-b585-c0bfc5d05d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211195 Mar 07 22:13:44.420219 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8627bef2-ae07-48ad-bb00-b637b066c571 req-992b7acb-6dbd-4c2f-ac2e-5bddbd03ec32 service neutron] 10.222.0.11 "GET /v2.0/networks/ff38508a-45b4-4208-b585-c0bfc5d05d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211388 Mar 07 22:13:46.184888 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:46.582137 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f425b6e-27b8-49f7-ac6a-e90ad6b38e7e req-2b7aaa09-7297-4143-8599-2790ec7e217f tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:46.583571 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2f425b6e-27b8-49f7-ac6a-e90ad6b38e7e req-2b7aaa09-7297-4143-8599-2790ec7e217f tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 946 time: 0.0781772 Mar 07 22:13:46.626214 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2f425b6e-27b8-49f7-ac6a-e90ad6b38e7e req-45f45113-c335-49a0-8519-f9002bf8f80d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=890f0f59-8e01-47fa-ba8f-d217b378b9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364850 Mar 07 22:13:47.808638 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69404634-32e3-4c21-87ef-bb69d86a0f77 req-208670de-38f5-464d-b973-1659331e3bb6 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:47.810083 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-69404634-32e3-4c21-87ef-bb69d86a0f77 req-208670de-38f5-464d-b973-1659331e3bb6 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 946 time: 0.0806019 Mar 07 22:13:47.853262 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-69404634-32e3-4c21-87ef-bb69d86a0f77 req-73a56f73-6f4a-44c9-a6b2-9204149f0d7a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=890f0f59-8e01-47fa-ba8f-d217b378b9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375695 Mar 07 22:13:47.876504 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55508) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:13:47.980531 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d3b97f99-096c-4da8-8c13-34c8da40b15d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/floatingips/dcd0d06d-5006-4336-922f-057ec1ec9085 HTTP/1.1" status: 200 len: 993 time: 0.1028488 Mar 07 22:13:49.576001 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cac60-b88b-4c41-a2b8-b5cafecc9538 req-d1c744b5-bc13-4040-bb6e-56ad37a32264 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:49.578090 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ee1cac60-b88b-4c41-a2b8-b5cafecc9538 req-d1c744b5-bc13-4040-bb6e-56ad37a32264 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 946 time: 0.0831141 Mar 07 22:13:49.624404 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ee1cac60-b88b-4c41-a2b8-b5cafecc9538 req-5f7016b2-7c77-4b05-912b-1b64f8b1fa87 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=890f0f59-8e01-47fa-ba8f-d217b378b9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406952 Mar 07 22:13:50.093230 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fc6be3bc-7295-4bc5-b5d7-393ae0e90406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:50.804254 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a455b33-776f-423f-84a2-0a721d476f98 req-2dab2fb3-fcf3-46d7-9bce-4973c447ca80 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:50.805680 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6a455b33-776f-423f-84a2-0a721d476f98 req-2dab2fb3-fcf3-46d7-9bce-4973c447ca80 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 946 time: 0.0774724 Mar 07 22:13:50.847859 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6a455b33-776f-423f-84a2-0a721d476f98 req-546004c8-1fd9-4015-a45b-2fda0104e4ce tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=890f0f59-8e01-47fa-ba8f-d217b378b9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366011 Mar 07 22:13:50.871474 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55520) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:13:51.067375 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4fda44f6-5813-448d-b27a-7085f2615b93 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/floatingips/dcd0d06d-5006-4336-922f-057ec1ec9085 HTTP/1.1" status: 200 len: 993 time: 0.1947877 Mar 07 22:13:51.433013 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55528) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:13:51.639574 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-df6176bc-5d5f-483e-9095-a27382ace146 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Deleting port ca6aedff-df8c-4140-b8c1-20893aada496 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:13:51.639972 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-df6176bc-5d5f-483e-9095-a27382ace146 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:51.914491 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-df6176bc-5d5f-483e-9095-a27382ace146 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:51.915177 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-df6176bc-5d5f-483e-9095-a27382ace146 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:52.036626 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-df6176bc-5d5f-483e-9095-a27382ace146 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Calling delete_port for ca6aedff-df8c-4140-b8c1-20893aada496 owned by network:floatingip {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:13:52.236720 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-df6176bc-5d5f-483e-9095-a27382ace146 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:52.286420 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6176bc-5d5f-483e-9095-a27382ace146 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Port': ['ID=ca6aedff-df8c-4140-b8c1-20893aada496,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:52.288581 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-af700214-8c0b-4eab-9510-f9563b492595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:52.321781 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6176bc-5d5f-483e-9095-a27382ace146 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:52.322403 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6176bc-5d5f-483e-9095-a27382ace146 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:52.322739 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6176bc-5d5f-483e-9095-a27382ace146 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:52.323071 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6176bc-5d5f-483e-9095-a27382ace146 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:52.323395 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6176bc-5d5f-483e-9095-a27382ace146 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:52.323720 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6176bc-5d5f-483e-9095-a27382ace146 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:52.324041 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6176bc-5d5f-483e-9095-a27382ace146 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:52.324360 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6176bc-5d5f-483e-9095-a27382ace146 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:52.324678 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6176bc-5d5f-483e-9095-a27382ace146 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:52.324996 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6176bc-5d5f-483e-9095-a27382ace146 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:52.325313 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6176bc-5d5f-483e-9095-a27382ace146 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:52.325628 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6176bc-5d5f-483e-9095-a27382ace146 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:13:52.391119 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-df6176bc-5d5f-483e-9095-a27382ace146 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for floatingip, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:52.391501 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-df6176bc-5d5f-483e-9095-a27382ace146 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Floating IP dcd0d06d-5006-4336-922f-057ec1ec9085 disassociated (deleted). External IP: 172.26.2.71, port: 0b960741-67f7-42c2-a58d-ff6d688e0108. Mar 07 22:13:52.731667 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6176bc-5d5f-483e-9095-a27382ace146 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Router d74a9737-e563-4afa-8278-ffec88bd58f3 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:13:52.904777 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6176bc-5d5f-483e-9095-a27382ace146 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:13:52.914382 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5912079-745c-4d1e-b2ce-d326f605d954 None None] Sync routers for ids ['d74a9737-e563-4afa-8278-ffec88bd58f3'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:13:52.927408 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5912079-745c-4d1e-b2ce-d326f605d954 None None] Routers {'d74a9737-e563-4afa-8278-ffec88bd58f3'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:13:52.927408 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d5912079-745c-4d1e-b2ce-d326f605d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:13:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d74a9737-e563-4afa-8278-ffec88bd58f3'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:53.016485 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-df6176bc-5d5f-483e-9095-a27382ace146 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:53.071162 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-df6176bc-5d5f-483e-9095-a27382ace146 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "DELETE /v2.0/floatingips/dcd0d06d-5006-4336-922f-057ec1ec9085 HTTP/1.1" status: 204 len: 168 time: 1.6370523 Mar 07 22:13:53.071857 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a7f673-9cad-40ff-b72d-905bc5b94f2a', 'tag': '0b960741-67f7-42c2-a58d-ff6d688e0108'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:13:53.101302 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-d5912079-745c-4d1e-b2ce-d326f605d954 None None] Set router d74a9737-e563-4afa-8278-ffec88bd58f3 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:13:53.122465 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a7f673-9cad-40ff-b72d-905bc5b94f2a', 'tag': '0b960741-67f7-42c2-a58d-ff6d688e0108', 'status': 'completed', 'code': 200} Mar 07 22:13:53.221827 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc458d-3d45-440e-a96d-4a7a25d87810 req-d0f5d905-123d-4927-9b81-43167d7d7af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:53.223317 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-35bc458d-3d45-440e-a96d-4a7a25d87810 req-d0f5d905-123d-4927-9b81-43167d7d7af6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 1099 time: 0.0778935 Mar 07 22:13:53.316536 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:53.360019 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc458d-3d45-440e-a96d-4a7a25d87810 req-4a155d08-ec09-453a-94f7-f312e0521729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:53.361669 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-35bc458d-3d45-440e-a96d-4a7a25d87810 req-4a155d08-ec09-453a-94f7-f312e0521729 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ff38508a-45b4-4208-b585-c0bfc5d05d35 HTTP/1.1" status: 200 len: 897 time: 0.1321867 Mar 07 22:13:53.415492 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d5912079-745c-4d1e-b2ce-d326f605d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810527817', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:12:53Z', 'updated_at': '2022-03-07T22:12:59Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:12:54Z', 'updated_at': '2022-03-07T22:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'eabece76-58c6-42d0-b3de-aff7cb687fc3', 'name': '', 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:34:a7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:12:58Z', 'updated_at': '2022-03-07T22:13:05Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:53.419843 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5912079-745c-4d1e-b2ce-d326f605d954 None None] Checking router: d74a9737-e563-4afa-8278-ffec88bd58f3 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:13:53.428891 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5912079-745c-4d1e-b2ce-d326f605d954 None None] Routers {'d74a9737-e563-4afa-8278-ffec88bd58f3'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:13:53.429514 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d5912079-745c-4d1e-b2ce-d326f605d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:13:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d74a9737-e563-4afa-8278-ffec88bd58f3'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:53.431908 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:53.541116 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-35bc458d-3d45-440e-a96d-4a7a25d87810 req-ef4ff83d-5efe-486d-973d-2a2ebab9e6d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b960741-67f7-42c2-a58d-ff6d688e0108 HTTP/1.1" status: 200 len: 217 time: 0.1724632 Mar 07 22:13:53.607281 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-d5912079-745c-4d1e-b2ce-d326f605d954 None None] Set router d74a9737-e563-4afa-8278-ffec88bd58f3 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:13:53.618134 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc458d-3d45-440e-a96d-4a7a25d87810 req-1b1de6c1-e2e5-4e99-8710-12ddce86e140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:53.619661 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-35bc458d-3d45-440e-a96d-4a7a25d87810 req-1b1de6c1-e2e5-4e99-8710-12ddce86e140 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f HTTP/1.1" status: 200 len: 834 time: 0.0687661 Mar 07 22:13:53.759088 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc458d-3d45-440e-a96d-4a7a25d87810 req-ea53e0f7-eed0-45ba-ac7c-7828c22f2b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:53.760545 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-35bc458d-3d45-440e-a96d-4a7a25d87810 req-ea53e0f7-eed0-45ba-ac7c-7828c22f2b00 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ff38508a-45b4-4208-b585-c0bfc5d05d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1347461 Mar 07 22:13:53.767942 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a099f-6c61-4c04-99e6-870d65d3c1e1 req-69be0888-b469-4c05-afc0-d48c0a05b57e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:53.768589 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-043a099f-6c61-4c04-99e6-870d65d3c1e1 req-69be0888-b469-4c05-afc0-d48c0a05b57e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Synchronizing usage tracker for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:13:53.873369 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-043a099f-6c61-4c04-99e6-870d65d3c1e1 req-69be0888-b469-4c05-afc0-d48c0a05b57e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Unset dirty status for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:13:53.874568 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-043a099f-6c61-4c04-99e6-870d65d3c1e1 req-69be0888-b469-4c05-afc0-d48c0a05b57e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 946 time: 0.2888935 Mar 07 22:13:53.936759 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-35bc458d-3d45-440e-a96d-4a7a25d87810 req-ea70f0bd-3133-4ae6-92d4-7e517f598ea5 service neutron] 10.222.0.11 "GET /v2.0/networks/ff38508a-45b4-4208-b585-c0bfc5d05d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645350 Mar 07 22:13:53.938817 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-d5912079-745c-4d1e-b2ce-d326f605d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810527817', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:12:53Z', 'updated_at': '2022-03-07T22:12:59Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:12:54Z', 'updated_at': '2022-03-07T22:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'eabece76-58c6-42d0-b3de-aff7cb687fc3', 'name': '', 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:34:a7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:12:58Z', 'updated_at': '2022-03-07T22:13:05Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:13:53.941295 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-043a099f-6c61-4c04-99e6-870d65d3c1e1 req-da57530f-d993-4278-9cb3-d3b5f6a5090f tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=890f0f59-8e01-47fa-ba8f-d217b378b9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600207 Mar 07 22:13:53.942904 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5912079-745c-4d1e-b2ce-d326f605d954 None None] The sync data for ids ['d74a9737-e563-4afa-8278-ffec88bd58f3'] in dv-neutron-829957-1-hyperv is: [{'id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810527817', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:12:53Z', 'updated_at': '2022-03-07T22:12:59Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:12:54Z', 'updated_at': '2022-03-07T22:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'eabece76-58c6-42d0-b3de-aff7cb687fc3', 'name': '', 'network_id': 'ff38508a-45b4-4208-b585-c0bfc5d05d35', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:34:a7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:12:58Z', 'updated_at': '2022-03-07T22:13:05Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:13:54.075068 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-35bc458d-3d45-440e-a96d-4a7a25d87810 req-3af79583-8fe7-4bd7-9aa2-856dfffac8ff service neutron] 10.222.0.11 "GET /v2.0/networks/ff38508a-45b4-4208-b585-c0bfc5d05d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294036 Mar 07 22:13:54.146612 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cda42d-f0e7-4d18-a303-cc38cd7e081b None None] New status for floating IP dcd0d06d-5006-4336-922f-057ec1ec9085: DOWN {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:13:54.861813 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:55.222088 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021027f6-d846-451b-96f1-fd5491079214 req-cc991750-9e66-473f-807e-a897227d056d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:55.223492 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-021027f6-d846-451b-96f1-fd5491079214 req-cc991750-9e66-473f-807e-a897227d056d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 946 time: 0.1407447 Mar 07 22:13:55.230616 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f826cd5-9cd0-4be2-b988-354a19c7d72a req-704de569-a727-4c10-9eab-6159b4c56608 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:13:55.231904 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1f826cd5-9cd0-4be2-b988-354a19c7d72a req-704de569-a727-4c10-9eab-6159b4c56608 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 946 time: 0.1845238 Mar 07 22:13:55.325091 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-021027f6-d846-451b-96f1-fd5491079214 req-a81706a9-9220-4a9c-91f6-2ad3cece4169 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Deleting port 0b960741-67f7-42c2-a58d-ff6d688e0108 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:13:55.325339 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-021027f6-d846-451b-96f1-fd5491079214 req-a81706a9-9220-4a9c-91f6-2ad3cece4169 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:55.350804 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1f826cd5-9cd0-4be2-b988-354a19c7d72a req-4c671ebc-4c2e-4e88-8dd3-50fe8d738eb1 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=890f0f59-8e01-47fa-ba8f-d217b378b9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903559 Mar 07 22:13:55.566401 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-021027f6-d846-451b-96f1-fd5491079214 req-a81706a9-9220-4a9c-91f6-2ad3cece4169 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] For port 0b960741-67f7-42c2-a58d-ff6d688e0108, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0b960741-67f7-42c2-a58d-ff6d688e0108,segment=NetworkSegment(ee0617b2-eb76-4995-aa32-bf5c78df1c1f),segment_id=ee0617b2-eb76-4995-aa32-bf5c78df1c1f)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:13:55.566749 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-021027f6-d846-451b-96f1-fd5491079214 req-a81706a9-9220-4a9c-91f6-2ad3cece4169 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:55.689226 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-021027f6-d846-451b-96f1-fd5491079214 req-a81706a9-9220-4a9c-91f6-2ad3cece4169 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Calling delete_port for 0b960741-67f7-42c2-a58d-ff6d688e0108 owned by compute:nova {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:13:55.916226 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-021027f6-d846-451b-96f1-fd5491079214 req-a81706a9-9220-4a9c-91f6-2ad3cece4169 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:55.969260 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81706a9-9220-4a9c-91f6-2ad3cece4169 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Port': ['ID=0b960741-67f7-42c2-a58d-ff6d688e0108,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:56.044722 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-021027f6-d846-451b-96f1-fd5491079214 req-a81706a9-9220-4a9c-91f6-2ad3cece4169 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] No DVR routers for this DVR port 0b960741-67f7-42c2-a58d-ff6d688e0108 on host hv-neutron-8299 {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:13:56.047154 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-021027f6-d846-451b-96f1-fd5491079214 req-a81706a9-9220-4a9c-91f6-2ad3cece4169 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:56.049858 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a7f673-9cad-40ff-b72d-905bc5b94f2a', 'name': 'network-vif-deleted', 'tag': '0b960741-67f7-42c2-a58d-ff6d688e0108'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:13:56.094075 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a7f673-9cad-40ff-b72d-905bc5b94f2a', 'name': 'network-vif-deleted', 'tag': '0b960741-67f7-42c2-a58d-ff6d688e0108', 'status': 'completed', 'code': 200} Mar 07 22:13:56.119723 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-021027f6-d846-451b-96f1-fd5491079214 req-a81706a9-9220-4a9c-91f6-2ad3cece4169 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.11 "DELETE /v2.0/ports/0b960741-67f7-42c2-a58d-ff6d688e0108 HTTP/1.1" status: 204 len: 173 time: 0.8869336 Mar 07 22:13:56.609258 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-088bd8c0-a1d7-4183-82ae-eee2cb0c4714 req-4ae99355-c2c3-4f2b-8b98-bb1b89322411 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Synchronizing usage tracker for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:13:56.679015 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-088bd8c0-a1d7-4183-82ae-eee2cb0c4714 req-4ae99355-c2c3-4f2b-8b98-bb1b89322411 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Unset dirty status for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:13:56.680154 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-088bd8c0-a1d7-4183-82ae-eee2cb0c4714 req-4ae99355-c2c3-4f2b-8b98-bb1b89322411 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7a7f673-9cad-40ff-b72d-905bc5b94f2a HTTP/1.1" status: 200 len: 210 time: 0.2009492 Mar 07 22:13:57.220324 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:13:57.772481 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55550) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:13:58.275515 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 0b960741-67f7-42c2-a58d-ff6d688e0108 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:13:58.306886 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-606f8093-f430-4aba-b00f-4c9fe27f4678 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:58.308197 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 0b960741-67f7-42c2-a58d-ff6d688e0108 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:13:58.308542 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 0b960741-67f7-42c2-a58d-ff6d688e0108 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:13:58.648127 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-606f8093-f430-4aba-b00f-4c9fe27f4678 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Deleting port eabece76-58c6-42d0-b3de-aff7cb687fc3 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:13:58.648460 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-606f8093-f430-4aba-b00f-4c9fe27f4678 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:58.828172 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-606f8093-f430-4aba-b00f-4c9fe27f4678 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] For port eabece76-58c6-42d0-b3de-aff7cb687fc3, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=eabece76-58c6-42d0-b3de-aff7cb687fc3,segment=NetworkSegment(ee0617b2-eb76-4995-aa32-bf5c78df1c1f),segment_id=ee0617b2-eb76-4995-aa32-bf5c78df1c1f)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:13:58.828852 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-606f8093-f430-4aba-b00f-4c9fe27f4678 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:58.947355 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-606f8093-f430-4aba-b00f-4c9fe27f4678 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Calling delete_port for eabece76-58c6-42d0-b3de-aff7cb687fc3 owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:13:59.407675 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-606f8093-f430-4aba-b00f-4c9fe27f4678 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:13:59.455247 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f8093-f430-4aba-b00f-4c9fe27f4678 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Port': ['ID=eabece76-58c6-42d0-b3de-aff7cb687fc3,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:13:59.722005 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-606f8093-f430-4aba-b00f-4c9fe27f4678 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:00.067064 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606f8093-f430-4aba-b00f-4c9fe27f4678 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Router d74a9737-e563-4afa-8278-ffec88bd58f3 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:14:00.238009 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606f8093-f430-4aba-b00f-4c9fe27f4678 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:14:00.248251 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa16f59-b94d-487c-90e6-9e95c598048b None None] Sync routers for ids ['d74a9737-e563-4afa-8278-ffec88bd58f3'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:14:00.257514 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa16f59-b94d-487c-90e6-9e95c598048b None None] Routers {'d74a9737-e563-4afa-8278-ffec88bd58f3'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:14:00.258144 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5aa16f59-b94d-487c-90e6-9e95c598048b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:13:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d74a9737-e563-4afa-8278-ffec88bd58f3'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:00.321642 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-606f8093-f430-4aba-b00f-4c9fe27f4678 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "PUT /v2.0/routers/d74a9737-e563-4afa-8278-ffec88bd58f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5479932 Mar 07 22:14:00.324588 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55554) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:14:00.388403 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc14159-fc52-476a-94b2-36ef454ea043 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Deleting subnet 1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 22:14:00.391444 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4dc14159-fc52-476a-94b2-36ef454ea043 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:00.431068 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-5aa16f59-b94d-487c-90e6-9e95c598048b None None] Set router d74a9737-e563-4afa-8278-ffec88bd58f3 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:14:00.454129 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4dc14159-fc52-476a-94b2-36ef454ea043 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:00.649066 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4dc14159-fc52-476a-94b2-36ef454ea043 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:00.711126 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5aa16f59-b94d-487c-90e6-9e95c598048b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810527817', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:12:53Z', 'updated_at': '2022-03-07T22:13:59Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:12:54Z', 'updated_at': '2022-03-07T22:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:00.714961 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa16f59-b94d-487c-90e6-9e95c598048b None None] Checking router: d74a9737-e563-4afa-8278-ffec88bd58f3 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:14:00.723011 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa16f59-b94d-487c-90e6-9e95c598048b None None] Routers {'d74a9737-e563-4afa-8278-ffec88bd58f3'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:14:00.723587 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5aa16f59-b94d-487c-90e6-9e95c598048b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:13:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d74a9737-e563-4afa-8278-ffec88bd58f3'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:00.813717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4dc14159-fc52-476a-94b2-36ef454ea043 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:00.857141 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc14159-fc52-476a-94b2-36ef454ea043 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Subnet': ['ID=1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:00.859054 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4dc14159-fc52-476a-94b2-36ef454ea043 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:00.868647 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4dc14159-fc52-476a-94b2-36ef454ea043 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "DELETE /v2.0/subnets/1e4b2a2e-59d7-44f2-a0e4-a5dc2214297f HTTP/1.1" status: 204 len: 168 time: 0.5399415 Mar 07 22:14:00.868647 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55558) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:14:00.871176 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6727d9bb-a65a-42af-8db9-5cbd09686ca2 None None] Network ff38508a-45b4-4208-b585-c0bfc5d05d35 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:14:00.899032 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-5aa16f59-b94d-487c-90e6-9e95c598048b None None] Set router d74a9737-e563-4afa-8278-ffec88bd58f3 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:14:01.051459 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e81393f-d479-4205-9856-51309931b003 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:01.151204 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d6e083-0e77-4a1c-be27-1ae4e670ed5a None None] DHCP port deletion for ff38508a-45b4-4208-b585-c0bfc5d05d35 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 22:14:01.155313 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-99d6e083-0e77-4a1c-be27-1ae4e670ed5a None None] Deleting port f18224b3-5716-4cb8-a67a-7ad67be8ff01 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:14:01.158466 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-99d6e083-0e77-4a1c-be27-1ae4e670ed5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:01.204334 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-5aa16f59-b94d-487c-90e6-9e95c598048b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810527817', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:12:53Z', 'updated_at': '2022-03-07T22:13:59Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:12:54Z', 'updated_at': '2022-03-07T22:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:01.210638 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa16f59-b94d-487c-90e6-9e95c598048b None None] The sync data for ids ['d74a9737-e563-4afa-8278-ffec88bd58f3'] in dv-neutron-829957-1-hyperv is: [{'id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810527817', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:12:53Z', 'updated_at': '2022-03-07T22:13:59Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '18eae9f4-7ef1-431d-a42c-7f7cf800fc30', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a9737-e563-4afa-8278-ffec88bd58f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:12:54Z', 'updated_at': '2022-03-07T22:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:14:01.248194 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e81393f-d479-4205-9856-51309931b003 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:01.316552 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-7e81393f-d479-4205-9856-51309931b003 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Deleting port 18eae9f4-7ef1-431d-a42c-7f7cf800fc30 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:14:01.316892 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e81393f-d479-4205-9856-51309931b003 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:01.368165 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-99d6e083-0e77-4a1c-be27-1ae4e670ed5a None None] For port f18224b3-5716-4cb8-a67a-7ad67be8ff01, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f18224b3-5716-4cb8-a67a-7ad67be8ff01,segment=NetworkSegment(ee0617b2-eb76-4995-aa32-bf5c78df1c1f),segment_id=ee0617b2-eb76-4995-aa32-bf5c78df1c1f)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:14:01.368473 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-99d6e083-0e77-4a1c-be27-1ae4e670ed5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:01.493526 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-7e81393f-d479-4205-9856-51309931b003 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] For port 18eae9f4-7ef1-431d-a42c-7f7cf800fc30, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=18eae9f4-7ef1-431d-a42c-7f7cf800fc30,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:14:01.493767 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e81393f-d479-4205-9856-51309931b003 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:01.517964 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-99d6e083-0e77-4a1c-be27-1ae4e670ed5a None None] Calling delete_port for f18224b3-5716-4cb8-a67a-7ad67be8ff01 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:14:01.615059 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-7e81393f-d479-4205-9856-51309931b003 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Calling delete_port for 18eae9f4-7ef1-431d-a42c-7f7cf800fc30 owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:14:01.668209 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-99d6e083-0e77-4a1c-be27-1ae4e670ed5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:01.719187 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6e083-0e77-4a1c-be27-1ae4e670ed5a None None] Pushing event deleted for resources: {'Port': ['ID=f18224b3-5716-4cb8-a67a-7ad67be8ff01,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:01.721528 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d6e083-0e77-4a1c-be27-1ae4e670ed5a None None] No DVR routers for this DVR port f18224b3-5716-4cb8-a67a-7ad67be8ff01 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:14:01.729066 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d6e083-0e77-4a1c-be27-1ae4e670ed5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:01.729410 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d6e083-0e77-4a1c-be27-1ae4e670ed5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:01.729747 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d6e083-0e77-4a1c-be27-1ae4e670ed5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:01.730103 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d6e083-0e77-4a1c-be27-1ae4e670ed5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:01.730434 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d6e083-0e77-4a1c-be27-1ae4e670ed5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:01.730761 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d6e083-0e77-4a1c-be27-1ae4e670ed5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:01.731088 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d6e083-0e77-4a1c-be27-1ae4e670ed5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:01.734129 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d6e083-0e77-4a1c-be27-1ae4e670ed5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:01.734129 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d6e083-0e77-4a1c-be27-1ae4e670ed5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:01.734129 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d6e083-0e77-4a1c-be27-1ae4e670ed5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:01.734129 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d6e083-0e77-4a1c-be27-1ae4e670ed5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:01.734129 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d6e083-0e77-4a1c-be27-1ae4e670ed5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:01.864596 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e81393f-d479-4205-9856-51309931b003 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:01.911339 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81393f-d479-4205-9856-51309931b003 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Port': ['ID=18eae9f4-7ef1-431d-a42c-7f7cf800fc30,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:01.999922 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e81393f-d479-4205-9856-51309931b003 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:02.266118 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e81393f-d479-4205-9856-51309931b003 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:02.268267 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e81393f-d479-4205-9856-51309931b003 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:02.356083 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e81393f-d479-4205-9856-51309931b003 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:02.356584 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e81393f-d479-4205-9856-51309931b003 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Fanout notify agent at l3_agent the message router_deleted on router d74a9737-e563-4afa-8278-ffec88bd58f3 {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 22:14:02.371272 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e81393f-d479-4205-9856-51309931b003 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:02.372346 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7e81393f-d479-4205-9856-51309931b003 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "DELETE /v2.0/routers/d74a9737-e563-4afa-8278-ffec88bd58f3 HTTP/1.1" status: 204 len: 168 time: 1.5030165 Mar 07 22:14:02.374986 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55562) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:14:02.489036 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-51de69e7-16ad-418c-a7f9-c7de67462555 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:02.616476 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-51de69e7-16ad-418c-a7f9-c7de67462555 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:02.640397 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-51de69e7-16ad-418c-a7f9-c7de67462555 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff38508a-45b4-4208-b585-c0bfc5d05d35']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:02.652368 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-51de69e7-16ad-418c-a7f9-c7de67462555 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0617b2-eb76-4995-aa32-bf5c78df1c1f') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:02.652656 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-51de69e7-16ad-418c-a7f9-c7de67462555 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0617b2-eb76-4995-aa32-bf5c78df1c1f') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:02.663455 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-51de69e7-16ad-418c-a7f9-c7de67462555 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:02.678612 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-51de69e7-16ad-418c-a7f9-c7de67462555 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:02.684266 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51de69e7-16ad-418c-a7f9-c7de67462555 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:14:02.684632 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-51de69e7-16ad-418c-a7f9-c7de67462555 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:14:02.698931 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:14:02.830472 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-51de69e7-16ad-418c-a7f9-c7de67462555 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:02.835335 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-51de69e7-16ad-418c-a7f9-c7de67462555 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:02.861158 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de69e7-16ad-418c-a7f9-c7de67462555 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Network': ['ID=ff38508a-45b4-4208-b585-c0bfc5d05d35,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:02.922679 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-51de69e7-16ad-418c-a7f9-c7de67462555 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "DELETE /v2.0/networks/ff38508a-45b4-4208-b585-c0bfc5d05d35 HTTP/1.1" status: 204 len: 168 time: 0.5466914 Mar 07 22:14:02.925280 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55566) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:14:02.976063 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f18224b3-5716-4cb8-a67a-7ad67be8ff01 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:14:02.997056 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0a14a637-5b92-4797-aee6-eb30a84cd00b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:03.011709 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: f18224b3-5716-4cb8-a67a-7ad67be8ff01 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:14:03.012054 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f18224b3-5716-4cb8-a67a-7ad67be8ff01 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:14:03.012495 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 18eae9f4-7ef1-431d-a42c-7f7cf800fc30 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:14:03.026450 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0a14a637-5b92-4797-aee6-eb30a84cd00b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:03.043897 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 18eae9f4-7ef1-431d-a42c-7f7cf800fc30 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:14:03.044236 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 18eae9f4-7ef1-431d-a42c-7f7cf800fc30 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:14:03.044638 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device eabece76-58c6-42d0-b3de-aff7cb687fc3 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:14:03.079807 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: eabece76-58c6-42d0-b3de-aff7cb687fc3 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:14:03.080074 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device eabece76-58c6-42d0-b3de-aff7cb687fc3 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:14:03.153253 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0a14a637-5b92-4797-aee6-eb30a84cd00b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:03.174569 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14a637-5b92-4797-aee6-eb30a84cd00b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=890f0f59-8e01-47fa-ba8f-d217b378b9c6,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:03.249255 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0a14a637-5b92-4797-aee6-eb30a84cd00b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:03.250453 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0a14a637-5b92-4797-aee6-eb30a84cd00b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "DELETE /v2.0/security-groups/890f0f59-8e01-47fa-ba8f-d217b378b9c6 HTTP/1.1" status: 204 len: 168 time: 0.3242912 Mar 07 22:14:03.576405 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55574) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:14:03.581416 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-45879fbb-3ea9-4052-858d-a4a8a95230d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-477361826', 'description': 'tempest-secgroup-smoke-477361826 description', 'project_id': '42a2dae755c845488dbd51b04647fa3f'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:03.587431 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-45879fbb-3ea9-4052-858d-a4a8a95230d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:14:03.591544 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-45879fbb-3ea9-4052-858d-a4a8a95230d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:14:03.594410 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-45879fbb-3ea9-4052-858d-a4a8a95230d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:14:03.600503 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-45879fbb-3ea9-4052-858d-a4a8a95230d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:14:03.667506 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-45879fbb-3ea9-4052-858d-a4a8a95230d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:03.687284 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-45879fbb-3ea9-4052-858d-a4a8a95230d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:14:03.690949 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-45879fbb-3ea9-4052-858d-a4a8a95230d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:14:03.693663 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-45879fbb-3ea9-4052-858d-a4a8a95230d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:14:03.699398 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-45879fbb-3ea9-4052-858d-a4a8a95230d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:14:03.763919 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-45879fbb-3ea9-4052-858d-a4a8a95230d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:03.844483 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-45879fbb-3ea9-4052-858d-a4a8a95230d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:03.889260 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45879fbb-3ea9-4052-858d-a4a8a95230d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d091a29f-b8fe-41d5-a165-9b913e11fec8,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:03.953173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-45879fbb-3ea9-4052-858d-a4a8a95230d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:03.954445 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-45879fbb-3ea9-4052-858d-a4a8a95230d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3770308 Mar 07 22:14:03.957285 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55578) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:14:03.962817 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-9142ff92-6851-4821-80cf-4cd40b1fcaf7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': 'd091a29f-b8fe-41d5-a165-9b913e11fec8', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:03.968622 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9142ff92-6851-4821-80cf-4cd40b1fcaf7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:14:03.972366 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9142ff92-6851-4821-80cf-4cd40b1fcaf7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:14:03.978823 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9142ff92-6851-4821-80cf-4cd40b1fcaf7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:14:03.981274 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9142ff92-6851-4821-80cf-4cd40b1fcaf7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:14:04.047535 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9142ff92-6851-4821-80cf-4cd40b1fcaf7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:04.105517 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9142ff92-6851-4821-80cf-4cd40b1fcaf7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:04.189892 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9142ff92-6851-4821-80cf-4cd40b1fcaf7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:04.213303 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142ff92-6851-4821-80cf-4cd40b1fcaf7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cafe72a-0eb8-47f8-8f52-eead4219fa55,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:04.270201 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9142ff92-6851-4821-80cf-4cd40b1fcaf7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:04.271359 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9142ff92-6851-4821-80cf-4cd40b1fcaf7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3131557 Mar 07 22:14:04.274613 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55582) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:14:04.279341 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-b0b48aec-0903-4bda-8440-e2749cd130fb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': 'd091a29f-b8fe-41d5-a165-9b913e11fec8', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:04.285757 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-b0b48aec-0903-4bda-8440-e2749cd130fb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:14:04.289542 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b0b48aec-0903-4bda-8440-e2749cd130fb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:14:04.292454 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b0b48aec-0903-4bda-8440-e2749cd130fb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:14:04.298823 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-b0b48aec-0903-4bda-8440-e2749cd130fb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:14:04.356700 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b0b48aec-0903-4bda-8440-e2749cd130fb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:04.415612 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b0b48aec-0903-4bda-8440-e2749cd130fb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:04.475589 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b0b48aec-0903-4bda-8440-e2749cd130fb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:04.498614 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b48aec-0903-4bda-8440-e2749cd130fb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f241806-7b6a-4390-972d-b78199db08f5,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:04.567191 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b0b48aec-0903-4bda-8440-e2749cd130fb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:04.571449 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b0b48aec-0903-4bda-8440-e2749cd130fb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2928452 Mar 07 22:14:04.571721 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55586) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:14:04.577176 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-e175916b-3c73-4f2d-ae00-146e131fb565 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': 'd091a29f-b8fe-41d5-a165-9b913e11fec8', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:04.583482 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e175916b-3c73-4f2d-ae00-146e131fb565 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:14:04.587277 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e175916b-3c73-4f2d-ae00-146e131fb565 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:14:04.590190 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e175916b-3c73-4f2d-ae00-146e131fb565 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:14:04.596511 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e175916b-3c73-4f2d-ae00-146e131fb565 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:14:04.679858 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e175916b-3c73-4f2d-ae00-146e131fb565 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:04.741977 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e175916b-3c73-4f2d-ae00-146e131fb565 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:04.804721 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e175916b-3c73-4f2d-ae00-146e131fb565 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:04.828071 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175916b-3c73-4f2d-ae00-146e131fb565 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6dfff04-8cca-4c04-a81d-ac6b127ff2ec,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:04.838316 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e175916b-3c73-4f2d-ae00-146e131fb565 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:04.838666 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e175916b-3c73-4f2d-ae00-146e131fb565 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:04.839006 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e175916b-3c73-4f2d-ae00-146e131fb565 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:04.839336 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e175916b-3c73-4f2d-ae00-146e131fb565 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:04.839666 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e175916b-3c73-4f2d-ae00-146e131fb565 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:04.839987 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e175916b-3c73-4f2d-ae00-146e131fb565 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:04.840318 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e175916b-3c73-4f2d-ae00-146e131fb565 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:04.840638 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e175916b-3c73-4f2d-ae00-146e131fb565 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:04.840960 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e175916b-3c73-4f2d-ae00-146e131fb565 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:04.841278 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e175916b-3c73-4f2d-ae00-146e131fb565 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:04.841593 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e175916b-3c73-4f2d-ae00-146e131fb565 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:04.841911 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e175916b-3c73-4f2d-ae00-146e131fb565 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:04.890644 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e175916b-3c73-4f2d-ae00-146e131fb565 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:04.891828 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e175916b-3c73-4f2d-ae00-146e131fb565 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3188314 Mar 07 22:14:04.894636 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55590) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:14:04.899678 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-e2545270-15e3-4ebf-a46b-244c000c0674 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': 'd091a29f-b8fe-41d5-a165-9b913e11fec8', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:04.909734 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e2545270-15e3-4ebf-a46b-244c000c0674 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:14:04.909734 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e2545270-15e3-4ebf-a46b-244c000c0674 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:14:04.912992 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-e2545270-15e3-4ebf-a46b-244c000c0674 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:14:04.918836 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-e2545270-15e3-4ebf-a46b-244c000c0674 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:14:05.008171 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e2545270-15e3-4ebf-a46b-244c000c0674 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:05.071652 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e2545270-15e3-4ebf-a46b-244c000c0674 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:05.127655 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e2545270-15e3-4ebf-a46b-244c000c0674 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:05.150806 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2545270-15e3-4ebf-a46b-244c000c0674 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc696f04-325c-43db-954a-d85a965058f3,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:05.219109 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e2545270-15e3-4ebf-a46b-244c000c0674 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:05.220269 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e2545270-15e3-4ebf-a46b-244c000c0674 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3246562 Mar 07 22:14:05.222976 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55594) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:14:05.228328 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-cffa019b-8574-4322-9077-4e3923db5f37 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': 'd091a29f-b8fe-41d5-a165-9b913e11fec8', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:05.234062 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cffa019b-8574-4322-9077-4e3923db5f37 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:14:05.237724 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cffa019b-8574-4322-9077-4e3923db5f37 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:14:05.241186 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-cffa019b-8574-4322-9077-4e3923db5f37 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:14:05.246729 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-cffa019b-8574-4322-9077-4e3923db5f37 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:14:05.339090 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-cffa019b-8574-4322-9077-4e3923db5f37 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Project 42a2dae755c845488dbd51b04647fa3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:14:05.345427 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cffa019b-8574-4322-9077-4e3923db5f37 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:05.406625 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cffa019b-8574-4322-9077-4e3923db5f37 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:05.481539 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cffa019b-8574-4322-9077-4e3923db5f37 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:05.503576 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa019b-8574-4322-9077-4e3923db5f37 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e0bbba-b902-4597-8023-642f93e265a6,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:05.570680 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cffa019b-8574-4322-9077-4e3923db5f37 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:05.572148 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-cffa019b-8574-4322-9077-4e3923db5f37 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3479736 Mar 07 22:14:05.574928 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55598) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:14:05.579932 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f7411600-7c6c-4eb7-9d24-1c89a5733e8c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': 'd091a29f-b8fe-41d5-a165-9b913e11fec8', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:05.586298 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f7411600-7c6c-4eb7-9d24-1c89a5733e8c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:14:05.590262 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f7411600-7c6c-4eb7-9d24-1c89a5733e8c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:14:05.593102 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f7411600-7c6c-4eb7-9d24-1c89a5733e8c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:14:05.598875 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f7411600-7c6c-4eb7-9d24-1c89a5733e8c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:14:05.678986 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-f7411600-7c6c-4eb7-9d24-1c89a5733e8c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Project 42a2dae755c845488dbd51b04647fa3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:14:05.685668 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f7411600-7c6c-4eb7-9d24-1c89a5733e8c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:05.748459 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f7411600-7c6c-4eb7-9d24-1c89a5733e8c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:05.827494 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f7411600-7c6c-4eb7-9d24-1c89a5733e8c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:05.854752 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7411600-7c6c-4eb7-9d24-1c89a5733e8c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf23dc1-9c11-4132-96fb-a517fd2e2d5e,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:05.936321 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f7411600-7c6c-4eb7-9d24-1c89a5733e8c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:05.937496 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f7411600-7c6c-4eb7-9d24-1c89a5733e8c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3616381 Mar 07 22:14:05.940344 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55602) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:14:05.946467 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-c5ed6567-eff7-49e0-8888-33da9e5b0b0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'network': {'name': 'tempest-network-smoke--298534442', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'port_security_enabled': True}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:05.951686 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c5ed6567-eff7-49e0-8888-33da9e5b0b0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:14:05.955658 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c5ed6567-eff7-49e0-8888-33da9e5b0b0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:network and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:14:05.958453 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c5ed6567-eff7-49e0-8888-33da9e5b0b0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:14:05.964598 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c5ed6567-eff7-49e0-8888-33da9e5b0b0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:14:06.032878 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ed6567-eff7-49e0-8888-33da9e5b0b0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Made reservation on behalf of 42a2dae755c845488dbd51b04647fa3f for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:14:06.036231 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c5ed6567-eff7-49e0-8888-33da9e5b0b0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:06.062688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ed6567-eff7-49e0-8888-33da9e5b0b0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:14:06.071719 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c5ed6567-eff7-49e0-8888-33da9e5b0b0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:06.072314 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-c5ed6567-eff7-49e0-8888-33da9e5b0b0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Added segment 9b5283f4-f779-4004-9bf4-74a665509870 of type vlan for network cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe Mar 07 22:14:06.096920 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c5ed6567-eff7-49e0-8888-33da9e5b0b0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:06.198758 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c5ed6567-eff7-49e0-8888-33da9e5b0b0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:06.204049 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ed6567-eff7-49e0-8888-33da9e5b0b0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:06.204622 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c5ed6567-eff7-49e0-8888-33da9e5b0b0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:06.310403 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed6567-eff7-49e0-8888-33da9e5b0b0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Network': ['ID=cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:06.313616 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c5ed6567-eff7-49e0-8888-33da9e5b0b0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3722804 Mar 07 22:14:06.316276 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55606) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:14:06.321197 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 22:14:06.321800 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-7a003c3c-7ed2-4d15-9464-5695f9772e65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-307014893', 'admin_state_up': True, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:06.329281 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7a003c3c-7ed2-4d15-9464-5695f9772e65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:14:06.333087 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7a003c3c-7ed2-4d15-9464-5695f9772e65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:router and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:14:06.336037 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7a003c3c-7ed2-4d15-9464-5695f9772e65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:14:06.342123 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7a003c3c-7ed2-4d15-9464-5695f9772e65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:14:06.422117 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7a003c3c-7ed2-4d15-9464-5695f9772e65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:06.423150 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7a003c3c-7ed2-4d15-9464-5695f9772e65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:06.437927 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7a003c3c-7ed2-4d15-9464-5695f9772e65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:06.876967 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7a003c3c-7ed2-4d15-9464-5695f9772e65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:07.226762 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7a003c3c-7ed2-4d15-9464-5695f9772e65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:07.258173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7a003c3c-7ed2-4d15-9464-5695f9772e65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:07.385635 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-7a003c3c-7ed2-4d15-9464-5695f9772e65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Allocated IP 172.26.2.131 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/1670aa1d-baf0-45b6-aa06-1a2cc00288ac) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:14:07.528505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7a003c3c-7ed2-4d15-9464-5695f9772e65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:07.656173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7a003c3c-7ed2-4d15-9464-5695f9772e65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:07.717255 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a003c3c-7ed2-4d15-9464-5695f9772e65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:14:07.719864 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-7a003c3c-7ed2-4d15-9464-5695f9772e65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:14:07.727840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a003c3c-7ed2-4d15-9464-5695f9772e65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:14:07.761760 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a003c3c-7ed2-4d15-9464-5695f9772e65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=1670aa1d-baf0-45b6-aa06-1a2cc00288ac,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:08.229373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7a003c3c-7ed2-4d15-9464-5695f9772e65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router_gateway, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:08.661343 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7a003c3c-7ed2-4d15-9464-5695f9772e65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:08.955751 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a003c3c-7ed2-4d15-9464-5695f9772e65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Router 87cf9cdf-e82d-4a44-96b4-fd8030b65320 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 22:14:09.130126 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a003c3c-7ed2-4d15-9464-5695f9772e65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:14:09.139820 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] Sync routers for ids ['87cf9cdf-e82d-4a44-96b4-fd8030b65320'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:14:09.149097 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] Routers {'87cf9cdf-e82d-4a44-96b4-fd8030b65320'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:14:09.149694 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:13:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['87cf9cdf-e82d-4a44-96b4-fd8030b65320'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:09.207444 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7a003c3c-7ed2-4d15-9464-5695f9772e65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:09.211528 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7a003c3c-7ed2-4d15-9464-5695f9772e65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8914466 Mar 07 22:14:09.211780 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55610) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:14:09.256616 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-dcdb4351-39a0-4bbd-bf29-574f93284352 tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=42a2dae755c845488dbd51b04647fa3f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408752 Mar 07 22:14:09.257281 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55614) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:14:09.322503 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] Set router 87cf9cdf-e82d-4a44-96b4-fd8030b65320 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:14:09.385006 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31a40af-ca93-470b-97d3-391035ff4c5c tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:09.389317 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d31a40af-ca93-470b-97d3-391035ff4c5c tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288173 Mar 07 22:14:09.395464 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55618) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:14:09.428548 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-82d9ee45-a9cf-4dcf-bd3b-bc7b854cce5a tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374734 Mar 07 22:14:09.431064 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55622) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:14:09.436434 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-9d8db667-bdcf-431f-880d-61e2b926dcef tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-320083269', 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:09.545215 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9d8db667-bdcf-431f-880d-61e2b926dcef tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:14:09.549000 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9d8db667-bdcf-431f-880d-61e2b926dcef tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:subnet and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:14:09.551777 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9d8db667-bdcf-431f-880d-61e2b926dcef tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:14:09.557940 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9d8db667-bdcf-431f-880d-61e2b926dcef tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:14:09.611815 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307014893', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:06Z', 'updated_at': '2022-03-07T22:14:07Z', 'revision_number': 3, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:62:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:07Z', 'updated_at': '2022-03-07T22:14:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:09.615793 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] Checking router: 87cf9cdf-e82d-4a44-96b4-fd8030b65320 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:14:09.616137 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] Updating router 87cf9cdf-e82d-4a44-96b4-fd8030b65320 port 1670aa1d-baf0-45b6-aa06-1a2cc00288ac binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:14:09.630372 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8db667-bdcf-431f-880d-61e2b926dcef tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Made reservation on behalf of 42a2dae755c845488dbd51b04647fa3f for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:14:09.634406 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9d8db667-bdcf-431f-880d-61e2b926dcef tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:09.667925 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:09.907929 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9d8db667-bdcf-431f-880d-61e2b926dcef tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:09.985722 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8db667-bdcf-431f-880d-61e2b926dcef tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Subnet': ['ID=cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:09.997931 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8db667-bdcf-431f-880d-61e2b926dcef tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Checking segment: {'id': '9b5283f4-f779-4004-9bf4-74a665509870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:14:09.998341 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8db667-bdcf-431f-880d-61e2b926dcef tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network hostable DHCP agents. Network: cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:14:10.012608 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:10.024224 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] Transition to ACTIVE for port object 1670aa1d-baf0-45b6-aa06-1a2cc00288ac will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:14:10.090637 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8db667-bdcf-431f-880d-61e2b926dcef tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:14:10.101605 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:10.170450 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-9d8db667-bdcf-431f-880d-61e2b926dcef tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:14:10.174622 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8db667-bdcf-431f-880d-61e2b926dcef tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:10.175194 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9d8db667-bdcf-431f-880d-61e2b926dcef tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:10.185261 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e180eab-c8fa-4247-ae4b-49877b0d8215 None None] Network cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:14:10.262014 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9d8db667-bdcf-431f-880d-61e2b926dcef tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8274236 Mar 07 22:14:10.262576 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55626) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:14:10.296329 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] Attempting to bind port 1670aa1d-baf0-45b6-aa06-1a2cc00288ac on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:14:10.296723 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] Attempting to bind port 1670aa1d-baf0-45b6-aa06-1a2cc00288ac by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:14:10.297059 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] Attempting to bind port 1670aa1d-baf0-45b6-aa06-1a2cc00288ac on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:14:10.299145 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89067bf1-13f1-4737-be3c-74fa13d71e96 None None] Pushing event updated for resources: {'Port': ['ID=1670aa1d-baf0-45b6-aa06-1a2cc00288ac,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:10.311399 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:14:10.311777 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:14:10.312264 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:10.312545 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:14:10.313007 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] Bound port: 1670aa1d-baf0-45b6-aa06-1a2cc00288ac, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:14:10.313375 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:10.441552 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] For port 1670aa1d-baf0-45b6-aa06-1a2cc00288ac, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:14:10.454110 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] For port 1670aa1d-baf0-45b6-aa06-1a2cc00288ac, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1670aa1d-baf0-45b6-aa06-1a2cc00288ac,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:14:10.498979 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7534b4-e34f-40a2-a2b8-3494aa407d2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe', 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'fixed_ips': [{'subnet_id': 'cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 22:14:10.499818 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8b7534b4-e34f-40a2-a2b8-3494aa407d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:10.512343 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:10.654621 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] Routers {'87cf9cdf-e82d-4a44-96b4-fd8030b65320'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:14:10.655240 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:13:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['87cf9cdf-e82d-4a44-96b4-fd8030b65320'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:10.717636 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89067bf1-13f1-4737-be3c-74fa13d71e96 None None] Pushing event updated for resources: {'Port': ['ID=1670aa1d-baf0-45b6-aa06-1a2cc00288ac,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:10.887611 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-8b7534b4-e34f-40a2-a2b8-3494aa407d2f None None] Allocated IP 172.20.0.2 (cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe/cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4/e15ea7ae-19c2-4dc8-84cf-eff317366bc7) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:14:10.898875 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] Set router 87cf9cdf-e82d-4a44-96b4-fd8030b65320 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:14:11.055894 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bef600b3-f651-46fd-8901-16b52e65f0e2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:11.339181 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8b7534b4-e34f-40a2-a2b8-3494aa407d2f None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:11.352596 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8b7534b4-e34f-40a2-a2b8-3494aa407d2f None None] Transition to ACTIVE for port object e15ea7ae-19c2-4dc8-84cf-eff317366bc7 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:14:11.375662 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-8b7534b4-e34f-40a2-a2b8-3494aa407d2f None None] Transition to ACTIVE for port object e15ea7ae-19c2-4dc8-84cf-eff317366bc7 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:14:11.379118 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307014893', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:06Z', 'updated_at': '2022-03-07T22:14:07Z', 'revision_number': 3, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:62:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:07Z', 'updated_at': '2022-03-07T22:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:11.383079 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198b84ad-f3ec-45bd-a9df-c58b4c482f25 None None] The sync data for ids ['87cf9cdf-e82d-4a44-96b4-fd8030b65320'] in dv-neutron-829957-1-hyperv is: [{'id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307014893', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:06Z', 'updated_at': '2022-03-07T22:14:07Z', 'revision_number': 3, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:62:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:07Z', 'updated_at': '2022-03-07T22:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:14:11.456799 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8b7534b4-e34f-40a2-a2b8-3494aa407d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:11.523184 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-bef600b3-f651-46fd-8901-16b52e65f0e2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Allocated IP 172.20.0.1 (cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe/cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4/1b7f57c7-fba4-4a98-bc4e-d882a4e74a64) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:14:11.530120 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7534b4-e34f-40a2-a2b8-3494aa407d2f None None] Network cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:14:11.533519 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-8b7534b4-e34f-40a2-a2b8-3494aa407d2f None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:14:11.538607 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7534b4-e34f-40a2-a2b8-3494aa407d2f None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:14:11.542254 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7534b4-e34f-40a2-a2b8-3494aa407d2f None None] Pushing event updated for resources: {'Port': ['ID=e15ea7ae-19c2-4dc8-84cf-eff317366bc7,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:11.649390 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-8b7534b4-e34f-40a2-a2b8-3494aa407d2f None None] Attempting to bind port e15ea7ae-19c2-4dc8-84cf-eff317366bc7 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:14:11.649759 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-8b7534b4-e34f-40a2-a2b8-3494aa407d2f None None] Attempting to bind port e15ea7ae-19c2-4dc8-84cf-eff317366bc7 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '9b5283f4-f779-4004-9bf4-74a665509870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:14:11.650152 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7534b4-e34f-40a2-a2b8-3494aa407d2f None None] Attempting to bind port e15ea7ae-19c2-4dc8-84cf-eff317366bc7 on network cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:14:11.655684 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7534b4-e34f-40a2-a2b8-3494aa407d2f None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:14:11.656053 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7534b4-e34f-40a2-a2b8-3494aa407d2f None None] Checking segment: {'id': '9b5283f4-f779-4004-9bf4-74a665509870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:14:11.656451 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8b7534b4-e34f-40a2-a2b8-3494aa407d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:11.656841 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7534b4-e34f-40a2-a2b8-3494aa407d2f None None] Bound using segment: {'id': '9b5283f4-f779-4004-9bf4-74a665509870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:14:11.657454 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-8b7534b4-e34f-40a2-a2b8-3494aa407d2f None None] Bound port: e15ea7ae-19c2-4dc8-84cf-eff317366bc7, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5283f4-f779-4004-9bf4-74a665509870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:14:11.657835 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8b7534b4-e34f-40a2-a2b8-3494aa407d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:11.710190 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bef600b3-f651-46fd-8901-16b52e65f0e2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:11.728739 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-bef600b3-f651-46fd-8901-16b52e65f0e2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Transition to ACTIVE for port object 1b7f57c7-fba4-4a98-bc4e-d882a4e74a64 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:14:11.798249 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-8b7534b4-e34f-40a2-a2b8-3494aa407d2f None None] For port e15ea7ae-19c2-4dc8-84cf-eff317366bc7, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:14:11.801623 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-8b7534b4-e34f-40a2-a2b8-3494aa407d2f None None] For port e15ea7ae-19c2-4dc8-84cf-eff317366bc7, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e15ea7ae-19c2-4dc8-84cf-eff317366bc7,segment=NetworkSegment(9b5283f4-f779-4004-9bf4-74a665509870),segment_id=9b5283f4-f779-4004-9bf4-74a665509870)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:14:11.833787 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bef600b3-f651-46fd-8901-16b52e65f0e2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:11.894528 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8b7534b4-e34f-40a2-a2b8-3494aa407d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:11.898314 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef600b3-f651-46fd-8901-16b52e65f0e2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:14:11.901287 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-bef600b3-f651-46fd-8901-16b52e65f0e2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:14:11.903830 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef600b3-f651-46fd-8901-16b52e65f0e2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:14:11.952102 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef600b3-f651-46fd-8901-16b52e65f0e2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=1b7f57c7-fba4-4a98-bc4e-d882a4e74a64,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:11.985128 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bef600b3-f651-46fd-8901-16b52e65f0e2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:11.988295 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7534b4-e34f-40a2-a2b8-3494aa407d2f None None] Pushing event updated for resources: {'Port': ['ID=e15ea7ae-19c2-4dc8-84cf-eff317366bc7,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:12.469632 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bef600b3-f651-46fd-8901-16b52e65f0e2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:12.871083 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bef600b3-f651-46fd-8901-16b52e65f0e2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:12.933106 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bef600b3-f651-46fd-8901-16b52e65f0e2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:13.038487 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1670aa1d-baf0-45b6-aa06-1a2cc00288ac up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:14:13.051340 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-bef600b3-f651-46fd-8901-16b52e65f0e2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:13.054813 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef600b3-f651-46fd-8901-16b52e65f0e2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=1b7f57c7-fba4-4a98-bc4e-d882a4e74a64,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:13.143441 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfdcd67-a7d7-461b-833f-e360324c9c0b None None] Network cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:14:13.201145 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef600b3-f651-46fd-8901-16b52e65f0e2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:14:13.202368 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-bef600b3-f651-46fd-8901-16b52e65f0e2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:14:13.233947 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 1670aa1d-baf0-45b6-aa06-1a2cc00288ac completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:14:13.249117 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 1670aa1d-baf0-45b6-aa06-1a2cc00288ac triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:14:13.249494 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:13.321085 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5a311e23-1833-4873-b20c-56d32537ca6e None None] Provisioning for port e15ea7ae-19c2-4dc8-84cf-eff317366bc7 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:14:13.398571 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef600b3-f651-46fd-8901-16b52e65f0e2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Router 87cf9cdf-e82d-4a44-96b4-fd8030b65320 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:14:13.470063 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:13.489885 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 1670aa1d-baf0-45b6-aa06-1a2cc00288ac, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1670aa1d-baf0-45b6-aa06-1a2cc00288ac,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:14:13.556081 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:13.557148 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e15ea7ae-19c2-4dc8-84cf-eff317366bc7 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:14:13.582532 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef600b3-f651-46fd-8901-16b52e65f0e2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:14:13.597786 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] Sync routers for ids ['87cf9cdf-e82d-4a44-96b4-fd8030b65320'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:14:13.605239 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bef600b3-f651-46fd-8901-16b52e65f0e2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "PUT /v2.0/routers/87cf9cdf-e82d-4a44-96b4-fd8030b65320/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3418224 Mar 07 22:14:13.611499 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] Routers {'87cf9cdf-e82d-4a44-96b4-fd8030b65320'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:14:13.612746 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:13:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['87cf9cdf-e82d-4a44-96b4-fd8030b65320'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:13.686175 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=1670aa1d-baf0-45b6-aa06-1a2cc00288ac,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:13.774377 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-09c2caa5-cb5f-43b4-b436-d7ff49fadac3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Synchronizing usage tracker for tenant:42a2dae755c845488dbd51b04647fa3f on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:14:13.779844 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port e15ea7ae-19c2-4dc8-84cf-eff317366bc7 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:14:13.786115 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port e15ea7ae-19c2-4dc8-84cf-eff317366bc7 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:14:13.786468 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:13.832052 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d924e783-bdfb-4c43-a763-b083dbbfe9da None None] Provisioning for port 1b7f57c7-fba4-4a98-bc4e-d882a4e74a64 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:14:13.833635 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] Set router 87cf9cdf-e82d-4a44-96b4-fd8030b65320 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:14:13.846890 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d924e783-bdfb-4c43-a763-b083dbbfe9da None None] Provisioning complete for port 1b7f57c7-fba4-4a98-bc4e-d882a4e74a64 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:14:13.847261 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d924e783-bdfb-4c43-a763-b083dbbfe9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:13.863302 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-09c2caa5-cb5f-43b4-b436-d7ff49fadac3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Unset dirty status for tenant:42a2dae755c845488dbd51b04647fa3f on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:14:13.874723 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-09c2caa5-cb5f-43b4-b436-d7ff49fadac3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-477361826&fields=id&tenant_id=42a2dae755c845488dbd51b04647fa3f HTTP/1.1" status: 200 len: 267 time: 0.1352437 Mar 07 22:14:13.954842 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-d924e783-bdfb-4c43-a763-b083dbbfe9da None None] Port 1b7f57c7-fba4-4a98-bc4e-d882a4e74a64 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:14:13.983405 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-d924e783-bdfb-4c43-a763-b083dbbfe9da None None] Provisioning complete for port e15ea7ae-19c2-4dc8-84cf-eff317366bc7 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:14:13.983777 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d924e783-bdfb-4c43-a763-b083dbbfe9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:14.018129 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:14.058938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-eda1079b-073f-4d17-8f7e-a8af64e4cd6d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:14.059935 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-eda1079b-073f-4d17-8f7e-a8af64e4cd6d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Synchronizing usage tracker for tenant:42a2dae755c845488dbd51b04647fa3f on resource:network {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:14:14.078494 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port e15ea7ae-19c2-4dc8-84cf-eff317366bc7, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e15ea7ae-19c2-4dc8-84cf-eff317366bc7,segment=NetworkSegment(9b5283f4-f779-4004-9bf4-74a665509870),segment_id=9b5283f4-f779-4004-9bf4-74a665509870)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:14:14.144748 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d924e783-bdfb-4c43-a763-b083dbbfe9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:14.164780 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-eda1079b-073f-4d17-8f7e-a8af64e4cd6d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Unset dirty status for tenant:42a2dae755c845488dbd51b04647fa3f on resource:network {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:14:14.166585 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-eda1079b-073f-4d17-8f7e-a8af64e4cd6d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/networks?id=cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe HTTP/1.1" status: 200 len: 796 time: 0.2856288 Mar 07 22:14:14.179930 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:14.182383 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-e0fbe687-b0da-4da0-be16-20128c7af551 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/quotas/42a2dae755c845488dbd51b04647fa3f HTTP/1.1" status: 200 len: 375 time: 0.0103881 Mar 07 22:14:14.227321 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307014893', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:06Z', 'updated_at': '2022-03-07T22:14:12Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:07Z', 'updated_at': '2022-03-07T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '1b7f57c7-fba4-4a98-bc4e-d882a4e74a64', 'name': '', 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:36:0c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:11Z', 'updated_at': '2022-03-07T22:14:12Z', 'revision_number': 2, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': 'cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:14.233301 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] Checking router: 87cf9cdf-e82d-4a44-96b4-fd8030b65320 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:14:14.233643 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] Updating router 87cf9cdf-e82d-4a44-96b4-fd8030b65320 port 1b7f57c7-fba4-4a98-bc4e-d882a4e74a64 binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:14:14.274331 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-4b6937c2-08c8-4dd8-8551-1175992e073f tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Synchronizing usage tracker for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:14:14.287516 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:14.294054 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-d924e783-bdfb-4c43-a763-b083dbbfe9da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:14:14.297269 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-d924e783-bdfb-4c43-a763-b083dbbfe9da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:14:14.297269 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=e15ea7ae-19c2-4dc8-84cf-eff317366bc7,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:14.344345 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-4b6937c2-08c8-4dd8-8551-1175992e073f tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Unset dirty status for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:14:14.345656 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-4b6937c2-08c8-4dd8-8551-1175992e073f tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1546130 Mar 07 22:14:14.583428 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-6ac9b41c-7f81-4a28-8b3f-19057dc20507 service neutron] 10.222.0.21 "GET /v2.0/networks/cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254288 Mar 07 22:14:14.626107 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:14.637842 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] Transition to ACTIVE for port object 1b7f57c7-fba4-4a98-bc4e-d882a4e74a64 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:14:14.713926 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-8b2bdb5a-380a-428d-9198-e6f143fe6808 service neutron] 10.222.0.21 "GET /v2.0/networks/cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238294 Mar 07 22:14:14.715843 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:14.870305 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a4cc5-e5f1-466b-9dd1-c1526a316d4a None None] Pushing event updated for resources: {'Port': ['ID=1b7f57c7-fba4-4a98-bc4e-d882a4e74a64,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:14.949985 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a4cc5-e5f1-466b-9dd1-c1526a316d4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:14.950314 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a4cc5-e5f1-466b-9dd1-c1526a316d4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:14.950655 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a4cc5-e5f1-466b-9dd1-c1526a316d4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:14.950980 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a4cc5-e5f1-466b-9dd1-c1526a316d4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:14.951349 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a4cc5-e5f1-466b-9dd1-c1526a316d4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:14.951675 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a4cc5-e5f1-466b-9dd1-c1526a316d4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:14.952039 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a4cc5-e5f1-466b-9dd1-c1526a316d4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:14.952748 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a4cc5-e5f1-466b-9dd1-c1526a316d4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:14.953072 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a4cc5-e5f1-466b-9dd1-c1526a316d4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:14.953435 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a4cc5-e5f1-466b-9dd1-c1526a316d4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:14.953793 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a4cc5-e5f1-466b-9dd1-c1526a316d4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:14.954151 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5a4cc5-e5f1-466b-9dd1-c1526a316d4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:14:14.958700 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] Attempting to bind port 1b7f57c7-fba4-4a98-bc4e-d882a4e74a64 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:14:14.959619 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] Attempting to bind port 1b7f57c7-fba4-4a98-bc4e-d882a4e74a64 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '9b5283f4-f779-4004-9bf4-74a665509870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:14:14.960018 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] Attempting to bind port 1b7f57c7-fba4-4a98-bc4e-d882a4e74a64 on network cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:14:14.968342 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:14:14.969015 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] Checking segment: {'id': '9b5283f4-f779-4004-9bf4-74a665509870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:14:14.969818 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:14.970380 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] Bound using segment: {'id': '9b5283f4-f779-4004-9bf4-74a665509870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:14:14.971634 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] Bound port: 1b7f57c7-fba4-4a98-bc4e-d882a4e74a64, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5283f4-f779-4004-9bf4-74a665509870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:14:14.972182 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:14.998213 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-68c4cd85-d0a5-4157-9384-a83c3c1f0aff req-54e3f25f-705d-4dbf-935d-3f37b5c2a87f tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 210 time: 0.0506830 Mar 07 22:14:15.037457 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1670aa1d-baf0-45b6-aa06-1a2cc00288ac up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:14:15.076715 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] For port 1b7f57c7-fba4-4a98-bc4e-d882a4e74a64, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:14:15.079725 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] For port 1b7f57c7-fba4-4a98-bc4e-d882a4e74a64, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1b7f57c7-fba4-4a98-bc4e-d882a4e74a64,segment=NetworkSegment(9b5283f4-f779-4004-9bf4-74a665509870),segment_id=9b5283f4-f779-4004-9bf4-74a665509870)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:14:15.107080 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 1670aa1d-baf0-45b6-aa06-1a2cc00288ac triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:14:15.107649 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:15.167797 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:15.226793 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e15ea7ae-19c2-4dc8-84cf-eff317366bc7 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:14:15.243846 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] Routers {'87cf9cdf-e82d-4a44-96b4-fd8030b65320'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:14:15.244521 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:13:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['87cf9cdf-e82d-4a44-96b4-fd8030b65320'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:15.306550 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port e15ea7ae-19c2-4dc8-84cf-eff317366bc7 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:14:15.307049 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:15.322397 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a4cc5-e5f1-466b-9dd1-c1526a316d4a None None] Pushing event updated for resources: {'Port': ['ID=1b7f57c7-fba4-4a98-bc4e-d882a4e74a64,revision_number=4']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:15.443874 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] Set router 87cf9cdf-e82d-4a44-96b4-fd8030b65320 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:14:15.769928 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307014893', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:06Z', 'updated_at': '2022-03-07T22:14:12Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:07Z', 'updated_at': '2022-03-07T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '1b7f57c7-fba4-4a98-bc4e-d882a4e74a64', 'name': '', 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:36:0c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:11Z', 'updated_at': '2022-03-07T22:14:15Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': 'cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:15.773715 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6153d373-1868-47c4-8da8-e9f1bef0fe0f None None] The sync data for ids ['87cf9cdf-e82d-4a44-96b4-fd8030b65320'] in dv-neutron-829957-1-hyperv is: [{'id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307014893', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:06Z', 'updated_at': '2022-03-07T22:14:12Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:07Z', 'updated_at': '2022-03-07T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '1b7f57c7-fba4-4a98-bc4e-d882a4e74a64', 'name': '', 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:36:0c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:11Z', 'updated_at': '2022-03-07T22:14:15Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': 'cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:14:16.161675 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e59248d2-ee65-45c2-8ea5-9cf0ae8d6edf req-b71ed15a-3f7e-401e-8b58-acea7e7d0532 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 210 time: 0.0488408 Mar 07 22:14:16.222070 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:17.003877 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1b7f57c7-fba4-4a98-bc4e-d882a4e74a64 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:14:17.077314 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-d71d71fd-6ba1-461e-834b-c405e7c020ec tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:17.080451 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-d71d71fd-6ba1-461e-834b-c405e7c020ec tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.11 "GET /v2.0/networks?id=cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe HTTP/1.1" status: 200 len: 796 time: 0.1589477 Mar 07 22:14:17.126600 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-02278170-de48-46de-8d16-d056dd8604fc tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42a2dae755c845488dbd51b04647fa3f HTTP/1.1" status: 200 len: 379 time: 0.0384681 Mar 07 22:14:17.134906 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-1d1acfc9-49a2-45f9-bb6e-b55554e207b9 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'port': {'device_id': 'ff8b5088-f991-48e9-b5b3-298f1350604f', 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe', 'admin_state_up': True, 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'security_groups': ['d091a29f-b8fe-41d5-a165-9b913e11fec8']}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:17.173026 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 1b7f57c7-fba4-4a98-bc4e-d882a4e74a64 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:14:17.178549 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 1b7f57c7-fba4-4a98-bc4e-d882a4e74a64 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:14:17.179031 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:17.278639 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-1d1acfc9-49a2-45f9-bb6e-b55554e207b9 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:14:17.289764 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-1d1acfc9-49a2-45f9-bb6e-b55554e207b9 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:14:17.312575 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:17.341622 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-22ec2591-a431-46eb-9eb0-cde5863b9e22 req-f293bfa3-b07d-404f-8608-7c91ee7d5035 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 210 time: 0.0462742 Mar 07 22:14:17.353269 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 1b7f57c7-fba4-4a98-bc4e-d882a4e74a64, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1b7f57c7-fba4-4a98-bc4e-d882a4e74a64,segment=NetworkSegment(9b5283f4-f779-4004-9bf4-74a665509870),segment_id=9b5283f4-f779-4004-9bf4-74a665509870)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:14:17.393287 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-1d1acfc9-49a2-45f9-bb6e-b55554e207b9 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Made reservation on behalf of 42a2dae755c845488dbd51b04647fa3f for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:14:17.397436 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-1d1acfc9-49a2-45f9-bb6e-b55554e207b9 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:17.421891 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:17.488255 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=1b7f57c7-fba4-4a98-bc4e-d882a4e74a64,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:17.564474 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-1d1acfc9-49a2-45f9-bb6e-b55554e207b9 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Allocated IP 172.20.0.9 (cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe/cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4/33004d7d-3f3e-419e-a54a-fbcebb64edac) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:14:17.747941 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-1d1acfc9-49a2-45f9-bb6e-b55554e207b9 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:17.763090 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-1d1acfc9-49a2-45f9-bb6e-b55554e207b9 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Transition to ACTIVE for port object 33004d7d-3f3e-419e-a54a-fbcebb64edac will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:14:17.844853 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-1d1acfc9-49a2-45f9-bb6e-b55554e207b9 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:17.913421 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-1d1acfc9-49a2-45f9-bb6e-b55554e207b9 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:14:17.920493 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-1d1acfc9-49a2-45f9-bb6e-b55554e207b9 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:14:17.924828 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-1d1acfc9-49a2-45f9-bb6e-b55554e207b9 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:14:17.955608 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1acfc9-49a2-45f9-bb6e-b55554e207b9 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=33004d7d-3f3e-419e-a54a-fbcebb64edac,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:17.993726 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-1d1acfc9-49a2-45f9-bb6e-b55554e207b9 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:17.994422 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-1d1acfc9-49a2-45f9-bb6e-b55554e207b9 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:18.091417 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-1d1acfc9-49a2-45f9-bb6e-b55554e207b9 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9598901 Mar 07 22:14:18.148232 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-fbcff424-dbb3-49f9-a5ba-594453338054 service neutron] Request body: {'port': {'device_id': 'ff8b5088-f991-48e9-b5b3-298f1350604f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:18.204587 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-bec7cc96-5a70-4945-984b-c10f6b8a997c None None] Provisioning for port 33004d7d-3f3e-419e-a54a-fbcebb64edac completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:14:18.209688 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-bec7cc96-5a70-4945-984b-c10f6b8a997c None None] Provisioning complete for port 33004d7d-3f3e-419e-a54a-fbcebb64edac triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:14:18.210091 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bec7cc96-5a70-4945-984b-c10f6b8a997c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:18.260411 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-fbcff424-dbb3-49f9-a5ba-594453338054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:18.265442 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-bec7cc96-5a70-4945-984b-c10f6b8a997c None None] Port 33004d7d-3f3e-419e-a54a-fbcebb64edac cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:14:18.605335 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0f794-58af-4e76-a658-5706ca1e908c req-d040ad5c-bc6f-469f-b3f2-0eaa6854de04 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:18.606027 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-19c0f794-58af-4e76-a658-5706ca1e908c req-d040ad5c-bc6f-469f-b3f2-0eaa6854de04 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Synchronizing usage tracker for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:14:18.764636 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-fbcff424-dbb3-49f9-a5ba-594453338054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33004d7d-3f3e-419e-a54a-fbcebb64edac {{(pid=88386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:14:18.772131 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-fbcff424-dbb3-49f9-a5ba-594453338054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:18.785642 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-fbcff424-dbb3-49f9-a5ba-594453338054 service neutron] Transition to ACTIVE for port object 33004d7d-3f3e-419e-a54a-fbcebb64edac will not be triggered until provisioned by entity L2. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:14:18.822513 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-19c0f794-58af-4e76-a658-5706ca1e908c req-d040ad5c-bc6f-469f-b3f2-0eaa6854de04 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Unset dirty status for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:14:18.823675 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19c0f794-58af-4e76-a658-5706ca1e908c req-d040ad5c-bc6f-469f-b3f2-0eaa6854de04 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 931 time: 0.3427098 Mar 07 22:14:18.859245 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-fbcff424-dbb3-49f9-a5ba-594453338054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:18.916093 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19c0f794-58af-4e76-a658-5706ca1e908c req-754403cf-ad40-4cee-b39e-45944c289cd6 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=d091a29f-b8fe-41d5-a165-9b913e11fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864997 Mar 07 22:14:18.994275 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1b7f57c7-fba4-4a98-bc4e-d882a4e74a64 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:14:18.996811 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcff424-dbb3-49f9-a5ba-594453338054 service neutron] Pushing event updated for resources: {'Port': ['ID=33004d7d-3f3e-419e-a54a-fbcebb64edac,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:19.065045 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 1b7f57c7-fba4-4a98-bc4e-d882a4e74a64 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:14:19.065512 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:19.102904 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-fbcff424-dbb3-49f9-a5ba-594453338054 service neutron] Attempting to bind port 33004d7d-3f3e-419e-a54a-fbcebb64edac on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:14:19.103349 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-fbcff424-dbb3-49f9-a5ba-594453338054 service neutron] Attempting to bind port 33004d7d-3f3e-419e-a54a-fbcebb64edac by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '9b5283f4-f779-4004-9bf4-74a665509870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:14:19.103875 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-fbcff424-dbb3-49f9-a5ba-594453338054 service neutron] Attempting to bind port 33004d7d-3f3e-419e-a54a-fbcebb64edac on network cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:14:19.109386 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-fbcff424-dbb3-49f9-a5ba-594453338054 service neutron] Port 33004d7d-3f3e-419e-a54a-fbcebb64edac on network cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 22:14:19.109705 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-fbcff424-dbb3-49f9-a5ba-594453338054 service neutron] Attempting to bind port 33004d7d-3f3e-419e-a54a-fbcebb64edac on network cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:14:19.114795 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-fbcff424-dbb3-49f9-a5ba-594453338054 service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:14:19.115294 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-fbcff424-dbb3-49f9-a5ba-594453338054 service neutron] Checking segment: {'id': '9b5283f4-f779-4004-9bf4-74a665509870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:14:19.115683 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-fbcff424-dbb3-49f9-a5ba-594453338054 service neutron] Bound using segment: {'id': '9b5283f4-f779-4004-9bf4-74a665509870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe'} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:14:19.116104 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-fbcff424-dbb3-49f9-a5ba-594453338054 service neutron] Bound port: 33004d7d-3f3e-419e-a54a-fbcebb64edac, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b5283f4-f779-4004-9bf4-74a665509870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe'}}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:14:19.116445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-fbcff424-dbb3-49f9-a5ba-594453338054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:19.206368 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-fbcff424-dbb3-49f9-a5ba-594453338054 service neutron] For port 33004d7d-3f3e-419e-a54a-fbcebb64edac, host hv-neutron-8299, cleared binding levels {{(pid=88386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:14:19.209978 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-fbcff424-dbb3-49f9-a5ba-594453338054 service neutron] For port 33004d7d-3f3e-419e-a54a-fbcebb64edac, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=33004d7d-3f3e-419e-a54a-fbcebb64edac,segment=NetworkSegment(9b5283f4-f779-4004-9bf4-74a665509870),segment_id=9b5283f4-f779-4004-9bf4-74a665509870)] {{(pid=88386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:14:19.294141 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-fbcff424-dbb3-49f9-a5ba-594453338054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:19.348643 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-fbcff424-dbb3-49f9-a5ba-594453338054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:19.349125 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-fbcff424-dbb3-49f9-a5ba-594453338054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:19.350486 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-fbcff424-dbb3-49f9-a5ba-594453338054 service neutron] 10.222.0.11 "PUT /v2.0/ports/33004d7d-3f3e-419e-a54a-fbcebb64edac HTTP/1.1" status: 200 len: 1093 time: 1.2509661 Mar 07 22:14:19.350907 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8b5088-f991-48e9-b5b3-298f1350604f', 'tag': '33004d7d-3f3e-419e-a54a-fbcebb64edac'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:14:19.376281 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcff424-dbb3-49f9-a5ba-594453338054 service neutron] Pushing event updated for resources: {'Port': ['ID=33004d7d-3f3e-419e-a54a-fbcebb64edac,revision_number=3']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:19.452921 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8b5088-f991-48e9-b5b3-298f1350604f', 'tag': '33004d7d-3f3e-419e-a54a-fbcebb64edac', 'status': 'completed', 'code': 200} Mar 07 22:14:19.544731 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1071d9-b225-44e2-992a-88200b8a482c req-0b6b5086-fa0a-4324-9f0c-a9a1722685b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:19.546270 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fd1071d9-b225-44e2-992a-88200b8a482c req-0b6b5086-fa0a-4324-9f0c-a9a1722685b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 1096 time: 0.0751007 Mar 07 22:14:19.684196 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1071d9-b225-44e2-992a-88200b8a482c req-93d4a5c1-db20-42ee-9ccf-94997c8b15f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:19.685597 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fd1071d9-b225-44e2-992a-88200b8a482c req-93d4a5c1-db20-42ee-9ccf-94997c8b15f1 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=42a2dae755c845488dbd51b04647fa3f&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1331389 Mar 07 22:14:19.816125 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1071d9-b225-44e2-992a-88200b8a482c req-eb43c852-b84b-49a5-bf62-68d018399ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:19.817528 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fd1071d9-b225-44e2-992a-88200b8a482c req-eb43c852-b84b-49a5-bf62-68d018399ffb service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1264617 Mar 07 22:14:19.921393 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-ba10a2b0-f9fb-4c20-ab17-dfa93f0ff524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:19.922906 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-ba10a2b0-f9fb-4c20-ab17-dfa93f0ff524 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 1096 time: 0.0690763 Mar 07 22:14:19.992623 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-1dbc3e35-4ca1-4186-adaf-60bf5804dabd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33004d7d-3f3e-419e-a54a-fbcebb64edac HTTP/1.1" status: 200 len: 217 time: 0.0627961 Mar 07 22:14:20.087567 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7b838bd4-7240-4757-aeba-b4ea744be0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:20.098367 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-004751d8-eec3-49c0-bdcc-b986a626695f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:20.100311 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-004751d8-eec3-49c0-bdcc-b986a626695f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4 HTTP/1.1" status: 200 len: 834 time: 0.1023533 Mar 07 22:14:20.175357 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c5bc6-c489-45e0-aa16-ad075b9becb9 req-f5ab1630-cc61-439b-8874-90a810cacf20 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:20.176693 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-005c5bc6-c489-45e0-aa16-ad075b9becb9 req-f5ab1630-cc61-439b-8874-90a810cacf20 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 943 time: 0.1475642 Mar 07 22:14:20.221732 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-ce586b7c-390c-420f-8a13-1df82246701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:20.223175 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-ce586b7c-390c-420f-8a13-1df82246701d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1172435 Mar 07 22:14:20.252447 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-005c5bc6-c489-45e0-aa16-ad075b9becb9 req-db036f05-2369-4e0a-be2c-61803104233a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=d091a29f-b8fe-41d5-a165-9b913e11fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689690 Mar 07 22:14:20.358004 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-adf7e084-e1b2-416b-b250-4e98ec0f1314 service neutron] 10.222.0.11 "GET /v2.0/networks/cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283171 Mar 07 22:14:20.486861 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-91f296d6-fc7a-4b65-8b19-3dcc3f61a67b req-402e844e-0999-428c-afd3-bf3b700b43ed service neutron] 10.222.0.11 "GET /v2.0/networks/cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230910 Mar 07 22:14:21.541126 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b4441-ee81-462c-bc88-6d91593438d1 req-9484b636-b183-4e7b-9b54-3f57a41ba08d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:21.542616 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-151b4441-ee81-462c-bc88-6d91593438d1 req-9484b636-b183-4e7b-9b54-3f57a41ba08d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 943 time: 0.1839209 Mar 07 22:14:21.585454 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-151b4441-ee81-462c-bc88-6d91593438d1 req-05c1cdcc-b4ab-470d-a30c-4d5ba0c42b1c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=d091a29f-b8fe-41d5-a165-9b913e11fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371654 Mar 07 22:14:22.264037 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2f19cc54-6710-4204-ba06-316b15c8db1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:22.350630 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 33004d7d-3f3e-419e-a54a-fbcebb64edac details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:14:22.479406 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 33004d7d-3f3e-419e-a54a-fbcebb64edac, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=33004d7d-3f3e-419e-a54a-fbcebb64edac,segment=NetworkSegment(9b5283f4-f779-4004-9bf4-74a665509870),segment_id=9b5283f4-f779-4004-9bf4-74a665509870)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:14:22.492222 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '33004d7d-3f3e-419e-a54a-fbcebb64edac', 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe', 'port_id': '33004d7d-3f3e-419e-a54a-fbcebb64edac', 'mac_address': 'fa:16:3e:be:7e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:14:22.547978 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:22.564320 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33004d7d-3f3e-419e-a54a-fbcebb64edac {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:14:22.579820 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 33004d7d-3f3e-419e-a54a-fbcebb64edac, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=33004d7d-3f3e-419e-a54a-fbcebb64edac,segment=NetworkSegment(9b5283f4-f779-4004-9bf4-74a665509870),segment_id=9b5283f4-f779-4004-9bf4-74a665509870)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:14:22.658702 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:22.724740 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=33004d7d-3f3e-419e-a54a-fbcebb64edac,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:22.766109 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53675a6f-abb3-4cf6-96fb-facc057f32b1 req-6181fc2f-a714-4f73-a71f-d09d2aa2b60c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:22.767529 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-53675a6f-abb3-4cf6-96fb-facc057f32b1 req-6181fc2f-a714-4f73-a71f-d09d2aa2b60c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 944 time: 0.0785000 Mar 07 22:14:22.812712 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-53675a6f-abb3-4cf6-96fb-facc057f32b1 req-55e2a574-3c38-478b-bfc2-87544a125598 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=d091a29f-b8fe-41d5-a165-9b913e11fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394135 Mar 07 22:14:22.865935 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['33004d7d-3f3e-419e-a54a-fbcebb64edac'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:14:23.309182 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:23.375671 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:23.996901 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc884f-983f-4867-b50d-f7964f7eddc0 req-d1b43595-a3e1-419d-9b44-c77f5ee11f32 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:23.998367 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-90bc884f-983f-4867-b50d-f7964f7eddc0 req-d1b43595-a3e1-419d-9b44-c77f5ee11f32 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 944 time: 0.0790353 Mar 07 22:14:24.040903 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-90bc884f-983f-4867-b50d-f7964f7eddc0 req-269fcf16-62b3-4eb3-b6ce-64bfc8263130 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=d091a29f-b8fe-41d5-a165-9b913e11fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368919 Mar 07 22:14:24.351225 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 33004d7d-3f3e-419e-a54a-fbcebb64edac up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:14:24.484049 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 33004d7d-3f3e-419e-a54a-fbcebb64edac completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:14:24.488642 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 33004d7d-3f3e-419e-a54a-fbcebb64edac triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:14:24.489049 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:24.602830 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:24.628594 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8b5088-f991-48e9-b5b3-298f1350604f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33004d7d-3f3e-419e-a54a-fbcebb64edac'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:14:24.638327 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 33004d7d-3f3e-419e-a54a-fbcebb64edac, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=33004d7d-3f3e-419e-a54a-fbcebb64edac,segment=NetworkSegment(9b5283f4-f779-4004-9bf4-74a665509870),segment_id=9b5283f4-f779-4004-9bf4-74a665509870)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:14:24.670442 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8b5088-f991-48e9-b5b3-298f1350604f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33004d7d-3f3e-419e-a54a-fbcebb64edac', 'code': 200} Mar 07 22:14:24.695836 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:24.763851 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=33004d7d-3f3e-419e-a54a-fbcebb64edac,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:24.875875 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:25.025911 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6fe01-d19a-4bcd-8487-916143705898 req-35f8a027-4582-49ec-9823-17e001c30dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:25.027362 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-12d6fe01-d19a-4bcd-8487-916143705898 req-35f8a027-4582-49ec-9823-17e001c30dc8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 1098 time: 0.0709472 Mar 07 22:14:25.066268 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-12d6fe01-d19a-4bcd-8487-916143705898 req-e8f5836a-6245-4501-ac0f-e0c634acbe52 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d091a29f-b8fe-41d5-a165-9b913e11fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332353 Mar 07 22:14:25.221112 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ec45d-c7c6-4ec6-915c-a49504e00a86 req-53d4b4a9-4690-4a48-a95c-cb6e357db59c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:25.222472 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d24ec45d-c7c6-4ec6-915c-a49504e00a86 req-53d4b4a9-4690-4a48-a95c-cb6e357db59c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 945 time: 0.0788271 Mar 07 22:14:25.264603 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d24ec45d-c7c6-4ec6-915c-a49504e00a86 req-d602560f-dac1-4ea3-95f1-21acade208e3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=d091a29f-b8fe-41d5-a165-9b913e11fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365112 Mar 07 22:14:26.447582 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37d73a-f6a4-4373-b80a-0bf06cec486e req-7bc2ae51-b0c1-4be7-81b7-b6d7acfb6794 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:26.449134 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1a37d73a-f6a4-4373-b80a-0bf06cec486e req-7bc2ae51-b0c1-4be7-81b7-b6d7acfb6794 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 945 time: 0.0813410 Mar 07 22:14:26.492746 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1a37d73a-f6a4-4373-b80a-0bf06cec486e req-740cf763-3447-4b5b-b3b8-7c6f57a2b780 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=d091a29f-b8fe-41d5-a165-9b913e11fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381081 Mar 07 22:14:26.669846 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70930ecc-61f5-4eee-a574-75ece348dca0 req-3aacbffd-660e-4015-9e98-224717045af3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:26.671233 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-70930ecc-61f5-4eee-a574-75ece348dca0 req-3aacbffd-660e-4015-9e98-224717045af3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 945 time: 0.0781326 Mar 07 22:14:26.717142 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-70930ecc-61f5-4eee-a574-75ece348dca0 req-22e9d8e6-788c-4d47-ac43-58e3df909b88 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=d091a29f-b8fe-41d5-a165-9b913e11fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403748 Mar 07 22:14:26.738480 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55684) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:14:26.806505 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa813cf-5296-40f2-9907-2dbd387e3bfa tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:26.807955 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7fa813cf-5296-40f2-9907-2dbd387e3bfa tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 1093 time: 0.0685124 Mar 07 22:14:26.810715 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55688) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:14:26.815441 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-3f50c1a2-f381-44c4-96a8-937fdcfcf7d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': '33004d7d-3f3e-419e-a54a-fbcebb64edac', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:14:26.822144 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-3f50c1a2-f381-44c4-96a8-937fdcfcf7d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:14:26.825988 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-3f50c1a2-f381-44c4-96a8-937fdcfcf7d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:floatingip and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:14:26.828872 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-3f50c1a2-f381-44c4-96a8-937fdcfcf7d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:14:26.835083 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-3f50c1a2-f381-44c4-96a8-937fdcfcf7d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:14:26.901747 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f50c1a2-f381-44c4-96a8-937fdcfcf7d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for floatingip, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:27.035941 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f50c1a2-f381-44c4-96a8-937fdcfcf7d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:27.168395 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-3f50c1a2-f381-44c4-96a8-937fdcfcf7d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Allocated IP 172.26.2.157 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/b7b584b8-0529-456f-a4dc-a5c66a5e7207) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:14:27.309578 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f50c1a2-f381-44c4-96a8-937fdcfcf7d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:27.395783 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f50c1a2-f381-44c4-96a8-937fdcfcf7d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:27.456859 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f50c1a2-f381-44c4-96a8-937fdcfcf7d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:14:27.463563 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-3f50c1a2-f381-44c4-96a8-937fdcfcf7d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:14:27.467603 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f50c1a2-f381-44c4-96a8-937fdcfcf7d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:14:27.500542 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50c1a2-f381-44c4-96a8-937fdcfcf7d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=b7b584b8-0529-456f-a4dc-a5c66a5e7207,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:27.872390 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f50c1a2-f381-44c4-96a8-937fdcfcf7d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:27.994234 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f50c1a2-f381-44c4-96a8-937fdcfcf7d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:28.198786 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f50c1a2-f381-44c4-96a8-937fdcfcf7d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:28.252502 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f50c1a2-f381-44c4-96a8-937fdcfcf7d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:28.360388 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50c1a2-f381-44c4-96a8-937fdcfcf7d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=b7b584b8-0529-456f-a4dc-a5c66a5e7207,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:14:28.368150 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f50c1a2-f381-44c4-96a8-937fdcfcf7d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:28.624955 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-3f50c1a2-f381-44c4-96a8-937fdcfcf7d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Floating IP 181f164e-8376-43b4-aaeb-45beb2cb2d76 associated. External IP: 172.26.2.157, port: 33004d7d-3f3e-419e-a54a-fbcebb64edac. Mar 07 22:14:28.964504 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f50c1a2-f381-44c4-96a8-937fdcfcf7d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Router 87cf9cdf-e82d-4a44-96b4-fd8030b65320 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:14:29.140643 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f50c1a2-f381-44c4-96a8-937fdcfcf7d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:14:29.149934 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef62650-397b-431b-873a-65ef73763025 None None] Sync routers for ids ['87cf9cdf-e82d-4a44-96b4-fd8030b65320'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:14:29.159678 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef62650-397b-431b-873a-65ef73763025 None None] Routers {'87cf9cdf-e82d-4a44-96b4-fd8030b65320'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:14:29.160327 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-aef62650-397b-431b-873a-65ef73763025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:14:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['87cf9cdf-e82d-4a44-96b4-fd8030b65320'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:29.222052 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3f50c1a2-f381-44c4-96a8-937fdcfcf7d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:29.277906 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3f50c1a2-f381-44c4-96a8-937fdcfcf7d7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4661002 Mar 07 22:14:29.278807 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8b5088-f991-48e9-b5b3-298f1350604f', 'tag': '33004d7d-3f3e-419e-a54a-fbcebb64edac'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:14:29.328738 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8b5088-f991-48e9-b5b3-298f1350604f', 'tag': '33004d7d-3f3e-419e-a54a-fbcebb64edac', 'status': 'completed', 'code': 200} Mar 07 22:14:29.338232 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-aef62650-397b-431b-873a-65ef73763025 None None] Set router 87cf9cdf-e82d-4a44-96b4-fd8030b65320 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:14:29.485113 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494c37c-f2ee-49f8-9ae8-ffa3cab08663 req-3aaad52e-fc78-403a-a776-62a29a38df88 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:29.486479 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8494c37c-f2ee-49f8-9ae8-ffa3cab08663 req-3aaad52e-fc78-403a-a776-62a29a38df88 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 945 time: 0.1052759 Mar 07 22:14:29.492000 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849bcef-fbcf-4d50-b1b1-303b8e137ebe req-8b4ca6bf-9984-4e78-bd4a-9f3f175964e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:29.493358 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3849bcef-fbcf-4d50-b1b1-303b8e137ebe req-8b4ca6bf-9984-4e78-bd4a-9f3f175964e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 1098 time: 0.1428766 Mar 07 22:14:29.607329 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8494c37c-f2ee-49f8-9ae8-ffa3cab08663 req-2e2570f1-146f-421e-8e12-c6a31217d36f tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=d091a29f-b8fe-41d5-a165-9b913e11fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130307 Mar 07 22:14:29.629848 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55696) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:14:29.652549 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849bcef-fbcf-4d50-b1b1-303b8e137ebe req-b9df5d72-8085-4bfd-9ba3-86b638c480b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:29.654105 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3849bcef-fbcf-4d50-b1b1-303b8e137ebe req-b9df5d72-8085-4bfd-9ba3-86b638c480b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe HTTP/1.1" status: 200 len: 896 time: 0.1460662 Mar 07 22:14:29.721723 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-aef62650-397b-431b-873a-65ef73763025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307014893', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:06Z', 'updated_at': '2022-03-07T22:14:12Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:07Z', 'updated_at': '2022-03-07T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '181f164e-8376-43b4-aaeb-45beb2cb2d76', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'floating_ip_address': '172.26.2.157', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'port_id': '33004d7d-3f3e-419e-a54a-fbcebb64edac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe', 'mac_address': 'fa:16:3e:be:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8b5088-f991-48e9-b5b3-298f1350604f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:14:27Z', 'updated_at': '2022-03-07T22:14:27Z', 'revision_number': 0, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7f57c7-fba4-4a98-bc4e-d882a4e74a64', 'name': '', 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:36:0c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:11Z', 'updated_at': '2022-03-07T22:14:17Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': 'cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:29.725256 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef62650-397b-431b-873a-65ef73763025 None None] Checking router: 87cf9cdf-e82d-4a44-96b4-fd8030b65320 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:14:29.733477 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef62650-397b-431b-873a-65ef73763025 None None] Routers {'87cf9cdf-e82d-4a44-96b4-fd8030b65320'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:14:29.734112 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-aef62650-397b-431b-873a-65ef73763025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:14:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['87cf9cdf-e82d-4a44-96b4-fd8030b65320'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:29.739533 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b1feedba-0138-4fd4-bac8-82e112b7b60e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/floatingips/181f164e-8376-43b4-aaeb-45beb2cb2d76 HTTP/1.1" status: 200 len: 991 time: 0.1076310 Mar 07 22:14:29.759585 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3849bcef-fbcf-4d50-b1b1-303b8e137ebe req-69315d59-b3ad-4dcd-8a14-953d7ca182ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33004d7d-3f3e-419e-a54a-fbcebb64edac HTTP/1.1" status: 200 len: 999 time: 0.0998585 Mar 07 22:14:29.820212 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849bcef-fbcf-4d50-b1b1-303b8e137ebe req-17bde80d-5824-4dad-8859-ae9469d1e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:29.821902 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3849bcef-fbcf-4d50-b1b1-303b8e137ebe req-17bde80d-5824-4dad-8859-ae9469d1e0d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4 HTTP/1.1" status: 200 len: 834 time: 0.0564227 Mar 07 22:14:29.899263 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849bcef-fbcf-4d50-b1b1-303b8e137ebe req-f82fd469-3213-41bd-84f7-1902a52fca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:29.900701 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3849bcef-fbcf-4d50-b1b1-303b8e137ebe req-f82fd469-3213-41bd-84f7-1902a52fca12 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728891 Mar 07 22:14:29.909075 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-aef62650-397b-431b-873a-65ef73763025 None None] Set router 87cf9cdf-e82d-4a44-96b4-fd8030b65320 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:14:30.029446 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3849bcef-fbcf-4d50-b1b1-303b8e137ebe req-423dca8d-700c-4ba9-a1c3-4c57a6350740 service neutron] 10.222.0.11 "GET /v2.0/networks/cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225414 Mar 07 22:14:30.158885 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3849bcef-fbcf-4d50-b1b1-303b8e137ebe req-4dc703a6-c977-46aa-8623-203115d12f77 service neutron] 10.222.0.11 "GET /v2.0/networks/cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239290 Mar 07 22:14:30.252475 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-aef62650-397b-431b-873a-65ef73763025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307014893', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:06Z', 'updated_at': '2022-03-07T22:14:12Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:07Z', 'updated_at': '2022-03-07T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '181f164e-8376-43b4-aaeb-45beb2cb2d76', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'floating_ip_address': '172.26.2.157', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'port_id': '33004d7d-3f3e-419e-a54a-fbcebb64edac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe', 'mac_address': 'fa:16:3e:be:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8b5088-f991-48e9-b5b3-298f1350604f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:14:27Z', 'updated_at': '2022-03-07T22:14:27Z', 'revision_number': 0, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7f57c7-fba4-4a98-bc4e-d882a4e74a64', 'name': '', 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:36:0c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:11Z', 'updated_at': '2022-03-07T22:14:17Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': 'cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:14:30.257118 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef62650-397b-431b-873a-65ef73763025 None None] The sync data for ids ['87cf9cdf-e82d-4a44-96b4-fd8030b65320'] in dv-neutron-829957-1-hyperv is: [{'id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307014893', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:06Z', 'updated_at': '2022-03-07T22:14:12Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:07Z', 'updated_at': '2022-03-07T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '181f164e-8376-43b4-aaeb-45beb2cb2d76', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'floating_ip_address': '172.26.2.157', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'port_id': '33004d7d-3f3e-419e-a54a-fbcebb64edac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe', 'mac_address': 'fa:16:3e:be:7e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8b5088-f991-48e9-b5b3-298f1350604f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:14:27Z', 'updated_at': '2022-03-07T22:14:27Z', 'revision_number': 0, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7f57c7-fba4-4a98-bc4e-d882a4e74a64', 'name': '', 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:36:0c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:11Z', 'updated_at': '2022-03-07T22:14:17Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': 'cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:14:30.442935 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e1149-6518-46fe-9e71-c4d95854e7c0 None None] New status for floating IP 181f164e-8376-43b4-aaeb-45beb2cb2d76: ACTIVE {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:14:30.742287 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55700) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:14:30.849628 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3c12311d-8203-4d09-997c-6f2ddbf29b7d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/floatingips/181f164e-8376-43b4-aaeb-45beb2cb2d76 HTTP/1.1" status: 200 len: 993 time: 0.1056514 Mar 07 22:14:34.219436 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:14:45.662963 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7757c24e-a111-4c63-b1c1-b19fb8cdc044 req-83d68a9d-0748-4eec-9b6e-4a8f65538721 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678082 Mar 07 22:14:45.799149 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757c24e-a111-4c63-b1c1-b19fb8cdc044 req-92c5722b-0cb0-40c7-a011-426b461243a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:45.800625 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7757c24e-a111-4c63-b1c1-b19fb8cdc044 req-92c5722b-0cb0-40c7-a011-426b461243a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 1098 time: 0.0700309 Mar 07 22:14:46.041752 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757c24e-a111-4c63-b1c1-b19fb8cdc044 req-ce7f583d-59f9-4520-8819-3045ad2875b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:46.043201 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7757c24e-a111-4c63-b1c1-b19fb8cdc044 req-ce7f583d-59f9-4520-8819-3045ad2875b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe HTTP/1.1" status: 200 len: 896 time: 0.2228699 Mar 07 22:14:46.143118 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7757c24e-a111-4c63-b1c1-b19fb8cdc044 req-ebf29cf3-4dda-42c1-b07c-7e2e4ec560dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33004d7d-3f3e-419e-a54a-fbcebb64edac HTTP/1.1" status: 200 len: 1001 time: 0.0922091 Mar 07 22:14:46.187401 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:46.208420 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757c24e-a111-4c63-b1c1-b19fb8cdc044 req-27785323-3bed-4be2-b52a-cbc40e603367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:46.209849 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7757c24e-a111-4c63-b1c1-b19fb8cdc044 req-27785323-3bed-4be2-b52a-cbc40e603367 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4 HTTP/1.1" status: 200 len: 834 time: 0.0595310 Mar 07 22:14:46.281752 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757c24e-a111-4c63-b1c1-b19fb8cdc044 req-2814aceb-42b4-4f00-8811-6908c0675963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:46.283174 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7757c24e-a111-4c63-b1c1-b19fb8cdc044 req-2814aceb-42b4-4f00-8811-6908c0675963 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670683 Mar 07 22:14:46.409392 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7757c24e-a111-4c63-b1c1-b19fb8cdc044 req-9e4c011b-a096-476e-911c-ec29cfe9ebca service neutron] 10.222.0.11 "GET /v2.0/networks/cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193633 Mar 07 22:14:46.539288 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7757c24e-a111-4c63-b1c1-b19fb8cdc044 req-112adda0-a15f-4ec0-b168-35846b411c97 service neutron] 10.222.0.11 "GET /v2.0/networks/cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225910 Mar 07 22:14:50.092374 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9121af53-f553-47dc-b2c2-2f60b468ca75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:52.275284 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7db59e79-7557-4eb6-8dc9-86ae912795f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:53.306221 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:53.375171 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:54.861391 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:14:57.872846 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75f425-4487-435d-9d4a-aaddf86b9c49 req-78774bae-7171-4cbd-9fad-24350055caba tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:57.874306 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6c75f425-4487-435d-9d4a-aaddf86b9c49 req-78774bae-7171-4cbd-9fad-24350055caba tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 945 time: 0.1372375 Mar 07 22:14:57.879442 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86406b9-fe6e-4bed-8f86-b2fecb3f44c7 req-706670be-31e2-466d-bac9-0aeaf48fd1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:57.880769 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e86406b9-fe6e-4bed-8f86-b2fecb3f44c7 req-706670be-31e2-466d-bac9-0aeaf48fd1b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 1098 time: 0.0978324 Mar 07 22:14:57.993541 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6c75f425-4487-435d-9d4a-aaddf86b9c49 req-7f393d92-7ba1-46de-9bf5-c1d86a2ca279 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=d091a29f-b8fe-41d5-a165-9b913e11fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118381 Mar 07 22:14:58.039267 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86406b9-fe6e-4bed-8f86-b2fecb3f44c7 req-74225ea6-e73f-4670-b9bd-3b1c30ca9960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:58.040725 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e86406b9-fe6e-4bed-8f86-b2fecb3f44c7 req-74225ea6-e73f-4670-b9bd-3b1c30ca9960 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe HTTP/1.1" status: 200 len: 896 time: 0.1455696 Mar 07 22:14:58.144511 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e86406b9-fe6e-4bed-8f86-b2fecb3f44c7 req-8cfbebec-dfe0-4d14-94f7-0fb84b1ded31 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33004d7d-3f3e-419e-a54a-fbcebb64edac HTTP/1.1" status: 200 len: 1001 time: 0.0976894 Mar 07 22:14:58.207952 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86406b9-fe6e-4bed-8f86-b2fecb3f44c7 req-948198ce-1329-4c70-b357-7e5f0e68ed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:58.209233 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e86406b9-fe6e-4bed-8f86-b2fecb3f44c7 req-948198ce-1329-4c70-b357-7e5f0e68ed24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4 HTTP/1.1" status: 200 len: 834 time: 0.0589712 Mar 07 22:14:58.281211 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86406b9-fe6e-4bed-8f86-b2fecb3f44c7 req-1417708f-58c2-44e4-acbb-827890f1ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:58.282644 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e86406b9-fe6e-4bed-8f86-b2fecb3f44c7 req-1417708f-58c2-44e4-acbb-827890f1ee49 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670688 Mar 07 22:14:58.410424 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e86406b9-fe6e-4bed-8f86-b2fecb3f44c7 req-b97f3b57-382b-4964-9352-38898dc7c9cf service neutron] 10.222.0.11 "GET /v2.0/networks/cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208546 Mar 07 22:14:58.539850 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e86406b9-fe6e-4bed-8f86-b2fecb3f44c7 req-6aa64861-40e5-496d-82c5-cecd3e463f50 service neutron] 10.222.0.11 "GET /v2.0/networks/cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222107 Mar 07 22:14:59.181167 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc23c45-68c4-41e3-9f52-0d6e1c5e22e9 req-ad558d26-af6e-4de4-b851-1e9499e81c1c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:14:59.182534 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1bc23c45-68c4-41e3-9f52-0d6e1c5e22e9 req-ad558d26-af6e-4de4-b851-1e9499e81c1c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 945 time: 0.0825999 Mar 07 22:14:59.225005 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1bc23c45-68c4-41e3-9f52-0d6e1c5e22e9 req-c6ba4167-3fa7-46be-afa9-64369d4cf954 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=d091a29f-b8fe-41d5-a165-9b913e11fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369720 Mar 07 22:15:00.404086 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da6054-3d4b-443f-b74d-022e1915465b req-ce109dc3-cf0d-4ffb-87c7-fbda6927f9d6 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:00.405511 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-22da6054-3d4b-443f-b74d-022e1915465b req-ce109dc3-cf0d-4ffb-87c7-fbda6927f9d6 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 945 time: 0.0773225 Mar 07 22:15:00.448805 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-22da6054-3d4b-443f-b74d-022e1915465b req-a8c7b764-1d05-44af-9089-447b75c462f8 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=d091a29f-b8fe-41d5-a165-9b913e11fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377369 Mar 07 22:15:01.629688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfd282-ab1c-40f9-8962-03f0c8d19715 req-e14a23da-2d4c-4f8c-966c-abe6b68bb416 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:01.631136 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-00dfd282-ab1c-40f9-8962-03f0c8d19715 req-e14a23da-2d4c-4f8c-966c-abe6b68bb416 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 945 time: 0.0814660 Mar 07 22:15:01.673360 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-00dfd282-ab1c-40f9-8962-03f0c8d19715 req-c1c0c385-935b-44f8-afc0-ff5604f87c7e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=d091a29f-b8fe-41d5-a165-9b913e11fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361528 Mar 07 22:15:02.855044 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec6c6d-668e-495c-8e14-773301e28a5f req-13e8a0b8-a9b3-413b-9f2b-dbd09e36b119 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:02.856490 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-88ec6c6d-668e-495c-8e14-773301e28a5f req-13e8a0b8-a9b3-413b-9f2b-dbd09e36b119 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 945 time: 0.0781491 Mar 07 22:15:02.899857 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-88ec6c6d-668e-495c-8e14-773301e28a5f req-5fc0491b-4a15-4f89-ba3a-b293446e75e8 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=d091a29f-b8fe-41d5-a165-9b913e11fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378673 Mar 07 22:15:04.080571 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d7f8c-f1eb-4c6b-85e1-cab9da38bc92 req-87f39bd7-bdcf-42ce-b73e-459455ab8651 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:04.081996 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7f1d7f8c-f1eb-4c6b-85e1-cab9da38bc92 req-87f39bd7-bdcf-42ce-b73e-459455ab8651 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 945 time: 0.0808208 Mar 07 22:15:04.124804 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7f1d7f8c-f1eb-4c6b-85e1-cab9da38bc92 req-09910722-d1c6-45d8-be77-38ed8d07bab8 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=d091a29f-b8fe-41d5-a165-9b913e11fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365379 Mar 07 22:15:05.308212 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8d0ad-ba93-4d5a-ad8f-8f5cf28b4b3e req-a0d324df-84d0-40c1-b25d-ba50db8bd4e3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:05.309608 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b2b8d0ad-ba93-4d5a-ad8f-8f5cf28b4b3e req-a0d324df-84d0-40c1-b25d-ba50db8bd4e3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 945 time: 0.0807810 Mar 07 22:15:05.440322 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b2b8d0ad-ba93-4d5a-ad8f-8f5cf28b4b3e req-d77c052a-1d01-4aca-8829-6a80f2c966ba tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=d091a29f-b8fe-41d5-a165-9b913e11fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249659 Mar 07 22:15:06.622529 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56d161-d5b4-4d9a-98aa-52bcd4b1b650 req-2e84df40-8c65-4bc9-a064-6740bef36f03 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:06.623921 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8f56d161-d5b4-4d9a-98aa-52bcd4b1b650 req-2e84df40-8c65-4bc9-a064-6740bef36f03 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 945 time: 0.0775461 Mar 07 22:15:06.667105 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8f56d161-d5b4-4d9a-98aa-52bcd4b1b650 req-dd15943d-7445-4e7b-8b35-251da7302d27 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=d091a29f-b8fe-41d5-a165-9b913e11fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376556 Mar 07 22:15:07.847199 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e70804-16df-4b82-b2b5-1e4aa27a5ba3 req-eeaf3a54-13e7-4be2-afb5-fa80767fc09e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:07.848622 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-20e70804-16df-4b82-b2b5-1e4aa27a5ba3 req-eeaf3a54-13e7-4be2-afb5-fa80767fc09e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 945 time: 0.0795703 Mar 07 22:15:07.891674 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-20e70804-16df-4b82-b2b5-1e4aa27a5ba3 req-1b1bc4b9-6d5f-4f9f-b38b-5f74ffe85a13 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=d091a29f-b8fe-41d5-a165-9b913e11fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368989 Mar 07 22:15:09.072239 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36acb2-b241-4cb6-95b8-a032b16b6776 req-0bfe2935-a884-4497-b4ad-71dbe29eeaef tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:09.073635 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3d36acb2-b241-4cb6-95b8-a032b16b6776 req-0bfe2935-a884-4497-b4ad-71dbe29eeaef tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 945 time: 0.0802233 Mar 07 22:15:09.116479 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3d36acb2-b241-4cb6-95b8-a032b16b6776 req-05df8056-06ab-40d8-83b7-a15042e3cb89 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=d091a29f-b8fe-41d5-a165-9b913e11fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370851 Mar 07 22:15:10.300432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569b61a-a0d4-4c1b-9089-daa08529f474 req-09793dd1-2dba-48b0-91cf-5887b5584c69 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:10.301881 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0569b61a-a0d4-4c1b-9089-daa08529f474 req-09793dd1-2dba-48b0-91cf-5887b5584c69 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 945 time: 0.0781386 Mar 07 22:15:10.344054 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0569b61a-a0d4-4c1b-9089-daa08529f474 req-0ce3aba6-74fc-4879-851a-4ee23e3fc99f tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=d091a29f-b8fe-41d5-a165-9b913e11fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366242 Mar 07 22:15:10.366527 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55736) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:15:10.470054 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-78573510-9a6a-4e61-89f1-3c6936575c55 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/floatingips/181f164e-8376-43b4-aaeb-45beb2cb2d76 HTTP/1.1" status: 200 len: 993 time: 0.1023276 Mar 07 22:15:11.218921 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:15:16.177781 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:20.112179 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1ee5e454-b0a5-423d-8e63-43f6cb387789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:22.263154 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e7e41117-4c9f-48a6-bc1f-dabd15ff780c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:23.334822 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:23.386242 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:24.874463 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:41.148599 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55750) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:15:41.347889 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-3301af3b-ea03-4ee3-8bd9-9d5c619f1dca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Deleting port b7b584b8-0529-456f-a4dc-a5c66a5e7207 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:15:41.348225 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3301af3b-ea03-4ee3-8bd9-9d5c619f1dca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:41.510969 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3301af3b-ea03-4ee3-8bd9-9d5c619f1dca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:41.511209 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3301af3b-ea03-4ee3-8bd9-9d5c619f1dca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:41.633655 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-3301af3b-ea03-4ee3-8bd9-9d5c619f1dca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Calling delete_port for b7b584b8-0529-456f-a4dc-a5c66a5e7207 owned by network:floatingip {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:15:41.845664 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3301af3b-ea03-4ee3-8bd9-9d5c619f1dca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:41.894714 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301af3b-ea03-4ee3-8bd9-9d5c619f1dca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Port': ['ID=b7b584b8-0529-456f-a4dc-a5c66a5e7207,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:41.930521 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301af3b-ea03-4ee3-8bd9-9d5c619f1dca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:41.930870 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301af3b-ea03-4ee3-8bd9-9d5c619f1dca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:41.931207 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301af3b-ea03-4ee3-8bd9-9d5c619f1dca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:41.931537 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301af3b-ea03-4ee3-8bd9-9d5c619f1dca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:41.931868 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301af3b-ea03-4ee3-8bd9-9d5c619f1dca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:41.932190 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301af3b-ea03-4ee3-8bd9-9d5c619f1dca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:41.932511 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301af3b-ea03-4ee3-8bd9-9d5c619f1dca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:41.932829 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301af3b-ea03-4ee3-8bd9-9d5c619f1dca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:41.933145 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301af3b-ea03-4ee3-8bd9-9d5c619f1dca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:41.933464 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301af3b-ea03-4ee3-8bd9-9d5c619f1dca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:41.933781 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301af3b-ea03-4ee3-8bd9-9d5c619f1dca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:41.934129 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301af3b-ea03-4ee3-8bd9-9d5c619f1dca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:41.996300 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3301af3b-ea03-4ee3-8bd9-9d5c619f1dca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for floatingip, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:41.996622 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-3301af3b-ea03-4ee3-8bd9-9d5c619f1dca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Floating IP 181f164e-8376-43b4-aaeb-45beb2cb2d76 disassociated (deleted). External IP: 172.26.2.157, port: 33004d7d-3f3e-419e-a54a-fbcebb64edac. Mar 07 22:15:42.430701 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3301af3b-ea03-4ee3-8bd9-9d5c619f1dca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Router 87cf9cdf-e82d-4a44-96b4-fd8030b65320 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:15:42.621140 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3301af3b-ea03-4ee3-8bd9-9d5c619f1dca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:15:42.630379 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9750de3-b86b-4030-91ec-80fb4a90a204 None None] Sync routers for ids ['87cf9cdf-e82d-4a44-96b4-fd8030b65320'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:42.639069 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9750de3-b86b-4030-91ec-80fb4a90a204 None None] Routers {'87cf9cdf-e82d-4a44-96b4-fd8030b65320'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:15:42.639654 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-d9750de3-b86b-4030-91ec-80fb4a90a204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:15:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['87cf9cdf-e82d-4a44-96b4-fd8030b65320'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:42.702726 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3301af3b-ea03-4ee3-8bd9-9d5c619f1dca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:42.758619 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3301af3b-ea03-4ee3-8bd9-9d5c619f1dca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "DELETE /v2.0/floatingips/181f164e-8376-43b4-aaeb-45beb2cb2d76 HTTP/1.1" status: 204 len: 168 time: 1.6090283 Mar 07 22:15:42.759185 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8b5088-f991-48e9-b5b3-298f1350604f', 'tag': '33004d7d-3f3e-419e-a54a-fbcebb64edac'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:15:42.809294 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8b5088-f991-48e9-b5b3-298f1350604f', 'tag': '33004d7d-3f3e-419e-a54a-fbcebb64edac', 'status': 'completed', 'code': 200} Mar 07 22:15:42.867363 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-d9750de3-b86b-4030-91ec-80fb4a90a204 None None] Set router 87cf9cdf-e82d-4a44-96b4-fd8030b65320 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:15:42.909659 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df2cf1-e2f4-4651-8a17-e4ce38cea31f req-decda534-9bed-4532-8b28-39b7082fc2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:42.911539 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-85df2cf1-e2f4-4651-8a17-e4ce38cea31f req-decda534-9bed-4532-8b28-39b7082fc2c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 1098 time: 0.0806766 Mar 07 22:15:43.068713 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df2cf1-e2f4-4651-8a17-e4ce38cea31f req-ad60fb2f-e630-46e5-a3d6-6a4d11ec8a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:43.070783 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-85df2cf1-e2f4-4651-8a17-e4ce38cea31f req-ad60fb2f-e630-46e5-a3d6-6a4d11ec8a6a service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe HTTP/1.1" status: 200 len: 896 time: 0.1519537 Mar 07 22:15:43.142647 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-85df2cf1-e2f4-4651-8a17-e4ce38cea31f req-5befbd9c-90f3-43c3-8402-99565bfb6f6f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33004d7d-3f3e-419e-a54a-fbcebb64edac HTTP/1.1" status: 200 len: 217 time: 0.0661075 Mar 07 22:15:43.211991 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df2cf1-e2f4-4651-8a17-e4ce38cea31f req-7b4b5097-f2da-45a9-90d0-9078851456a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:43.217497 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-85df2cf1-e2f4-4651-8a17-e4ce38cea31f req-7b4b5097-f2da-45a9-90d0-9078851456a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4 HTTP/1.1" status: 200 len: 834 time: 0.0652959 Mar 07 22:15:43.217853 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-d9750de3-b86b-4030-91ec-80fb4a90a204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307014893', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:06Z', 'updated_at': '2022-03-07T22:14:12Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:07Z', 'updated_at': '2022-03-07T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '1b7f57c7-fba4-4a98-bc4e-d882a4e74a64', 'name': '', 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:36:0c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:11Z', 'updated_at': '2022-03-07T22:14:17Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': 'cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:43.218600 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9750de3-b86b-4030-91ec-80fb4a90a204 None None] Checking router: 87cf9cdf-e82d-4a44-96b4-fd8030b65320 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:15:43.228067 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9750de3-b86b-4030-91ec-80fb4a90a204 None None] Routers {'87cf9cdf-e82d-4a44-96b4-fd8030b65320'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:15:43.228677 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-d9750de3-b86b-4030-91ec-80fb4a90a204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:15:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['87cf9cdf-e82d-4a44-96b4-fd8030b65320'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:43.297801 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df2cf1-e2f4-4651-8a17-e4ce38cea31f req-0332a5a2-8214-4434-9908-3f24091387c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:43.299274 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-85df2cf1-e2f4-4651-8a17-e4ce38cea31f req-0332a5a2-8214-4434-9908-3f24091387c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791168 Mar 07 22:15:43.400871 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-d9750de3-b86b-4030-91ec-80fb4a90a204 None None] Set router 87cf9cdf-e82d-4a44-96b4-fd8030b65320 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:15:43.491081 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f49c7-1f54-49c2-bcd2-72867062de11 req-6824add7-5f67-4f71-b631-9e56849d26c9 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:43.491689 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-d55f49c7-1f54-49c2-bcd2-72867062de11 req-6824add7-5f67-4f71-b631-9e56849d26c9 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Synchronizing usage tracker for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:15:43.495347 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-85df2cf1-e2f4-4651-8a17-e4ce38cea31f req-135e15a7-f195-475a-a66d-a50fda7ae4ef service neutron] 10.222.0.11 "GET /v2.0/networks/cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616921 Mar 07 22:15:43.592533 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-d55f49c7-1f54-49c2-bcd2-72867062de11 req-6824add7-5f67-4f71-b631-9e56849d26c9 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Unset dirty status for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:15:43.593667 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d55f49c7-1f54-49c2-bcd2-72867062de11 req-6824add7-5f67-4f71-b631-9e56849d26c9 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 945 time: 0.2907140 Mar 07 22:15:43.659978 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d55f49c7-1f54-49c2-bcd2-72867062de11 req-4b538012-8d39-462c-95e9-12c75b381ad2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=d091a29f-b8fe-41d5-a165-9b913e11fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590310 Mar 07 22:15:43.665338 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-85df2cf1-e2f4-4651-8a17-e4ce38cea31f req-64d255e7-5e71-4d6d-8fd6-3b408436775c service neutron] 10.222.0.11 "GET /v2.0/networks/cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618154 Mar 07 22:15:43.711826 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-d9750de3-b86b-4030-91ec-80fb4a90a204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307014893', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:06Z', 'updated_at': '2022-03-07T22:14:12Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:07Z', 'updated_at': '2022-03-07T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '1b7f57c7-fba4-4a98-bc4e-d882a4e74a64', 'name': '', 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:36:0c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:11Z', 'updated_at': '2022-03-07T22:14:17Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': 'cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:43.715804 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9750de3-b86b-4030-91ec-80fb4a90a204 None None] The sync data for ids ['87cf9cdf-e82d-4a44-96b4-fd8030b65320'] in dv-neutron-829957-1-hyperv is: [{'id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307014893', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:06Z', 'updated_at': '2022-03-07T22:14:12Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:07Z', 'updated_at': '2022-03-07T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '1b7f57c7-fba4-4a98-bc4e-d882a4e74a64', 'name': '', 'network_id': 'cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:36:0c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:11Z', 'updated_at': '2022-03-07T22:14:17Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': 'cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:43.932958 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dcf13f-97a3-418b-8982-449b66391dad None None] New status for floating IP 181f164e-8376-43b4-aaeb-45beb2cb2d76: DOWN {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:15:44.747374 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01ed64-6d2e-43b9-9768-559206780efc req-96008df2-f8bd-4d45-8f4f-69dfcf054789 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:44.748778 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1b01ed64-6d2e-43b9-9768-559206780efc req-96008df2-f8bd-4d45-8f4f-69dfcf054789 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 945 time: 0.0847850 Mar 07 22:15:44.963269 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-1b01ed64-6d2e-43b9-9768-559206780efc req-f3614acf-0db4-4e3f-9768-f1619806c728 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Deleting port 33004d7d-3f3e-419e-a54a-fbcebb64edac {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:15:44.963506 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-1b01ed64-6d2e-43b9-9768-559206780efc req-f3614acf-0db4-4e3f-9768-f1619806c728 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:45.064783 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ab88d-b32e-418f-8386-918ebc76ed5c req-5dd6fb68-4d12-4be4-825c-4bd02a679195 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:45.066226 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2f4ab88d-b32e-418f-8386-918ebc76ed5c req-5dd6fb68-4d12-4be4-825c-4bd02a679195 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 945 time: 0.2835627 Mar 07 22:15:45.203110 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2f4ab88d-b32e-418f-8386-918ebc76ed5c req-6a233927-532f-43d0-a901-78518d17820b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=d091a29f-b8fe-41d5-a165-9b913e11fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297164 Mar 07 22:15:45.254933 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-1b01ed64-6d2e-43b9-9768-559206780efc req-f3614acf-0db4-4e3f-9768-f1619806c728 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] For port 33004d7d-3f3e-419e-a54a-fbcebb64edac, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=33004d7d-3f3e-419e-a54a-fbcebb64edac,segment=NetworkSegment(9b5283f4-f779-4004-9bf4-74a665509870),segment_id=9b5283f4-f779-4004-9bf4-74a665509870)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:15:45.255285 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-1b01ed64-6d2e-43b9-9768-559206780efc req-f3614acf-0db4-4e3f-9768-f1619806c728 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:45.375834 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-1b01ed64-6d2e-43b9-9768-559206780efc req-f3614acf-0db4-4e3f-9768-f1619806c728 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Calling delete_port for 33004d7d-3f3e-419e-a54a-fbcebb64edac owned by compute:nova {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:15:45.657324 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-1b01ed64-6d2e-43b9-9768-559206780efc req-f3614acf-0db4-4e3f-9768-f1619806c728 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:45.704951 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3614acf-0db4-4e3f-9768-f1619806c728 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Port': ['ID=33004d7d-3f3e-419e-a54a-fbcebb64edac,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:45.780726 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b01ed64-6d2e-43b9-9768-559206780efc req-f3614acf-0db4-4e3f-9768-f1619806c728 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] No DVR routers for this DVR port 33004d7d-3f3e-419e-a54a-fbcebb64edac on host hv-neutron-8299 {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:15:45.783125 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-1b01ed64-6d2e-43b9-9768-559206780efc req-f3614acf-0db4-4e3f-9768-f1619806c728 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:45.785513 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8b5088-f991-48e9-b5b3-298f1350604f', 'name': 'network-vif-deleted', 'tag': '33004d7d-3f3e-419e-a54a-fbcebb64edac'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:15:45.828699 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8b5088-f991-48e9-b5b3-298f1350604f', 'name': 'network-vif-deleted', 'tag': '33004d7d-3f3e-419e-a54a-fbcebb64edac', 'status': 'completed', 'code': 200} Mar 07 22:15:45.855901 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1b01ed64-6d2e-43b9-9768-559206780efc req-f3614acf-0db4-4e3f-9768-f1619806c728 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.11 "DELETE /v2.0/ports/33004d7d-3f3e-419e-a54a-fbcebb64edac HTTP/1.1" status: 204 len: 173 time: 1.1012530 Mar 07 22:15:46.245565 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:46.363835 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-e37bdb94-e0b6-4e3c-9c64-1db9b8d7f823 req-a8700524-e3b6-4642-a592-70d039623b01 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Synchronizing usage tracker for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:15:46.434064 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-e37bdb94-e0b6-4e3c-9c64-1db9b8d7f823 req-a8700524-e3b6-4642-a592-70d039623b01 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Unset dirty status for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:15:46.435165 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e37bdb94-e0b6-4e3c-9c64-1db9b8d7f823 req-a8700524-e3b6-4642-a592-70d039623b01 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff8b5088-f991-48e9-b5b3-298f1350604f HTTP/1.1" status: 200 len: 210 time: 0.1123872 Mar 07 22:15:46.686063 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 33004d7d-3f3e-419e-a54a-fbcebb64edac no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:15:46.720203 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 33004d7d-3f3e-419e-a54a-fbcebb64edac {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:15:46.720546 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 33004d7d-3f3e-419e-a54a-fbcebb64edac not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:15:47.527891 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55768) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:15:48.082975 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f110-2df5-49c9-b26b-7d96361fc230 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:48.218376 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:15:48.545355 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-d0c0f110-2df5-49c9-b26b-7d96361fc230 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Deleting port 1b7f57c7-fba4-4a98-bc4e-d882a4e74a64 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:15:48.545940 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f110-2df5-49c9-b26b-7d96361fc230 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:48.729849 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-d0c0f110-2df5-49c9-b26b-7d96361fc230 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] For port 1b7f57c7-fba4-4a98-bc4e-d882a4e74a64, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1b7f57c7-fba4-4a98-bc4e-d882a4e74a64,segment=NetworkSegment(9b5283f4-f779-4004-9bf4-74a665509870),segment_id=9b5283f4-f779-4004-9bf4-74a665509870)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:15:48.730227 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f110-2df5-49c9-b26b-7d96361fc230 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:48.851758 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-d0c0f110-2df5-49c9-b26b-7d96361fc230 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Calling delete_port for 1b7f57c7-fba4-4a98-bc4e-d882a4e74a64 owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:15:49.255221 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f110-2df5-49c9-b26b-7d96361fc230 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:49.300614 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0f110-2df5-49c9-b26b-7d96361fc230 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Port': ['ID=1b7f57c7-fba4-4a98-bc4e-d882a4e74a64,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:49.569651 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f110-2df5-49c9-b26b-7d96361fc230 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:50.029778 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c0f110-2df5-49c9-b26b-7d96361fc230 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Router 87cf9cdf-e82d-4a44-96b4-fd8030b65320 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:15:50.095012 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cab0f407-0483-41f3-bf65-d553d9b1d055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:50.205441 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c0f110-2df5-49c9-b26b-7d96361fc230 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:15:50.214900 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3945117d-35ca-4804-8bdc-f8b6ded568d7 None None] Sync routers for ids ['87cf9cdf-e82d-4a44-96b4-fd8030b65320'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:50.224450 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3945117d-35ca-4804-8bdc-f8b6ded568d7 None None] Routers {'87cf9cdf-e82d-4a44-96b4-fd8030b65320'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:15:50.225046 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3945117d-35ca-4804-8bdc-f8b6ded568d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:15:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['87cf9cdf-e82d-4a44-96b4-fd8030b65320'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:50.279384 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d0c0f110-2df5-49c9-b26b-7d96361fc230 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "PUT /v2.0/routers/87cf9cdf-e82d-4a44-96b4-fd8030b65320/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7503810 Mar 07 22:15:50.282104 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55772) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:15:50.349703 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9358145-2337-4a24-ba3e-03aa9c1e380a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Deleting subnet cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 22:15:50.353106 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f9358145-2337-4a24-ba3e-03aa9c1e380a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:50.400417 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-3945117d-35ca-4804-8bdc-f8b6ded568d7 None None] Set router 87cf9cdf-e82d-4a44-96b4-fd8030b65320 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:15:50.406572 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f9358145-2337-4a24-ba3e-03aa9c1e380a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:50.488703 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f9358145-2337-4a24-ba3e-03aa9c1e380a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:50.638168 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f9358145-2337-4a24-ba3e-03aa9c1e380a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:50.679898 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f9358145-2337-4a24-ba3e-03aa9c1e380a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:50.682677 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9358145-2337-4a24-ba3e-03aa9c1e380a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Subnet': ['ID=cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:50.689115 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc94e1c-be78-438c-83c4-bf2466702dcc None None] Network cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:15:50.690869 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f9358145-2337-4a24-ba3e-03aa9c1e380a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "DELETE /v2.0/subnets/cb93b8c1-b1da-44cb-84ed-3ee50dd1fad4 HTTP/1.1" status: 204 len: 168 time: 0.4078124 Mar 07 22:15:50.694071 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55776) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:15:50.870984 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3945117d-35ca-4804-8bdc-f8b6ded568d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307014893', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:06Z', 'updated_at': '2022-03-07T22:15:49Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:07Z', 'updated_at': '2022-03-07T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:50.876960 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:50.878181 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3945117d-35ca-4804-8bdc-f8b6ded568d7 None None] Checking router: 87cf9cdf-e82d-4a44-96b4-fd8030b65320 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:15:50.891603 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3945117d-35ca-4804-8bdc-f8b6ded568d7 None None] Routers {'87cf9cdf-e82d-4a44-96b4-fd8030b65320'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:15:50.892197 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3945117d-35ca-4804-8bdc-f8b6ded568d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:15:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['87cf9cdf-e82d-4a44-96b4-fd8030b65320'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:51.075187 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03e72c6-6e23-487b-82ee-ea97e7048ce8 None None] DHCP port deletion for cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 22:15:51.088288 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-a03e72c6-6e23-487b-82ee-ea97e7048ce8 None None] Deleting port e15ea7ae-19c2-4dc8-84cf-eff317366bc7 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:15:51.088658 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a03e72c6-6e23-487b-82ee-ea97e7048ce8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:51.118500 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-3945117d-35ca-4804-8bdc-f8b6ded568d7 None None] Set router 87cf9cdf-e82d-4a44-96b4-fd8030b65320 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:15:51.170668 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:51.239819 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Deleting port 1670aa1d-baf0-45b6-aa06-1a2cc00288ac {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:15:51.240182 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:51.414319 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] For port 1670aa1d-baf0-45b6-aa06-1a2cc00288ac, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1670aa1d-baf0-45b6-aa06-1a2cc00288ac,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:15:51.414551 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:51.521314 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-a03e72c6-6e23-487b-82ee-ea97e7048ce8 None None] For port e15ea7ae-19c2-4dc8-84cf-eff317366bc7, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e15ea7ae-19c2-4dc8-84cf-eff317366bc7,segment=NetworkSegment(9b5283f4-f779-4004-9bf4-74a665509870),segment_id=9b5283f4-f779-4004-9bf4-74a665509870)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:15:51.521696 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a03e72c6-6e23-487b-82ee-ea97e7048ce8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:51.538728 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Calling delete_port for 1670aa1d-baf0-45b6-aa06-1a2cc00288ac owned by network:router_gateway {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:15:51.647044 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-a03e72c6-6e23-487b-82ee-ea97e7048ce8 None None] Calling delete_port for e15ea7ae-19c2-4dc8-84cf-eff317366bc7 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:15:51.721761 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-3945117d-35ca-4804-8bdc-f8b6ded568d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307014893', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:06Z', 'updated_at': '2022-03-07T22:15:49Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:07Z', 'updated_at': '2022-03-07T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:51.727067 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3945117d-35ca-4804-8bdc-f8b6ded568d7 None None] The sync data for ids ['87cf9cdf-e82d-4a44-96b4-fd8030b65320'] in dv-neutron-829957-1-hyperv is: [{'id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307014893', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:14:06Z', 'updated_at': '2022-03-07T22:15:49Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '1670aa1d-baf0-45b6-aa06-1a2cc00288ac', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cf9cdf-e82d-4a44-96b4-fd8030b65320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:14:07Z', 'updated_at': '2022-03-07T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:15:51.775530 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:51.810062 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a03e72c6-6e23-487b-82ee-ea97e7048ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:51.825304 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Port': ['ID=1670aa1d-baf0-45b6-aa06-1a2cc00288ac,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:51.861808 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:51.862179 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:51.862513 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:51.862846 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:51.863168 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:51.863493 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:51.863753 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e72c6-6e23-487b-82ee-ea97e7048ce8 None None] Pushing event deleted for resources: {'Port': ['ID=e15ea7ae-19c2-4dc8-84cf-eff317366bc7,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:51.863869 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:51.864111 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:51.864428 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:51.864741 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:51.865053 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:51.865365 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:51.867144 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03e72c6-6e23-487b-82ee-ea97e7048ce8 None None] No DVR routers for this DVR port e15ea7ae-19c2-4dc8-84cf-eff317366bc7 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:15:51.874834 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e72c6-6e23-487b-82ee-ea97e7048ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:51.875264 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e72c6-6e23-487b-82ee-ea97e7048ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:51.877661 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e72c6-6e23-487b-82ee-ea97e7048ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:51.877661 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e72c6-6e23-487b-82ee-ea97e7048ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:51.877661 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e72c6-6e23-487b-82ee-ea97e7048ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:51.877661 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e72c6-6e23-487b-82ee-ea97e7048ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:51.877661 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e72c6-6e23-487b-82ee-ea97e7048ce8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:51.877661 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e72c6-6e23-487b-82ee-ea97e7048ce8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:51.877661 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e72c6-6e23-487b-82ee-ea97e7048ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:51.879302 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e72c6-6e23-487b-82ee-ea97e7048ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:51.879302 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e72c6-6e23-487b-82ee-ea97e7048ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:51.879567 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e72c6-6e23-487b-82ee-ea97e7048ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:15:51.924861 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:52.097363 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:52.099661 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:52.177291 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:52.178119 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Fanout notify agent at l3_agent the message router_deleted on router 87cf9cdf-e82d-4a44-96b4-fd8030b65320 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 22:15:52.194134 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:52.197911 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-470210ff-4002-48de-aee5-715a05e440fe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "DELETE /v2.0/routers/87cf9cdf-e82d-4a44-96b4-fd8030b65320 HTTP/1.1" status: 204 len: 168 time: 1.5005779 Mar 07 22:15:52.198179 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55782) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:15:52.263032 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e347731d-d653-4b04-8329-36f251aa1799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:52.315028 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ff7ad2c3-6d90-4838-9342-1f51284120c5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:52.447124 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ff7ad2c3-6d90-4838-9342-1f51284120c5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:52.472039 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-ff7ad2c3-6d90-4838-9342-1f51284120c5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:52.484051 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-ff7ad2c3-6d90-4838-9342-1f51284120c5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b5283f4-f779-4004-9bf4-74a665509870') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:52.484344 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-ff7ad2c3-6d90-4838-9342-1f51284120c5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b5283f4-f779-4004-9bf4-74a665509870') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:52.495455 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ff7ad2c3-6d90-4838-9342-1f51284120c5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:52.511385 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ff7ad2c3-6d90-4838-9342-1f51284120c5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:52.517236 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7ad2c3-6d90-4838-9342-1f51284120c5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:15:52.517560 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ff7ad2c3-6d90-4838-9342-1f51284120c5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:15:52.535586 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:15:52.689292 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ff7ad2c3-6d90-4838-9342-1f51284120c5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:52.709102 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ff7ad2c3-6d90-4838-9342-1f51284120c5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:52.722348 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ad2c3-6d90-4838-9342-1f51284120c5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Network': ['ID=cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:52.787052 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ff7ad2c3-6d90-4838-9342-1f51284120c5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "DELETE /v2.0/networks/cb29e3b3-3afc-4bb5-a61a-8b78206fbcbe HTTP/1.1" status: 204 len: 168 time: 0.5879009 Mar 07 22:15:52.789768 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55790) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:15:52.959002 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4ac3d327-259f-4c34-9559-00fc6f8cf770 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:52.988800 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4ac3d327-259f-4c34-9559-00fc6f8cf770 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:53.031816 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1670aa1d-baf0-45b6-aa06-1a2cc00288ac no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:15:53.067047 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 1670aa1d-baf0-45b6-aa06-1a2cc00288ac {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:15:53.067316 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1670aa1d-baf0-45b6-aa06-1a2cc00288ac not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:15:53.067728 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1b7f57c7-fba4-4a98-bc4e-d882a4e74a64 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:15:53.099827 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 1b7f57c7-fba4-4a98-bc4e-d882a4e74a64 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:15:53.100160 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1b7f57c7-fba4-4a98-bc4e-d882a4e74a64 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:15:53.100556 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e15ea7ae-19c2-4dc8-84cf-eff317366bc7 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:15:53.112221 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4ac3d327-259f-4c34-9559-00fc6f8cf770 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:53.131483 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3d327-259f-4c34-9559-00fc6f8cf770 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d091a29f-b8fe-41d5-a165-9b913e11fec8,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:53.182779 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: e15ea7ae-19c2-4dc8-84cf-eff317366bc7 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:15:53.183111 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e15ea7ae-19c2-4dc8-84cf-eff317366bc7 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:15:53.219699 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4ac3d327-259f-4c34-9559-00fc6f8cf770 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:53.220902 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4ac3d327-259f-4c34-9559-00fc6f8cf770 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "DELETE /v2.0/security-groups/d091a29f-b8fe-41d5-a165-9b913e11fec8 HTTP/1.1" status: 204 len: 168 time: 0.4301946 Mar 07 22:15:53.331633 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:53.388703 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:53.628549 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55798) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:15:53.633696 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-1b564070-040b-45e9-8744-27ab0a0fec71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-414034459', 'description': 'tempest-secgroup-smoke-414034459 description', 'project_id': '42a2dae755c845488dbd51b04647fa3f'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:53.639682 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-1b564070-040b-45e9-8744-27ab0a0fec71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:15:53.643701 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1b564070-040b-45e9-8744-27ab0a0fec71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:15:53.646566 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1b564070-040b-45e9-8744-27ab0a0fec71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:15:53.652724 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-1b564070-040b-45e9-8744-27ab0a0fec71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:15:53.758048 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1b564070-040b-45e9-8744-27ab0a0fec71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:53.777798 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-1b564070-040b-45e9-8744-27ab0a0fec71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:15:53.781582 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1b564070-040b-45e9-8744-27ab0a0fec71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:15:53.784401 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1b564070-040b-45e9-8744-27ab0a0fec71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:15:53.790787 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-1b564070-040b-45e9-8744-27ab0a0fec71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:15:53.876281 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1b564070-040b-45e9-8744-27ab0a0fec71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:53.919990 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1b564070-040b-45e9-8744-27ab0a0fec71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:53.970146 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b564070-040b-45e9-8744-27ab0a0fec71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=043a4bac-0340-4a46-bd7f-d5be99bb9a8e,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:54.032298 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1b564070-040b-45e9-8744-27ab0a0fec71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:54.033541 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1b564070-040b-45e9-8744-27ab0a0fec71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4039695 Mar 07 22:15:54.036438 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55804) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:15:54.042133 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-b9717713-5737-4af1-83d5-fe824199cdae tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': '043a4bac-0340-4a46-bd7f-d5be99bb9a8e', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:54.048268 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b9717713-5737-4af1-83d5-fe824199cdae tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:15:54.052149 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b9717713-5737-4af1-83d5-fe824199cdae tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:15:54.055844 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b9717713-5737-4af1-83d5-fe824199cdae tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:15:54.061625 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b9717713-5737-4af1-83d5-fe824199cdae tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:15:54.138106 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b9717713-5737-4af1-83d5-fe824199cdae tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:54.197451 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b9717713-5737-4af1-83d5-fe824199cdae tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:54.273694 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b9717713-5737-4af1-83d5-fe824199cdae tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:54.296820 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9717713-5737-4af1-83d5-fe824199cdae tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36069e57-f449-4afe-983c-179c584eb5db,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:54.371407 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b9717713-5737-4af1-83d5-fe824199cdae tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:54.372628 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b9717713-5737-4af1-83d5-fe824199cdae tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3352823 Mar 07 22:15:54.375347 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55808) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:15:54.380257 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-9ad3e998-d692-44a4-a0fa-1badae842542 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': '043a4bac-0340-4a46-bd7f-d5be99bb9a8e', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:54.386497 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-9ad3e998-d692-44a4-a0fa-1badae842542 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:15:54.389976 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-9ad3e998-d692-44a4-a0fa-1badae842542 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:15:54.392992 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-9ad3e998-d692-44a4-a0fa-1badae842542 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:15:54.399114 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-9ad3e998-d692-44a4-a0fa-1badae842542 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:15:54.485715 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9ad3e998-d692-44a4-a0fa-1badae842542 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:54.547540 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9ad3e998-d692-44a4-a0fa-1badae842542 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:54.634231 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9ad3e998-d692-44a4-a0fa-1badae842542 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:54.657419 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3e998-d692-44a4-a0fa-1badae842542 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73ab34f-a5c1-4601-b6da-f2a8cf57aca4,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:54.725918 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-9ad3e998-d692-44a4-a0fa-1badae842542 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:54.727129 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-9ad3e998-d692-44a4-a0fa-1badae842542 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3508875 Mar 07 22:15:54.729902 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55812) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:15:54.734748 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-1ebabd34-2b55-4a1e-ac47-9245cb36f978 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': '043a4bac-0340-4a46-bd7f-d5be99bb9a8e', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:54.740481 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-1ebabd34-2b55-4a1e-ac47-9245cb36f978 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:15:54.744310 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1ebabd34-2b55-4a1e-ac47-9245cb36f978 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:15:54.747262 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-1ebabd34-2b55-4a1e-ac47-9245cb36f978 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:15:54.752830 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-1ebabd34-2b55-4a1e-ac47-9245cb36f978 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:15:54.860034 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1ebabd34-2b55-4a1e-ac47-9245cb36f978 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:54.880078 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:54.924366 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1ebabd34-2b55-4a1e-ac47-9245cb36f978 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:54.994249 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1ebabd34-2b55-4a1e-ac47-9245cb36f978 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:55.018824 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebabd34-2b55-4a1e-ac47-9245cb36f978 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f0be8b-6c69-4df7-ac51-bc2e6a211816,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:55.102888 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-1ebabd34-2b55-4a1e-ac47-9245cb36f978 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:55.104071 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1ebabd34-2b55-4a1e-ac47-9245cb36f978 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3733058 Mar 07 22:15:55.106802 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55816) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:15:55.111846 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-aa83d41b-c779-499a-840e-8f130a36ed71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': '043a4bac-0340-4a46-bd7f-d5be99bb9a8e', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:55.118194 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-aa83d41b-c779-499a-840e-8f130a36ed71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:15:55.122126 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-aa83d41b-c779-499a-840e-8f130a36ed71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:15:55.124998 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-aa83d41b-c779-499a-840e-8f130a36ed71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:15:55.130652 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-aa83d41b-c779-499a-840e-8f130a36ed71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:15:55.212402 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aa83d41b-c779-499a-840e-8f130a36ed71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:55.273925 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aa83d41b-c779-499a-840e-8f130a36ed71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:55.359621 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aa83d41b-c779-499a-840e-8f130a36ed71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:55.383354 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83d41b-c779-499a-840e-8f130a36ed71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6837b1e-f058-4155-8b98-e0fe06310943,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:55.456978 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aa83d41b-c779-499a-840e-8f130a36ed71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:55.458172 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-aa83d41b-c779-499a-840e-8f130a36ed71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3503187 Mar 07 22:15:55.460785 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55820) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:15:55.465810 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-10f6dee6-15cc-4cfb-b947-f31527d9d8a7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': '043a4bac-0340-4a46-bd7f-d5be99bb9a8e', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:55.473268 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-10f6dee6-15cc-4cfb-b947-f31527d9d8a7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:15:55.478872 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-10f6dee6-15cc-4cfb-b947-f31527d9d8a7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:15:55.480330 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-10f6dee6-15cc-4cfb-b947-f31527d9d8a7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:15:55.485870 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-10f6dee6-15cc-4cfb-b947-f31527d9d8a7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:15:55.531261 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.securitygroups_db [None req-10f6dee6-15cc-4cfb-b947-f31527d9d8a7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Project 42a2dae755c845488dbd51b04647fa3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:15:55.537647 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-10f6dee6-15cc-4cfb-b947-f31527d9d8a7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:55.603243 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-10f6dee6-15cc-4cfb-b947-f31527d9d8a7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:55.673769 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-10f6dee6-15cc-4cfb-b947-f31527d9d8a7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:55.699398 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6dee6-15cc-4cfb-b947-f31527d9d8a7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c829a33-9f30-47b3-89e9-4d635fb6600b,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:55.765442 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-10f6dee6-15cc-4cfb-b947-f31527d9d8a7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:55.766588 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-10f6dee6-15cc-4cfb-b947-f31527d9d8a7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3048968 Mar 07 22:15:55.769176 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55826) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:15:55.774020 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-734ebb13-754d-484b-8a18-eafa046c9a33 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': '043a4bac-0340-4a46-bd7f-d5be99bb9a8e', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:55.779710 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-734ebb13-754d-484b-8a18-eafa046c9a33 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:15:55.783475 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-734ebb13-754d-484b-8a18-eafa046c9a33 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:15:55.786448 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-734ebb13-754d-484b-8a18-eafa046c9a33 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:15:55.792633 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-734ebb13-754d-484b-8a18-eafa046c9a33 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:15:55.862622 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.securitygroups_db [None req-734ebb13-754d-484b-8a18-eafa046c9a33 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Project 42a2dae755c845488dbd51b04647fa3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:15:55.869448 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-734ebb13-754d-484b-8a18-eafa046c9a33 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:55.933584 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-734ebb13-754d-484b-8a18-eafa046c9a33 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:56.028101 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-734ebb13-754d-484b-8a18-eafa046c9a33 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:56.050979 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ebb13-754d-484b-8a18-eafa046c9a33 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99ec850-f1f7-47e8-8ce2-9cd2011e175b,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:56.125625 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-734ebb13-754d-484b-8a18-eafa046c9a33 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:56.126854 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-734ebb13-754d-484b-8a18-eafa046c9a33 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3567827 Mar 07 22:15:56.129639 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55832) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:15:56.135161 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-5821d302-0c16-4d45-9cb4-2340caee3d6e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'network': {'name': 'tempest-network-smoke--1760892595', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'port_security_enabled': True}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:56.140130 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5821d302-0c16-4d45-9cb4-2340caee3d6e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:15:56.144119 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5821d302-0c16-4d45-9cb4-2340caee3d6e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:network and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:15:56.146925 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-5821d302-0c16-4d45-9cb4-2340caee3d6e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:15:56.152939 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-5821d302-0c16-4d45-9cb4-2340caee3d6e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:15:56.222714 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5821d302-0c16-4d45-9cb4-2340caee3d6e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Made reservation on behalf of 42a2dae755c845488dbd51b04647fa3f for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:15:56.226051 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5821d302-0c16-4d45-9cb4-2340caee3d6e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:56.252695 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5821d302-0c16-4d45-9cb4-2340caee3d6e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:15:56.261629 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5821d302-0c16-4d45-9cb4-2340caee3d6e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:56.261978 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-5821d302-0c16-4d45-9cb4-2340caee3d6e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Added segment 26e3c042-8864-42bb-92d3-06b39fcc5c2a of type vlan for network 2a65c08b-cc1d-4139-9023-99eb1e492ef9 Mar 07 22:15:56.287099 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5821d302-0c16-4d45-9cb4-2340caee3d6e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:56.394179 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5821d302-0c16-4d45-9cb4-2340caee3d6e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:56.400256 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5821d302-0c16-4d45-9cb4-2340caee3d6e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:56.400818 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-5821d302-0c16-4d45-9cb4-2340caee3d6e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:56.507558 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821d302-0c16-4d45-9cb4-2340caee3d6e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Network': ['ID=2a65c08b-cc1d-4139-9023-99eb1e492ef9,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:56.517915 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 2a65c08b-cc1d-4139-9023-99eb1e492ef9 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 22:15:56.572961 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-5821d302-0c16-4d45-9cb4-2340caee3d6e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4419909 Mar 07 22:15:56.575694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55836) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:15:56.581360 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-c3945277-6257-4fbe-b006-2c16f0c1095c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-142427003', 'admin_state_up': True, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:56.589432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c3945277-6257-4fbe-b006-2c16f0c1095c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:15:56.593360 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c3945277-6257-4fbe-b006-2c16f0c1095c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:router and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:15:56.596246 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c3945277-6257-4fbe-b006-2c16f0c1095c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:15:56.602599 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c3945277-6257-4fbe-b006-2c16f0c1095c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:15:56.697109 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c3945277-6257-4fbe-b006-2c16f0c1095c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:56.698241 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c3945277-6257-4fbe-b006-2c16f0c1095c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:56.714160 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c3945277-6257-4fbe-b006-2c16f0c1095c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:57.058395 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c3945277-6257-4fbe-b006-2c16f0c1095c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:57.423520 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c3945277-6257-4fbe-b006-2c16f0c1095c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:57.562230 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c3945277-6257-4fbe-b006-2c16f0c1095c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:57.694136 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-c3945277-6257-4fbe-b006-2c16f0c1095c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Allocated IP 172.26.2.76 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/266a4cf9-6195-4ce6-836d-ed9f93d8c493) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:15:57.844708 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c3945277-6257-4fbe-b006-2c16f0c1095c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:57.952164 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c3945277-6257-4fbe-b006-2c16f0c1095c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:58.011879 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3945277-6257-4fbe-b006-2c16f0c1095c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:15:58.018675 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-c3945277-6257-4fbe-b006-2c16f0c1095c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:15:58.022694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3945277-6257-4fbe-b006-2c16f0c1095c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:15:58.054892 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3945277-6257-4fbe-b006-2c16f0c1095c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=266a4cf9-6195-4ce6-836d-ed9f93d8c493,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:15:58.484487 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c3945277-6257-4fbe-b006-2c16f0c1095c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router_gateway, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:58.810660 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c3945277-6257-4fbe-b006-2c16f0c1095c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:59.188127 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3945277-6257-4fbe-b006-2c16f0c1095c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Router b9ea2489-1c55-46ab-a6ad-8f245293e09c is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 22:15:59.358020 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3945277-6257-4fbe-b006-2c16f0c1095c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:15:59.367979 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] Sync routers for ids ['b9ea2489-1c55-46ab-a6ad-8f245293e09c'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:15:59.377385 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] Routers {'b9ea2489-1c55-46ab-a6ad-8f245293e09c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:15:59.378000 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:15:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['b9ea2489-1c55-46ab-a6ad-8f245293e09c'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:59.428642 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c3945277-6257-4fbe-b006-2c16f0c1095c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:59.433216 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c3945277-6257-4fbe-b006-2c16f0c1095c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8534722 Mar 07 22:15:59.439459 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55844) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:15:59.475015 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-dd06573d-eb65-4f0e-9f18-427f60952dae tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=42a2dae755c845488dbd51b04647fa3f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404794 Mar 07 22:15:59.478238 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55848) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:15:59.554566 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] Set router b9ea2489-1c55-46ab-a6ad-8f245293e09c gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:15:59.607895 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc43509f-82ea-4c30-bdd4-f96873c7391a tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:15:59.609355 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-bc43509f-82ea-4c30-bdd4-f96873c7391a tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302207 Mar 07 22:15:59.612221 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55852) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:15:59.650687 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d9c7eb3c-c53a-4233-a23d-ed14c395a147 tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374188 Mar 07 22:15:59.653244 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55856) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:15:59.658475 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f4ac3fe4-d5c4-49d6-b8b7-d41a909ae21a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1868096544', 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:15:59.766002 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f4ac3fe4-d5c4-49d6-b8b7-d41a909ae21a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:15:59.769815 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f4ac3fe4-d5c4-49d6-b8b7-d41a909ae21a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:subnet and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:15:59.773112 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f4ac3fe4-d5c4-49d6-b8b7-d41a909ae21a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:15:59.778831 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f4ac3fe4-d5c4-49d6-b8b7-d41a909ae21a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:15:59.827602 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142427003', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:15:56Z', 'updated_at': '2022-03-07T22:15:58Z', 'revision_number': 3, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:15:57Z', 'updated_at': '2022-03-07T22:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:15:59.831555 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] Checking router: b9ea2489-1c55-46ab-a6ad-8f245293e09c for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:15:59.831889 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] Updating router b9ea2489-1c55-46ab-a6ad-8f245293e09c port 266a4cf9-6195-4ce6-836d-ed9f93d8c493 binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:15:59.854979 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ac3fe4-d5c4-49d6-b8b7-d41a909ae21a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Made reservation on behalf of 42a2dae755c845488dbd51b04647fa3f for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:15:59.858893 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f4ac3fe4-d5c4-49d6-b8b7-d41a909ae21a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:15:59.886131 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:00.146579 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f4ac3fe4-d5c4-49d6-b8b7-d41a909ae21a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:00.226903 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac3fe4-d5c4-49d6-b8b7-d41a909ae21a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Subnet': ['ID=a073e8b6-4f0f-4cae-882f-2a7586b22c47,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:00.235038 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:00.237125 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ac3fe4-d5c4-49d6-b8b7-d41a909ae21a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Checking segment: {'id': '26e3c042-8864-42bb-92d3-06b39fcc5c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:16:00.237470 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ac3fe4-d5c4-49d6-b8b7-d41a909ae21a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network hostable DHCP agents. Network: 2a65c08b-cc1d-4139-9023-99eb1e492ef9, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:16:00.246499 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] Transition to ACTIVE for port object 266a4cf9-6195-4ce6-836d-ed9f93d8c493 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:16:00.311494 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:00.336462 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ac3fe4-d5c4-49d6-b8b7-d41a909ae21a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network 2a65c08b-cc1d-4139-9023-99eb1e492ef9 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:16:00.386793 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] Attempting to bind port 266a4cf9-6195-4ce6-836d-ed9f93d8c493 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:16:00.387343 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] Attempting to bind port 266a4cf9-6195-4ce6-836d-ed9f93d8c493 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:16:00.387561 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] Attempting to bind port 266a4cf9-6195-4ce6-836d-ed9f93d8c493 on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:16:00.397321 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38493f4-e667-4aea-9dd0-b7b3311908af None None] Pushing event updated for resources: {'Port': ['ID=266a4cf9-6195-4ce6-836d-ed9f93d8c493,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:00.400590 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:16:00.400951 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:16:00.401340 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:00.401721 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:16:00.402270 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] Bound port: 266a4cf9-6195-4ce6-836d-ed9f93d8c493, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:16:00.402698 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:00.409179 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-f4ac3fe4-d5c4-49d6-b8b7-d41a909ae21a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 2a65c08b-cc1d-4139-9023-99eb1e492ef9) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:16:00.414769 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ac3fe4-d5c4-49d6-b8b7-d41a909ae21a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:00.414769 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f4ac3fe4-d5c4-49d6-b8b7-d41a909ae21a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:00.418448 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c281436-ab6b-43a4-ba54-d4d4be3f27f0 None None] Network 2a65c08b-cc1d-4139-9023-99eb1e492ef9 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:16:00.444006 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38493f4-e667-4aea-9dd0-b7b3311908af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:16:00.444405 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38493f4-e667-4aea-9dd0-b7b3311908af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:16:00.445515 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38493f4-e667-4aea-9dd0-b7b3311908af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:16:00.445841 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38493f4-e667-4aea-9dd0-b7b3311908af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:16:00.446189 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38493f4-e667-4aea-9dd0-b7b3311908af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:16:00.446511 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38493f4-e667-4aea-9dd0-b7b3311908af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:16:00.446843 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38493f4-e667-4aea-9dd0-b7b3311908af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:16:00.447144 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38493f4-e667-4aea-9dd0-b7b3311908af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:16:00.447457 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38493f4-e667-4aea-9dd0-b7b3311908af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:16:00.447771 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38493f4-e667-4aea-9dd0-b7b3311908af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:16:00.448082 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38493f4-e667-4aea-9dd0-b7b3311908af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:16:00.448392 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38493f4-e667-4aea-9dd0-b7b3311908af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:16:00.489304 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] For port 266a4cf9-6195-4ce6-836d-ed9f93d8c493, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:16:00.492876 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] For port 266a4cf9-6195-4ce6-836d-ed9f93d8c493, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=266a4cf9-6195-4ce6-836d-ed9f93d8c493,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:16:00.503348 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f4ac3fe4-d5c4-49d6-b8b7-d41a909ae21a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8490951 Mar 07 22:16:00.506114 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55860) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:16:00.629364 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:00.629550 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20caef9-018f-457b-bc04-3be4497b2413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-2a65c08b-cc1d-4139-9023-99eb1e492ef9', 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'fixed_ips': [{'subnet_id': 'a073e8b6-4f0f-4cae-882f-2a7586b22c47'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 22:16:00.630210 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c20caef9-018f-457b-bc04-3be4497b2413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:00.707619 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] Routers {'b9ea2489-1c55-46ab-a6ad-8f245293e09c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:16:00.708332 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:15:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['b9ea2489-1c55-46ab-a6ad-8f245293e09c'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:00.781673 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38493f4-e667-4aea-9dd0-b7b3311908af None None] Pushing event updated for resources: {'Port': ['ID=266a4cf9-6195-4ce6-836d-ed9f93d8c493,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:00.791865 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-c20caef9-018f-457b-bc04-3be4497b2413 None None] Allocated IP 172.20.0.2 (2a65c08b-cc1d-4139-9023-99eb1e492ef9/a073e8b6-4f0f-4cae-882f-2a7586b22c47/0b9ce56d-3851-4505-97f6-38b16ebfb8b4) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:16:00.915269 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] Set router b9ea2489-1c55-46ab-a6ad-8f245293e09c gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:16:01.002656 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c20caef9-018f-457b-bc04-3be4497b2413 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:01.012632 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c20caef9-018f-457b-bc04-3be4497b2413 None None] Transition to ACTIVE for port object 0b9ce56d-3851-4505-97f6-38b16ebfb8b4 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:16:01.034222 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c20caef9-018f-457b-bc04-3be4497b2413 None None] Transition to ACTIVE for port object 0b9ce56d-3851-4505-97f6-38b16ebfb8b4 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:16:01.112801 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c20caef9-018f-457b-bc04-3be4497b2413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:01.174439 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20caef9-018f-457b-bc04-3be4497b2413 None None] Network 2a65c08b-cc1d-4139-9023-99eb1e492ef9 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:16:01.181282 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-c20caef9-018f-457b-bc04-3be4497b2413 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:16:01.185826 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20caef9-018f-457b-bc04-3be4497b2413 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:16:01.191749 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20caef9-018f-457b-bc04-3be4497b2413 None None] Pushing event updated for resources: {'Port': ['ID=0b9ce56d-3851-4505-97f6-38b16ebfb8b4,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:01.245521 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142427003', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:15:56Z', 'updated_at': '2022-03-07T22:15:58Z', 'revision_number': 3, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:15:57Z', 'updated_at': '2022-03-07T22:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:01.249314 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d13c87-cecb-4350-a287-0e5f7cf0bc3f None None] The sync data for ids ['b9ea2489-1c55-46ab-a6ad-8f245293e09c'] in dv-neutron-829957-1-hyperv is: [{'id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142427003', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:15:56Z', 'updated_at': '2022-03-07T22:15:58Z', 'revision_number': 3, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:15:57Z', 'updated_at': '2022-03-07T22:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:16:01.285602 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-c20caef9-018f-457b-bc04-3be4497b2413 None None] Attempting to bind port 0b9ce56d-3851-4505-97f6-38b16ebfb8b4 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:16:01.285978 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-c20caef9-018f-457b-bc04-3be4497b2413 None None] Attempting to bind port 0b9ce56d-3851-4505-97f6-38b16ebfb8b4 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '26e3c042-8864-42bb-92d3-06b39fcc5c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:16:01.286348 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20caef9-018f-457b-bc04-3be4497b2413 None None] Attempting to bind port 0b9ce56d-3851-4505-97f6-38b16ebfb8b4 on network 2a65c08b-cc1d-4139-9023-99eb1e492ef9 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:16:01.292159 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20caef9-018f-457b-bc04-3be4497b2413 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:16:01.292536 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20caef9-018f-457b-bc04-3be4497b2413 None None] Checking segment: {'id': '26e3c042-8864-42bb-92d3-06b39fcc5c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:16:01.292935 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c20caef9-018f-457b-bc04-3be4497b2413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:01.293325 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20caef9-018f-457b-bc04-3be4497b2413 None None] Bound using segment: {'id': '26e3c042-8864-42bb-92d3-06b39fcc5c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:16:01.293841 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-c20caef9-018f-457b-bc04-3be4497b2413 None None] Bound port: 0b9ce56d-3851-4505-97f6-38b16ebfb8b4, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e3c042-8864-42bb-92d3-06b39fcc5c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:16:01.294179 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c20caef9-018f-457b-bc04-3be4497b2413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:01.355602 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d446df39-c701-4f99-8a43-973210d857a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:01.385117 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c20caef9-018f-457b-bc04-3be4497b2413 None None] For port 0b9ce56d-3851-4505-97f6-38b16ebfb8b4, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:16:01.388250 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c20caef9-018f-457b-bc04-3be4497b2413 None None] For port 0b9ce56d-3851-4505-97f6-38b16ebfb8b4, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=0b9ce56d-3851-4505-97f6-38b16ebfb8b4,segment=NetworkSegment(26e3c042-8864-42bb-92d3-06b39fcc5c2a),segment_id=26e3c042-8864-42bb-92d3-06b39fcc5c2a)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:16:01.461629 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c20caef9-018f-457b-bc04-3be4497b2413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:01.557753 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20caef9-018f-457b-bc04-3be4497b2413 None None] Pushing event updated for resources: {'Port': ['ID=0b9ce56d-3851-4505-97f6-38b16ebfb8b4,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:01.796782 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-d446df39-c701-4f99-8a43-973210d857a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Allocated IP 172.20.0.1 (2a65c08b-cc1d-4139-9023-99eb1e492ef9/a073e8b6-4f0f-4cae-882f-2a7586b22c47/e2a8f226-194a-41cb-b5d1-36753a6aa883) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:16:01.965732 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d446df39-c701-4f99-8a43-973210d857a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:01.982495 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-d446df39-c701-4f99-8a43-973210d857a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Transition to ACTIVE for port object e2a8f226-194a-41cb-b5d1-36753a6aa883 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:16:02.091775 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d446df39-c701-4f99-8a43-973210d857a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:02.159769 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d446df39-c701-4f99-8a43-973210d857a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network 2a65c08b-cc1d-4139-9023-99eb1e492ef9 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:16:02.167728 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-d446df39-c701-4f99-8a43-973210d857a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:16:02.172050 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d446df39-c701-4f99-8a43-973210d857a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:16:02.205839 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446df39-c701-4f99-8a43-973210d857a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=e2a8f226-194a-41cb-b5d1-36753a6aa883,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:02.237266 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d446df39-c701-4f99-8a43-973210d857a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:02.479947 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47463ade-5b20-4925-898f-5407023b0f82 None None] Network 2a65c08b-cc1d-4139-9023-99eb1e492ef9 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:16:02.576359 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d446df39-c701-4f99-8a43-973210d857a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:02.631853 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-02ee97fe-cd54-45ee-a626-716509fd9e28 None None] Provisioning for port 0b9ce56d-3851-4505-97f6-38b16ebfb8b4 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:16:03.039779 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-cb6e8252-444f-48ce-9c8b-cc9c1819340a None None] Provisioning for port e2a8f226-194a-41cb-b5d1-36753a6aa883 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:16:03.045184 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-cb6e8252-444f-48ce-9c8b-cc9c1819340a None None] Provisioning complete for port e2a8f226-194a-41cb-b5d1-36753a6aa883 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:16:03.050178 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cb6e8252-444f-48ce-9c8b-cc9c1819340a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:03.118407 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-cb6e8252-444f-48ce-9c8b-cc9c1819340a None None] Port e2a8f226-194a-41cb-b5d1-36753a6aa883 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:16:03.130766 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 0b9ce56d-3851-4505-97f6-38b16ebfb8b4 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:16:03.151922 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d446df39-c701-4f99-8a43-973210d857a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:03.197455 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d446df39-c701-4f99-8a43-973210d857a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:03.237631 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-0d26bc7f-0619-4c34-9c58-4a56dfff4fe9 None None] Provisioning complete for port e2a8f226-194a-41cb-b5d1-36753a6aa883 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:16:03.238040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0d26bc7f-0619-4c34-9c58-4a56dfff4fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:03.265531 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 0b9ce56d-3851-4505-97f6-38b16ebfb8b4 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:16:03.279397 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 0b9ce56d-3851-4505-97f6-38b16ebfb8b4 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:16:03.279763 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:03.322429 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d446df39-c701-4f99-8a43-973210d857a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:03.323345 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446df39-c701-4f99-8a43-973210d857a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=e2a8f226-194a-41cb-b5d1-36753a6aa883,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:03.369831 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-0d26bc7f-0619-4c34-9c58-4a56dfff4fe9 None None] Port e2a8f226-194a-41cb-b5d1-36753a6aa883 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:16:03.443291 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:03.467419 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d446df39-c701-4f99-8a43-973210d857a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network 2a65c08b-cc1d-4139-9023-99eb1e492ef9 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:16:03.472760 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-d446df39-c701-4f99-8a43-973210d857a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:16:03.477278 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 0b9ce56d-3851-4505-97f6-38b16ebfb8b4, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=0b9ce56d-3851-4505-97f6-38b16ebfb8b4,segment=NetworkSegment(26e3c042-8864-42bb-92d3-06b39fcc5c2a),segment_id=26e3c042-8864-42bb-92d3-06b39fcc5c2a)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:16:03.571884 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:03.572752 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 266a4cf9-6195-4ce6-836d-ed9f93d8c493 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:16:03.674662 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d446df39-c701-4f99-8a43-973210d857a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Router b9ea2489-1c55-46ab-a6ad-8f245293e09c has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:16:03.698551 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=0b9ce56d-3851-4505-97f6-38b16ebfb8b4,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:03.711889 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-4eb6fb62-d573-4f0b-9193-9af351e61fdd None None] Provisioning complete for port e2a8f226-194a-41cb-b5d1-36753a6aa883 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:16:03.712255 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eb6fb62-d573-4f0b-9193-9af351e61fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:03.765291 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-4eb6fb62-d573-4f0b-9193-9af351e61fdd None None] Port e2a8f226-194a-41cb-b5d1-36753a6aa883 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:16:03.771069 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 266a4cf9-6195-4ce6-836d-ed9f93d8c493 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:16:03.776017 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 266a4cf9-6195-4ce6-836d-ed9f93d8c493 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:16:03.776386 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:03.856092 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d446df39-c701-4f99-8a43-973210d857a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:16:03.871531 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] Sync routers for ids ['b9ea2489-1c55-46ab-a6ad-8f245293e09c'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:16:03.871732 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d446df39-c701-4f99-8a43-973210d857a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "PUT /v2.0/routers/b9ea2489-1c55-46ab-a6ad-8f245293e09c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3632550 Mar 07 22:16:03.899022 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] Routers {'b9ea2489-1c55-46ab-a6ad-8f245293e09c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:16:03.899628 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:15:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['b9ea2489-1c55-46ab-a6ad-8f245293e09c'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:03.962631 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:03.987996 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 266a4cf9-6195-4ce6-836d-ed9f93d8c493, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=266a4cf9-6195-4ce6-836d-ed9f93d8c493,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:16:04.027835 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-71e199bb-1efc-422c-be9e-15b79f5b9908 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-414034459&fields=id&tenant_id=42a2dae755c845488dbd51b04647fa3f HTTP/1.1" status: 200 len: 267 time: 0.0385809 Mar 07 22:16:04.051758 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:04.144700 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] Set router b9ea2489-1c55-46ab-a6ad-8f245293e09c gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:16:04.182913 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-67d40088-bb21-4377-a243-8e1b509ebfb0 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:04.184581 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-67d40088-bb21-4377-a243-8e1b509ebfb0 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/networks?id=2a65c08b-cc1d-4139-9023-99eb1e492ef9 HTTP/1.1" status: 200 len: 797 time: 0.1498716 Mar 07 22:16:04.199465 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-ee0f9827-2ad7-404f-a85d-a6fb8e0b4ffb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/quotas/42a2dae755c845488dbd51b04647fa3f HTTP/1.1" status: 200 len: 375 time: 0.0092320 Mar 07 22:16:04.199807 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=266a4cf9-6195-4ce6-836d-ed9f93d8c493,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:04.281178 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-67723376-e52c-49ff-9047-c798cabda699 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Synchronizing usage tracker for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:16:04.342787 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-67723376-e52c-49ff-9047-c798cabda699 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Unset dirty status for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:16:04.344155 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-67723376-e52c-49ff-9047-c798cabda699 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1387403 Mar 07 22:16:04.458915 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142427003', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:15:56Z', 'updated_at': '2022-03-07T22:16:02Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:15:57Z', 'updated_at': '2022-03-07T22:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'e2a8f226-194a-41cb-b5d1-36753a6aa883', 'name': '', 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:bf:ac:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'a073e8b6-4f0f-4cae-882f-2a7586b22c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:16:01Z', 'updated_at': '2022-03-07T22:16:02Z', 'revision_number': 2, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': 'a073e8b6-4f0f-4cae-882f-2a7586b22c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:04.463382 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] Checking router: b9ea2489-1c55-46ab-a6ad-8f245293e09c for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:16:04.464175 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] Updating router b9ea2489-1c55-46ab-a6ad-8f245293e09c port e2a8f226-194a-41cb-b5d1-36753a6aa883 binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:16:04.518612 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:04.523477 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-0cba6a5e-1e5b-4306-96ae-0090848189b4 service neutron] 10.222.0.21 "GET /v2.0/networks/2a65c08b-cc1d-4139-9023-99eb1e492ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670182 Mar 07 22:16:04.653443 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-657bd76a-7619-45bf-a4b0-b70493deffb8 service neutron] 10.222.0.21 "GET /v2.0/networks/2a65c08b-cc1d-4139-9023-99eb1e492ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239443 Mar 07 22:16:04.854006 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:04.865657 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] Transition to ACTIVE for port object e2a8f226-194a-41cb-b5d1-36753a6aa883 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:16:04.929133 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-38c34ef9-e0b4-4d93-9aa1-a7fc59c43526 req-32e86b29-6b34-48e3-9f52-f323095a7121 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 210 time: 0.0407524 Mar 07 22:16:04.940616 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:05.087405 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 0b9ce56d-3851-4505-97f6-38b16ebfb8b4 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:16:05.196898 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48938a7-f76f-4c0e-84bf-e0e562633e6a None None] Pushing event updated for resources: {'Port': ['ID=e2a8f226-194a-41cb-b5d1-36753a6aa883,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:05.260070 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] Attempting to bind port e2a8f226-194a-41cb-b5d1-36753a6aa883 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:16:05.260437 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] Attempting to bind port e2a8f226-194a-41cb-b5d1-36753a6aa883 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '26e3c042-8864-42bb-92d3-06b39fcc5c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:16:05.260798 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] Attempting to bind port e2a8f226-194a-41cb-b5d1-36753a6aa883 on network 2a65c08b-cc1d-4139-9023-99eb1e492ef9 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:16:05.267759 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:16:05.268076 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] Checking segment: {'id': '26e3c042-8864-42bb-92d3-06b39fcc5c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:16:05.268474 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:05.268863 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] Bound using segment: {'id': '26e3c042-8864-42bb-92d3-06b39fcc5c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:16:05.269316 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] Bound port: e2a8f226-194a-41cb-b5d1-36753a6aa883, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e3c042-8864-42bb-92d3-06b39fcc5c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:16:05.269684 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:05.297547 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 0b9ce56d-3851-4505-97f6-38b16ebfb8b4 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:16:05.297912 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:05.455044 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] For port e2a8f226-194a-41cb-b5d1-36753a6aa883, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:16:05.473548 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] For port e2a8f226-194a-41cb-b5d1-36753a6aa883, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e2a8f226-194a-41cb-b5d1-36753a6aa883,segment=NetworkSegment(26e3c042-8864-42bb-92d3-06b39fcc5c2a),segment_id=26e3c042-8864-42bb-92d3-06b39fcc5c2a)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:16:05.488800 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 266a4cf9-6195-4ce6-836d-ed9f93d8c493 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:16:05.540134 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:05.632832 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48938a7-f76f-4c0e-84bf-e0e562633e6a None None] Pushing event updated for resources: {'Port': ['ID=e2a8f226-194a-41cb-b5d1-36753a6aa883,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:05.636643 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] Routers {'b9ea2489-1c55-46ab-a6ad-8f245293e09c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:16:05.637243 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:15:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['b9ea2489-1c55-46ab-a6ad-8f245293e09c'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:05.691780 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 266a4cf9-6195-4ce6-836d-ed9f93d8c493 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:16:05.692061 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:05.907531 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] Set router b9ea2489-1c55-46ab-a6ad-8f245293e09c gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:16:06.082161 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8580d236-7db6-42d6-ae40-d3ede280baf6 req-eb34829a-69e6-463a-9e08-b5d9819ae4c9 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 210 time: 0.0467839 Mar 07 22:16:06.245333 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142427003', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:15:56Z', 'updated_at': '2022-03-07T22:16:02Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:15:57Z', 'updated_at': '2022-03-07T22:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'e2a8f226-194a-41cb-b5d1-36753a6aa883', 'name': '', 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:bf:ac:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'a073e8b6-4f0f-4cae-882f-2a7586b22c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:16:01Z', 'updated_at': '2022-03-07T22:16:05Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': 'a073e8b6-4f0f-4cae-882f-2a7586b22c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:06.249191 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c2a03e-9932-4463-9cc3-819cea4172f4 None None] The sync data for ids ['b9ea2489-1c55-46ab-a6ad-8f245293e09c'] in dv-neutron-829957-1-hyperv is: [{'id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142427003', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:15:56Z', 'updated_at': '2022-03-07T22:16:02Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:15:57Z', 'updated_at': '2022-03-07T22:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'e2a8f226-194a-41cb-b5d1-36753a6aa883', 'name': '', 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:bf:ac:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'a073e8b6-4f0f-4cae-882f-2a7586b22c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:16:01Z', 'updated_at': '2022-03-07T22:16:05Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': 'a073e8b6-4f0f-4cae-882f-2a7586b22c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:16:06.889394 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-9062bb94-28dd-4eed-9492-885cda942d62 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:06.890954 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-9062bb94-28dd-4eed-9492-885cda942d62 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.11 "GET /v2.0/networks?id=2a65c08b-cc1d-4139-9023-99eb1e492ef9 HTTP/1.1" status: 200 len: 797 time: 0.2655466 Mar 07 22:16:06.941611 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-17ce61c0-0798-4077-bc5f-d4696fb896d2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42a2dae755c845488dbd51b04647fa3f HTTP/1.1" status: 200 len: 379 time: 0.0422094 Mar 07 22:16:06.950227 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-8f107542-582c-423f-9b64-fa7c01234de3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'port': {'device_id': '477f4074-be97-480c-a6b2-30e4aafaf5f5', 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9', 'admin_state_up': True, 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'security_groups': ['043a4bac-0340-4a46-bd7f-d5be99bb9a8e']}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:16:07.083540 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e2a8f226-194a-41cb-b5d1-36753a6aa883 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:16:07.108770 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-8f107542-582c-423f-9b64-fa7c01234de3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:16:07.122571 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-8f107542-582c-423f-9b64-fa7c01234de3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:16:07.234243 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port e2a8f226-194a-41cb-b5d1-36753a6aa883 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:16:07.239835 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port e2a8f226-194a-41cb-b5d1-36753a6aa883 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:16:07.240106 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-8f107542-582c-423f-9b64-fa7c01234de3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Made reservation on behalf of 42a2dae755c845488dbd51b04647fa3f for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:16:07.243788 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:07.244554 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-8f107542-582c-423f-9b64-fa7c01234de3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:07.261730 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dfff2f5b-1f01-42af-95ec-c5fdee17e734 req-75a67d4f-12f7-4b6f-8d11-47ba8ffcbf32 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 210 time: 0.0574560 Mar 07 22:16:07.361616 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:07.393473 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port e2a8f226-194a-41cb-b5d1-36753a6aa883, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e2a8f226-194a-41cb-b5d1-36753a6aa883,segment=NetworkSegment(26e3c042-8864-42bb-92d3-06b39fcc5c2a),segment_id=26e3c042-8864-42bb-92d3-06b39fcc5c2a)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:16:07.429577 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-8f107542-582c-423f-9b64-fa7c01234de3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Allocated IP 172.20.0.5 (2a65c08b-cc1d-4139-9023-99eb1e492ef9/a073e8b6-4f0f-4cae-882f-2a7586b22c47/866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:16:07.477857 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:07.544134 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=e2a8f226-194a-41cb-b5d1-36753a6aa883,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:07.617218 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-8f107542-582c-423f-9b64-fa7c01234de3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:07.631825 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-8f107542-582c-423f-9b64-fa7c01234de3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Transition to ACTIVE for port object 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:16:07.692011 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-8f107542-582c-423f-9b64-fa7c01234de3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:07.761867 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-8f107542-582c-423f-9b64-fa7c01234de3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network 2a65c08b-cc1d-4139-9023-99eb1e492ef9 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:16:07.768819 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-8f107542-582c-423f-9b64-fa7c01234de3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:16:07.773101 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-8f107542-582c-423f-9b64-fa7c01234de3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:16:07.804201 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f107542-582c-423f-9b64-fa7c01234de3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:07.844552 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-8f107542-582c-423f-9b64-fa7c01234de3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:07.845169 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-8f107542-582c-423f-9b64-fa7c01234de3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:07.947078 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-8f107542-582c-423f-9b64-fa7c01234de3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0005331 Mar 07 22:16:07.957569 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-c89cdf57-cb80-4bdf-869a-b710b8e75004 service neutron] Request body: {'port': {'device_id': '477f4074-be97-480c-a6b2-30e4aafaf5f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:16:08.066338 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-c89cdf57-cb80-4bdf-869a-b710b8e75004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:08.089043 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f3426995-00fb-4ab4-93cf-06ff5a8090e3 None None] Provisioning for port 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:16:08.093942 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f3426995-00fb-4ab4-93cf-06ff5a8090e3 None None] Provisioning complete for port 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:16:08.094384 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f3426995-00fb-4ab4-93cf-06ff5a8090e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:08.186445 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-f3426995-00fb-4ab4-93cf-06ff5a8090e3 None None] Port 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:16:08.459655 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-c89cdf57-cb80-4bdf-869a-b710b8e75004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd {{(pid=88386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:16:08.463055 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-c89cdf57-cb80-4bdf-869a-b710b8e75004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:08.483843 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-c89cdf57-cb80-4bdf-869a-b710b8e75004 service neutron] Transition to ACTIVE for port object 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd will not be triggered until provisioned by entity L2. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:16:08.504093 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91e587-3be0-430f-8c64-a16e6c56ae51 req-1693df60-c78f-476f-ae7e-34e56e1907eb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:08.504770 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3a91e587-3be0-430f-8c64-a16e6c56ae51 req-1693df60-c78f-476f-ae7e-34e56e1907eb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Synchronizing usage tracker for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:16:08.593851 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-c89cdf57-cb80-4bdf-869a-b710b8e75004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:08.634755 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3a91e587-3be0-430f-8c64-a16e6c56ae51 req-1693df60-c78f-476f-ae7e-34e56e1907eb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Unset dirty status for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:16:08.635886 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3a91e587-3be0-430f-8c64-a16e6c56ae51 req-1693df60-c78f-476f-ae7e-34e56e1907eb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 931 time: 0.2511032 Mar 07 22:16:08.789645 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89cdf57-cb80-4bdf-869a-b710b8e75004 service neutron] Pushing event updated for resources: {'Port': ['ID=866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:08.832072 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3a91e587-3be0-430f-8c64-a16e6c56ae51 req-737cb210-92bb-438d-99c9-30a777b9bbac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858854 Mar 07 22:16:08.867137 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-c89cdf57-cb80-4bdf-869a-b710b8e75004 service neutron] Attempting to bind port 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:16:08.867474 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-c89cdf57-cb80-4bdf-869a-b710b8e75004 service neutron] Attempting to bind port 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '26e3c042-8864-42bb-92d3-06b39fcc5c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:16:08.867793 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-c89cdf57-cb80-4bdf-869a-b710b8e75004 service neutron] Attempting to bind port 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd on network 2a65c08b-cc1d-4139-9023-99eb1e492ef9 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:16:08.872324 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-c89cdf57-cb80-4bdf-869a-b710b8e75004 service neutron] Port 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd on network 2a65c08b-cc1d-4139-9023-99eb1e492ef9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 22:16:08.872639 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-c89cdf57-cb80-4bdf-869a-b710b8e75004 service neutron] Attempting to bind port 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd on network 2a65c08b-cc1d-4139-9023-99eb1e492ef9 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:16:08.877569 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-c89cdf57-cb80-4bdf-869a-b710b8e75004 service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:16:08.877904 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-c89cdf57-cb80-4bdf-869a-b710b8e75004 service neutron] Checking segment: {'id': '26e3c042-8864-42bb-92d3-06b39fcc5c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:16:08.878310 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-c89cdf57-cb80-4bdf-869a-b710b8e75004 service neutron] Bound using segment: {'id': '26e3c042-8864-42bb-92d3-06b39fcc5c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9'} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:16:08.878734 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-c89cdf57-cb80-4bdf-869a-b710b8e75004 service neutron] Bound port: 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e3c042-8864-42bb-92d3-06b39fcc5c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9'}}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:16:08.879074 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-c89cdf57-cb80-4bdf-869a-b710b8e75004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:09.037520 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e2a8f226-194a-41cb-b5d1-36753a6aa883 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:16:09.068333 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-c89cdf57-cb80-4bdf-869a-b710b8e75004 service neutron] For port 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd, host hv-neutron-8299, cleared binding levels {{(pid=88386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:16:09.071583 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-c89cdf57-cb80-4bdf-869a-b710b8e75004 service neutron] For port 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd,segment=NetworkSegment(26e3c042-8864-42bb-92d3-06b39fcc5c2a),segment_id=26e3c042-8864-42bb-92d3-06b39fcc5c2a)] {{(pid=88386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:16:09.104571 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port e2a8f226-194a-41cb-b5d1-36753a6aa883 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:16:09.105116 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:09.137410 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-c89cdf57-cb80-4bdf-869a-b710b8e75004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:09.192760 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-c89cdf57-cb80-4bdf-869a-b710b8e75004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:09.193369 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-c89cdf57-cb80-4bdf-869a-b710b8e75004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:09.195042 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-c89cdf57-cb80-4bdf-869a-b710b8e75004 service neutron] 10.222.0.11 "PUT /v2.0/ports/866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd HTTP/1.1" status: 200 len: 1093 time: 1.2411497 Mar 07 22:16:09.195474 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477f4074-be97-480c-a6b2-30e4aafaf5f5', 'tag': '866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:16:09.227821 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89cdf57-cb80-4bdf-869a-b710b8e75004 service neutron] Pushing event updated for resources: {'Port': ['ID=866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd,revision_number=3']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:09.256723 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477f4074-be97-480c-a6b2-30e4aafaf5f5', 'tag': '866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd', 'status': 'completed', 'code': 200} Mar 07 22:16:09.352672 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61932a-1a56-4fae-98a3-644711376234 req-cbeb9eff-ef34-4338-a16b-a405bb2b809a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:09.354180 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1d61932a-1a56-4fae-98a3-644711376234 req-cbeb9eff-ef34-4338-a16b-a405bb2b809a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 1096 time: 0.0785012 Mar 07 22:16:09.496992 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61932a-1a56-4fae-98a3-644711376234 req-47129812-344b-4082-8cac-456cdd9f57c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:09.498355 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1d61932a-1a56-4fae-98a3-644711376234 req-47129812-344b-4082-8cac-456cdd9f57c0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=42a2dae755c845488dbd51b04647fa3f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1379423 Mar 07 22:16:09.633465 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61932a-1a56-4fae-98a3-644711376234 req-b47b0bb0-d720-4def-b49d-67f78068e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:09.635086 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1d61932a-1a56-4fae-98a3-644711376234 req-b47b0bb0-d720-4def-b49d-67f78068e068 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1311028 Mar 07 22:16:09.736799 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-743baaa4-b3b7-4ca0-ac61-73850f4406e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:09.738254 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-743baaa4-b3b7-4ca0-ac61-73850f4406e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 1096 time: 0.0689125 Mar 07 22:16:09.808689 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-859b190e-c2cc-4013-a206-36c1670f21c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd HTTP/1.1" status: 200 len: 217 time: 0.0638018 Mar 07 22:16:09.873020 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-ac437b47-2dc9-45f9-a4bd-8d0077b10558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:09.874511 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-ac437b47-2dc9-45f9-a4bd-8d0077b10558 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a073e8b6-4f0f-4cae-882f-2a7586b22c47 HTTP/1.1" status: 200 len: 835 time: 0.0594211 Mar 07 22:16:09.993058 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-20d26eda-62c1-40bd-a68a-4d3cb071298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:09.994513 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-20d26eda-62c1-40bd-a68a-4d3cb071298a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a65c08b-cc1d-4139-9023-99eb1e492ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1142178 Mar 07 22:16:10.125167 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c20bfe-0543-4106-ab25-ea18c65083bb req-e0694bbf-4eeb-413d-be42-f891385cb529 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:10.126528 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b8c20bfe-0543-4106-ab25-ea18c65083bb req-e0694bbf-4eeb-413d-be42-f891385cb529 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 943 time: 0.1823902 Mar 07 22:16:10.164519 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-85bece66-2d94-48f9-8cfc-0b04c240076d service neutron] 10.222.0.11 "GET /v2.0/networks/2a65c08b-cc1d-4139-9023-99eb1e492ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637018 Mar 07 22:16:10.217944 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b8c20bfe-0543-4106-ab25-ea18c65083bb req-2daade53-4cba-4c75-bb4f-f7ee8ad9a777 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854692 Mar 07 22:16:10.308864 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-68a2460a-51ea-46f5-9c56-fc2d8f8ff312 req-4d08963b-d8f3-4b2a-836a-d4adb049721d service neutron] 10.222.0.11 "GET /v2.0/networks/2a65c08b-cc1d-4139-9023-99eb1e492ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362972 Mar 07 22:16:11.405893 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057fd2c-79bf-4516-ac43-7fb91f84d127 req-e656f14d-6c26-4739-a4a6-8cc4b2b92363 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:11.407339 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f057fd2c-79bf-4516-ac43-7fb91f84d127 req-e656f14d-6c26-4739-a4a6-8cc4b2b92363 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 943 time: 0.0807586 Mar 07 22:16:11.450517 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f057fd2c-79bf-4516-ac43-7fb91f84d127 req-669e15bf-1e3b-4bd4-99a0-c40e22cd2609 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375729 Mar 07 22:16:12.627763 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6df80-82d7-4caf-84b7-21d6bb4fb051 req-f132b2fd-409d-4418-a8c1-8956f6baaa4d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:12.629164 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a4e6df80-82d7-4caf-84b7-21d6bb4fb051 req-f132b2fd-409d-4418-a8c1-8956f6baaa4d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 943 time: 0.0777321 Mar 07 22:16:12.674506 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a4e6df80-82d7-4caf-84b7-21d6bb4fb051 req-034d97ac-c402-4b32-8d8d-cabe54f4b80e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392241 Mar 07 22:16:12.748211 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:16:12.876679 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd,segment=NetworkSegment(26e3c042-8864-42bb-92d3-06b39fcc5c2a),segment_id=26e3c042-8864-42bb-92d3-06b39fcc5c2a)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:16:12.889181 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd', 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9', 'port_id': '866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd', 'mac_address': 'fa:16:3e:e5:e5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a073e8b6-4f0f-4cae-882f-2a7586b22c47', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:16:12.945034 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:12.960589 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:16:12.975009 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd,segment=NetworkSegment(26e3c042-8864-42bb-92d3-06b39fcc5c2a),segment_id=26e3c042-8864-42bb-92d3-06b39fcc5c2a)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:16:13.034039 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:13.099767 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:13.238214 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:16:13.852362 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd7dc9-4443-4779-ad43-59f04253a345 req-016ded15-1ad3-420c-ab3c-e78f6621fa27 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:13.853792 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-65dd7dc9-4443-4779-ad43-59f04253a345 req-016ded15-1ad3-420c-ab3c-e78f6621fa27 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 944 time: 0.0778081 Mar 07 22:16:13.896954 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-65dd7dc9-4443-4779-ad43-59f04253a345 req-d41e017f-12ae-43ca-b708-97bb64cbb535 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374203 Mar 07 22:16:14.774325 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:16:14.879268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:16:14.884696 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:16:14.886198 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:15.002213 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:15.028067 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477f4074-be97-480c-a6b2-30e4aafaf5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:16:15.038651 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd,segment=NetworkSegment(26e3c042-8864-42bb-92d3-06b39fcc5c2a),segment_id=26e3c042-8864-42bb-92d3-06b39fcc5c2a)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:16:15.071626 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477f4074-be97-480c-a6b2-30e4aafaf5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd', 'code': 200} Mar 07 22:16:15.085699 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:15.091296 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c200a-1d8b-490b-89e0-2a1927cb68a2 req-e4ab1148-c69d-4ffa-a545-ff9a3e005afe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:15.092801 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d31c200a-1d8b-490b-89e0-2a1927cb68a2 req-e4ab1148-c69d-4ffa-a545-ff9a3e005afe tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 944 time: 0.0896857 Mar 07 22:16:15.138797 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d31c200a-1d8b-490b-89e0-2a1927cb68a2 req-ff7b7a3d-63e4-4400-bd7a-291ba810db5e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397792 Mar 07 22:16:15.157472 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:15.435229 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9a4b3-4094-486f-b374-68504719c728 req-1f67625b-daf4-49a8-95ae-1cc2a4aafe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:15.436719 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-93c9a4b3-4094-486f-b374-68504719c728 req-1f67625b-daf4-49a8-95ae-1cc2a4aafe00 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 1098 time: 0.0676198 Mar 07 22:16:15.476343 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-93c9a4b3-4094-486f-b374-68504719c728 req-3b421e15-9b07-4848-873b-0ab4c35f73e8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339847 Mar 07 22:16:16.211229 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:16.421131 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625210a7-43ab-403e-88dd-105a1de6b845 req-f33096bd-8299-4ff9-85c2-51faf3f672a4 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:16.422554 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-625210a7-43ab-403e-88dd-105a1de6b845 req-f33096bd-8299-4ff9-85c2-51faf3f672a4 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 945 time: 0.1753826 Mar 07 22:16:16.467053 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-625210a7-43ab-403e-88dd-105a1de6b845 req-d42c4771-6251-4631-8f07-1a12bb5e148a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386448 Mar 07 22:16:17.647405 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca70163-c03d-4016-8ba0-b919f632ce56 req-e09c02b8-7e2d-4019-a604-703faf598dcb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:17.648754 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8ca70163-c03d-4016-8ba0-b919f632ce56 req-e09c02b8-7e2d-4019-a604-703faf598dcb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 945 time: 0.0801187 Mar 07 22:16:17.690969 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8ca70163-c03d-4016-8ba0-b919f632ce56 req-1da60e76-f90b-42f2-a4b6-2c7e20e87b20 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367270 Mar 07 22:16:17.870384 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f0fd9-9fd5-4248-b308-ac7c1bc244db req-5ff44e4f-aa19-4398-be46-29eb8f976eed tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:17.871813 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7b4f0fd9-9fd5-4248-b308-ac7c1bc244db req-5ff44e4f-aa19-4398-be46-29eb8f976eed tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 945 time: 0.0786252 Mar 07 22:16:17.914735 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7b4f0fd9-9fd5-4248-b308-ac7c1bc244db req-09d629bc-4119-4d85-9ae3-ccca486008e4 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366104 Mar 07 22:16:17.936833 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55918) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:16:18.008576 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f11dd3b-e088-4d6a-b560-171a22909117 tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:18.010071 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0f11dd3b-e088-4d6a-b560-171a22909117 tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 1093 time: 0.0720146 Mar 07 22:16:18.012880 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 55922) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:16:18.017613 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-df7b95a5-f771-4e31-8062-e83a858e7e18 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': '866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:16:18.023336 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-df7b95a5-f771-4e31-8062-e83a858e7e18 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:16:18.027043 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-df7b95a5-f771-4e31-8062-e83a858e7e18 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:floatingip and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:16:18.029782 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-df7b95a5-f771-4e31-8062-e83a858e7e18 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:16:18.035338 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-df7b95a5-f771-4e31-8062-e83a858e7e18 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:16:18.094509 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-df7b95a5-f771-4e31-8062-e83a858e7e18 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for floatingip, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:18.229635 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-df7b95a5-f771-4e31-8062-e83a858e7e18 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:18.361547 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-df7b95a5-f771-4e31-8062-e83a858e7e18 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Allocated IP 172.26.2.135 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/27888a29-7d76-49da-8c2b-0794cf1945ea) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:16:18.504124 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-df7b95a5-f771-4e31-8062-e83a858e7e18 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:18.591932 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-df7b95a5-f771-4e31-8062-e83a858e7e18 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:18.651742 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7b95a5-f771-4e31-8062-e83a858e7e18 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:16:18.658326 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-df7b95a5-f771-4e31-8062-e83a858e7e18 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:16:18.662303 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7b95a5-f771-4e31-8062-e83a858e7e18 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:16:18.693409 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b95a5-f771-4e31-8062-e83a858e7e18 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=27888a29-7d76-49da-8c2b-0794cf1945ea,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:19.060824 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-df7b95a5-f771-4e31-8062-e83a858e7e18 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:19.186136 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-df7b95a5-f771-4e31-8062-e83a858e7e18 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:19.384699 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-df7b95a5-f771-4e31-8062-e83a858e7e18 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:19.448628 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-df7b95a5-f771-4e31-8062-e83a858e7e18 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:19.648033 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b95a5-f771-4e31-8062-e83a858e7e18 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=27888a29-7d76-49da-8c2b-0794cf1945ea,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:16:19.660291 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-df7b95a5-f771-4e31-8062-e83a858e7e18 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:19.824727 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-df7b95a5-f771-4e31-8062-e83a858e7e18 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Floating IP 81ae68d2-dfe6-41d8-b774-8de0bf65681c associated. External IP: 172.26.2.135, port: 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd. Mar 07 22:16:20.096825 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-738344db-e7f8-4d6e-baba-2110fbf2c973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:20.163375 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7b95a5-f771-4e31-8062-e83a858e7e18 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Router b9ea2489-1c55-46ab-a6ad-8f245293e09c has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:16:20.340188 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7b95a5-f771-4e31-8062-e83a858e7e18 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:16:20.350209 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ffbc43-e1d2-4c12-9de5-7ace392969b8 None None] Sync routers for ids ['b9ea2489-1c55-46ab-a6ad-8f245293e09c'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:16:20.359470 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ffbc43-e1d2-4c12-9de5-7ace392969b8 None None] Routers {'b9ea2489-1c55-46ab-a6ad-8f245293e09c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:16:20.360135 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-65ffbc43-e1d2-4c12-9de5-7ace392969b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:15:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['b9ea2489-1c55-46ab-a6ad-8f245293e09c'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:20.422641 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-df7b95a5-f771-4e31-8062-e83a858e7e18 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:20.477707 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-df7b95a5-f771-4e31-8062-e83a858e7e18 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4638250 Mar 07 22:16:20.478346 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477f4074-be97-480c-a6b2-30e4aafaf5f5', 'tag': '866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:16:20.525592 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477f4074-be97-480c-a6b2-30e4aafaf5f5', 'tag': '866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd', 'status': 'completed', 'code': 200} Mar 07 22:16:20.563953 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-65ffbc43-e1d2-4c12-9de5-7ace392969b8 None None] Set router b9ea2489-1c55-46ab-a6ad-8f245293e09c gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:16:20.676406 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa0feb-1ac1-47b3-80c2-d931003d9f67 req-7684ed6f-861c-4ca3-94af-70c36efda258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:20.677755 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4cfa0feb-1ac1-47b3-80c2-d931003d9f67 req-7684ed6f-861c-4ca3-94af-70c36efda258 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 1098 time: 0.1319451 Mar 07 22:16:20.687688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47889355-f04d-4ab5-b4d3-879e6a916ac1 req-73157452-2b78-4a09-99b7-8f8732bff8a2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:20.689024 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-47889355-f04d-4ab5-b4d3-879e6a916ac1 req-73157452-2b78-4a09-99b7-8f8732bff8a2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 945 time: 0.1095929 Mar 07 22:16:20.822130 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-47889355-f04d-4ab5-b4d3-879e6a916ac1 req-be2146a6-c08b-400e-a819-11915b5b9650 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147761 Mar 07 22:16:20.849898 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55932) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:16:20.857317 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa0feb-1ac1-47b3-80c2-d931003d9f67 req-8a98d40f-130f-4946-92ce-8d970465a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:20.859099 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4cfa0feb-1ac1-47b3-80c2-d931003d9f67 req-8a98d40f-130f-4946-92ce-8d970465a7e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a65c08b-cc1d-4139-9023-99eb1e492ef9 HTTP/1.1" status: 200 len: 897 time: 0.1692586 Mar 07 22:16:20.912037 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-65ffbc43-e1d2-4c12-9de5-7ace392969b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142427003', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:15:56Z', 'updated_at': '2022-03-07T22:16:02Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:15:57Z', 'updated_at': '2022-03-07T22:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '81ae68d2-dfe6-41d8-b774-8de0bf65681c', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'floating_ip_address': '172.26.2.135', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'port_id': '866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9', 'mac_address': 'fa:16:3e:e5:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477f4074-be97-480c-a6b2-30e4aafaf5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:16:19Z', 'updated_at': '2022-03-07T22:16:19Z', 'revision_number': 0, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a8f226-194a-41cb-b5d1-36753a6aa883', 'name': '', 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:bf:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'a073e8b6-4f0f-4cae-882f-2a7586b22c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:16:01Z', 'updated_at': '2022-03-07T22:16:07Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': 'a073e8b6-4f0f-4cae-882f-2a7586b22c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:20.915849 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ffbc43-e1d2-4c12-9de5-7ace392969b8 None None] Checking router: b9ea2489-1c55-46ab-a6ad-8f245293e09c for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:16:20.924143 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ffbc43-e1d2-4c12-9de5-7ace392969b8 None None] Routers {'b9ea2489-1c55-46ab-a6ad-8f245293e09c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:16:20.924754 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-65ffbc43-e1d2-4c12-9de5-7ace392969b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:15:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['b9ea2489-1c55-46ab-a6ad-8f245293e09c'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:20.958104 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-1a132af8-f349-4151-a27a-a42edd34f2a4 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/floatingips/81ae68d2-dfe6-41d8-b774-8de0bf65681c HTTP/1.1" status: 200 len: 991 time: 0.1069479 Mar 07 22:16:20.961379 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4cfa0feb-1ac1-47b3-80c2-d931003d9f67 req-95156066-f0e3-473f-9da6-39dc2449850e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd HTTP/1.1" status: 200 len: 999 time: 0.0950453 Mar 07 22:16:21.102141 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-65ffbc43-e1d2-4c12-9de5-7ace392969b8 None None] Set router b9ea2489-1c55-46ab-a6ad-8f245293e09c gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:16:21.128104 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa0feb-1ac1-47b3-80c2-d931003d9f67 req-be8400e6-e919-4d6a-9ac7-73da5c96087b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:21.129541 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4cfa0feb-1ac1-47b3-80c2-d931003d9f67 req-be8400e6-e919-4d6a-9ac7-73da5c96087b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a073e8b6-4f0f-4cae-882f-2a7586b22c47 HTTP/1.1" status: 200 len: 835 time: 0.1633303 Mar 07 22:16:21.203964 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa0feb-1ac1-47b3-80c2-d931003d9f67 req-c6c180bd-4ddf-44f8-ab21-8983dce94cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:21.205422 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4cfa0feb-1ac1-47b3-80c2-d931003d9f67 req-c6c180bd-4ddf-44f8-ab21-8983dce94cb8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a65c08b-cc1d-4139-9023-99eb1e492ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695891 Mar 07 22:16:21.335607 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4cfa0feb-1ac1-47b3-80c2-d931003d9f67 req-43ef147a-5851-43fd-975d-0f4c4a89b5ea service neutron] 10.222.0.11 "GET /v2.0/networks/2a65c08b-cc1d-4139-9023-99eb1e492ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231465 Mar 07 22:16:21.443316 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-65ffbc43-e1d2-4c12-9de5-7ace392969b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142427003', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:15:56Z', 'updated_at': '2022-03-07T22:16:02Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:15:57Z', 'updated_at': '2022-03-07T22:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '81ae68d2-dfe6-41d8-b774-8de0bf65681c', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'floating_ip_address': '172.26.2.135', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'port_id': '866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9', 'mac_address': 'fa:16:3e:e5:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477f4074-be97-480c-a6b2-30e4aafaf5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:16:19Z', 'updated_at': '2022-03-07T22:16:19Z', 'revision_number': 0, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a8f226-194a-41cb-b5d1-36753a6aa883', 'name': '', 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:bf:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'a073e8b6-4f0f-4cae-882f-2a7586b22c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:16:01Z', 'updated_at': '2022-03-07T22:16:07Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': 'a073e8b6-4f0f-4cae-882f-2a7586b22c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:16:21.447430 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ffbc43-e1d2-4c12-9de5-7ace392969b8 None None] The sync data for ids ['b9ea2489-1c55-46ab-a6ad-8f245293e09c'] in dv-neutron-829957-1-hyperv is: [{'id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142427003', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:15:56Z', 'updated_at': '2022-03-07T22:16:02Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:15:57Z', 'updated_at': '2022-03-07T22:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '81ae68d2-dfe6-41d8-b774-8de0bf65681c', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'floating_ip_address': '172.26.2.135', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'port_id': '866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9', 'mac_address': 'fa:16:3e:e5:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477f4074-be97-480c-a6b2-30e4aafaf5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:16:19Z', 'updated_at': '2022-03-07T22:16:19Z', 'revision_number': 0, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a8f226-194a-41cb-b5d1-36753a6aa883', 'name': '', 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:bf:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'a073e8b6-4f0f-4cae-882f-2a7586b22c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:16:01Z', 'updated_at': '2022-03-07T22:16:07Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': 'a073e8b6-4f0f-4cae-882f-2a7586b22c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:16:21.470358 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4cfa0feb-1ac1-47b3-80c2-d931003d9f67 req-9c8330b1-d54c-4a67-aaa2-d6b510453f11 service neutron] 10.222.0.11 "GET /v2.0/networks/2a65c08b-cc1d-4139-9023-99eb1e492ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282411 Mar 07 22:16:21.640369 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7691a4-c79a-4eb6-b0fb-2a2d0e23db38 None None] New status for floating IP 81ae68d2-dfe6-41d8-b774-8de0bf65681c: ACTIVE {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:16:21.962722 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 55936) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:16:22.070542 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-173ebcc0-7bb1-4627-aad2-eb0b1d24e643 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/floatingips/81ae68d2-dfe6-41d8-b774-8de0bf65681c HTTP/1.1" status: 200 len: 993 time: 0.1062138 Mar 07 22:16:22.305539 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0a95cd52-c78c-484c-b1b2-6fc2cf722fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:23.325021 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:23.376459 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:24.890997 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:25.216429 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:16:46.198928 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:48.061157 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-93ec0c2e-26d4-4874-b625-bd30452b3ad4 req-c260d2ec-ca6a-4427-90e3-67bd0cd1e614 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714839 Mar 07 22:16:48.197146 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec0c2e-26d4-4874-b625-bd30452b3ad4 req-5e3ab8f4-1713-4177-aa13-33297ebea8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:48.198546 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-93ec0c2e-26d4-4874-b625-bd30452b3ad4 req-5e3ab8f4-1713-4177-aa13-33297ebea8d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 1098 time: 0.0692079 Mar 07 22:16:48.338688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec0c2e-26d4-4874-b625-bd30452b3ad4 req-a9bd84a7-0924-4b13-8bf2-12d9f20c2364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:48.340084 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-93ec0c2e-26d4-4874-b625-bd30452b3ad4 req-a9bd84a7-0924-4b13-8bf2-12d9f20c2364 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a65c08b-cc1d-4139-9023-99eb1e492ef9 HTTP/1.1" status: 200 len: 897 time: 0.1246080 Mar 07 22:16:48.443184 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-93ec0c2e-26d4-4874-b625-bd30452b3ad4 req-f771e512-1004-40cd-9072-45443f002966 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd HTTP/1.1" status: 200 len: 1001 time: 0.0966403 Mar 07 22:16:48.506373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec0c2e-26d4-4874-b625-bd30452b3ad4 req-35224427-0641-4d87-923f-bb48fdda47a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:48.507679 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-93ec0c2e-26d4-4874-b625-bd30452b3ad4 req-35224427-0641-4d87-923f-bb48fdda47a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a073e8b6-4f0f-4cae-882f-2a7586b22c47 HTTP/1.1" status: 200 len: 835 time: 0.0584571 Mar 07 22:16:48.581134 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec0c2e-26d4-4874-b625-bd30452b3ad4 req-1353965d-c310-4611-b575-9ed292ae3344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:48.582625 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-93ec0c2e-26d4-4874-b625-bd30452b3ad4 req-1353965d-c310-4611-b575-9ed292ae3344 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a65c08b-cc1d-4139-9023-99eb1e492ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681961 Mar 07 22:16:48.717077 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-93ec0c2e-26d4-4874-b625-bd30452b3ad4 req-d98a83dc-8fc1-4316-8358-bb0142f79d2e service neutron] 10.222.0.11 "GET /v2.0/networks/2a65c08b-cc1d-4139-9023-99eb1e492ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270640 Mar 07 22:16:48.852116 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-93ec0c2e-26d4-4874-b625-bd30452b3ad4 req-e529f855-b3a0-44c5-b951-f374809e8a08 service neutron] 10.222.0.11 "GET /v2.0/networks/2a65c08b-cc1d-4139-9023-99eb1e492ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294072 Mar 07 22:16:49.260840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99048b-29e0-4e67-b69a-07ba172f2a49 req-c77b772c-56b3-4364-8e80-65fb3c417c4c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:49.262300 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5e99048b-29e0-4e67-b69a-07ba172f2a49 req-c77b772c-56b3-4364-8e80-65fb3c417c4c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 945 time: 0.0803390 Mar 07 22:16:49.307839 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5e99048b-29e0-4e67-b69a-07ba172f2a49 req-41ab9141-00b4-4028-abb9-3f6db9ce99d1 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398786 Mar 07 22:16:49.431351 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-ad44fb33-9be4-4767-b12f-af36687d4909 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1089041 Mar 07 22:16:50.095689 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-55c3cf70-3247-42c8-a2b2-4bb77f225cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:50.491643 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf1158-dc86-4c5b-bcbf-719232fd7fff req-6969346b-595c-4b2f-ada9-40250e8737c3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:50.493001 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-14bf1158-dc86-4c5b-bcbf-719232fd7fff req-6969346b-595c-4b2f-ada9-40250e8737c3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 945 time: 0.0810833 Mar 07 22:16:50.539438 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-14bf1158-dc86-4c5b-bcbf-719232fd7fff req-b78884b4-2db4-4f79-873b-8d56c46d820f tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402527 Mar 07 22:16:51.364127 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-313d88d3-18f4-4e65-ab24-3270dc1424f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:51.365621 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-313d88d3-18f4-4e65-ab24-3270dc1424f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 1098 time: 0.0711617 Mar 07 22:16:51.579988 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-6f948048-cd25-46d7-97a5-d3968c098c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:51.581420 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-6f948048-cd25-46d7-97a5-d3968c098c7c service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a65c08b-cc1d-4139-9023-99eb1e492ef9 HTTP/1.1" status: 200 len: 897 time: 0.2099259 Mar 07 22:16:51.728347 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-40a39b05-23c8-4011-807f-0fc945082319 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd HTTP/1.1" status: 200 len: 1001 time: 0.1399276 Mar 07 22:16:51.795784 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db698fa4-863f-4df2-8d59-ce059197fbed req-cf5175b3-314e-4069-8a26-e8b6fb97c8ad tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:51.797190 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-db698fa4-863f-4df2-8d59-ce059197fbed req-cf5175b3-314e-4069-8a26-e8b6fb97c8ad tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 945 time: 0.1536868 Mar 07 22:16:51.825476 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-032c1869-a3b6-425c-8d23-a4269f8cdfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:51.827463 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-032c1869-a3b6-425c-8d23-a4269f8cdfb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a073e8b6-4f0f-4cae-882f-2a7586b22c47 HTTP/1.1" status: 200 len: 835 time: 0.0845487 Mar 07 22:16:51.888741 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-db698fa4-863f-4df2-8d59-ce059197fbed req-eea923fe-a9df-4cb7-9fac-c2ed11411f7f tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851243 Mar 07 22:16:51.917676 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-c301bc82-5f6f-45c2-9fea-ec71799e66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:51.919154 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-c301bc82-5f6f-45c2-9fea-ec71799e66e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a65c08b-cc1d-4139-9023-99eb1e492ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818257 Mar 07 22:16:52.049565 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-382ead69-2bb1-4c61-9a1c-d51ac4cf9dd8 service neutron] 10.222.0.11 "GET /v2.0/networks/2a65c08b-cc1d-4139-9023-99eb1e492ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235199 Mar 07 22:16:52.179694 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-e7e86b75-3034-4ad4-8917-1e2959e72c04 service neutron] 10.222.0.11 "GET /v2.0/networks/2a65c08b-cc1d-4139-9023-99eb1e492ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236098 Mar 07 22:16:52.347476 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bb9aacec-eda2-4a7a-b0ec-06f28c3dc0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:53.071233 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9360bed-37be-4c0b-b049-ebd3a0993828 req-8765a340-fd8f-40c8-bef6-bc3562f0a195 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:53.072666 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d9360bed-37be-4c0b-b049-ebd3a0993828 req-8765a340-fd8f-40c8-bef6-bc3562f0a195 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 945 time: 0.0783155 Mar 07 22:16:53.115604 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d9360bed-37be-4c0b-b049-ebd3a0993828 req-5a59b6bf-fe44-4aaa-9354-e4170c96a331 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368507 Mar 07 22:16:53.322303 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:53.374194 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:54.299126 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b49c8-b1a5-4d04-9d60-7419733af8e7 req-b7d28dca-417c-4da6-a401-13cd85ee61a5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:54.300544 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fd0b49c8-b1a5-4d04-9d60-7419733af8e7 req-b7d28dca-417c-4da6-a401-13cd85ee61a5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 945 time: 0.0823190 Mar 07 22:16:54.343476 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fd0b49c8-b1a5-4d04-9d60-7419733af8e7 req-2751c7af-c890-4dd9-8382-918f057a6cef tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374010 Mar 07 22:16:54.884787 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:16:55.521805 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7231b-9c61-4f39-b4c9-ac30f0d8f045 req-47beb7f0-6757-465f-af59-54a0405cbacc tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:55.523251 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a4f7231b-9c61-4f39-b4c9-ac30f0d8f045 req-47beb7f0-6757-465f-af59-54a0405cbacc tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 945 time: 0.0774119 Mar 07 22:16:55.566102 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a4f7231b-9c61-4f39-b4c9-ac30f0d8f045 req-e76a1d1c-2de0-4caa-ae79-2862237caa01 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373130 Mar 07 22:16:56.750240 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9245af5-0820-4167-a56d-d6db5281b659 req-4aa7f0ae-a0cc-4556-a49f-747d5fbca54b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:56.751677 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b9245af5-0820-4167-a56d-d6db5281b659 req-4aa7f0ae-a0cc-4556-a49f-747d5fbca54b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 945 time: 0.0824354 Mar 07 22:16:56.794394 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b9245af5-0820-4167-a56d-d6db5281b659 req-9398bf85-fe63-4759-9c60-d868bf2646e6 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371339 Mar 07 22:16:57.975800 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b3133-63dd-4311-9f75-afdf9994d9dc req-255f1c74-e5bf-4e9d-9f42-2ad236187980 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:57.977224 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e03b3133-63dd-4311-9f75-afdf9994d9dc req-255f1c74-e5bf-4e9d-9f42-2ad236187980 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 945 time: 0.0779145 Mar 07 22:16:58.023814 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e03b3133-63dd-4311-9f75-afdf9994d9dc req-11867ba8-c5d6-40c4-ad36-d3883193925c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406270 Mar 07 22:16:59.204524 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63e06a-57dd-443b-b692-71ac5d1a3c60 req-a3d3fbc0-1b4c-412e-b1ba-a80305e76717 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:16:59.205879 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0b63e06a-57dd-443b-b692-71ac5d1a3c60 req-a3d3fbc0-1b4c-412e-b1ba-a80305e76717 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 945 time: 0.0781744 Mar 07 22:16:59.249421 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0b63e06a-57dd-443b-b692-71ac5d1a3c60 req-51f0ed44-80aa-4d80-88a1-a54742039c0d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378480 Mar 07 22:17:00.433549 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c8fd6-ffb1-4c73-8a75-74086b759b49 req-941bc0fb-e95b-48f8-8cd5-f748e0ca0a2e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:00.434988 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-eb6c8fd6-ffb1-4c73-8a75-74086b759b49 req-941bc0fb-e95b-48f8-8cd5-f748e0ca0a2e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 945 time: 0.0802822 Mar 07 22:17:00.478573 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-eb6c8fd6-ffb1-4c73-8a75-74086b759b49 req-891b626a-a580-46b9-bf33-6975a3fe127d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375292 Mar 07 22:17:01.657162 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c48497-5501-4c5a-ab32-91724ed46436 req-5c1b6d56-99d9-458d-9e04-5d771c30a200 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:01.658631 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-44c48497-5501-4c5a-ab32-91724ed46436 req-5c1b6d56-99d9-458d-9e04-5d771c30a200 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 945 time: 0.0768495 Mar 07 22:17:01.700976 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-44c48497-5501-4c5a-ab32-91724ed46436 req-9b87c17e-d56a-469c-9762-b8fc1fe95425 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368993 Mar 07 22:17:02.215336 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:17:02.884793 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953cfc7c-67a3-4c5b-ab92-7aa5c49b8038 req-7a340eb4-33fb-4e98-ba77-8738f483a103 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:02.886253 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-953cfc7c-67a3-4c5b-ab92-7aa5c49b8038 req-7a340eb4-33fb-4e98-ba77-8738f483a103 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 945 time: 0.0814669 Mar 07 22:17:02.930359 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-953cfc7c-67a3-4c5b-ab92-7aa5c49b8038 req-14f6c1d8-9cd7-4b67-95cf-7ade472eb320 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375528 Mar 07 22:17:04.258832 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-2594a57d-9d90-427f-b177-146f123df911 service neutron] 10.222.0.11 "GET /v2.0/ports/866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd/bindings/hv-neutron-8299 HTTP/1.1" status: 200 len: 384 time: 0.1827059 Mar 07 22:17:04.267914 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121ba54-7c71-45f2-9aef-2d694ef97c46 req-1fadf3cd-084d-4504-b346-a382305a3c10 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:04.269338 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6121ba54-7c71-45f2-9aef-2d694ef97c46 req-1fadf3cd-084d-4504-b346-a382305a3c10 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 945 time: 0.2338219 Mar 07 22:17:04.313138 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6121ba54-7c71-45f2-9aef-2d694ef97c46 req-575608c6-abcb-4ff4-9034-c67245086b6a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375297 Mar 07 22:17:04.790294 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-f55bd4c3-bbb1-4cb5-a129-623289339c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:04.791745 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-f55bd4c3-bbb1-4cb5-a129-623289339c3e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5&tenant_id=42a2dae755c845488dbd51b04647fa3f HTTP/1.1" status: 200 len: 1098 time: 0.0763714 Mar 07 22:17:04.883989 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-19bc786d-a8eb-42a8-820e-f6682c2cd014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:04.885432 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-19bc786d-a8eb-42a8-820e-f6682c2cd014 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 1098 time: 0.0720742 Mar 07 22:17:05.015793 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-ee9da572-c6e9-4a99-979f-40e9510b3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:05.017227 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-ee9da572-c6e9-4a99-979f-40e9510b3b71 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a65c08b-cc1d-4139-9023-99eb1e492ef9 HTTP/1.1" status: 200 len: 897 time: 0.1246130 Mar 07 22:17:05.118318 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-f9ff21e4-fa1f-46ac-8c0c-3193a7331013 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd HTTP/1.1" status: 200 len: 1001 time: 0.0952952 Mar 07 22:17:05.178407 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-5e94a4c7-9e56-4137-bc8f-e6ca15e1055e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:05.179759 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-5e94a4c7-9e56-4137-bc8f-e6ca15e1055e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a073e8b6-4f0f-4cae-882f-2a7586b22c47 HTTP/1.1" status: 200 len: 835 time: 0.0550842 Mar 07 22:17:05.257548 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-123f5838-e309-461f-95af-7a9663a44523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:05.259309 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-123f5838-e309-461f-95af-7a9663a44523 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a65c08b-cc1d-4139-9023-99eb1e492ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725305 Mar 07 22:17:05.389657 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-f39c24e7-87b4-461a-8f37-8144ba75beef service neutron] 10.222.0.11 "GET /v2.0/networks/2a65c08b-cc1d-4139-9023-99eb1e492ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241517 Mar 07 22:17:05.566453 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-3efadda7-bf5c-40be-b506-60ff5ff7e872 service neutron] 10.222.0.11 "GET /v2.0/networks/2a65c08b-cc1d-4139-9023-99eb1e492ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712236 Mar 07 22:17:05.586278 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4426a-2433-46a3-b525-d3a182813746 req-7a3363bb-d3f1-417b-b7df-fabc7ab188bf tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:05.587677 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cce4426a-2433-46a3-b525-d3a182813746 req-7a3363bb-d3f1-417b-b7df-fabc7ab188bf tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 945 time: 0.1622744 Mar 07 22:17:05.631782 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cce4426a-2433-46a3-b525-d3a182813746 req-7c7d33f5-3ddc-4c47-b9f1-78d0c101462c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380230 Mar 07 22:17:06.814725 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff2a99-d5d6-4727-a6c8-30b61a264bd5 req-9403a165-b48d-46b7-bbe8-9125375fe9be tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:06.816152 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16ff2a99-d5d6-4727-a6c8-30b61a264bd5 req-9403a165-b48d-46b7-bbe8-9125375fe9be tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 945 time: 0.0819688 Mar 07 22:17:06.860156 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16ff2a99-d5d6-4727-a6c8-30b61a264bd5 req-a37448cc-7b5d-44d2-bb0b-cb15ae11a313 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380487 Mar 07 22:17:07.048447 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:17:07.178263 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd,segment=NetworkSegment(26e3c042-8864-42bb-92d3-06b39fcc5c2a),segment_id=26e3c042-8864-42bb-92d3-06b39fcc5c2a)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:17:07.190686 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd', 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9', 'port_id': '866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd', 'mac_address': 'fa:16:3e:e5:e5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a073e8b6-4f0f-4cae-882f-2a7586b22c47', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:17:07.249985 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:07.266874 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:17:07.282107 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd,segment=NetworkSegment(26e3c042-8864-42bb-92d3-06b39fcc5c2a),segment_id=26e3c042-8864-42bb-92d3-06b39fcc5c2a)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:17:07.347416 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:07.419969 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:17:07.447783 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd,revision_number=6']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:07.465627 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:07.465990 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:07.466328 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:07.467337 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:07.467659 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:07.467978 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:07.468294 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:07.468607 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:07.468919 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:07.469231 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:07.469540 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:07.469847 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:08.041351 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5e2c1-81bc-4b8e-bea4-0f3364cc08ea req-c91f5ec5-b964-4036-8fed-f271432e38cc tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:08.042784 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d5e5e2c1-81bc-4b8e-bea4-0f3364cc08ea req-c91f5ec5-b964-4036-8fed-f271432e38cc tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 944 time: 0.0766845 Mar 07 22:17:08.085384 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d5e5e2c1-81bc-4b8e-bea4-0f3364cc08ea req-91fa453e-4855-46f8-9c46-caaae145aa8e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366020 Mar 07 22:17:08.541985 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb2fed-afa4-4101-a02f-100208d2387c req-655057d1-95a9-4d84-872c-70d9a9a2b1f7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:08.543424 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0afb2fed-afa4-4101-a02f-100208d2387c req-655057d1-95a9-4d84-872c-70d9a9a2b1f7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 944 time: 0.0825791 Mar 07 22:17:08.631393 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0afb2fed-afa4-4101-a02f-100208d2387c req-050a6b63-d77a-4865-b40c-a3835079ec76 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565917 Mar 07 22:17:08.656524 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58065b60-eb21-4ff4-befb-72534c566399 req-cad3fe17-eb44-4c03-b392-6b33631a3a8d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:08.657938 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-58065b60-eb21-4ff4-befb-72534c566399 req-cad3fe17-eb44-4c03-b392-6b33631a3a8d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.11 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5&tenant_id=42a2dae755c845488dbd51b04647fa3f&binding%3Ahost_id=hv-neutron-8299 HTTP/1.1" status: 200 len: 944 time: 0.1136580 Mar 07 22:17:08.851843 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58065b60-eb21-4ff4-befb-72534c566399 req-731c1309-7dcd-47fd-a5b4-95b6983b1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:08.853296 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-58065b60-eb21-4ff4-befb-72534c566399 req-731c1309-7dcd-47fd-a5b4-95b6983b1f23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 1097 time: 0.1286757 Mar 07 22:17:08.864322 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a3a35-f4c6-40b6-a429-ff126c8e0ed3 req-a70f08b8-27ca-46b7-9761-e0fce771caf2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:08.865653 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c88a3a35-f4c6-40b6-a429-ff126c8e0ed3 req-a70f08b8-27ca-46b7-9761-e0fce771caf2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 944 time: 0.1050954 Mar 07 22:17:09.064561 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:17:09.091566 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c88a3a35-f4c6-40b6-a429-ff126c8e0ed3 req-cc0c75a2-0ecd-4f05-9a72-abcb3e9aa69c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058887 Mar 07 22:17:09.120807 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58065b60-eb21-4ff4-befb-72534c566399 req-4a658269-f400-4d49-931e-116f60322483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:09.122253 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-58065b60-eb21-4ff4-befb-72534c566399 req-4a658269-f400-4d49-931e-116f60322483 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a65c08b-cc1d-4139-9023-99eb1e492ef9 HTTP/1.1" status: 200 len: 897 time: 0.2557197 Mar 07 22:17:09.133655 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:17:09.134059 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:09.223058 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-58065b60-eb21-4ff4-befb-72534c566399 req-af0742f1-64db-4f76-870b-dead8094da71 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd HTTP/1.1" status: 200 len: 1000 time: 0.0949283 Mar 07 22:17:09.248401 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:09.274715 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477f4074-be97-480c-a6b2-30e4aafaf5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:17:09.283999 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd,segment=NetworkSegment(26e3c042-8864-42bb-92d3-06b39fcc5c2a),segment_id=26e3c042-8864-42bb-92d3-06b39fcc5c2a)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:17:09.284340 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58065b60-eb21-4ff4-befb-72534c566399 req-a06bae3b-667b-489d-abad-5539c306fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:09.285774 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-58065b60-eb21-4ff4-befb-72534c566399 req-a06bae3b-667b-489d-abad-5539c306fb25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a073e8b6-4f0f-4cae-882f-2a7586b22c47 HTTP/1.1" status: 200 len: 835 time: 0.0570133 Mar 07 22:17:09.332070 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477f4074-be97-480c-a6b2-30e4aafaf5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd', 'code': 200} Mar 07 22:17:09.332870 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:09.363463 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58065b60-eb21-4ff4-befb-72534c566399 req-3e24f799-b364-4276-8b72-141787e9fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:09.365074 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-58065b60-eb21-4ff4-befb-72534c566399 req-3e24f799-b364-4276-8b72-141787e9fcb4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a65c08b-cc1d-4139-9023-99eb1e492ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737939 Mar 07 22:17:09.400287 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd,revision_number=7']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:09.497472 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-58065b60-eb21-4ff4-befb-72534c566399 req-0bfe732d-2622-4749-8cf8-6a6336a017c2 service neutron] 10.222.0.11 "GET /v2.0/networks/2a65c08b-cc1d-4139-9023-99eb1e492ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262195 Mar 07 22:17:09.627650 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-58065b60-eb21-4ff4-befb-72534c566399 req-ff20b745-ad5f-4f6d-9f72-dfe8393fecc6 service neutron] 10.222.0.11 "GET /v2.0/networks/2a65c08b-cc1d-4139-9023-99eb1e492ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248672 Mar 07 22:17:10.282861 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b98d9-3a35-4dc3-84df-fbbf4b6d6b55 req-0aba9607-9330-42c0-bc64-842b3740966c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:10.284309 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5e6b98d9-3a35-4dc3-84df-fbbf4b6d6b55 req-0aba9607-9330-42c0-bc64-842b3740966c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 945 time: 0.0881875 Mar 07 22:17:10.328594 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5e6b98d9-3a35-4dc3-84df-fbbf4b6d6b55 req-f9a6732e-0a03-46f0-b8ec-e2778f447383 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385876 Mar 07 22:17:11.511321 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5401b-3801-4a73-adb3-8b0abaa21ea0 req-8eb10cd7-fc7b-46f9-b6cd-ddd23589c7f0 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:11.512745 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-32a5401b-3801-4a73-adb3-8b0abaa21ea0 req-8eb10cd7-fc7b-46f9-b6cd-ddd23589c7f0 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 945 time: 0.0781066 Mar 07 22:17:11.558968 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-32a5401b-3801-4a73-adb3-8b0abaa21ea0 req-edadb538-6f5d-47e5-b505-fdf2be0d424f tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406501 Mar 07 22:17:11.581443 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56022) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:17:11.681505 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-896af318-0147-4952-be60-bae58d9a8a60 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/floatingips/81ae68d2-dfe6-41d8-b774-8de0bf65681c HTTP/1.1" status: 200 len: 993 time: 0.0988653 Mar 07 22:17:16.255512 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:20.100925 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-34de295c-a482-4fae-a141-ff56c58650ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:22.301065 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d4191b2e-5ae1-4417-9532-055b54896187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:23.323992 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:23.398155 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:24.895205 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:38.200341 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56034) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:17:38.399877 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-09303e1e-5dee-457e-86c2-dc9e63aca2a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Deleting port 27888a29-7d76-49da-8c2b-0794cf1945ea {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:17:38.400215 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-09303e1e-5dee-457e-86c2-dc9e63aca2a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:38.567963 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-09303e1e-5dee-457e-86c2-dc9e63aca2a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:38.568541 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-09303e1e-5dee-457e-86c2-dc9e63aca2a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:38.777066 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-09303e1e-5dee-457e-86c2-dc9e63aca2a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Calling delete_port for 27888a29-7d76-49da-8c2b-0794cf1945ea owned by network:floatingip {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:17:39.002026 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-09303e1e-5dee-457e-86c2-dc9e63aca2a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:39.048805 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09303e1e-5dee-457e-86c2-dc9e63aca2a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Port': ['ID=27888a29-7d76-49da-8c2b-0794cf1945ea,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:39.087916 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09303e1e-5dee-457e-86c2-dc9e63aca2a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:39.088263 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09303e1e-5dee-457e-86c2-dc9e63aca2a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:39.088597 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09303e1e-5dee-457e-86c2-dc9e63aca2a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:39.088926 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09303e1e-5dee-457e-86c2-dc9e63aca2a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:39.089255 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09303e1e-5dee-457e-86c2-dc9e63aca2a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:39.089576 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09303e1e-5dee-457e-86c2-dc9e63aca2a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:39.089895 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09303e1e-5dee-457e-86c2-dc9e63aca2a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:39.090358 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09303e1e-5dee-457e-86c2-dc9e63aca2a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:39.090676 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09303e1e-5dee-457e-86c2-dc9e63aca2a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:39.090991 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09303e1e-5dee-457e-86c2-dc9e63aca2a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:39.091303 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09303e1e-5dee-457e-86c2-dc9e63aca2a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:39.091615 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09303e1e-5dee-457e-86c2-dc9e63aca2a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:39.148568 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-09303e1e-5dee-457e-86c2-dc9e63aca2a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for floatingip, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:39.148826 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-09303e1e-5dee-457e-86c2-dc9e63aca2a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Floating IP 81ae68d2-dfe6-41d8-b774-8de0bf65681c disassociated (deleted). External IP: 172.26.2.135, port: 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd. Mar 07 22:17:39.214163 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:17:39.488081 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09303e1e-5dee-457e-86c2-dc9e63aca2a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Router b9ea2489-1c55-46ab-a6ad-8f245293e09c has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:17:39.660982 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09303e1e-5dee-457e-86c2-dc9e63aca2a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:17:39.676585 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6201c0-34fb-49e4-9ad8-9538e4aa5a68 None None] Sync routers for ids ['b9ea2489-1c55-46ab-a6ad-8f245293e09c'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:17:39.685637 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6201c0-34fb-49e4-9ad8-9538e4aa5a68 None None] Routers {'b9ea2489-1c55-46ab-a6ad-8f245293e09c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:17:39.687644 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-fb6201c0-34fb-49e4-9ad8-9538e4aa5a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:17:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['b9ea2489-1c55-46ab-a6ad-8f245293e09c'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:17:39.763358 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-09303e1e-5dee-457e-86c2-dc9e63aca2a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:39.817409 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-09303e1e-5dee-457e-86c2-dc9e63aca2a3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "DELETE /v2.0/floatingips/81ae68d2-dfe6-41d8-b774-8de0bf65681c HTTP/1.1" status: 204 len: 168 time: 1.6159985 Mar 07 22:17:39.817983 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477f4074-be97-480c-a6b2-30e4aafaf5f5', 'tag': '866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:17:39.867613 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-fb6201c0-34fb-49e4-9ad8-9538e4aa5a68 None None] Set router b9ea2489-1c55-46ab-a6ad-8f245293e09c gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:17:39.923189 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477f4074-be97-480c-a6b2-30e4aafaf5f5', 'tag': '866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd', 'status': 'completed', 'code': 200} Mar 07 22:17:40.014859 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75d013-781b-4b5e-adf9-62a115ace4d1 req-38e44a3e-8136-4dda-b76f-b3ec9f28ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:40.016295 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6d75d013-781b-4b5e-adf9-62a115ace4d1 req-38e44a3e-8136-4dda-b76f-b3ec9f28ee09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 1098 time: 0.0715227 Mar 07 22:17:40.151336 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75d013-781b-4b5e-adf9-62a115ace4d1 req-6a891815-38bc-447c-82f7-49722897a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:40.152792 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6d75d013-781b-4b5e-adf9-62a115ace4d1 req-6a891815-38bc-447c-82f7-49722897a6b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a65c08b-cc1d-4139-9023-99eb1e492ef9 HTTP/1.1" status: 200 len: 897 time: 0.1301820 Mar 07 22:17:40.211181 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-fb6201c0-34fb-49e4-9ad8-9538e4aa5a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142427003', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:15:56Z', 'updated_at': '2022-03-07T22:16:02Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:15:57Z', 'updated_at': '2022-03-07T22:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'e2a8f226-194a-41cb-b5d1-36753a6aa883', 'name': '', 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:bf:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'a073e8b6-4f0f-4cae-882f-2a7586b22c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:16:01Z', 'updated_at': '2022-03-07T22:16:07Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': 'a073e8b6-4f0f-4cae-882f-2a7586b22c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:17:40.214981 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6201c0-34fb-49e4-9ad8-9538e4aa5a68 None None] Checking router: b9ea2489-1c55-46ab-a6ad-8f245293e09c for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:17:40.223996 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6201c0-34fb-49e4-9ad8-9538e4aa5a68 None None] Routers {'b9ea2489-1c55-46ab-a6ad-8f245293e09c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:17:40.224521 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-fb6201c0-34fb-49e4-9ad8-9538e4aa5a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:17:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['b9ea2489-1c55-46ab-a6ad-8f245293e09c'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:17:40.225567 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6d75d013-781b-4b5e-adf9-62a115ace4d1 req-fe3ccc39-4ae7-4498-a667-0abc1c08e5bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd HTTP/1.1" status: 200 len: 217 time: 0.0656075 Mar 07 22:17:40.288219 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75d013-781b-4b5e-adf9-62a115ace4d1 req-f09ed9dc-967e-4624-b31d-d07457ff5289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:40.289652 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6d75d013-781b-4b5e-adf9-62a115ace4d1 req-f09ed9dc-967e-4624-b31d-d07457ff5289 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a073e8b6-4f0f-4cae-882f-2a7586b22c47 HTTP/1.1" status: 200 len: 835 time: 0.0589604 Mar 07 22:17:40.403060 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-fb6201c0-34fb-49e4-9ad8-9538e4aa5a68 None None] Set router b9ea2489-1c55-46ab-a6ad-8f245293e09c gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:17:40.425882 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75d013-781b-4b5e-adf9-62a115ace4d1 req-a8797db2-6a04-4740-afbf-88cc5fb9d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:40.427315 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6d75d013-781b-4b5e-adf9-62a115ace4d1 req-a8797db2-6a04-4740-afbf-88cc5fb9d4f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a65c08b-cc1d-4139-9023-99eb1e492ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1286769 Mar 07 22:17:40.439489 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0fb6f-11f8-4fbe-b82f-62bab13dde21 req-522a146e-e007-4d93-9874-8ab3f23927c3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:40.440838 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-22d0fb6f-11f8-4fbe-b82f-62bab13dde21 req-522a146e-e007-4d93-9874-8ab3f23927c3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 945 time: 0.1128595 Mar 07 22:17:40.569334 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-22d0fb6f-11f8-4fbe-b82f-62bab13dde21 req-45529016-e79b-4f33-af46-0c281b70d51b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082752 Mar 07 22:17:40.599651 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6d75d013-781b-4b5e-adf9-62a115ace4d1 req-a2d183f8-a94e-43d7-9f5b-5ddf8d0f987c service neutron] 10.222.0.11 "GET /v2.0/networks/2a65c08b-cc1d-4139-9023-99eb1e492ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579070 Mar 07 22:17:40.708894 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-fb6201c0-34fb-49e4-9ad8-9538e4aa5a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142427003', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:15:56Z', 'updated_at': '2022-03-07T22:16:02Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:15:57Z', 'updated_at': '2022-03-07T22:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'e2a8f226-194a-41cb-b5d1-36753a6aa883', 'name': '', 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:bf:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'a073e8b6-4f0f-4cae-882f-2a7586b22c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:16:01Z', 'updated_at': '2022-03-07T22:16:07Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': 'a073e8b6-4f0f-4cae-882f-2a7586b22c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:17:40.712798 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6201c0-34fb-49e4-9ad8-9538e4aa5a68 None None] The sync data for ids ['b9ea2489-1c55-46ab-a6ad-8f245293e09c'] in dv-neutron-829957-1-hyperv is: [{'id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142427003', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:15:56Z', 'updated_at': '2022-03-07T22:16:02Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:15:57Z', 'updated_at': '2022-03-07T22:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'e2a8f226-194a-41cb-b5d1-36753a6aa883', 'name': '', 'network_id': '2a65c08b-cc1d-4139-9023-99eb1e492ef9', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:bf:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'a073e8b6-4f0f-4cae-882f-2a7586b22c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:16:01Z', 'updated_at': '2022-03-07T22:16:07Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': 'a073e8b6-4f0f-4cae-882f-2a7586b22c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:17:40.732498 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6d75d013-781b-4b5e-adf9-62a115ace4d1 req-fb9a4873-df2f-4f24-bbbb-b61488883e99 service neutron] 10.222.0.11 "GET /v2.0/networks/2a65c08b-cc1d-4139-9023-99eb1e492ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254835 Mar 07 22:17:40.921727 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7172c78d-1a18-461e-a189-2a43fad3e00d None None] New status for floating IP 81ae68d2-dfe6-41d8-b774-8de0bf65681c: DOWN {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:17:41.850781 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24fb0f-53e2-40d6-afbb-f244f5b77584 req-86bd86cc-7b21-4499-9b58-42132e13dbaa tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:41.852128 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4f24fb0f-53e2-40d6-afbb-f244f5b77584 req-86bd86cc-7b21-4499-9b58-42132e13dbaa tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 945 time: 0.1771278 Mar 07 22:17:41.899779 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4f24fb0f-53e2-40d6-afbb-f244f5b77584 req-a91251fb-407e-4e46-907e-24f9e71433fd tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=043a4bac-0340-4a46-bd7f-d5be99bb9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411832 Mar 07 22:17:41.998638 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930ca03-741b-4428-aac3-a56c06671b6a req-26db468b-d949-442b-8a0a-14378b10e861 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:42.000051 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b930ca03-741b-4428-aac3-a56c06671b6a req-26db468b-d949-442b-8a0a-14378b10e861 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.11 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 945 time: 0.0804930 Mar 07 22:17:42.066104 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-b930ca03-741b-4428-aac3-a56c06671b6a req-2ec29f25-3f0e-44c5-8d39-8239aaee5f77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Deleting port 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:17:42.066440 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-b930ca03-741b-4428-aac3-a56c06671b6a req-2ec29f25-3f0e-44c5-8d39-8239aaee5f77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:42.309155 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-b930ca03-741b-4428-aac3-a56c06671b6a req-2ec29f25-3f0e-44c5-8d39-8239aaee5f77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] For port 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd,segment=NetworkSegment(26e3c042-8864-42bb-92d3-06b39fcc5c2a),segment_id=26e3c042-8864-42bb-92d3-06b39fcc5c2a)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:17:42.309539 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-b930ca03-741b-4428-aac3-a56c06671b6a req-2ec29f25-3f0e-44c5-8d39-8239aaee5f77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:42.429427 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-b930ca03-741b-4428-aac3-a56c06671b6a req-2ec29f25-3f0e-44c5-8d39-8239aaee5f77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Calling delete_port for 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd owned by compute:nova {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:17:42.630869 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-b930ca03-741b-4428-aac3-a56c06671b6a req-2ec29f25-3f0e-44c5-8d39-8239aaee5f77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:42.679139 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec29f25-3f0e-44c5-8d39-8239aaee5f77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Port': ['ID=866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:42.720325 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec29f25-3f0e-44c5-8d39-8239aaee5f77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:42.721550 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec29f25-3f0e-44c5-8d39-8239aaee5f77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:42.721550 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec29f25-3f0e-44c5-8d39-8239aaee5f77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:42.721550 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec29f25-3f0e-44c5-8d39-8239aaee5f77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:42.721876 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec29f25-3f0e-44c5-8d39-8239aaee5f77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:42.721998 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec29f25-3f0e-44c5-8d39-8239aaee5f77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:42.722262 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec29f25-3f0e-44c5-8d39-8239aaee5f77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:42.722583 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec29f25-3f0e-44c5-8d39-8239aaee5f77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:42.722902 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec29f25-3f0e-44c5-8d39-8239aaee5f77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:42.723220 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec29f25-3f0e-44c5-8d39-8239aaee5f77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:42.723534 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec29f25-3f0e-44c5-8d39-8239aaee5f77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:42.723845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec29f25-3f0e-44c5-8d39-8239aaee5f77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:17:42.765279 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-b930ca03-741b-4428-aac3-a56c06671b6a req-2ec29f25-3f0e-44c5-8d39-8239aaee5f77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] No DVR routers for this DVR port 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd on host hv-neutron-8299 {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:17:42.767632 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-b930ca03-741b-4428-aac3-a56c06671b6a req-2ec29f25-3f0e-44c5-8d39-8239aaee5f77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:42.770054 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477f4074-be97-480c-a6b2-30e4aafaf5f5', 'name': 'network-vif-deleted', 'tag': '866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:17:42.781861 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b930ca03-741b-4428-aac3-a56c06671b6a req-2ec29f25-3f0e-44c5-8d39-8239aaee5f77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.11 "DELETE /v2.0/ports/866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd HTTP/1.1" status: 204 len: 173 time: 0.7770579 Mar 07 22:17:42.814625 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477f4074-be97-480c-a6b2-30e4aafaf5f5', 'name': 'network-vif-deleted', 'tag': '866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd', 'status': 'completed', 'code': 200} Mar 07 22:17:43.051437 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-9684299f-70e8-486b-b764-0027bca68030 req-2118517f-4b79-4400-a168-ba0e924ede3b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Synchronizing usage tracker for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:17:43.118216 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-9684299f-70e8-486b-b764-0027bca68030 req-2118517f-4b79-4400-a168-ba0e924ede3b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Unset dirty status for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:17:43.123860 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9684299f-70e8-486b-b764-0027bca68030 req-2118517f-4b79-4400-a168-ba0e924ede3b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f4074-be97-480c-a6b2-30e4aafaf5f5 HTTP/1.1" status: 200 len: 210 time: 0.1109033 Mar 07 22:17:44.213892 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56054) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:17:44.856916 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3e695fe4-327b-46ed-96db-1c49f6e07f70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:45.205907 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-3e695fe4-327b-46ed-96db-1c49f6e07f70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Deleting port e2a8f226-194a-41cb-b5d1-36753a6aa883 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:17:45.206204 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3e695fe4-327b-46ed-96db-1c49f6e07f70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:45.394219 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-3e695fe4-327b-46ed-96db-1c49f6e07f70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] For port e2a8f226-194a-41cb-b5d1-36753a6aa883, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=e2a8f226-194a-41cb-b5d1-36753a6aa883,segment=NetworkSegment(26e3c042-8864-42bb-92d3-06b39fcc5c2a),segment_id=26e3c042-8864-42bb-92d3-06b39fcc5c2a)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:17:45.395885 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3e695fe4-327b-46ed-96db-1c49f6e07f70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:45.516906 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-3e695fe4-327b-46ed-96db-1c49f6e07f70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Calling delete_port for e2a8f226-194a-41cb-b5d1-36753a6aa883 owned by network:router_interface {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:17:45.756517 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3e695fe4-327b-46ed-96db-1c49f6e07f70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:45.808752 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e695fe4-327b-46ed-96db-1c49f6e07f70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Port': ['ID=e2a8f226-194a-41cb-b5d1-36753a6aa883,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:46.187246 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-3e695fe4-327b-46ed-96db-1c49f6e07f70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:46.237870 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:46.538649 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e695fe4-327b-46ed-96db-1c49f6e07f70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Router b9ea2489-1c55-46ab-a6ad-8f245293e09c has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:17:46.715182 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e695fe4-327b-46ed-96db-1c49f6e07f70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:17:46.725510 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783763db-6d23-417d-b4a7-33f5090abf75 None None] Sync routers for ids ['b9ea2489-1c55-46ab-a6ad-8f245293e09c'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:17:46.734549 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783763db-6d23-417d-b4a7-33f5090abf75 None None] Routers {'b9ea2489-1c55-46ab-a6ad-8f245293e09c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:17:46.735136 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-783763db-6d23-417d-b4a7-33f5090abf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:17:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['b9ea2489-1c55-46ab-a6ad-8f245293e09c'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:17:46.810540 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3e695fe4-327b-46ed-96db-1c49f6e07f70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "PUT /v2.0/routers/b9ea2489-1c55-46ab-a6ad-8f245293e09c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5952644 Mar 07 22:17:46.812934 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56058) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:17:46.879242 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d87059-78a7-4a20-bf51-0e077f6c951b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Deleting subnet a073e8b6-4f0f-4cae-882f-2a7586b22c47 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 22:17:46.882240 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-91d87059-78a7-4a20-bf51-0e077f6c951b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:46.911117 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-783763db-6d23-417d-b4a7-33f5090abf75 None None] Set router b9ea2489-1c55-46ab-a6ad-8f245293e09c gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:17:46.937022 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-91d87059-78a7-4a20-bf51-0e077f6c951b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:47.021259 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-91d87059-78a7-4a20-bf51-0e077f6c951b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:47.162515 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-91d87059-78a7-4a20-bf51-0e077f6c951b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:47.174917 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:17:47.187507 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-783763db-6d23-417d-b4a7-33f5090abf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142427003', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:15:56Z', 'updated_at': '2022-03-07T22:17:45Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:15:57Z', 'updated_at': '2022-03-07T22:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:17:47.191296 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783763db-6d23-417d-b4a7-33f5090abf75 None None] Checking router: b9ea2489-1c55-46ab-a6ad-8f245293e09c for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:17:47.200130 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783763db-6d23-417d-b4a7-33f5090abf75 None None] Routers {'b9ea2489-1c55-46ab-a6ad-8f245293e09c'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:17:47.201466 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-783763db-6d23-417d-b4a7-33f5090abf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:17:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['b9ea2489-1c55-46ab-a6ad-8f245293e09c'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:17:47.204207 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d87059-78a7-4a20-bf51-0e077f6c951b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Subnet': ['ID=a073e8b6-4f0f-4cae-882f-2a7586b22c47,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:47.206159 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-91d87059-78a7-4a20-bf51-0e077f6c951b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:47.210523 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:17:47.211068 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 866db7d9-20c6-48c4-a6c2-e8a0dbeeeabd not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:17:47.215176 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56062) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:17:47.215678 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-91d87059-78a7-4a20-bf51-0e077f6c951b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "DELETE /v2.0/subnets/a073e8b6-4f0f-4cae-882f-2a7586b22c47 HTTP/1.1" status: 204 len: 168 time: 0.4013681 Mar 07 22:17:47.220170 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5436f1-06c2-46f5-a0ce-0e0b2912ab3f None None] Network 2a65c08b-cc1d-4139-9023-99eb1e492ef9 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:17:47.396636 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f7b3380-91c2-4d0c-8a92-00ab8a78e6ff tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:47.414415 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-783763db-6d23-417d-b4a7-33f5090abf75 None None] Set router b9ea2489-1c55-46ab-a6ad-8f245293e09c gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:17:47.482738 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238880ca-6921-48c1-9d5a-98a5d399977f None None] DHCP port deletion for 2a65c08b-cc1d-4139-9023-99eb1e492ef9 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 22:17:47.486941 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-238880ca-6921-48c1-9d5a-98a5d399977f None None] Deleting port 0b9ce56d-3851-4505-97f6-38b16ebfb8b4 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:17:47.487312 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-238880ca-6921-48c1-9d5a-98a5d399977f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:47.584322 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f7b3380-91c2-4d0c-8a92-00ab8a78e6ff tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:47.676630 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b3380-91c2-4d0c-8a92-00ab8a78e6ff tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Deleting port 266a4cf9-6195-4ce6-836d-ed9f93d8c493 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:17:47.676988 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f7b3380-91c2-4d0c-8a92-00ab8a78e6ff tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:47.691349 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-238880ca-6921-48c1-9d5a-98a5d399977f None None] For port 0b9ce56d-3851-4505-97f6-38b16ebfb8b4, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=0b9ce56d-3851-4505-97f6-38b16ebfb8b4,segment=NetworkSegment(26e3c042-8864-42bb-92d3-06b39fcc5c2a),segment_id=26e3c042-8864-42bb-92d3-06b39fcc5c2a)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:17:47.691737 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-238880ca-6921-48c1-9d5a-98a5d399977f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:47.703323 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-783763db-6d23-417d-b4a7-33f5090abf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142427003', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:15:56Z', 'updated_at': '2022-03-07T22:17:45Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:15:57Z', 'updated_at': '2022-03-07T22:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:17:47.707153 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783763db-6d23-417d-b4a7-33f5090abf75 None None] The sync data for ids ['b9ea2489-1c55-46ab-a6ad-8f245293e09c'] in dv-neutron-829957-1-hyperv is: [{'id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-142427003', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:15:56Z', 'updated_at': '2022-03-07T22:17:45Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': '266a4cf9-6195-4ce6-836d-ed9f93d8c493', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ea2489-1c55-46ab-a6ad-8f245293e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:15:57Z', 'updated_at': '2022-03-07T22:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:17:47.859416 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-238880ca-6921-48c1-9d5a-98a5d399977f None None] Calling delete_port for 0b9ce56d-3851-4505-97f6-38b16ebfb8b4 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:17:47.958833 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-6f7b3380-91c2-4d0c-8a92-00ab8a78e6ff tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] For port 266a4cf9-6195-4ce6-836d-ed9f93d8c493, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=266a4cf9-6195-4ce6-836d-ed9f93d8c493,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:17:47.959141 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f7b3380-91c2-4d0c-8a92-00ab8a78e6ff tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:48.007697 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-238880ca-6921-48c1-9d5a-98a5d399977f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:48.058099 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238880ca-6921-48c1-9d5a-98a5d399977f None None] Pushing event deleted for resources: {'Port': ['ID=0b9ce56d-3851-4505-97f6-38b16ebfb8b4,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:48.059952 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238880ca-6921-48c1-9d5a-98a5d399977f None None] No DVR routers for this DVR port 0b9ce56d-3851-4505-97f6-38b16ebfb8b4 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:17:48.083888 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b3380-91c2-4d0c-8a92-00ab8a78e6ff tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Calling delete_port for 266a4cf9-6195-4ce6-836d-ed9f93d8c493 owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:17:48.443883 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f7b3380-91c2-4d0c-8a92-00ab8a78e6ff tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:48.488335 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b3380-91c2-4d0c-8a92-00ab8a78e6ff tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Port': ['ID=266a4cf9-6195-4ce6-836d-ed9f93d8c493,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:48.579259 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f7b3380-91c2-4d0c-8a92-00ab8a78e6ff tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:48.746069 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f7b3380-91c2-4d0c-8a92-00ab8a78e6ff tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:48.748595 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f7b3380-91c2-4d0c-8a92-00ab8a78e6ff tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:48.860603 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f7b3380-91c2-4d0c-8a92-00ab8a78e6ff tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:48.861131 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7b3380-91c2-4d0c-8a92-00ab8a78e6ff tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Fanout notify agent at l3_agent the message router_deleted on router b9ea2489-1c55-46ab-a6ad-8f245293e09c {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 22:17:48.878525 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6f7b3380-91c2-4d0c-8a92-00ab8a78e6ff tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:48.879583 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6f7b3380-91c2-4d0c-8a92-00ab8a78e6ff tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "DELETE /v2.0/routers/b9ea2489-1c55-46ab-a6ad-8f245293e09c HTTP/1.1" status: 204 len: 168 time: 1.6626477 Mar 07 22:17:48.882253 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56066) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:17:48.997111 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7baaa234-d75c-4da3-8470-6458fd33dfbf tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:49.124404 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7baaa234-d75c-4da3-8470-6458fd33dfbf tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:49.148021 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-7baaa234-d75c-4da3-8470-6458fd33dfbf tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a65c08b-cc1d-4139-9023-99eb1e492ef9']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:17:49.159477 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-7baaa234-d75c-4da3-8470-6458fd33dfbf tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26e3c042-8864-42bb-92d3-06b39fcc5c2a') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:17:49.159771 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-7baaa234-d75c-4da3-8470-6458fd33dfbf tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26e3c042-8864-42bb-92d3-06b39fcc5c2a') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:17:49.171137 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7baaa234-d75c-4da3-8470-6458fd33dfbf tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:49.189927 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7baaa234-d75c-4da3-8470-6458fd33dfbf tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:49.195960 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7baaa234-d75c-4da3-8470-6458fd33dfbf tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:17:49.196336 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7baaa234-d75c-4da3-8470-6458fd33dfbf tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:17:49.210040 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:17:49.331335 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e2a8f226-194a-41cb-b5d1-36753a6aa883 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:17:49.365936 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: e2a8f226-194a-41cb-b5d1-36753a6aa883 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:17:49.366305 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device e2a8f226-194a-41cb-b5d1-36753a6aa883 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:17:49.366711 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 0b9ce56d-3851-4505-97f6-38b16ebfb8b4 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:17:49.369390 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7baaa234-d75c-4da3-8470-6458fd33dfbf tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:49.386795 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7baaa234-d75c-4da3-8470-6458fd33dfbf tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:49.397427 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baaa234-d75c-4da3-8470-6458fd33dfbf tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Network': ['ID=2a65c08b-cc1d-4139-9023-99eb1e492ef9,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:49.399186 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 0b9ce56d-3851-4505-97f6-38b16ebfb8b4 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:17:49.399186 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 0b9ce56d-3851-4505-97f6-38b16ebfb8b4 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:17:49.399500 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 266a4cf9-6195-4ce6-836d-ed9f93d8c493 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:17:49.405379 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7baaa234-d75c-4da3-8470-6458fd33dfbf tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "DELETE /v2.0/networks/2a65c08b-cc1d-4139-9023-99eb1e492ef9 HTTP/1.1" status: 204 len: 168 time: 0.5190229 Mar 07 22:17:49.405760 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56070) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:17:49.436441 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 266a4cf9-6195-4ce6-836d-ed9f93d8c493 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:17:49.436781 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 266a4cf9-6195-4ce6-836d-ed9f93d8c493 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:17:49.572437 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9169e367-5fdf-49ff-9669-a73cf04baee3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:49.601321 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9169e367-5fdf-49ff-9669-a73cf04baee3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:49.723526 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9169e367-5fdf-49ff-9669-a73cf04baee3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:49.742015 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169e367-5fdf-49ff-9669-a73cf04baee3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=043a4bac-0340-4a46-bd7f-d5be99bb9a8e,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:49.748083 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9169e367-5fdf-49ff-9669-a73cf04baee3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:49.749184 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9169e367-5fdf-49ff-9669-a73cf04baee3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "DELETE /v2.0/security-groups/043a4bac-0340-4a46-bd7f-d5be99bb9a8e HTTP/1.1" status: 204 len: 168 time: 0.3427432 Mar 07 22:17:50.094717 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-863ed64a-bf53-4240-85c9-f7a6c64625c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:50.165129 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56080) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:17:50.170189 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-f790c562-116c-40bf-a771-7eea635d8500 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1135067292', 'description': 'tempest-secgroup-smoke-1135067292 description', 'project_id': '42a2dae755c845488dbd51b04647fa3f'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:17:50.176133 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f790c562-116c-40bf-a771-7eea635d8500 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:17:50.180196 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f790c562-116c-40bf-a771-7eea635d8500 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:17:50.183074 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f790c562-116c-40bf-a771-7eea635d8500 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:17:50.192863 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f790c562-116c-40bf-a771-7eea635d8500 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:17:50.243288 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f790c562-116c-40bf-a771-7eea635d8500 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:50.262970 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f790c562-116c-40bf-a771-7eea635d8500 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:17:50.267340 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f790c562-116c-40bf-a771-7eea635d8500 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:17:50.270099 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f790c562-116c-40bf-a771-7eea635d8500 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:17:50.275726 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f790c562-116c-40bf-a771-7eea635d8500 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:17:50.342723 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f790c562-116c-40bf-a771-7eea635d8500 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:50.403553 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f790c562-116c-40bf-a771-7eea635d8500 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:50.447416 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790c562-116c-40bf-a771-7eea635d8500 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f16849-0e0a-4004-8503-0f4fc00ef447,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:50.511853 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f790c562-116c-40bf-a771-7eea635d8500 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:50.513071 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f790c562-116c-40bf-a771-7eea635d8500 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3469660 Mar 07 22:17:50.515813 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56084) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:17:50.520622 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-e52208ce-66a2-478f-bf1c-a9a7f18417d2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': 'f4f16849-0e0a-4004-8503-0f4fc00ef447', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:17:50.526511 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e52208ce-66a2-478f-bf1c-a9a7f18417d2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:17:50.530276 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e52208ce-66a2-478f-bf1c-a9a7f18417d2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:17:50.533639 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e52208ce-66a2-478f-bf1c-a9a7f18417d2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:17:50.538700 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e52208ce-66a2-478f-bf1c-a9a7f18417d2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:17:50.609890 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e52208ce-66a2-478f-bf1c-a9a7f18417d2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:50.666164 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e52208ce-66a2-478f-bf1c-a9a7f18417d2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:50.752163 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e52208ce-66a2-478f-bf1c-a9a7f18417d2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:50.775172 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52208ce-66a2-478f-bf1c-a9a7f18417d2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b26b53-b8ff-442e-8b6d-b5ca41494558,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:50.853813 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e52208ce-66a2-478f-bf1c-a9a7f18417d2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:50.856119 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e52208ce-66a2-478f-bf1c-a9a7f18417d2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3384800 Mar 07 22:17:50.858561 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56088) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:17:50.863502 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-b952d0f4-c3f4-465f-9eb9-adb06d2b5a37 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': 'f4f16849-0e0a-4004-8503-0f4fc00ef447', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:17:50.869611 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b952d0f4-c3f4-465f-9eb9-adb06d2b5a37 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:17:50.873457 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b952d0f4-c3f4-465f-9eb9-adb06d2b5a37 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:17:50.876374 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b952d0f4-c3f4-465f-9eb9-adb06d2b5a37 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:17:50.881982 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b952d0f4-c3f4-465f-9eb9-adb06d2b5a37 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:17:50.975106 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b952d0f4-c3f4-465f-9eb9-adb06d2b5a37 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:51.037140 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b952d0f4-c3f4-465f-9eb9-adb06d2b5a37 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:51.111541 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b952d0f4-c3f4-465f-9eb9-adb06d2b5a37 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:51.136960 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952d0f4-c3f4-465f-9eb9-adb06d2b5a37 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab5cc49c-a16e-489e-a139-2852a206c165,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:51.254695 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b952d0f4-c3f4-465f-9eb9-adb06d2b5a37 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:51.255821 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b952d0f4-c3f4-465f-9eb9-adb06d2b5a37 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3963077 Mar 07 22:17:51.258599 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56092) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:17:51.263410 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-e1be67bb-51aa-4a9d-817a-60ed75ff304d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': 'f4f16849-0e0a-4004-8503-0f4fc00ef447', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:17:51.269135 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e1be67bb-51aa-4a9d-817a-60ed75ff304d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:17:51.272905 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e1be67bb-51aa-4a9d-817a-60ed75ff304d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:17:51.275796 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e1be67bb-51aa-4a9d-817a-60ed75ff304d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:17:51.281376 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e1be67bb-51aa-4a9d-817a-60ed75ff304d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:17:51.358899 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e1be67bb-51aa-4a9d-817a-60ed75ff304d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:51.418797 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e1be67bb-51aa-4a9d-817a-60ed75ff304d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:51.506312 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e1be67bb-51aa-4a9d-817a-60ed75ff304d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:51.528620 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be67bb-51aa-4a9d-817a-60ed75ff304d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02fd1663-4e32-4981-907c-6abbd10b312f,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:51.609305 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e1be67bb-51aa-4a9d-817a-60ed75ff304d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:51.610535 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e1be67bb-51aa-4a9d-817a-60ed75ff304d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3510666 Mar 07 22:17:51.613505 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56096) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:17:51.618364 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-f988d399-5586-483a-89c6-684dc5188c8c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': 'f4f16849-0e0a-4004-8503-0f4fc00ef447', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:17:51.624149 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f988d399-5586-483a-89c6-684dc5188c8c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:17:51.630786 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f988d399-5586-483a-89c6-684dc5188c8c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:17:51.630786 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-f988d399-5586-483a-89c6-684dc5188c8c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:17:51.636191 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-f988d399-5586-483a-89c6-684dc5188c8c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:17:51.711076 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f988d399-5586-483a-89c6-684dc5188c8c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:51.774971 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f988d399-5586-483a-89c6-684dc5188c8c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:51.843257 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f988d399-5586-483a-89c6-684dc5188c8c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:51.866013 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988d399-5586-483a-89c6-684dc5188c8c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4091b00-de02-4ccd-9a5d-94cbf8eb2a5a,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:51.934851 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-f988d399-5586-483a-89c6-684dc5188c8c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:51.936001 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f988d399-5586-483a-89c6-684dc5188c8c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3215740 Mar 07 22:17:51.938846 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56100) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:17:51.943906 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-b73927e0-27ee-4665-bbec-b2055bf7da6b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': 'f4f16849-0e0a-4004-8503-0f4fc00ef447', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:17:51.949483 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b73927e0-27ee-4665-bbec-b2055bf7da6b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:17:51.953751 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b73927e0-27ee-4665-bbec-b2055bf7da6b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:17:51.956569 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-b73927e0-27ee-4665-bbec-b2055bf7da6b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:17:51.962139 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-b73927e0-27ee-4665-bbec-b2055bf7da6b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:17:52.014895 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.securitygroups_db [None req-b73927e0-27ee-4665-bbec-b2055bf7da6b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Project 42a2dae755c845488dbd51b04647fa3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:17:52.021239 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b73927e0-27ee-4665-bbec-b2055bf7da6b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:52.083481 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b73927e0-27ee-4665-bbec-b2055bf7da6b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:52.179026 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b73927e0-27ee-4665-bbec-b2055bf7da6b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:52.202935 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73927e0-27ee-4665-bbec-b2055bf7da6b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d524aaa-fc2d-44f4-a5f8-f8d83a6f24d4,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:52.289280 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b73927e0-27ee-4665-bbec-b2055bf7da6b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:52.290491 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b73927e0-27ee-4665-bbec-b2055bf7da6b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3507318 Mar 07 22:17:52.293152 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56104) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:17:52.298029 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-a0951f5b-dfbd-4f2f-9031-1aa0f6bcae3c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': 'f4f16849-0e0a-4004-8503-0f4fc00ef447', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:17:52.303761 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a0951f5b-dfbd-4f2f-9031-1aa0f6bcae3c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:17:52.307503 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a0951f5b-dfbd-4f2f-9031-1aa0f6bcae3c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:17:52.310884 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a0951f5b-dfbd-4f2f-9031-1aa0f6bcae3c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:17:52.312208 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-22fba702-8b9a-40e9-978a-a0c88109cc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:52.316590 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a0951f5b-dfbd-4f2f-9031-1aa0f6bcae3c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:17:52.380646 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.securitygroups_db [None req-a0951f5b-dfbd-4f2f-9031-1aa0f6bcae3c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Project 42a2dae755c845488dbd51b04647fa3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:17:52.387028 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a0951f5b-dfbd-4f2f-9031-1aa0f6bcae3c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:52.449115 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a0951f5b-dfbd-4f2f-9031-1aa0f6bcae3c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:52.500467 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a0951f5b-dfbd-4f2f-9031-1aa0f6bcae3c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:52.523014 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0951f5b-dfbd-4f2f-9031-1aa0f6bcae3c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c36681f-e780-418b-aa1d-7699b531d46d,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:52.574659 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a0951f5b-dfbd-4f2f-9031-1aa0f6bcae3c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:52.575851 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a0951f5b-dfbd-4f2f-9031-1aa0f6bcae3c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2818067 Mar 07 22:17:52.578668 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56108) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:17:52.583923 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-64e3364e-ff4d-4f2d-8f90-2cc40908bd77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'network': {'name': 'tempest-network-smoke--2029787168', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'port_security_enabled': True}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:17:52.588615 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-64e3364e-ff4d-4f2d-8f90-2cc40908bd77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:17:52.592569 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-64e3364e-ff4d-4f2d-8f90-2cc40908bd77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:network and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:17:52.595370 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-64e3364e-ff4d-4f2d-8f90-2cc40908bd77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:17:52.601097 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-64e3364e-ff4d-4f2d-8f90-2cc40908bd77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:17:52.694722 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e3364e-ff4d-4f2d-8f90-2cc40908bd77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Made reservation on behalf of 42a2dae755c845488dbd51b04647fa3f for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:17:52.697971 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-64e3364e-ff4d-4f2d-8f90-2cc40908bd77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:52.724712 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e3364e-ff4d-4f2d-8f90-2cc40908bd77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:17:52.733240 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-64e3364e-ff4d-4f2d-8f90-2cc40908bd77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:52.733571 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-64e3364e-ff4d-4f2d-8f90-2cc40908bd77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Added segment 1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9 of type vlan for network 7396d961-af84-42cc-9a91-2dcceadfcfb4 Mar 07 22:17:52.758620 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-64e3364e-ff4d-4f2d-8f90-2cc40908bd77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:52.854831 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-64e3364e-ff4d-4f2d-8f90-2cc40908bd77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:52.860722 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e3364e-ff4d-4f2d-8f90-2cc40908bd77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:52.861329 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-64e3364e-ff4d-4f2d-8f90-2cc40908bd77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:53.066878 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3364e-ff4d-4f2d-8f90-2cc40908bd77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Network': ['ID=7396d961-af84-42cc-9a91-2dcceadfcfb4,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:53.076979 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 7396d961-af84-42cc-9a91-2dcceadfcfb4 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 22:17:53.124721 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-64e3364e-ff4d-4f2d-8f90-2cc40908bd77 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5450566 Mar 07 22:17:53.127368 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56112) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:17:53.132361 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-e091cf93-4e5b-4a1f-b9c4-2d37bbcf4f81 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-355905839', 'admin_state_up': True, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:17:53.139480 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e091cf93-4e5b-4a1f-b9c4-2d37bbcf4f81 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:17:53.143228 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e091cf93-4e5b-4a1f-b9c4-2d37bbcf4f81 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:router and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:17:53.146063 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e091cf93-4e5b-4a1f-b9c4-2d37bbcf4f81 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:17:53.152179 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e091cf93-4e5b-4a1f-b9c4-2d37bbcf4f81 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:17:53.230737 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e091cf93-4e5b-4a1f-b9c4-2d37bbcf4f81 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:53.232417 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e091cf93-4e5b-4a1f-b9c4-2d37bbcf4f81 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:53.246793 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e091cf93-4e5b-4a1f-b9c4-2d37bbcf4f81 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:53.333281 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:53.403078 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:53.604250 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e091cf93-4e5b-4a1f-b9c4-2d37bbcf4f81 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:53.950281 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e091cf93-4e5b-4a1f-b9c4-2d37bbcf4f81 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:53.978931 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e091cf93-4e5b-4a1f-b9c4-2d37bbcf4f81 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:54.110842 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-e091cf93-4e5b-4a1f-b9c4-2d37bbcf4f81 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Allocated IP 172.26.2.167 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/c14fd3a9-90c0-41fb-8fca-c187a0f41ebc) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:17:54.252809 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e091cf93-4e5b-4a1f-b9c4-2d37bbcf4f81 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:54.318350 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e091cf93-4e5b-4a1f-b9c4-2d37bbcf4f81 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:54.378085 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e091cf93-4e5b-4a1f-b9c4-2d37bbcf4f81 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:17:54.384595 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-e091cf93-4e5b-4a1f-b9c4-2d37bbcf4f81 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:17:54.389075 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e091cf93-4e5b-4a1f-b9c4-2d37bbcf4f81 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:17:54.417701 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091cf93-4e5b-4a1f-b9c4-2d37bbcf4f81 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=c14fd3a9-90c0-41fb-8fca-c187a0f41ebc,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:54.900859 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:54.971588 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e091cf93-4e5b-4a1f-b9c4-2d37bbcf4f81 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router_gateway, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:55.303483 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e091cf93-4e5b-4a1f-b9c4-2d37bbcf4f81 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:55.561979 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e091cf93-4e5b-4a1f-b9c4-2d37bbcf4f81 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Router 88e9e42e-818c-4acd-9226-aa2eef24ce7b is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 22:17:55.736608 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e091cf93-4e5b-4a1f-b9c4-2d37bbcf4f81 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:17:55.746099 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] Sync routers for ids ['88e9e42e-818c-4acd-9226-aa2eef24ce7b'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:17:55.759265 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] Routers {'88e9e42e-818c-4acd-9226-aa2eef24ce7b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:17:55.759906 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:17:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['88e9e42e-818c-4acd-9226-aa2eef24ce7b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:17:55.813821 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e091cf93-4e5b-4a1f-b9c4-2d37bbcf4f81 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:55.814956 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e091cf93-4e5b-4a1f-b9c4-2d37bbcf4f81 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6866677 Mar 07 22:17:55.818316 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56116) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:17:55.868253 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ccbb5306-1e99-4b16-b64b-052aeab243f6 tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=42a2dae755c845488dbd51b04647fa3f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0484629 Mar 07 22:17:55.870975 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56120) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:17:55.949536 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] Set router 88e9e42e-818c-4acd-9226-aa2eef24ce7b gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:17:56.005044 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ff792b-d0d7-493f-8669-62ce84d1edbd tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:56.006541 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-75ff792b-d0d7-493f-8669-62ce84d1edbd tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1345978 Mar 07 22:17:56.009351 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56124) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:17:56.051025 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9e12cb01-8750-44f4-96f2-31153684ae7b tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406320 Mar 07 22:17:56.053554 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56128) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:17:56.058796 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-fdb0540f-3a0f-4cf4-9773-9e3c66e15534 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-730756102', 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:17:56.166071 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-fdb0540f-3a0f-4cf4-9773-9e3c66e15534 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:17:56.169908 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-fdb0540f-3a0f-4cf4-9773-9e3c66e15534 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:subnet and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:17:56.172792 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-fdb0540f-3a0f-4cf4-9773-9e3c66e15534 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:17:56.178540 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-fdb0540f-3a0f-4cf4-9773-9e3c66e15534 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:17:56.230359 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355905839', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:17:53Z', 'updated_at': '2022-03-07T22:17:54Z', 'revision_number': 3, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fa:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:17:54Z', 'updated_at': '2022-03-07T22:17:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:17:56.234140 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] Checking router: 88e9e42e-818c-4acd-9226-aa2eef24ce7b for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:17:56.234480 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] Updating router 88e9e42e-818c-4acd-9226-aa2eef24ce7b port c14fd3a9-90c0-41fb-8fca-c187a0f41ebc binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:17:56.249318 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb0540f-3a0f-4cf4-9773-9e3c66e15534 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Made reservation on behalf of 42a2dae755c845488dbd51b04647fa3f for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:17:56.252826 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fdb0540f-3a0f-4cf4-9773-9e3c66e15534 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:56.285935 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:56.512463 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fdb0540f-3a0f-4cf4-9773-9e3c66e15534 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:56.589476 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0540f-3a0f-4cf4-9773-9e3c66e15534 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Subnet': ['ID=5871629e-a33d-4701-8651-ed28c196119a,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:56.597073 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb0540f-3a0f-4cf4-9773-9e3c66e15534 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Checking segment: {'id': '1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:17:56.597430 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb0540f-3a0f-4cf4-9773-9e3c66e15534 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network hostable DHCP agents. Network: 7396d961-af84-42cc-9a91-2dcceadfcfb4, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:17:56.606271 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:56.617855 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] Transition to ACTIVE for port object c14fd3a9-90c0-41fb-8fca-c187a0f41ebc will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:17:56.689072 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb0540f-3a0f-4cf4-9773-9e3c66e15534 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network 7396d961-af84-42cc-9a91-2dcceadfcfb4 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:17:56.712006 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:56.791818 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-fdb0540f-3a0f-4cf4-9773-9e3c66e15534 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 7396d961-af84-42cc-9a91-2dcceadfcfb4) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:17:56.797400 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb0540f-3a0f-4cf4-9773-9e3c66e15534 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:17:56.798154 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-fdb0540f-3a0f-4cf4-9773-9e3c66e15534 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:56.812230 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90113006-3173-496f-94c3-0674f0fd7dc0 None None] Network 7396d961-af84-42cc-9a91-2dcceadfcfb4 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:17:56.850732 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] Attempting to bind port c14fd3a9-90c0-41fb-8fca-c187a0f41ebc on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:17:56.851097 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] Attempting to bind port c14fd3a9-90c0-41fb-8fca-c187a0f41ebc by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:17:56.851455 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] Attempting to bind port c14fd3a9-90c0-41fb-8fca-c187a0f41ebc on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:17:56.907178 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-fdb0540f-3a0f-4cf4-9773-9e3c66e15534 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8525729 Mar 07 22:17:56.909826 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56132) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:17:56.912208 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba152f-bf48-4fd2-8310-75bf6d9d26b6 None None] Pushing event updated for resources: {'Port': ['ID=c14fd3a9-90c0-41fb-8fca-c187a0f41ebc,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:56.915730 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:17:56.916112 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:17:56.916514 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:56.916899 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:17:56.917370 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] Bound port: c14fd3a9-90c0-41fb-8fca-c187a0f41ebc, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:17:56.917743 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:57.050257 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] For port c14fd3a9-90c0-41fb-8fca-c187a0f41ebc, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:17:57.068828 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] For port c14fd3a9-90c0-41fb-8fca-c187a0f41ebc, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c14fd3a9-90c0-41fb-8fca-c187a0f41ebc,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:17:57.123721 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bcc289-5612-4b49-b258-2f3bc1649e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-7396d961-af84-42cc-9a91-2dcceadfcfb4', 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'fixed_ips': [{'subnet_id': '5871629e-a33d-4701-8651-ed28c196119a'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 22:17:57.124524 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c0bcc289-5612-4b49-b258-2f3bc1649e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:57.135769 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:57.271226 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] Routers {'88e9e42e-818c-4acd-9226-aa2eef24ce7b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:17:57.271841 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:17:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['88e9e42e-818c-4acd-9226-aa2eef24ce7b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:17:57.325039 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba152f-bf48-4fd2-8310-75bf6d9d26b6 None None] Pushing event updated for resources: {'Port': ['ID=c14fd3a9-90c0-41fb-8fca-c187a0f41ebc,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:57.500348 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-c0bcc289-5612-4b49-b258-2f3bc1649e9e None None] Allocated IP 172.20.0.2 (7396d961-af84-42cc-9a91-2dcceadfcfb4/5871629e-a33d-4701-8651-ed28c196119a/daf05705-432b-4af3-bc74-d9eb21c30777) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:17:57.511249 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] Set router 88e9e42e-818c-4acd-9226-aa2eef24ce7b gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:17:57.696448 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e918819-614d-4361-a96f-c4c2b4f1cc48 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:57.948564 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c0bcc289-5612-4b49-b258-2f3bc1649e9e None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:57.962204 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c0bcc289-5612-4b49-b258-2f3bc1649e9e None None] Transition to ACTIVE for port object daf05705-432b-4af3-bc74-d9eb21c30777 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:17:57.984920 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c0bcc289-5612-4b49-b258-2f3bc1649e9e None None] Transition to ACTIVE for port object daf05705-432b-4af3-bc74-d9eb21c30777 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:17:57.986814 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355905839', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:17:53Z', 'updated_at': '2022-03-07T22:17:54Z', 'revision_number': 3, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fa:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:17:54Z', 'updated_at': '2022-03-07T22:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:17:57.991451 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c8ed95-3baf-4556-8772-1c4f2a18054a None None] The sync data for ids ['88e9e42e-818c-4acd-9226-aa2eef24ce7b'] in dv-neutron-829957-1-hyperv is: [{'id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355905839', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:17:53Z', 'updated_at': '2022-03-07T22:17:54Z', 'revision_number': 3, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fa:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:17:54Z', 'updated_at': '2022-03-07T22:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:17:58.055542 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c0bcc289-5612-4b49-b258-2f3bc1649e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:58.115678 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bcc289-5612-4b49-b258-2f3bc1649e9e None None] Network 7396d961-af84-42cc-9a91-2dcceadfcfb4 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:17:58.118398 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-c0bcc289-5612-4b49-b258-2f3bc1649e9e None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:17:58.125592 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-7e918819-614d-4361-a96f-c4c2b4f1cc48 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Allocated IP 172.20.0.1 (7396d961-af84-42cc-9a91-2dcceadfcfb4/5871629e-a33d-4701-8651-ed28c196119a/d6b3b501-c427-49ac-b1c4-fa05143e84d3) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:17:58.127590 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bcc289-5612-4b49-b258-2f3bc1649e9e None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:17:58.137807 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bcc289-5612-4b49-b258-2f3bc1649e9e None None] Pushing event updated for resources: {'Port': ['ID=daf05705-432b-4af3-bc74-d9eb21c30777,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:58.293834 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-c0bcc289-5612-4b49-b258-2f3bc1649e9e None None] Attempting to bind port daf05705-432b-4af3-bc74-d9eb21c30777 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:17:58.294930 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-c0bcc289-5612-4b49-b258-2f3bc1649e9e None None] Attempting to bind port daf05705-432b-4af3-bc74-d9eb21c30777 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:17:58.295296 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bcc289-5612-4b49-b258-2f3bc1649e9e None None] Attempting to bind port daf05705-432b-4af3-bc74-d9eb21c30777 on network 7396d961-af84-42cc-9a91-2dcceadfcfb4 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:17:58.300944 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bcc289-5612-4b49-b258-2f3bc1649e9e None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:17:58.301316 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bcc289-5612-4b49-b258-2f3bc1649e9e None None] Checking segment: {'id': '1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:17:58.301712 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c0bcc289-5612-4b49-b258-2f3bc1649e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:58.302133 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bcc289-5612-4b49-b258-2f3bc1649e9e None None] Bound using segment: {'id': '1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:17:58.302595 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-c0bcc289-5612-4b49-b258-2f3bc1649e9e None None] Bound port: daf05705-432b-4af3-bc74-d9eb21c30777, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:17:58.302972 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c0bcc289-5612-4b49-b258-2f3bc1649e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:58.311168 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e918819-614d-4361-a96f-c4c2b4f1cc48 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:58.331013 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-7e918819-614d-4361-a96f-c4c2b4f1cc48 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Transition to ACTIVE for port object d6b3b501-c427-49ac-b1c4-fa05143e84d3 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:17:58.395009 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c0bcc289-5612-4b49-b258-2f3bc1649e9e None None] For port daf05705-432b-4af3-bc74-d9eb21c30777, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:17:58.398206 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c0bcc289-5612-4b49-b258-2f3bc1649e9e None None] For port daf05705-432b-4af3-bc74-d9eb21c30777, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=daf05705-432b-4af3-bc74-d9eb21c30777,segment=NetworkSegment(1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9),segment_id=1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:17:58.408353 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e918819-614d-4361-a96f-c4c2b4f1cc48 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:58.475185 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e918819-614d-4361-a96f-c4c2b4f1cc48 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network 7396d961-af84-42cc-9a91-2dcceadfcfb4 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:17:58.478639 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c0bcc289-5612-4b49-b258-2f3bc1649e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:58.484037 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-7e918819-614d-4361-a96f-c4c2b4f1cc48 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:17:58.488952 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e918819-614d-4361-a96f-c4c2b4f1cc48 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:17:58.522450 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e918819-614d-4361-a96f-c4c2b4f1cc48 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=d6b3b501-c427-49ac-b1c4-fa05143e84d3,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:58.554729 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e918819-614d-4361-a96f-c4c2b4f1cc48 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:58.582665 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bcc289-5612-4b49-b258-2f3bc1649e9e None None] Pushing event updated for resources: {'Port': ['ID=daf05705-432b-4af3-bc74-d9eb21c30777,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:58.927659 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e918819-614d-4361-a96f-c4c2b4f1cc48 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:59.273092 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device daf05705-432b-4af3-bc74-d9eb21c30777 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:17:59.359636 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e918819-614d-4361-a96f-c4c2b4f1cc48 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:59.398053 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port daf05705-432b-4af3-bc74-d9eb21c30777 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:17:59.403445 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c14fd3a9-90c0-41fb-8fca-c187a0f41ebc up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:17:59.421276 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e918819-614d-4361-a96f-c4c2b4f1cc48 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:59.535231 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port c14fd3a9-90c0-41fb-8fca-c187a0f41ebc completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:17:59.540893 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port c14fd3a9-90c0-41fb-8fca-c187a0f41ebc triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:17:59.541667 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:59.569117 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dce16c-21c1-4252-a943-9c7bddf1c22b None None] Network 7396d961-af84-42cc-9a91-2dcceadfcfb4 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:17:59.661479 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e918819-614d-4361-a96f-c4c2b4f1cc48 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=d6b3b501-c427-49ac-b1c4-fa05143e84d3,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:17:59.664002 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7e918819-614d-4361-a96f-c4c2b4f1cc48 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:59.753906 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b26e5f1a-350f-4633-9e31-cc70f7a9f4ed None None] Provisioning for port daf05705-432b-4af3-bc74-d9eb21c30777 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:17:59.800315 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b26e5f1a-350f-4633-9e31-cc70f7a9f4ed None None] Provisioning complete for port daf05705-432b-4af3-bc74-d9eb21c30777 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:17:59.800595 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b26e5f1a-350f-4633-9e31-cc70f7a9f4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:59.806060 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e918819-614d-4361-a96f-c4c2b4f1cc48 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network 7396d961-af84-42cc-9a91-2dcceadfcfb4 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:17:59.807170 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-7e918819-614d-4361-a96f-c4c2b4f1cc48 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:17:59.869665 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:17:59.937144 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port c14fd3a9-90c0-41fb-8fca-c187a0f41ebc, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c14fd3a9-90c0-41fb-8fca-c187a0f41ebc,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:17:59.992354 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:00.004885 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e918819-614d-4361-a96f-c4c2b4f1cc48 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Router 88e9e42e-818c-4acd-9226-aa2eef24ce7b has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:18:00.053675 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b26e5f1a-350f-4633-9e31-cc70f7a9f4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:00.111505 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=c14fd3a9-90c0-41fb-8fca-c187a0f41ebc,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:18:00.116840 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-b26e5f1a-350f-4633-9e31-cc70f7a9f4ed None None] For port daf05705-432b-4af3-bc74-d9eb21c30777, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=daf05705-432b-4af3-bc74-d9eb21c30777,segment=NetworkSegment(1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9),segment_id=1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:18:00.180745 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b26e5f1a-350f-4633-9e31-cc70f7a9f4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:00.190562 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e918819-614d-4361-a96f-c4c2b4f1cc48 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:18:00.202304 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] Sync routers for ids ['88e9e42e-818c-4acd-9226-aa2eef24ce7b'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:18:00.208287 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7e918819-614d-4361-a96f-c4c2b4f1cc48 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "PUT /v2.0/routers/88e9e42e-818c-4acd-9226-aa2eef24ce7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2970741 Mar 07 22:18:00.220735 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] Routers {'88e9e42e-818c-4acd-9226-aa2eef24ce7b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:18:00.221203 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:17:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['88e9e42e-818c-4acd-9226-aa2eef24ce7b'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:18:00.268931 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e5f1a-350f-4633-9e31-cc70f7a9f4ed None None] Pushing event updated for resources: {'Port': ['ID=daf05705-432b-4af3-bc74-d9eb21c30777,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:18:00.356447 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-84ffd3fb-eea9-409f-84e3-3abbe8a5624a None None] Provisioning for port d6b3b501-c427-49ac-b1c4-fa05143e84d3 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:18:00.358038 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-84ffd3fb-eea9-409f-84e3-3abbe8a5624a None None] Provisioning complete for port d6b3b501-c427-49ac-b1c4-fa05143e84d3 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:18:00.358411 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-84ffd3fb-eea9-409f-84e3-3abbe8a5624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:00.397908 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-a160d01c-422e-49fa-82d2-1fbea96bf9bb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Synchronizing usage tracker for tenant:42a2dae755c845488dbd51b04647fa3f on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:18:00.421514 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] Set router 88e9e42e-818c-4acd-9226-aa2eef24ce7b gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:18:00.424348 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-84ffd3fb-eea9-409f-84e3-3abbe8a5624a None None] Port d6b3b501-c427-49ac-b1c4-fa05143e84d3 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:18:00.437583 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-84ffd3fb-eea9-409f-84e3-3abbe8a5624a None None] Provisioning complete for port daf05705-432b-4af3-bc74-d9eb21c30777 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:18:00.438139 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-84ffd3fb-eea9-409f-84e3-3abbe8a5624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:00.473811 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-a160d01c-422e-49fa-82d2-1fbea96bf9bb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Unset dirty status for tenant:42a2dae755c845488dbd51b04647fa3f on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:18:00.479298 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-a160d01c-422e-49fa-82d2-1fbea96bf9bb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1135067292&fields=id&tenant_id=42a2dae755c845488dbd51b04647fa3f HTTP/1.1" status: 200 len: 267 time: 0.1220353 Mar 07 22:18:00.660066 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-b6cdbea9-3c6a-41da-a987-d7a857b546a6 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:00.660762 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-b6cdbea9-3c6a-41da-a987-d7a857b546a6 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Synchronizing usage tracker for tenant:42a2dae755c845488dbd51b04647fa3f on resource:network {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:18:00.688872 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-66d3054a-b08f-4eea-a089-36ab93811293 None None] Provisioning complete for port d6b3b501-c427-49ac-b1c4-fa05143e84d3 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:18:00.689876 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-66d3054a-b08f-4eea-a089-36ab93811293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:00.729319 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-b6cdbea9-3c6a-41da-a987-d7a857b546a6 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Unset dirty status for tenant:42a2dae755c845488dbd51b04647fa3f on resource:network {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:18:00.731061 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-b6cdbea9-3c6a-41da-a987-d7a857b546a6 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/networks?id=7396d961-af84-42cc-9a91-2dcceadfcfb4 HTTP/1.1" status: 200 len: 797 time: 0.2447300 Mar 07 22:18:00.743085 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-66d3054a-b08f-4eea-a089-36ab93811293 None None] Port d6b3b501-c427-49ac-b1c4-fa05143e84d3 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:18:00.748596 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-2eef8d0a-bf03-451e-b8a6-68625df34a42 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/quotas/42a2dae755c845488dbd51b04647fa3f HTTP/1.1" status: 200 len: 375 time: 0.0115421 Mar 07 22:18:00.762728 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355905839', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:17:53Z', 'updated_at': '2022-03-07T22:17:58Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:17:54Z', 'updated_at': '2022-03-07T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'd6b3b501-c427-49ac-b1c4-fa05143e84d3', 'name': '', 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:1d:d2:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5871629e-a33d-4701-8651-ed28c196119a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:17:57Z', 'updated_at': '2022-03-07T22:17:59Z', 'revision_number': 2, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '5871629e-a33d-4701-8651-ed28c196119a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:18:00.767230 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] Checking router: 88e9e42e-818c-4acd-9226-aa2eef24ce7b for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:18:00.767425 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] Updating router 88e9e42e-818c-4acd-9226-aa2eef24ce7b port d6b3b501-c427-49ac-b1c4-fa05143e84d3 binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:18:00.820575 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:00.834532 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-300f6565-8a03-471a-8fef-53e778a37895 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Synchronizing usage tracker for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:18:00.862403 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-1f989644-750d-4a54-9f0f-2e81e802e78c None None] Provisioning complete for port d6b3b501-c427-49ac-b1c4-fa05143e84d3 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:18:00.862770 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1f989644-750d-4a54-9f0f-2e81e802e78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:00.900611 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-300f6565-8a03-471a-8fef-53e778a37895 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Unset dirty status for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:18:00.901998 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-300f6565-8a03-471a-8fef-53e778a37895 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1478522 Mar 07 22:18:00.917091 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-1f989644-750d-4a54-9f0f-2e81e802e78c None None] Port d6b3b501-c427-49ac-b1c4-fa05143e84d3 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:18:01.046708 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-15d82064-0d1a-4c21-b735-92da639b5f64 service neutron] 10.222.0.21 "GET /v2.0/networks/7396d961-af84-42cc-9a91-2dcceadfcfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321614 Mar 07 22:18:01.099709 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c14fd3a9-90c0-41fb-8fca-c187a0f41ebc up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:18:01.162618 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:01.169625 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port c14fd3a9-90c0-41fb-8fca-c187a0f41ebc triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:18:01.170189 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:01.175389 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] Transition to ACTIVE for port object d6b3b501-c427-49ac-b1c4-fa05143e84d3 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:18:01.184127 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-395b1380-2506-4e6e-a2cf-239e44d14169 service neutron] 10.222.0.21 "GET /v2.0/networks/7396d961-af84-42cc-9a91-2dcceadfcfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346519 Mar 07 22:18:01.241972 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:01.290944 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device daf05705-432b-4af3-bc74-d9eb21c30777 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:18:01.362040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port daf05705-432b-4af3-bc74-d9eb21c30777 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:18:01.362800 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:01.456304 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41e6fa-e278-45bc-8d6a-260b5d02c032 None None] Pushing event updated for resources: {'Port': ['ID=d6b3b501-c427-49ac-b1c4-fa05143e84d3,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:18:01.458141 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2e6c947c-2fb8-45b4-a907-d6ba491c9fe1 req-bdc6e00b-5f8c-4b80-b24f-ee4b430180a6 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 210 time: 0.0496585 Mar 07 22:18:01.523237 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff41e6fa-e278-45bc-8d6a-260b5d02c032 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:01.523237 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff41e6fa-e278-45bc-8d6a-260b5d02c032 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:01.523237 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff41e6fa-e278-45bc-8d6a-260b5d02c032 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:01.523237 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff41e6fa-e278-45bc-8d6a-260b5d02c032 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:01.524873 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff41e6fa-e278-45bc-8d6a-260b5d02c032 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:01.525287 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff41e6fa-e278-45bc-8d6a-260b5d02c032 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:01.525705 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff41e6fa-e278-45bc-8d6a-260b5d02c032 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:01.526146 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff41e6fa-e278-45bc-8d6a-260b5d02c032 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:01.526710 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff41e6fa-e278-45bc-8d6a-260b5d02c032 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:01.527587 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff41e6fa-e278-45bc-8d6a-260b5d02c032 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:01.528323 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff41e6fa-e278-45bc-8d6a-260b5d02c032 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:01.529707 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff41e6fa-e278-45bc-8d6a-260b5d02c032 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:01.545697 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] Attempting to bind port d6b3b501-c427-49ac-b1c4-fa05143e84d3 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:18:01.546163 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] Attempting to bind port d6b3b501-c427-49ac-b1c4-fa05143e84d3 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:18:01.546600 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] Attempting to bind port d6b3b501-c427-49ac-b1c4-fa05143e84d3 on network 7396d961-af84-42cc-9a91-2dcceadfcfb4 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:18:01.553101 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:18:01.553933 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] Checking segment: {'id': '1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:18:01.554788 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:01.555646 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] Bound using segment: {'id': '1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:18:01.556116 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] Bound port: d6b3b501-c427-49ac-b1c4-fa05143e84d3, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:18:01.556488 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:01.650431 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] For port d6b3b501-c427-49ac-b1c4-fa05143e84d3, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:18:01.653435 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] For port d6b3b501-c427-49ac-b1c4-fa05143e84d3, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d6b3b501-c427-49ac-b1c4-fa05143e84d3,segment=NetworkSegment(1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9),segment_id=1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:18:01.729741 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:01.804730 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] Routers {'88e9e42e-818c-4acd-9226-aa2eef24ce7b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:18:01.805338 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:17:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['88e9e42e-818c-4acd-9226-aa2eef24ce7b'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:18:01.862040 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41e6fa-e278-45bc-8d6a-260b5d02c032 None None] Pushing event updated for resources: {'Port': ['ID=d6b3b501-c427-49ac-b1c4-fa05143e84d3,revision_number=4']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:18:01.991561 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] Set router 88e9e42e-818c-4acd-9226-aa2eef24ce7b gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:18:02.299732 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355905839', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:17:53Z', 'updated_at': '2022-03-07T22:17:58Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:17:54Z', 'updated_at': '2022-03-07T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'd6b3b501-c427-49ac-b1c4-fa05143e84d3', 'name': '', 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:1d:d2:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5871629e-a33d-4701-8651-ed28c196119a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:17:57Z', 'updated_at': '2022-03-07T22:18:01Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '5871629e-a33d-4701-8651-ed28c196119a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:18:02.303622 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf82cc46-b89b-4879-9e3c-9ec042ee0634 None None] The sync data for ids ['88e9e42e-818c-4acd-9226-aa2eef24ce7b'] in dv-neutron-829957-1-hyperv is: [{'id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355905839', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:17:53Z', 'updated_at': '2022-03-07T22:17:58Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:17:54Z', 'updated_at': '2022-03-07T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'd6b3b501-c427-49ac-b1c4-fa05143e84d3', 'name': '', 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:1d:d2:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5871629e-a33d-4701-8651-ed28c196119a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:17:57Z', 'updated_at': '2022-03-07T22:18:01Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '5871629e-a33d-4701-8651-ed28c196119a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:18:02.613608 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2ff399d2-202d-4755-a8bd-fbf88f272197 req-75017bff-672a-4d4b-8507-dae61770ea0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 210 time: 0.0469515 Mar 07 22:18:03.118078 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d6b3b501-c427-49ac-b1c4-fa05143e84d3 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:18:03.243201 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port d6b3b501-c427-49ac-b1c4-fa05143e84d3 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:18:03.249620 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port d6b3b501-c427-49ac-b1c4-fa05143e84d3 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:18:03.250101 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:03.375135 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:03.384514 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-f52ed4fe-1f95-4d09-91fa-598ff1249206 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:03.386001 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-f52ed4fe-1f95-4d09-91fa-598ff1249206 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.11 "GET /v2.0/networks?id=7396d961-af84-42cc-9a91-2dcceadfcfb4 HTTP/1.1" status: 200 len: 797 time: 0.1637151 Mar 07 22:18:03.409094 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port d6b3b501-c427-49ac-b1c4-fa05143e84d3, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d6b3b501-c427-49ac-b1c4-fa05143e84d3,segment=NetworkSegment(1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9),segment_id=1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:18:03.433980 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-0259d2c8-beb5-4a60-b312-e849290f36c7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42a2dae755c845488dbd51b04647fa3f HTTP/1.1" status: 200 len: 380 time: 0.0396445 Mar 07 22:18:03.442180 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-0d06e500-cfbe-43d8-b125-4a63cff67b2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'port': {'device_id': '81b5cf57-1296-42a5-ba5b-d2c689de2eb9', 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4', 'admin_state_up': True, 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'security_groups': ['f4f16849-0e0a-4004-8503-0f4fc00ef447']}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:18:03.482391 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:03.554246 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=d6b3b501-c427-49ac-b1c4-fa05143e84d3,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:18:03.696910 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-0d06e500-cfbe-43d8-b125-4a63cff67b2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:18:03.706266 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-0d06e500-cfbe-43d8-b125-4a63cff67b2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:18:03.767143 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-75c1d392-4326-4d79-891a-e009738f6527 req-0bc1e42e-4a89-4e49-bf61-34b1e717198c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 210 time: 0.0423014 Mar 07 22:18:03.768919 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-0d06e500-cfbe-43d8-b125-4a63cff67b2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Made reservation on behalf of 42a2dae755c845488dbd51b04647fa3f for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:18:03.772323 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-0d06e500-cfbe-43d8-b125-4a63cff67b2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:03.932817 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-0d06e500-cfbe-43d8-b125-4a63cff67b2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Allocated IP 172.20.0.14 (7396d961-af84-42cc-9a91-2dcceadfcfb4/5871629e-a33d-4701-8651-ed28c196119a/60a77f76-904f-4d0c-94f3-7ccc854b3081) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:18:04.116918 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-0d06e500-cfbe-43d8-b125-4a63cff67b2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:04.131682 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-0d06e500-cfbe-43d8-b125-4a63cff67b2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Transition to ACTIVE for port object 60a77f76-904f-4d0c-94f3-7ccc854b3081 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:18:04.226522 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-0d06e500-cfbe-43d8-b125-4a63cff67b2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:04.293485 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-0d06e500-cfbe-43d8-b125-4a63cff67b2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network 7396d961-af84-42cc-9a91-2dcceadfcfb4 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:18:04.296500 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-0d06e500-cfbe-43d8-b125-4a63cff67b2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:18:04.304408 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-0d06e500-cfbe-43d8-b125-4a63cff67b2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:18:04.342897 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06e500-cfbe-43d8-b125-4a63cff67b2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=60a77f76-904f-4d0c-94f3-7ccc854b3081,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:18:04.374526 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-0d06e500-cfbe-43d8-b125-4a63cff67b2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:04.375256 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-0d06e500-cfbe-43d8-b125-4a63cff67b2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:04.465749 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-0d06e500-cfbe-43d8-b125-4a63cff67b2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0269356 Mar 07 22:18:04.476802 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-73f00f9b-1860-4ace-8b27-2e6d41c8a9df service neutron] Request body: {'port': {'device_id': '81b5cf57-1296-42a5-ba5b-d2c689de2eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:18:04.573319 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e1b7d2f1-ffd9-4dc9-84ca-97b99669e0d8 None None] Provisioning for port 60a77f76-904f-4d0c-94f3-7ccc854b3081 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:18:04.578365 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e1b7d2f1-ffd9-4dc9-84ca-97b99669e0d8 None None] Provisioning complete for port 60a77f76-904f-4d0c-94f3-7ccc854b3081 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:18:04.578731 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e1b7d2f1-ffd9-4dc9-84ca-97b99669e0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:04.587379 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-73f00f9b-1860-4ace-8b27-2e6d41c8a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:04.630565 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-e1b7d2f1-ffd9-4dc9-84ca-97b99669e0d8 None None] Port 60a77f76-904f-4d0c-94f3-7ccc854b3081 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:18:04.965248 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-73f00f9b-1860-4ace-8b27-2e6d41c8a9df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60a77f76-904f-4d0c-94f3-7ccc854b3081 {{(pid=88386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:18:04.974148 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-73f00f9b-1860-4ace-8b27-2e6d41c8a9df service neutron] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:04.994403 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-73f00f9b-1860-4ace-8b27-2e6d41c8a9df service neutron] Transition to ACTIVE for port object 60a77f76-904f-4d0c-94f3-7ccc854b3081 will not be triggered until provisioned by entity L2. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:18:05.014535 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c514549-f3ad-4064-8a85-27a5710d1f7f req-77ab2863-f20e-4fd0-a0eb-8b0cbe0069bc tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:05.015209 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-7c514549-f3ad-4064-8a85-27a5710d1f7f req-77ab2863-f20e-4fd0-a0eb-8b0cbe0069bc tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Synchronizing usage tracker for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:18:05.053394 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-73f00f9b-1860-4ace-8b27-2e6d41c8a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:05.094988 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d6b3b501-c427-49ac-b1c4-fa05143e84d3 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:18:05.161108 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-7c514549-f3ad-4064-8a85-27a5710d1f7f req-77ab2863-f20e-4fd0-a0eb-8b0cbe0069bc tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Unset dirty status for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:18:05.162409 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7c514549-f3ad-4064-8a85-27a5710d1f7f req-77ab2863-f20e-4fd0-a0eb-8b0cbe0069bc tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 932 time: 0.2641828 Mar 07 22:18:05.170764 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port d6b3b501-c427-49ac-b1c4-fa05143e84d3 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:18:05.171130 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:05.206627 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f00f9b-1860-4ace-8b27-2e6d41c8a9df service neutron] Pushing event updated for resources: {'Port': ['ID=60a77f76-904f-4d0c-94f3-7ccc854b3081,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:18:05.293759 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7c514549-f3ad-4064-8a85-27a5710d1f7f req-5762cbdf-c051-46a6-8945-bde6f1b2e642 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4f16849-0e0a-4004-8503-0f4fc00ef447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161320 Mar 07 22:18:05.337726 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-73f00f9b-1860-4ace-8b27-2e6d41c8a9df service neutron] Attempting to bind port 60a77f76-904f-4d0c-94f3-7ccc854b3081 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:18:05.338081 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-73f00f9b-1860-4ace-8b27-2e6d41c8a9df service neutron] Attempting to bind port 60a77f76-904f-4d0c-94f3-7ccc854b3081 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:18:05.338406 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-73f00f9b-1860-4ace-8b27-2e6d41c8a9df service neutron] Attempting to bind port 60a77f76-904f-4d0c-94f3-7ccc854b3081 on network 7396d961-af84-42cc-9a91-2dcceadfcfb4 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:18:05.344030 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-73f00f9b-1860-4ace-8b27-2e6d41c8a9df service neutron] Port 60a77f76-904f-4d0c-94f3-7ccc854b3081 on network 7396d961-af84-42cc-9a91-2dcceadfcfb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 22:18:05.344394 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-73f00f9b-1860-4ace-8b27-2e6d41c8a9df service neutron] Attempting to bind port 60a77f76-904f-4d0c-94f3-7ccc854b3081 on network 7396d961-af84-42cc-9a91-2dcceadfcfb4 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:18:05.349677 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-73f00f9b-1860-4ace-8b27-2e6d41c8a9df service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:18:05.350040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-73f00f9b-1860-4ace-8b27-2e6d41c8a9df service neutron] Checking segment: {'id': '1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:18:05.350484 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-73f00f9b-1860-4ace-8b27-2e6d41c8a9df service neutron] Bound using segment: {'id': '1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4'} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:18:05.350909 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-73f00f9b-1860-4ace-8b27-2e6d41c8a9df service neutron] Bound port: 60a77f76-904f-4d0c-94f3-7ccc854b3081, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4'}}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:18:05.351247 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-73f00f9b-1860-4ace-8b27-2e6d41c8a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:05.441660 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-73f00f9b-1860-4ace-8b27-2e6d41c8a9df service neutron] For port 60a77f76-904f-4d0c-94f3-7ccc854b3081, host hv-neutron-8299, cleared binding levels {{(pid=88386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:18:05.444739 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-73f00f9b-1860-4ace-8b27-2e6d41c8a9df service neutron] For port 60a77f76-904f-4d0c-94f3-7ccc854b3081, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=60a77f76-904f-4d0c-94f3-7ccc854b3081,segment=NetworkSegment(1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9),segment_id=1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9)] {{(pid=88386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:18:05.546292 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-73f00f9b-1860-4ace-8b27-2e6d41c8a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:05.599308 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-73f00f9b-1860-4ace-8b27-2e6d41c8a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:05.599909 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-73f00f9b-1860-4ace-8b27-2e6d41c8a9df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:05.601490 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-73f00f9b-1860-4ace-8b27-2e6d41c8a9df service neutron] 10.222.0.11 "PUT /v2.0/ports/60a77f76-904f-4d0c-94f3-7ccc854b3081 HTTP/1.1" status: 200 len: 1094 time: 1.1284437 Mar 07 22:18:05.603909 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b5cf57-1296-42a5-ba5b-d2c689de2eb9', 'tag': '60a77f76-904f-4d0c-94f3-7ccc854b3081'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:18:05.633510 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f00f9b-1860-4ace-8b27-2e6d41c8a9df service neutron] Pushing event updated for resources: {'Port': ['ID=60a77f76-904f-4d0c-94f3-7ccc854b3081,revision_number=3']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:18:05.656104 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b5cf57-1296-42a5-ba5b-d2c689de2eb9', 'tag': '60a77f76-904f-4d0c-94f3-7ccc854b3081', 'status': 'completed', 'code': 200} Mar 07 22:18:05.751480 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d95d8e-03f9-414b-b28c-eaa636b9358d req-bc4fa2aa-abf0-4e26-825e-a12dc915dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:05.752963 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-25d95d8e-03f9-414b-b28c-eaa636b9358d req-bc4fa2aa-abf0-4e26-825e-a12dc915dbbf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 1097 time: 0.0767436 Mar 07 22:18:05.987446 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d95d8e-03f9-414b-b28c-eaa636b9358d req-b7ff971a-6390-4c91-9691-475c6a54add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:05.988895 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-25d95d8e-03f9-414b-b28c-eaa636b9358d req-b7ff971a-6390-4c91-9691-475c6a54add4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=42a2dae755c845488dbd51b04647fa3f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2294266 Mar 07 22:18:06.120465 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d95d8e-03f9-414b-b28c-eaa636b9358d req-16907b14-3a86-456a-bcbf-f71775ef9cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:06.121769 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-25d95d8e-03f9-414b-b28c-eaa636b9358d req-16907b14-3a86-456a-bcbf-f71775ef9cc0 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1275814 Mar 07 22:18:06.235725 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-58039a9f-ddd9-4919-9efa-c3efbb4a553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:06.237436 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-58039a9f-ddd9-4919-9efa-c3efbb4a553d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 1097 time: 0.0808418 Mar 07 22:18:06.308326 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-d0daeba8-819b-4269-ab36-45044eb65500 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60a77f76-904f-4d0c-94f3-7ccc854b3081 HTTP/1.1" status: 200 len: 217 time: 0.0646865 Mar 07 22:18:06.370311 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-01dd7d53-84d6-4a05-98cd-005aef7cfbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:06.371780 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-01dd7d53-84d6-4a05-98cd-005aef7cfbcc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5871629e-a33d-4701-8651-ed28c196119a HTTP/1.1" status: 200 len: 834 time: 0.0570543 Mar 07 22:18:06.507476 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-824157e4-10bc-4267-bf1b-2f4d21d5d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:06.508898 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-824157e4-10bc-4267-bf1b-2f4d21d5d986 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7396d961-af84-42cc-9a91-2dcceadfcfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1311598 Mar 07 22:18:06.516762 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b0d57-703b-4ac9-ae04-e9fc240ed3c1 req-63ef8904-8a9d-41dd-9d8f-2e7a9905eac4 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:06.518088 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f67b0d57-703b-4ac9-ae04-e9fc240ed3c1 req-63ef8904-8a9d-41dd-9d8f-2e7a9905eac4 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 944 time: 0.1036031 Mar 07 22:18:06.646430 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f67b0d57-703b-4ac9-ae04-e9fc240ed3c1 req-fa069030-db01-4273-98e8-deed680585cc tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4f16849-0e0a-4004-8503-0f4fc00ef447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100655 Mar 07 22:18:06.676683 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-0108ed23-3ed0-40fe-b10d-0fa3650b08b7 service neutron] 10.222.0.11 "GET /v2.0/networks/7396d961-af84-42cc-9a91-2dcceadfcfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577032 Mar 07 22:18:06.805226 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e41b6ce3-755e-4122-9fe8-2a4f8fdb01f1 req-0d08cf12-6bc7-40dd-838b-ed36fa0f0adb service neutron] 10.222.0.11 "GET /v2.0/networks/7396d961-af84-42cc-9a91-2dcceadfcfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225023 Mar 07 22:18:07.844190 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70732c9e-f6de-496b-ba0a-b9268c4a21a0 req-97c3a194-3b0a-41ed-9b07-9d8f0466e914 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:07.845688 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-70732c9e-f6de-496b-ba0a-b9268c4a21a0 req-97c3a194-3b0a-41ed-9b07-9d8f0466e914 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 944 time: 0.0792296 Mar 07 22:18:07.889726 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-70732c9e-f6de-496b-ba0a-b9268c4a21a0 req-d778570f-aa15-43a7-9ca9-888f8b7d6115 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4f16849-0e0a-4004-8503-0f4fc00ef447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379963 Mar 07 22:18:09.071454 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72c0c3-2099-4c41-91c1-640b65e3beef req-01e708c5-9d7c-4849-85ea-e2bcf3e44807 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:09.072871 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3c72c0c3-2099-4c41-91c1-640b65e3beef req-01e708c5-9d7c-4849-85ea-e2bcf3e44807 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 944 time: 0.0807214 Mar 07 22:18:09.116234 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3c72c0c3-2099-4c41-91c1-640b65e3beef req-60a9be43-4d9d-4afb-884a-44f5184122a5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4f16849-0e0a-4004-8503-0f4fc00ef447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371954 Mar 07 22:18:09.283318 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 60a77f76-904f-4d0c-94f3-7ccc854b3081 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:18:09.414481 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 60a77f76-904f-4d0c-94f3-7ccc854b3081, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=60a77f76-904f-4d0c-94f3-7ccc854b3081,segment=NetworkSegment(1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9),segment_id=1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:18:09.427528 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '60a77f76-904f-4d0c-94f3-7ccc854b3081', 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4', 'port_id': '60a77f76-904f-4d0c-94f3-7ccc854b3081', 'mac_address': 'fa:16:3e:ff:bd:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5871629e-a33d-4701-8651-ed28c196119a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:18:09.481810 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:09.498498 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60a77f76-904f-4d0c-94f3-7ccc854b3081 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:18:09.514743 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 60a77f76-904f-4d0c-94f3-7ccc854b3081, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=60a77f76-904f-4d0c-94f3-7ccc854b3081,segment=NetworkSegment(1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9),segment_id=1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:18:09.586108 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:09.655032 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=60a77f76-904f-4d0c-94f3-7ccc854b3081,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:18:09.661738 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:09.662109 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:09.662444 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:09.662767 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:09.663086 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:09.663403 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:09.663717 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:09.664030 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:09.664359 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:09.664690 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:09.664960 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:09.665268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:18:09.806507 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['60a77f76-904f-4d0c-94f3-7ccc854b3081'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:18:10.296542 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da721fa-92fa-4cf3-a905-08152b89f66a req-f3e5425f-3336-4b7a-a0d3-ec0e7d886ea8 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:10.297992 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5da721fa-92fa-4cf3-a905-08152b89f66a req-f3e5425f-3336-4b7a-a0d3-ec0e7d886ea8 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 945 time: 0.0797663 Mar 07 22:18:10.340206 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5da721fa-92fa-4cf3-a905-08152b89f66a req-84202e6f-956c-4c3f-aded-f737dc6ecc61 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4f16849-0e0a-4004-8503-0f4fc00ef447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366070 Mar 07 22:18:11.298879 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 60a77f76-904f-4d0c-94f3-7ccc854b3081 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:18:11.436478 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 60a77f76-904f-4d0c-94f3-7ccc854b3081 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:18:11.441561 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 60a77f76-904f-4d0c-94f3-7ccc854b3081 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:18:11.446133 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:11.524587 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129c144-30e1-45e3-b5b6-0a0dd82c23d8 req-380bf0a0-7523-4775-aeb5-07742a9f7108 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:11.526051 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8129c144-30e1-45e3-b5b6-0a0dd82c23d8 req-380bf0a0-7523-4775-aeb5-07742a9f7108 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 945 time: 0.0819912 Mar 07 22:18:11.558892 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:11.570595 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8129c144-30e1-45e3-b5b6-0a0dd82c23d8 req-3cda971a-64cd-4a63-801a-0eecffed2ccb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4f16849-0e0a-4004-8503-0f4fc00ef447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384963 Mar 07 22:18:11.586201 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b5cf57-1296-42a5-ba5b-d2c689de2eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a77f76-904f-4d0c-94f3-7ccc854b3081'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:18:11.595964 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 60a77f76-904f-4d0c-94f3-7ccc854b3081, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=60a77f76-904f-4d0c-94f3-7ccc854b3081,segment=NetworkSegment(1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9),segment_id=1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:18:11.628840 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b5cf57-1296-42a5-ba5b-d2c689de2eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a77f76-904f-4d0c-94f3-7ccc854b3081', 'code': 200} Mar 07 22:18:11.677697 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:11.747576 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=60a77f76-904f-4d0c-94f3-7ccc854b3081,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:18:11.981903 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce88c5-912c-4178-a569-549594cdef31 req-94302414-343c-41ca-b57c-19c36db19dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:11.983370 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-98ce88c5-912c-4178-a569-549594cdef31 req-94302414-343c-41ca-b57c-19c36db19dfa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 1099 time: 0.0696323 Mar 07 22:18:12.021681 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-98ce88c5-912c-4178-a569-549594cdef31 req-c2d24c7a-2e08-460a-8abe-1724390a9639 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f4f16849-0e0a-4004-8503-0f4fc00ef447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324311 Mar 07 22:18:12.754359 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902c055-2b07-4b0e-942b-39b13b2907ea req-9881166a-fd24-4e55-8e62-8ae6a9284b05 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:12.755776 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1902c055-2b07-4b0e-942b-39b13b2907ea req-9881166a-fd24-4e55-8e62-8ae6a9284b05 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 946 time: 0.0811172 Mar 07 22:18:12.800515 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1902c055-2b07-4b0e-942b-39b13b2907ea req-1decdc77-70f6-45e2-8190-f0e9b0340fd3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4f16849-0e0a-4004-8503-0f4fc00ef447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392718 Mar 07 22:18:13.984588 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2affa-9f6b-4e75-83eb-587295201f14 req-395af688-798c-4087-8038-80e3858591e6 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:13.986033 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-06c2affa-9f6b-4e75-83eb-587295201f14 req-395af688-798c-4087-8038-80e3858591e6 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 946 time: 0.0770817 Mar 07 22:18:14.116416 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-06c2affa-9f6b-4e75-83eb-587295201f14 req-8ddd484a-e659-4e5b-815e-b2ddf8702b08 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4f16849-0e0a-4004-8503-0f4fc00ef447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247857 Mar 07 22:18:14.293054 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dddd6-8a9d-4b33-9344-db8e6b7a21f0 req-9f92a792-a0fe-4e87-8824-0cdbf9f18767 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:14.294997 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1b0dddd6-8a9d-4b33-9344-db8e6b7a21f0 req-9f92a792-a0fe-4e87-8824-0cdbf9f18767 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 946 time: 0.0772641 Mar 07 22:18:14.337521 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1b0dddd6-8a9d-4b33-9344-db8e6b7a21f0 req-30d79980-eca4-404f-b825-f8b3e5fc0a16 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4f16849-0e0a-4004-8503-0f4fc00ef447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369952 Mar 07 22:18:14.359503 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56188) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:18:14.468810 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf76d656-256d-43a7-8745-4b76460ca0ef tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:14.470286 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-cf76d656-256d-43a7-8745-4b76460ca0ef tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 1094 time: 0.1098328 Mar 07 22:18:14.473094 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56194) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:18:14.477831 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-2da4ffd2-81e8-4b90-9b24-bcf8420c7e7b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': '60a77f76-904f-4d0c-94f3-7ccc854b3081', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:18:14.484026 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-2da4ffd2-81e8-4b90-9b24-bcf8420c7e7b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:18:14.487758 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-2da4ffd2-81e8-4b90-9b24-bcf8420c7e7b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:floatingip and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:18:14.490536 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-2da4ffd2-81e8-4b90-9b24-bcf8420c7e7b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:18:14.496099 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-2da4ffd2-81e8-4b90-9b24-bcf8420c7e7b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:18:14.567410 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2da4ffd2-81e8-4b90-9b24-bcf8420c7e7b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for floatingip, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:14.700430 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2da4ffd2-81e8-4b90-9b24-bcf8420c7e7b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:14.828731 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-2da4ffd2-81e8-4b90-9b24-bcf8420c7e7b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Allocated IP 172.26.2.73 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/e0bda1ae-4c13-4ad8-a410-35545bf21c10) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:18:14.974361 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2da4ffd2-81e8-4b90-9b24-bcf8420c7e7b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:15.064648 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2da4ffd2-81e8-4b90-9b24-bcf8420c7e7b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:15.123057 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da4ffd2-81e8-4b90-9b24-bcf8420c7e7b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:18:15.125688 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-2da4ffd2-81e8-4b90-9b24-bcf8420c7e7b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:18:15.133253 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da4ffd2-81e8-4b90-9b24-bcf8420c7e7b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:18:15.167889 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4ffd2-81e8-4b90-9b24-bcf8420c7e7b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=e0bda1ae-4c13-4ad8-a410-35545bf21c10,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:18:15.535470 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2da4ffd2-81e8-4b90-9b24-bcf8420c7e7b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:15.642139 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2da4ffd2-81e8-4b90-9b24-bcf8420c7e7b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:15.839863 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2da4ffd2-81e8-4b90-9b24-bcf8420c7e7b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:15.877295 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2da4ffd2-81e8-4b90-9b24-bcf8420c7e7b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:15.986562 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4ffd2-81e8-4b90-9b24-bcf8420c7e7b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=e0bda1ae-4c13-4ad8-a410-35545bf21c10,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:18:15.995898 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2da4ffd2-81e8-4b90-9b24-bcf8420c7e7b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:16.213116 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:18:16.248877 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-2da4ffd2-81e8-4b90-9b24-bcf8420c7e7b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Floating IP 01736985-525a-496c-9210-2b4b003fcdda associated. External IP: 172.26.2.73, port: 60a77f76-904f-4d0c-94f3-7ccc854b3081. Mar 07 22:18:16.358007 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:16.592710 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da4ffd2-81e8-4b90-9b24-bcf8420c7e7b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Router 88e9e42e-818c-4acd-9226-aa2eef24ce7b has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:18:16.766608 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da4ffd2-81e8-4b90-9b24-bcf8420c7e7b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:18:16.776028 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1269f455-fb0c-48cb-964a-10b1c2c1275a None None] Sync routers for ids ['88e9e42e-818c-4acd-9226-aa2eef24ce7b'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:18:16.785569 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1269f455-fb0c-48cb-964a-10b1c2c1275a None None] Routers {'88e9e42e-818c-4acd-9226-aa2eef24ce7b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:18:16.786199 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-1269f455-fb0c-48cb-964a-10b1c2c1275a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:17:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['88e9e42e-818c-4acd-9226-aa2eef24ce7b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:18:16.855117 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2da4ffd2-81e8-4b90-9b24-bcf8420c7e7b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:16.910475 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2da4ffd2-81e8-4b90-9b24-bcf8420c7e7b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4363976 Mar 07 22:18:16.911120 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b5cf57-1296-42a5-ba5b-d2c689de2eb9', 'tag': '60a77f76-904f-4d0c-94f3-7ccc854b3081'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:18:16.957135 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b5cf57-1296-42a5-ba5b-d2c689de2eb9', 'tag': '60a77f76-904f-4d0c-94f3-7ccc854b3081', 'status': 'completed', 'code': 200} Mar 07 22:18:16.997704 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-1269f455-fb0c-48cb-964a-10b1c2c1275a None None] Set router 88e9e42e-818c-4acd-9226-aa2eef24ce7b gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:18:17.110638 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf6890-bc2b-4007-8ebb-f75c5ee9943c req-4103bf32-6fa5-4ce7-8d0b-c5c1f69f5d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:17.112011 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f1bf6890-bc2b-4007-8ebb-f75c5ee9943c req-4103bf32-6fa5-4ce7-8d0b-c5c1f69f5d3d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 1099 time: 0.1342008 Mar 07 22:18:17.119919 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990585c-1242-4fbd-b5f4-0b3379f15159 req-6f081236-a9f1-4966-9825-3fc14ae695b7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:17.121238 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d990585c-1242-4fbd-b5f4-0b3379f15159 req-6f081236-a9f1-4966-9825-3fc14ae695b7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 946 time: 0.1080251 Mar 07 22:18:17.252118 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d990585c-1242-4fbd-b5f4-0b3379f15159 req-8a1e8c16-eaa4-4d4a-af3c-c78f9ab14023 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4f16849-0e0a-4004-8503-0f4fc00ef447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099772 Mar 07 22:18:17.274934 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56202) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:18:17.279486 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf6890-bc2b-4007-8ebb-f75c5ee9943c req-6adec055-2fda-4e8a-99c9-fdef6a3d0630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:17.280908 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f1bf6890-bc2b-4007-8ebb-f75c5ee9943c req-6adec055-2fda-4e8a-99c9-fdef6a3d0630 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7396d961-af84-42cc-9a91-2dcceadfcfb4 HTTP/1.1" status: 200 len: 897 time: 0.1583037 Mar 07 22:18:17.341155 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-1269f455-fb0c-48cb-964a-10b1c2c1275a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355905839', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:17:53Z', 'updated_at': '2022-03-07T22:17:58Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:17:54Z', 'updated_at': '2022-03-07T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '01736985-525a-496c-9210-2b4b003fcdda', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'floating_ip_address': '172.26.2.73', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'port_id': '60a77f76-904f-4d0c-94f3-7ccc854b3081', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4', 'mac_address': 'fa:16:3e:ff:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b5cf57-1296-42a5-ba5b-d2c689de2eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:18:15Z', 'updated_at': '2022-03-07T22:18:15Z', 'revision_number': 0, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b3b501-c427-49ac-b1c4-fa05143e84d3', 'name': '', 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:1d:d2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5871629e-a33d-4701-8651-ed28c196119a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:17:57Z', 'updated_at': '2022-03-07T22:18:03Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '5871629e-a33d-4701-8651-ed28c196119a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:18:17.345096 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1269f455-fb0c-48cb-964a-10b1c2c1275a None None] Checking router: 88e9e42e-818c-4acd-9226-aa2eef24ce7b for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:18:17.353593 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1269f455-fb0c-48cb-964a-10b1c2c1275a None None] Routers {'88e9e42e-818c-4acd-9226-aa2eef24ce7b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:18:17.354219 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-1269f455-fb0c-48cb-964a-10b1c2c1275a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:17:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['88e9e42e-818c-4acd-9226-aa2eef24ce7b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:18:17.384826 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f1bf6890-bc2b-4007-8ebb-f75c5ee9943c req-3e2b3bcb-144e-419d-b1c7-e6486cf5c3ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60a77f76-904f-4d0c-94f3-7ccc854b3081 HTTP/1.1" status: 200 len: 999 time: 0.0963225 Mar 07 22:18:17.386792 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-df6f6e06-9efe-41c9-8bbc-539e50889d33 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/floatingips/01736985-525a-496c-9210-2b4b003fcdda HTTP/1.1" status: 200 len: 991 time: 0.1096621 Mar 07 22:18:17.449255 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf6890-bc2b-4007-8ebb-f75c5ee9943c req-08b5559a-c256-4174-b758-e19af8084682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:17.451399 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f1bf6890-bc2b-4007-8ebb-f75c5ee9943c req-08b5559a-c256-4174-b758-e19af8084682 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5871629e-a33d-4701-8651-ed28c196119a HTTP/1.1" status: 200 len: 834 time: 0.0597084 Mar 07 22:18:17.523713 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf6890-bc2b-4007-8ebb-f75c5ee9943c req-9c9278ed-a600-4bae-8ac4-bdd85d0c6bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:17.525154 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f1bf6890-bc2b-4007-8ebb-f75c5ee9943c req-9c9278ed-a600-4bae-8ac4-bdd85d0c6bbe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7396d961-af84-42cc-9a91-2dcceadfcfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682397 Mar 07 22:18:17.530792 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-1269f455-fb0c-48cb-964a-10b1c2c1275a None None] Set router 88e9e42e-818c-4acd-9226-aa2eef24ce7b gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:18:17.757417 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f1bf6890-bc2b-4007-8ebb-f75c5ee9943c req-ea16deef-7985-45df-a09c-fa1bab3e9120 service neutron] 10.222.0.11 "GET /v2.0/networks/7396d961-af84-42cc-9a91-2dcceadfcfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253122 Mar 07 22:18:17.885231 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-1269f455-fb0c-48cb-964a-10b1c2c1275a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355905839', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:17:53Z', 'updated_at': '2022-03-07T22:17:58Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:17:54Z', 'updated_at': '2022-03-07T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '01736985-525a-496c-9210-2b4b003fcdda', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'floating_ip_address': '172.26.2.73', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'port_id': '60a77f76-904f-4d0c-94f3-7ccc854b3081', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4', 'mac_address': 'fa:16:3e:ff:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b5cf57-1296-42a5-ba5b-d2c689de2eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:18:15Z', 'updated_at': '2022-03-07T22:18:15Z', 'revision_number': 0, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b3b501-c427-49ac-b1c4-fa05143e84d3', 'name': '', 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:1d:d2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5871629e-a33d-4701-8651-ed28c196119a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:17:57Z', 'updated_at': '2022-03-07T22:18:03Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '5871629e-a33d-4701-8651-ed28c196119a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:18:17.890052 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1269f455-fb0c-48cb-964a-10b1c2c1275a None None] The sync data for ids ['88e9e42e-818c-4acd-9226-aa2eef24ce7b'] in dv-neutron-829957-1-hyperv is: [{'id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355905839', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:17:53Z', 'updated_at': '2022-03-07T22:17:58Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:17:54Z', 'updated_at': '2022-03-07T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '01736985-525a-496c-9210-2b4b003fcdda', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'floating_ip_address': '172.26.2.73', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'port_id': '60a77f76-904f-4d0c-94f3-7ccc854b3081', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4', 'mac_address': 'fa:16:3e:ff:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b5cf57-1296-42a5-ba5b-d2c689de2eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:18:15Z', 'updated_at': '2022-03-07T22:18:15Z', 'revision_number': 0, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b3b501-c427-49ac-b1c4-fa05143e84d3', 'name': '', 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:1d:d2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5871629e-a33d-4701-8651-ed28c196119a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:17:57Z', 'updated_at': '2022-03-07T22:18:03Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '5871629e-a33d-4701-8651-ed28c196119a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:18:17.892043 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f1bf6890-bc2b-4007-8ebb-f75c5ee9943c req-fcb29adf-8e7d-4ee9-8b24-8ac8245d301d service neutron] 10.222.0.11 "GET /v2.0/networks/7396d961-af84-42cc-9a91-2dcceadfcfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280298 Mar 07 22:18:18.118495 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adec69db-5815-4a3a-bfe4-3247682d0c56 None None] New status for floating IP 01736985-525a-496c-9210-2b4b003fcdda: ACTIVE {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:18:18.390549 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56206) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:18:18.497107 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-3822ea6d-a4dc-406f-92df-263dba976306 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/floatingips/01736985-525a-496c-9210-2b4b003fcdda HTTP/1.1" status: 200 len: 991 time: 0.1052711 Mar 07 22:18:19.500880 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56210) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:18:19.600988 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-f39bf274-97cb-48d3-a042-2f608e6167c5 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/floatingips/01736985-525a-496c-9210-2b4b003fcdda HTTP/1.1" status: 200 len: 993 time: 0.0990627 Mar 07 22:18:20.094216 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-86c59613-c05b-4f43-b867-4226f29a339a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:22.276809 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e344b7e5-4ff5-4549-accf-e87af43f157c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:23.328328 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:23.345319 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:24.864231 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:45.594863 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cdf75-8f99-49cd-a5de-271c2b2054b6 req-9b65deea-e949-46ce-863f-a8a91aa29c28 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:45.596584 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-565cdf75-8f99-49cd-a5de-271c2b2054b6 req-9b65deea-e949-46ce-863f-a8a91aa29c28 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 946 time: 0.0834384 Mar 07 22:18:45.640869 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-565cdf75-8f99-49cd-a5de-271c2b2054b6 req-10285d9e-78e9-44cc-8a16-503234b7c76f tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4f16849-0e0a-4004-8503-0f4fc00ef447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375524 Mar 07 22:18:46.367754 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:46.827025 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46d0c0-e72f-4f9c-a539-b5c7c977a845 req-41cd6762-ac69-4c1d-b148-45502be37723 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:46.828449 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fb46d0c0-e72f-4f9c-a539-b5c7c977a845 req-41cd6762-ac69-4c1d-b148-45502be37723 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 946 time: 0.0783479 Mar 07 22:18:46.871275 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-fb46d0c0-e72f-4f9c-a539-b5c7c977a845 req-8970228d-40b2-44fc-a095-9c545ddde0a0 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4f16849-0e0a-4004-8503-0f4fc00ef447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371406 Mar 07 22:18:48.054721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711edd8-5618-4436-94f5-86150ef078b4 req-b769fccb-bef2-4218-9a6b-3fa459407c53 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:48.056145 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6711edd8-5618-4436-94f5-86150ef078b4 req-b769fccb-bef2-4218-9a6b-3fa459407c53 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 946 time: 0.0810289 Mar 07 22:18:48.099016 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6711edd8-5618-4436-94f5-86150ef078b4 req-cb8a950b-ea1b-4b27-880b-608548e3cd7d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4f16849-0e0a-4004-8503-0f4fc00ef447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366309 Mar 07 22:18:48.729404 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc53f3e-71e8-4c77-9947-8615e65def52 req-1dd10117-6f7d-4a0a-81de-c9ad928c8e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:48.730846 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0fc53f3e-71e8-4c77-9947-8615e65def52 req-1dd10117-6f7d-4a0a-81de-c9ad928c8e22 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 1099 time: 0.0695503 Mar 07 22:18:48.872568 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc53f3e-71e8-4c77-9947-8615e65def52 req-b5df725c-713d-47e4-abeb-0573e93234ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:48.874050 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0fc53f3e-71e8-4c77-9947-8615e65def52 req-b5df725c-713d-47e4-abeb-0573e93234ac service neutron] 10.222.0.11 "GET /v2.0/networks?id=7396d961-af84-42cc-9a91-2dcceadfcfb4 HTTP/1.1" status: 200 len: 897 time: 0.1246495 Mar 07 22:18:48.975706 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0fc53f3e-71e8-4c77-9947-8615e65def52 req-eebe0d1a-a3fd-48c9-a76d-ddd6309d3b74 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60a77f76-904f-4d0c-94f3-7ccc854b3081 HTTP/1.1" status: 200 len: 1001 time: 0.0954103 Mar 07 22:18:49.039136 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc53f3e-71e8-4c77-9947-8615e65def52 req-43eeade4-9daf-42d6-ac9d-9807cfeb1940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:49.040485 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0fc53f3e-71e8-4c77-9947-8615e65def52 req-43eeade4-9daf-42d6-ac9d-9807cfeb1940 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5871629e-a33d-4701-8651-ed28c196119a HTTP/1.1" status: 200 len: 834 time: 0.0583367 Mar 07 22:18:49.112311 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc53f3e-71e8-4c77-9947-8615e65def52 req-543158dd-3001-4a9a-ac76-99dd2f64591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:49.113726 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0fc53f3e-71e8-4c77-9947-8615e65def52 req-543158dd-3001-4a9a-ac76-99dd2f64591c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7396d961-af84-42cc-9a91-2dcceadfcfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673971 Mar 07 22:18:49.292222 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0fc53f3e-71e8-4c77-9947-8615e65def52 req-19e910a7-1993-4c90-a187-d0bdbf719b86 service neutron] 10.222.0.11 "GET /v2.0/networks/7396d961-af84-42cc-9a91-2dcceadfcfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723819 Mar 07 22:18:49.345714 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcbc31-a068-40f2-a349-17a74a4861f0 req-6f83c66f-33a8-4e10-8384-7a9b9cdccefb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:49.347120 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b1fcbc31-a068-40f2-a349-17a74a4861f0 req-6f83c66f-33a8-4e10-8384-7a9b9cdccefb tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 946 time: 0.1418445 Mar 07 22:18:49.454434 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b1fcbc31-a068-40f2-a349-17a74a4861f0 req-bd6e26d0-4c3f-48df-a1d5-4aa392b48958 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4f16849-0e0a-4004-8503-0f4fc00ef447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586307 Mar 07 22:18:49.470058 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0fc53f3e-71e8-4c77-9947-8615e65def52 req-d4748f21-e8bc-4426-a836-f9dadff1e3ef service neutron] 10.222.0.11 "GET /v2.0/networks/7396d961-af84-42cc-9a91-2dcceadfcfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670427 Mar 07 22:18:50.116537 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a68b919b-3a6f-492b-89b5-897d946027eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:50.640267 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b2ce2-430d-449a-a241-cfbe9d46c0e4 req-7f468e84-2f23-47d2-9a51-76e55c479a02 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:50.641710 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d88b2ce2-430d-449a-a241-cfbe9d46c0e4 req-7f468e84-2f23-47d2-9a51-76e55c479a02 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 946 time: 0.0786402 Mar 07 22:18:50.688379 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d88b2ce2-430d-449a-a241-cfbe9d46c0e4 req-e8ec8e2b-d913-4aa1-8189-60528957e8e4 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4f16849-0e0a-4004-8503-0f4fc00ef447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410244 Mar 07 22:18:51.866938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3869580-1c89-4961-b642-b28c981d5d0d req-f14e3440-3652-4445-bb21-e32e1b87db19 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:51.868394 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c3869580-1c89-4961-b642-b28c981d5d0d req-f14e3440-3652-4445-bb21-e32e1b87db19 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 946 time: 0.0787506 Mar 07 22:18:51.911599 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c3869580-1c89-4961-b642-b28c981d5d0d req-090b492f-36f3-42d1-a6a7-eaea83fde86b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4f16849-0e0a-4004-8503-0f4fc00ef447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374098 Mar 07 22:18:52.293322 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ebf3d5bf-9bfb-41d2-938c-b6388096cbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:53.094597 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71720276-17bf-4ceb-aff3-dbceda86b4d7 req-6ac8ff46-fc78-4742-9801-bc4cf5536db7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:53.096001 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-71720276-17bf-4ceb-aff3-dbceda86b4d7 req-6ac8ff46-fc78-4742-9801-bc4cf5536db7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 946 time: 0.0806837 Mar 07 22:18:53.211588 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:18:53.225363 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-71720276-17bf-4ceb-aff3-dbceda86b4d7 req-15d98d65-c481-4f9d-8101-b8c7d95a71ec tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4f16849-0e0a-4004-8503-0f4fc00ef447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236031 Mar 07 22:18:53.322207 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:53.361905 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:54.407785 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0d4ec-6391-4925-a579-7e1ecbd3cc0a req-9f69b2bc-d47e-414e-b007-914ecccf6444 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:54.409211 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4fe0d4ec-6391-4925-a579-7e1ecbd3cc0a req-9f69b2bc-d47e-414e-b007-914ecccf6444 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 946 time: 0.0783882 Mar 07 22:18:54.451502 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4fe0d4ec-6391-4925-a579-7e1ecbd3cc0a req-c8171916-f457-4090-8b7a-9ba33d3224ea tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4f16849-0e0a-4004-8503-0f4fc00ef447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366976 Mar 07 22:18:54.870795 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:18:55.676222 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96c9da-f446-4a65-888e-078fcffc5c2e req-956d1b55-8c8e-40e3-abfd-2ed741a929d1 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:55.678463 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8a96c9da-f446-4a65-888e-078fcffc5c2e req-956d1b55-8c8e-40e3-abfd-2ed741a929d1 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 946 time: 0.1248858 Mar 07 22:18:55.721530 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8a96c9da-f446-4a65-888e-078fcffc5c2e req-0f9c9733-547e-4add-ac40-68947928c43d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4f16849-0e0a-4004-8503-0f4fc00ef447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375087 Mar 07 22:18:56.947926 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0b230-6208-43be-81f1-1d2fe9ab7f09 req-5d7ed1d2-77f1-446f-90d2-1e9caaf8ddf0 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:56.949260 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-60f0b230-6208-43be-81f1-1d2fe9ab7f09 req-5d7ed1d2-77f1-446f-90d2-1e9caaf8ddf0 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 946 time: 0.1248045 Mar 07 22:18:56.991116 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-60f0b230-6208-43be-81f1-1d2fe9ab7f09 req-8fa353b8-0668-4adc-ade0-d91d0763d9c7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4f16849-0e0a-4004-8503-0f4fc00ef447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356607 Mar 07 22:18:57.014141 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56254) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:18:57.118592 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a27732b5-b7ec-4a6a-acc6-0623b6b42939 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/floatingips/01736985-525a-496c-9210-2b4b003fcdda HTTP/1.1" status: 200 len: 993 time: 0.1033590 Mar 07 22:18:58.737701 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69b1a0-a37f-43af-a44e-88ecf658f055 req-90dc8872-f313-4d57-ba40-13a594fdb769 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:58.739153 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3f69b1a0-a37f-43af-a44e-88ecf658f055 req-90dc8872-f313-4d57-ba40-13a594fdb769 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 946 time: 0.0782557 Mar 07 22:18:58.821441 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3f69b1a0-a37f-43af-a44e-88ecf658f055 req-f8df940c-4f2f-4c97-9cdf-3dba9935bc20 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4f16849-0e0a-4004-8503-0f4fc00ef447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765963 Mar 07 22:18:58.851725 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0943164-512d-4a5d-abfb-81700271f6b8 req-08387116-ce77-4c4a-8092-c5a7edd72e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:58.853145 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c0943164-512d-4a5d-abfb-81700271f6b8 req-08387116-ce77-4c4a-8092-c5a7edd72e26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 1099 time: 0.0803945 Mar 07 22:18:58.978770 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0943164-512d-4a5d-abfb-81700271f6b8 req-db0cbd8d-0454-4edc-bff4-973642237a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:58.980156 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c0943164-512d-4a5d-abfb-81700271f6b8 req-db0cbd8d-0454-4edc-bff4-973642237a5c service neutron] 10.222.0.11 "GET /v2.0/networks?id=7396d961-af84-42cc-9a91-2dcceadfcfb4 HTTP/1.1" status: 200 len: 897 time: 0.1215734 Mar 07 22:18:59.079534 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c0943164-512d-4a5d-abfb-81700271f6b8 req-e6f63ac1-eb59-4d98-b860-daae86a3a354 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60a77f76-904f-4d0c-94f3-7ccc854b3081 HTTP/1.1" status: 200 len: 1001 time: 0.0924678 Mar 07 22:18:59.138233 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0943164-512d-4a5d-abfb-81700271f6b8 req-7733d0e0-c2c4-476b-892a-64c758b106cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:59.139564 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c0943164-512d-4a5d-abfb-81700271f6b8 req-7733d0e0-c2c4-476b-892a-64c758b106cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5871629e-a33d-4701-8651-ed28c196119a HTTP/1.1" status: 200 len: 834 time: 0.0548425 Mar 07 22:18:59.213821 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0943164-512d-4a5d-abfb-81700271f6b8 req-28edbed0-5e4a-4f09-82a4-2032bdbaab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:18:59.215261 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c0943164-512d-4a5d-abfb-81700271f6b8 req-28edbed0-5e4a-4f09-82a4-2032bdbaab27 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7396d961-af84-42cc-9a91-2dcceadfcfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688016 Mar 07 22:18:59.226318 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [req-c0943164-512d-4a5d-abfb-81700271f6b8 req-38129742-c2bd-4f4e-b41e-0daebe769924 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 22:18:59.227210 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c0943164-512d-4a5d-abfb-81700271f6b8 req-38129742-c2bd-4f4e-b41e-0daebe769924 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047212 Mar 07 22:18:59.352885 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c0943164-512d-4a5d-abfb-81700271f6b8 req-96d1d3e8-5d10-4757-9f81-468eef3cc219 service neutron] 10.222.0.11 "GET /v2.0/networks/7396d961-af84-42cc-9a91-2dcceadfcfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197000 Mar 07 22:18:59.479730 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c0943164-512d-4a5d-abfb-81700271f6b8 req-b3437cd5-4e56-4c30-80f8-f59c0835b96f service neutron] 10.222.0.11 "GET /v2.0/networks/7396d961-af84-42cc-9a91-2dcceadfcfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210916 Mar 07 22:19:00.007534 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e555ebf-40cf-40b0-a4c2-cbeac0d59d26 req-b965c8c7-1de6-46d7-bac4-edf8487f44ca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:00.008961 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4e555ebf-40cf-40b0-a4c2-cbeac0d59d26 req-b965c8c7-1de6-46d7-bac4-edf8487f44ca tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 946 time: 0.0828061 Mar 07 22:19:00.052537 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4e555ebf-40cf-40b0-a4c2-cbeac0d59d26 req-851324de-4d85-4875-a576-986bf2ea784a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4f16849-0e0a-4004-8503-0f4fc00ef447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373509 Mar 07 22:19:01.232957 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44454a7a-5798-4efc-8eb0-280dde3caaf1 req-201de4fb-2b70-4b07-85d1-94c58ef6b353 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:01.234366 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-44454a7a-5798-4efc-8eb0-280dde3caaf1 req-201de4fb-2b70-4b07-85d1-94c58ef6b353 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 946 time: 0.0798748 Mar 07 22:19:01.279486 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-44454a7a-5798-4efc-8eb0-280dde3caaf1 req-4804215f-739a-402b-b4cf-f1f8debb7824 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4f16849-0e0a-4004-8503-0f4fc00ef447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396388 Mar 07 22:19:01.302988 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56268) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:19:01.403833 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-acd39760-234f-4e80-a0e9-3695c4646679 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/floatingips/01736985-525a-496c-9210-2b4b003fcdda HTTP/1.1" status: 200 len: 993 time: 0.0987356 Mar 07 22:19:16.332446 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:20.133319 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f42107b6-4dbd-474c-a904-e6604fb1c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:22.293037 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6d26c244-164d-4cfe-80c2-fe8698855ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:23.327192 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:23.367348 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:24.915819 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:29.800506 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56290) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:19:30.084563 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-4951b545-09ca-465d-a39a-7e8f479aa368 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Deleting port e0bda1ae-4c13-4ad8-a410-35545bf21c10 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:19:30.084811 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4951b545-09ca-465d-a39a-7e8f479aa368 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:30.209834 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:19:30.253099 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4951b545-09ca-465d-a39a-7e8f479aa368 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:30.253420 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4951b545-09ca-465d-a39a-7e8f479aa368 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:30.372170 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-4951b545-09ca-465d-a39a-7e8f479aa368 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Calling delete_port for e0bda1ae-4c13-4ad8-a410-35545bf21c10 owned by network:floatingip {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:19:30.642032 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4951b545-09ca-465d-a39a-7e8f479aa368 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:30.687981 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951b545-09ca-465d-a39a-7e8f479aa368 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Port': ['ID=e0bda1ae-4c13-4ad8-a410-35545bf21c10,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:30.719845 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951b545-09ca-465d-a39a-7e8f479aa368 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:30.720191 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951b545-09ca-465d-a39a-7e8f479aa368 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:30.723040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951b545-09ca-465d-a39a-7e8f479aa368 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:30.723040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951b545-09ca-465d-a39a-7e8f479aa368 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:30.723040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951b545-09ca-465d-a39a-7e8f479aa368 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:30.723040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951b545-09ca-465d-a39a-7e8f479aa368 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:30.723040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951b545-09ca-465d-a39a-7e8f479aa368 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:30.723040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951b545-09ca-465d-a39a-7e8f479aa368 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:30.723040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951b545-09ca-465d-a39a-7e8f479aa368 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:30.723040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951b545-09ca-465d-a39a-7e8f479aa368 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:30.723794 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951b545-09ca-465d-a39a-7e8f479aa368 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:30.723794 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951b545-09ca-465d-a39a-7e8f479aa368 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:30.791202 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4951b545-09ca-465d-a39a-7e8f479aa368 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for floatingip, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:30.791525 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-4951b545-09ca-465d-a39a-7e8f479aa368 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Floating IP 01736985-525a-496c-9210-2b4b003fcdda disassociated (deleted). External IP: 172.26.2.73, port: 60a77f76-904f-4d0c-94f3-7ccc854b3081. Mar 07 22:19:31.133154 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4951b545-09ca-465d-a39a-7e8f479aa368 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Router 88e9e42e-818c-4acd-9226-aa2eef24ce7b has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:19:31.409435 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4951b545-09ca-465d-a39a-7e8f479aa368 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:19:31.419130 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f0eb13-9d25-43b4-bbdb-3ff06ef9105c None None] Sync routers for ids ['88e9e42e-818c-4acd-9226-aa2eef24ce7b'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:19:31.428576 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f0eb13-9d25-43b4-bbdb-3ff06ef9105c None None] Routers {'88e9e42e-818c-4acd-9226-aa2eef24ce7b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:19:31.429171 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-12f0eb13-9d25-43b4-bbdb-3ff06ef9105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:19:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['88e9e42e-818c-4acd-9226-aa2eef24ce7b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:19:31.470128 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-4951b545-09ca-465d-a39a-7e8f479aa368 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:31.523908 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4951b545-09ca-465d-a39a-7e8f479aa368 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "DELETE /v2.0/floatingips/01736985-525a-496c-9210-2b4b003fcdda HTTP/1.1" status: 204 len: 168 time: 1.7223399 Mar 07 22:19:31.524475 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b5cf57-1296-42a5-ba5b-d2c689de2eb9', 'tag': '60a77f76-904f-4d0c-94f3-7ccc854b3081'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:19:31.605891 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-12f0eb13-9d25-43b4-bbdb-3ff06ef9105c None None] Set router 88e9e42e-818c-4acd-9226-aa2eef24ce7b gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:19:31.623203 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b5cf57-1296-42a5-ba5b-d2c689de2eb9', 'tag': '60a77f76-904f-4d0c-94f3-7ccc854b3081', 'status': 'completed', 'code': 200} Mar 07 22:19:31.766432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d462cd-25cd-4dfe-97cb-ffe22f8d2541 req-0890f799-f2fa-4f08-a8e6-772cd556c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:31.767900 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-51d462cd-25cd-4dfe-97cb-ffe22f8d2541 req-0890f799-f2fa-4f08-a8e6-772cd556c3ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 1099 time: 0.1230059 Mar 07 22:19:31.903260 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d462cd-25cd-4dfe-97cb-ffe22f8d2541 req-45bd602c-c41a-4c9e-9f0f-5acf1b25458c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:31.904707 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-51d462cd-25cd-4dfe-97cb-ffe22f8d2541 req-45bd602c-c41a-4c9e-9f0f-5acf1b25458c service neutron] 10.222.0.11 "GET /v2.0/networks?id=7396d961-af84-42cc-9a91-2dcceadfcfb4 HTTP/1.1" status: 200 len: 897 time: 0.1309922 Mar 07 22:19:31.962422 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-12f0eb13-9d25-43b4-bbdb-3ff06ef9105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355905839', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:17:53Z', 'updated_at': '2022-03-07T22:17:58Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:17:54Z', 'updated_at': '2022-03-07T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'd6b3b501-c427-49ac-b1c4-fa05143e84d3', 'name': '', 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:1d:d2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5871629e-a33d-4701-8651-ed28c196119a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:17:57Z', 'updated_at': '2022-03-07T22:18:03Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '5871629e-a33d-4701-8651-ed28c196119a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:19:31.966926 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f0eb13-9d25-43b4-bbdb-3ff06ef9105c None None] Checking router: 88e9e42e-818c-4acd-9226-aa2eef24ce7b for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:19:31.976983 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-51d462cd-25cd-4dfe-97cb-ffe22f8d2541 req-be970b18-f5af-4008-9542-f9b233face2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60a77f76-904f-4d0c-94f3-7ccc854b3081 HTTP/1.1" status: 200 len: 217 time: 0.0661094 Mar 07 22:19:31.978757 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f0eb13-9d25-43b4-bbdb-3ff06ef9105c None None] Routers {'88e9e42e-818c-4acd-9226-aa2eef24ce7b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:19:31.979567 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-12f0eb13-9d25-43b4-bbdb-3ff06ef9105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:19:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['88e9e42e-818c-4acd-9226-aa2eef24ce7b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:19:32.051290 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d462cd-25cd-4dfe-97cb-ffe22f8d2541 req-e08e5824-2f25-41c2-9046-78c76c991f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:32.052711 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-51d462cd-25cd-4dfe-97cb-ffe22f8d2541 req-e08e5824-2f25-41c2-9046-78c76c991f05 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5871629e-a33d-4701-8651-ed28c196119a HTTP/1.1" status: 200 len: 834 time: 0.0630765 Mar 07 22:19:32.156555 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-12f0eb13-9d25-43b4-bbdb-3ff06ef9105c None None] Set router 88e9e42e-818c-4acd-9226-aa2eef24ce7b gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:19:32.192300 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d462cd-25cd-4dfe-97cb-ffe22f8d2541 req-3d4e077c-6f80-42e0-b070-927c58a06bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:32.193754 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-51d462cd-25cd-4dfe-97cb-ffe22f8d2541 req-3d4e077c-6f80-42e0-b070-927c58a06bfa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7396d961-af84-42cc-9a91-2dcceadfcfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1348643 Mar 07 22:19:32.202039 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290edcfb-a9fc-4b8e-a99b-a7496374be08 req-7ef823e8-9525-41b1-befb-c0257e1ceea2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:32.202711 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-290edcfb-a9fc-4b8e-a99b-a7496374be08 req-7ef823e8-9525-41b1-befb-c0257e1ceea2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Synchronizing usage tracker for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:19:32.310877 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-290edcfb-a9fc-4b8e-a99b-a7496374be08 req-7ef823e8-9525-41b1-befb-c0257e1ceea2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Unset dirty status for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:19:32.312027 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-290edcfb-a9fc-4b8e-a99b-a7496374be08 req-7ef823e8-9525-41b1-befb-c0257e1ceea2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 946 time: 0.2193615 Mar 07 22:19:32.372912 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-51d462cd-25cd-4dfe-97cb-ffe22f8d2541 req-115a86e4-71dc-414c-95ef-16ad22f4b3f5 service neutron] 10.222.0.11 "GET /v2.0/networks/7396d961-af84-42cc-9a91-2dcceadfcfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674557 Mar 07 22:19:32.377444 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-290edcfb-a9fc-4b8e-a99b-a7496374be08 req-57a08367-9eff-4746-9975-b69572bb8e69 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4f16849-0e0a-4004-8503-0f4fc00ef447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583143 Mar 07 22:19:32.469330 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-12f0eb13-9d25-43b4-bbdb-3ff06ef9105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355905839', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:17:53Z', 'updated_at': '2022-03-07T22:17:58Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:17:54Z', 'updated_at': '2022-03-07T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'd6b3b501-c427-49ac-b1c4-fa05143e84d3', 'name': '', 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:1d:d2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5871629e-a33d-4701-8651-ed28c196119a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:17:57Z', 'updated_at': '2022-03-07T22:18:03Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '5871629e-a33d-4701-8651-ed28c196119a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:19:32.473249 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f0eb13-9d25-43b4-bbdb-3ff06ef9105c None None] The sync data for ids ['88e9e42e-818c-4acd-9226-aa2eef24ce7b'] in dv-neutron-829957-1-hyperv is: [{'id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355905839', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:17:53Z', 'updated_at': '2022-03-07T22:17:58Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:17:54Z', 'updated_at': '2022-03-07T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'd6b3b501-c427-49ac-b1c4-fa05143e84d3', 'name': '', 'network_id': '7396d961-af84-42cc-9a91-2dcceadfcfb4', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:1d:d2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5871629e-a33d-4701-8651-ed28c196119a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:17:57Z', 'updated_at': '2022-03-07T22:18:03Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '5871629e-a33d-4701-8651-ed28c196119a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:19:32.507771 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-51d462cd-25cd-4dfe-97cb-ffe22f8d2541 req-e7c75c3f-9593-484a-b72d-5e173d715b5a service neutron] 10.222.0.11 "GET /v2.0/networks/7396d961-af84-42cc-9a91-2dcceadfcfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280341 Mar 07 22:19:32.676010 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f160da00-82bf-4c07-90c4-4fed05789c06 None None] New status for floating IP 01736985-525a-496c-9210-2b4b003fcdda: DOWN {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:19:33.593170 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c57487-8076-4191-b58d-2a229390b179 req-9e997a03-7ed7-44dd-a4b3-4bf38c7d4152 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:33.594621 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-81c57487-8076-4191-b58d-2a229390b179 req-9e997a03-7ed7-44dd-a4b3-4bf38c7d4152 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 946 time: 0.1050308 Mar 07 22:19:33.601873 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa8547-6bba-4856-9961-56a61137356f req-06542624-db7c-44e2-951a-2384ef23e16d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:33.603186 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-81fa8547-6bba-4856-9961-56a61137356f req-06542624-db7c-44e2-951a-2384ef23e16d tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.11 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 946 time: 0.1485407 Mar 07 22:19:33.694421 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-81c57487-8076-4191-b58d-2a229390b179 req-72ab82f5-513c-4e32-a8fb-e759c23b9078 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4f16849-0e0a-4004-8503-0f4fc00ef447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902040 Mar 07 22:19:33.697541 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-81fa8547-6bba-4856-9961-56a61137356f req-a1f0023d-b7e3-4ab3-b533-0a460d7d506b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Deleting port 60a77f76-904f-4d0c-94f3-7ccc854b3081 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:19:33.697879 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-81fa8547-6bba-4856-9961-56a61137356f req-a1f0023d-b7e3-4ab3-b533-0a460d7d506b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:33.936668 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-81fa8547-6bba-4856-9961-56a61137356f req-a1f0023d-b7e3-4ab3-b533-0a460d7d506b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] For port 60a77f76-904f-4d0c-94f3-7ccc854b3081, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=60a77f76-904f-4d0c-94f3-7ccc854b3081,segment=NetworkSegment(1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9),segment_id=1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:19:33.937016 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-81fa8547-6bba-4856-9961-56a61137356f req-a1f0023d-b7e3-4ab3-b533-0a460d7d506b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:34.056887 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-81fa8547-6bba-4856-9961-56a61137356f req-a1f0023d-b7e3-4ab3-b533-0a460d7d506b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Calling delete_port for 60a77f76-904f-4d0c-94f3-7ccc854b3081 owned by compute:nova {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:19:34.355663 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-81fa8547-6bba-4856-9961-56a61137356f req-a1f0023d-b7e3-4ab3-b533-0a460d7d506b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:34.408508 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0023d-b7e3-4ab3-b533-0a460d7d506b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Port': ['ID=60a77f76-904f-4d0c-94f3-7ccc854b3081,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:34.478434 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fa8547-6bba-4856-9961-56a61137356f req-a1f0023d-b7e3-4ab3-b533-0a460d7d506b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] No DVR routers for this DVR port 60a77f76-904f-4d0c-94f3-7ccc854b3081 on host hv-neutron-8299 {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:19:34.480828 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-81fa8547-6bba-4856-9961-56a61137356f req-a1f0023d-b7e3-4ab3-b533-0a460d7d506b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:34.483214 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b5cf57-1296-42a5-ba5b-d2c689de2eb9', 'name': 'network-vif-deleted', 'tag': '60a77f76-904f-4d0c-94f3-7ccc854b3081'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:19:34.527586 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b5cf57-1296-42a5-ba5b-d2c689de2eb9', 'name': 'network-vif-deleted', 'tag': '60a77f76-904f-4d0c-94f3-7ccc854b3081', 'status': 'completed', 'code': 200} Mar 07 22:19:34.549894 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-81fa8547-6bba-4856-9961-56a61137356f req-a1f0023d-b7e3-4ab3-b533-0a460d7d506b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.11 "DELETE /v2.0/ports/60a77f76-904f-4d0c-94f3-7ccc854b3081 HTTP/1.1" status: 204 len: 173 time: 0.9327717 Mar 07 22:19:34.858471 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-9c862db8-4efe-4b38-b18b-b38da7cb226f req-b09d03e2-54f8-489c-aa19-ab9e6fe45629 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Synchronizing usage tracker for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:19:34.927284 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-9c862db8-4efe-4b38-b18b-b38da7cb226f req-b09d03e2-54f8-489c-aa19-ab9e6fe45629 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Unset dirty status for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:19:34.928453 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9c862db8-4efe-4b38-b18b-b38da7cb226f req-b09d03e2-54f8-489c-aa19-ab9e6fe45629 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=81b5cf57-1296-42a5-ba5b-d2c689de2eb9 HTTP/1.1" status: 200 len: 210 time: 0.1270380 Mar 07 22:19:36.021614 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56312) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:19:36.551056 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f4f4df79-da06-4389-9097-2e86c4536b65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:36.891271 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-f4f4df79-da06-4389-9097-2e86c4536b65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Deleting port d6b3b501-c427-49ac-b1c4-fa05143e84d3 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:19:36.891610 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f4f4df79-da06-4389-9097-2e86c4536b65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:37.171539 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-f4f4df79-da06-4389-9097-2e86c4536b65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] For port d6b3b501-c427-49ac-b1c4-fa05143e84d3, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d6b3b501-c427-49ac-b1c4-fa05143e84d3,segment=NetworkSegment(1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9),segment_id=1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:19:37.172209 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f4f4df79-da06-4389-9097-2e86c4536b65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:37.291410 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-f4f4df79-da06-4389-9097-2e86c4536b65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Calling delete_port for d6b3b501-c427-49ac-b1c4-fa05143e84d3 owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:19:37.709294 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f4f4df79-da06-4389-9097-2e86c4536b65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:37.717700 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 60a77f76-904f-4d0c-94f3-7ccc854b3081 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:19:37.751925 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 60a77f76-904f-4d0c-94f3-7ccc854b3081 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:19:37.752264 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 60a77f76-904f-4d0c-94f3-7ccc854b3081 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:19:37.756829 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4df79-da06-4389-9097-2e86c4536b65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Port': ['ID=d6b3b501-c427-49ac-b1c4-fa05143e84d3,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:38.029438 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f4f4df79-da06-4389-9097-2e86c4536b65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:38.379924 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f4df79-da06-4389-9097-2e86c4536b65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Router 88e9e42e-818c-4acd-9226-aa2eef24ce7b has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:19:38.657266 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f4df79-da06-4389-9097-2e86c4536b65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:19:38.666406 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda7c04d-cdbb-448f-876a-78cb3cc4836b None None] Sync routers for ids ['88e9e42e-818c-4acd-9226-aa2eef24ce7b'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:19:38.675377 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda7c04d-cdbb-448f-876a-78cb3cc4836b None None] Routers {'88e9e42e-818c-4acd-9226-aa2eef24ce7b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:19:38.675962 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-eda7c04d-cdbb-448f-876a-78cb3cc4836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:19:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['88e9e42e-818c-4acd-9226-aa2eef24ce7b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:19:38.729296 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f4f4df79-da06-4389-9097-2e86c4536b65 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "PUT /v2.0/routers/88e9e42e-818c-4acd-9226-aa2eef24ce7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7068834 Mar 07 22:19:38.731903 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56318) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:19:38.798847 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3501d8-a398-4617-ba5a-a751ecaf1844 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Deleting subnet 5871629e-a33d-4701-8651-ed28c196119a {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 22:19:38.801735 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e3501d8-a398-4617-ba5a-a751ecaf1844 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:38.852233 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-eda7c04d-cdbb-448f-876a-78cb3cc4836b None None] Set router 88e9e42e-818c-4acd-9226-aa2eef24ce7b gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:19:38.858580 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e3501d8-a398-4617-ba5a-a751ecaf1844 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:38.939482 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e3501d8-a398-4617-ba5a-a751ecaf1844 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:39.087805 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e3501d8-a398-4617-ba5a-a751ecaf1844 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:39.130919 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3501d8-a398-4617-ba5a-a751ecaf1844 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Subnet': ['ID=5871629e-a33d-4701-8651-ed28c196119a,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:39.132829 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3e3501d8-a398-4617-ba5a-a751ecaf1844 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:39.139281 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa0291c-4dce-4c12-9162-a1a8fa8681e9 None None] Network 7396d961-af84-42cc-9a91-2dcceadfcfb4 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:19:39.142099 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56322) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:19:39.142591 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3e3501d8-a398-4617-ba5a-a751ecaf1844 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "DELETE /v2.0/subnets/5871629e-a33d-4701-8651-ed28c196119a HTTP/1.1" status: 204 len: 168 time: 0.4092629 Mar 07 22:19:39.328011 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-eda7c04d-cdbb-448f-876a-78cb3cc4836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355905839', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:17:53Z', 'updated_at': '2022-03-07T22:19:37Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:17:54Z', 'updated_at': '2022-03-07T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:19:39.334004 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda7c04d-cdbb-448f-876a-78cb3cc4836b None None] Checking router: 88e9e42e-818c-4acd-9226-aa2eef24ce7b for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:19:39.351787 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda7c04d-cdbb-448f-876a-78cb3cc4836b None None] Routers {'88e9e42e-818c-4acd-9226-aa2eef24ce7b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:19:39.352396 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-eda7c04d-cdbb-448f-876a-78cb3cc4836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:19:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['88e9e42e-818c-4acd-9226-aa2eef24ce7b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:19:39.436794 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:39.492473 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eef3a3-583d-4745-a21f-a9fab908d3be None None] DHCP port deletion for 7396d961-af84-42cc-9a91-2dcceadfcfb4 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 22:19:39.506534 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-26eef3a3-583d-4745-a21f-a9fab908d3be None None] Deleting port daf05705-432b-4af3-bc74-d9eb21c30777 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:19:39.506896 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-26eef3a3-583d-4745-a21f-a9fab908d3be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:39.576159 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-eda7c04d-cdbb-448f-876a-78cb3cc4836b None None] Set router 88e9e42e-818c-4acd-9226-aa2eef24ce7b gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:19:39.616514 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:39.704646 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Deleting port c14fd3a9-90c0-41fb-8fca-c187a0f41ebc {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:19:39.705092 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:39.884875 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] For port c14fd3a9-90c0-41fb-8fca-c187a0f41ebc, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=c14fd3a9-90c0-41fb-8fca-c187a0f41ebc,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:19:39.885150 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:39.960731 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-26eef3a3-583d-4745-a21f-a9fab908d3be None None] For port daf05705-432b-4af3-bc74-d9eb21c30777, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=daf05705-432b-4af3-bc74-d9eb21c30777,segment=NetworkSegment(1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9),segment_id=1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:19:39.961350 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-26eef3a3-583d-4745-a21f-a9fab908d3be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:40.005905 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Calling delete_port for c14fd3a9-90c0-41fb-8fca-c187a0f41ebc owned by network:router_gateway {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:19:40.090422 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-26eef3a3-583d-4745-a21f-a9fab908d3be None None] Calling delete_port for daf05705-432b-4af3-bc74-d9eb21c30777 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:19:40.180656 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-eda7c04d-cdbb-448f-876a-78cb3cc4836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355905839', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:17:53Z', 'updated_at': '2022-03-07T22:19:37Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:17:54Z', 'updated_at': '2022-03-07T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:19:40.180656 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda7c04d-cdbb-448f-876a-78cb3cc4836b None None] The sync data for ids ['88e9e42e-818c-4acd-9226-aa2eef24ce7b'] in dv-neutron-829957-1-hyperv is: [{'id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-355905839', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:17:53Z', 'updated_at': '2022-03-07T22:19:37Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'c14fd3a9-90c0-41fb-8fca-c187a0f41ebc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9e42e-818c-4acd-9226-aa2eef24ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:17:54Z', 'updated_at': '2022-03-07T22:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:19:40.252202 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:40.274936 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-26eef3a3-583d-4745-a21f-a9fab908d3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:40.296828 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Port': ['ID=c14fd3a9-90c0-41fb-8fca-c187a0f41ebc,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:40.326840 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eef3a3-583d-4745-a21f-a9fab908d3be None None] Pushing event deleted for resources: {'Port': ['ID=daf05705-432b-4af3-bc74-d9eb21c30777,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:40.331140 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eef3a3-583d-4745-a21f-a9fab908d3be None None] No DVR routers for this DVR port daf05705-432b-4af3-bc74-d9eb21c30777 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:19:40.332530 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:40.332883 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:40.333220 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:40.333556 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:40.333883 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:40.340344 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:40.340344 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:40.340344 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:40.340344 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:40.340344 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:40.340344 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:40.340344 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:40.341866 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef3a3-583d-4745-a21f-a9fab908d3be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:40.341866 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef3a3-583d-4745-a21f-a9fab908d3be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:40.341866 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef3a3-583d-4745-a21f-a9fab908d3be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:40.342164 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef3a3-583d-4745-a21f-a9fab908d3be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:40.343310 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef3a3-583d-4745-a21f-a9fab908d3be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:40.343310 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef3a3-583d-4745-a21f-a9fab908d3be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:40.343310 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef3a3-583d-4745-a21f-a9fab908d3be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:40.343626 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef3a3-583d-4745-a21f-a9fab908d3be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:40.343725 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef3a3-583d-4745-a21f-a9fab908d3be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:40.344068 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef3a3-583d-4745-a21f-a9fab908d3be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:40.344409 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef3a3-583d-4745-a21f-a9fab908d3be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:40.344700 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef3a3-583d-4745-a21f-a9fab908d3be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:40.404774 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:40.578921 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:40.581282 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:40.693185 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:40.693717 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Fanout notify agent at l3_agent the message router_deleted on router 88e9e42e-818c-4acd-9226-aa2eef24ce7b {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 22:19:40.709677 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:40.711127 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ccc1975a-cf9f-48d0-9466-92f03e3662ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "DELETE /v2.0/routers/88e9e42e-818c-4acd-9226-aa2eef24ce7b HTTP/1.1" status: 204 len: 168 time: 1.5673652 Mar 07 22:19:40.714773 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56328) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:19:40.933586 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-52bf8d1c-b2b5-4ae0-b3ae-b569654d53c1 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:41.060621 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-52bf8d1c-b2b5-4ae0-b3ae-b569654d53c1 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:41.084910 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-52bf8d1c-b2b5-4ae0-b3ae-b569654d53c1 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7396d961-af84-42cc-9a91-2dcceadfcfb4']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:19:41.096403 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-52bf8d1c-b2b5-4ae0-b3ae-b569654d53c1 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:19:41.096712 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-52bf8d1c-b2b5-4ae0-b3ae-b569654d53c1 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d1790f5-a28b-4d8f-8ddb-d5103aa51fb9') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:19:41.107744 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-52bf8d1c-b2b5-4ae0-b3ae-b569654d53c1 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:41.126206 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-52bf8d1c-b2b5-4ae0-b3ae-b569654d53c1 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:41.133055 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52bf8d1c-b2b5-4ae0-b3ae-b569654d53c1 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:19:41.138637 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-52bf8d1c-b2b5-4ae0-b3ae-b569654d53c1 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:19:41.149928 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:19:41.177910 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d6b3b501-c427-49ac-b1c4-fa05143e84d3 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:19:41.213104 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: d6b3b501-c427-49ac-b1c4-fa05143e84d3 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:19:41.213448 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d6b3b501-c427-49ac-b1c4-fa05143e84d3 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:19:41.213857 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device daf05705-432b-4af3-bc74-d9eb21c30777 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:19:41.246484 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: daf05705-432b-4af3-bc74-d9eb21c30777 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:19:41.246827 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device daf05705-432b-4af3-bc74-d9eb21c30777 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:19:41.247231 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c14fd3a9-90c0-41fb-8fca-c187a0f41ebc no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:19:41.299201 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-52bf8d1c-b2b5-4ae0-b3ae-b569654d53c1 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:41.319134 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-52bf8d1c-b2b5-4ae0-b3ae-b569654d53c1 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:41.322888 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: c14fd3a9-90c0-41fb-8fca-c187a0f41ebc {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:19:41.323226 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device c14fd3a9-90c0-41fb-8fca-c187a0f41ebc not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:19:41.332293 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf8d1c-b2b5-4ae0-b3ae-b569654d53c1 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Network': ['ID=7396d961-af84-42cc-9a91-2dcceadfcfb4,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:41.402345 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-52bf8d1c-b2b5-4ae0-b3ae-b569654d53c1 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "DELETE /v2.0/networks/7396d961-af84-42cc-9a91-2dcceadfcfb4 HTTP/1.1" status: 204 len: 168 time: 0.6870241 Mar 07 22:19:41.404868 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56332) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:19:41.470623 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-66c105b0-752d-43c5-b9e0-0ed22426665b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:41.499744 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-66c105b0-752d-43c5-b9e0-0ed22426665b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:41.635954 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-66c105b0-752d-43c5-b9e0-0ed22426665b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:41.654350 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c105b0-752d-43c5-b9e0-0ed22426665b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f16849-0e0a-4004-8503-0f4fc00ef447,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:41.715431 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-66c105b0-752d-43c5-b9e0-0ed22426665b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:41.716603 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-66c105b0-752d-43c5-b9e0-0ed22426665b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "DELETE /v2.0/security-groups/f4f16849-0e0a-4004-8503-0f4fc00ef447 HTTP/1.1" status: 204 len: 168 time: 0.3108332 Mar 07 22:19:42.254156 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56340) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:19:42.259282 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-60b55acf-bf36-40a0-a42f-3f50d60fbd2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1089587143', 'description': 'tempest-secgroup-smoke-1089587143 description', 'project_id': '42a2dae755c845488dbd51b04647fa3f'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:19:42.265670 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-60b55acf-bf36-40a0-a42f-3f50d60fbd2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:19:42.269706 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-60b55acf-bf36-40a0-a42f-3f50d60fbd2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:19:42.272541 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-60b55acf-bf36-40a0-a42f-3f50d60fbd2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:19:42.279272 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-60b55acf-bf36-40a0-a42f-3f50d60fbd2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:19:42.328963 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-60b55acf-bf36-40a0-a42f-3f50d60fbd2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:42.348621 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-60b55acf-bf36-40a0-a42f-3f50d60fbd2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:19:42.352602 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-60b55acf-bf36-40a0-a42f-3f50d60fbd2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:19:42.355477 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-60b55acf-bf36-40a0-a42f-3f50d60fbd2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:19:42.360984 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-60b55acf-bf36-40a0-a42f-3f50d60fbd2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:19:42.427297 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-60b55acf-bf36-40a0-a42f-3f50d60fbd2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:42.498451 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-60b55acf-bf36-40a0-a42f-3f50d60fbd2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:42.540233 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b55acf-bf36-40a0-a42f-3f50d60fbd2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e026b0-885f-4636-8fb6-fdded3a4828b,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:42.607233 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-60b55acf-bf36-40a0-a42f-3f50d60fbd2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:42.608445 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-60b55acf-bf36-40a0-a42f-3f50d60fbd2a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3533061 Mar 07 22:19:42.611280 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56344) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:19:42.616093 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-76db0ee3-5b07-48c8-9a51-b4b683ed1cec tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': 'a8e026b0-885f-4636-8fb6-fdded3a4828b', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:19:42.622612 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-76db0ee3-5b07-48c8-9a51-b4b683ed1cec tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:19:42.626372 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-76db0ee3-5b07-48c8-9a51-b4b683ed1cec tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:19:42.629260 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-76db0ee3-5b07-48c8-9a51-b4b683ed1cec tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:19:42.634819 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-76db0ee3-5b07-48c8-9a51-b4b683ed1cec tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:19:42.699657 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-76db0ee3-5b07-48c8-9a51-b4b683ed1cec tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:42.760237 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-76db0ee3-5b07-48c8-9a51-b4b683ed1cec tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:42.830085 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-76db0ee3-5b07-48c8-9a51-b4b683ed1cec tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:42.855080 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db0ee3-5b07-48c8-9a51-b4b683ed1cec tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8771e954-42a5-4b92-8cf5-9d7e72c02b44,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:42.921499 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-76db0ee3-5b07-48c8-9a51-b4b683ed1cec tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:42.922732 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-76db0ee3-5b07-48c8-9a51-b4b683ed1cec tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3105452 Mar 07 22:19:42.925452 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56348) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:19:42.930416 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-82f00273-0d91-45d8-ad52-ea426dcf7bf7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': 'a8e026b0-885f-4636-8fb6-fdded3a4828b', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:19:42.936747 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-82f00273-0d91-45d8-ad52-ea426dcf7bf7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:19:42.940565 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-82f00273-0d91-45d8-ad52-ea426dcf7bf7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:19:42.943768 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-82f00273-0d91-45d8-ad52-ea426dcf7bf7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:19:42.949421 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-82f00273-0d91-45d8-ad52-ea426dcf7bf7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:19:43.035395 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-82f00273-0d91-45d8-ad52-ea426dcf7bf7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:43.094731 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-82f00273-0d91-45d8-ad52-ea426dcf7bf7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:43.172598 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-82f00273-0d91-45d8-ad52-ea426dcf7bf7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:43.196798 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f00273-0d91-45d8-ad52-ea426dcf7bf7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c4a38b-31d7-41bb-8af7-7aa870a95108,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:43.263327 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-82f00273-0d91-45d8-ad52-ea426dcf7bf7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:43.264494 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-82f00273-0d91-45d8-ad52-ea426dcf7bf7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3380673 Mar 07 22:19:43.267182 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56352) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:19:43.272021 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-8a1772b9-1a29-4caf-88a1-4d58e2213c2f tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': 'a8e026b0-885f-4636-8fb6-fdded3a4828b', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:19:43.278226 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8a1772b9-1a29-4caf-88a1-4d58e2213c2f tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:19:43.282060 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8a1772b9-1a29-4caf-88a1-4d58e2213c2f tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:19:43.284884 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-8a1772b9-1a29-4caf-88a1-4d58e2213c2f tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:19:43.290580 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-8a1772b9-1a29-4caf-88a1-4d58e2213c2f tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:19:43.378033 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8a1772b9-1a29-4caf-88a1-4d58e2213c2f tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:43.437432 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8a1772b9-1a29-4caf-88a1-4d58e2213c2f tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:43.527585 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8a1772b9-1a29-4caf-88a1-4d58e2213c2f tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:43.550172 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1772b9-1a29-4caf-88a1-4d58e2213c2f tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319a6b86-db72-4bf4-bb00-a96e973ce204,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:43.635618 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-8a1772b9-1a29-4caf-88a1-4d58e2213c2f tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:43.637274 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-8a1772b9-1a29-4caf-88a1-4d58e2213c2f tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3691816 Mar 07 22:19:43.640029 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56356) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:19:43.644905 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-645a1820-1cd5-4e0e-8da8-64ffb4a93dc4 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': 'a8e026b0-885f-4636-8fb6-fdded3a4828b', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:19:43.650698 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-645a1820-1cd5-4e0e-8da8-64ffb4a93dc4 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:19:43.655201 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-645a1820-1cd5-4e0e-8da8-64ffb4a93dc4 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:19:43.658075 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-645a1820-1cd5-4e0e-8da8-64ffb4a93dc4 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:19:43.663752 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-645a1820-1cd5-4e0e-8da8-64ffb4a93dc4 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:19:43.750240 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-645a1820-1cd5-4e0e-8da8-64ffb4a93dc4 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:43.814943 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-645a1820-1cd5-4e0e-8da8-64ffb4a93dc4 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:43.881499 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-645a1820-1cd5-4e0e-8da8-64ffb4a93dc4 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:43.905109 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a1820-1cd5-4e0e-8da8-64ffb4a93dc4 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e69495-43c1-4edd-bb06-e48d206b7aa0,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:43.979057 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-645a1820-1cd5-4e0e-8da8-64ffb4a93dc4 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:43.981987 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-645a1820-1cd5-4e0e-8da8-64ffb4a93dc4 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3393221 Mar 07 22:19:43.982979 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56360) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:19:43.987861 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-0883530a-8a1c-42cc-af35-7766c2b36621 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': 'a8e026b0-885f-4636-8fb6-fdded3a4828b', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:19:43.993978 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0883530a-8a1c-42cc-af35-7766c2b36621 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:19:43.998293 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0883530a-8a1c-42cc-af35-7766c2b36621 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:19:44.001161 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0883530a-8a1c-42cc-af35-7766c2b36621 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:19:44.006874 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0883530a-8a1c-42cc-af35-7766c2b36621 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:19:44.070409 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.securitygroups_db [None req-0883530a-8a1c-42cc-af35-7766c2b36621 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Project 42a2dae755c845488dbd51b04647fa3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:19:44.078047 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0883530a-8a1c-42cc-af35-7766c2b36621 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:44.143806 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0883530a-8a1c-42cc-af35-7766c2b36621 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:44.200745 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0883530a-8a1c-42cc-af35-7766c2b36621 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:44.223480 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883530a-8a1c-42cc-af35-7766c2b36621 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cddbe9fe-11da-4b58-8230-9d86028937df,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:44.286946 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0883530a-8a1c-42cc-af35-7766c2b36621 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:44.288116 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0883530a-8a1c-42cc-af35-7766c2b36621 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3042331 Mar 07 22:19:44.290763 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56364) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:19:44.296243 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-6342cd03-c2a7-41f5-9d91-ee0ffde8f509 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'security_group_rule': {'security_group_id': 'a8e026b0-885f-4636-8fb6-fdded3a4828b', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:19:44.302156 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6342cd03-c2a7-41f5-9d91-ee0ffde8f509 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:19:44.305836 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6342cd03-c2a7-41f5-9d91-ee0ffde8f509 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:security_group_rule and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:19:44.309365 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6342cd03-c2a7-41f5-9d91-ee0ffde8f509 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:19:44.315098 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6342cd03-c2a7-41f5-9d91-ee0ffde8f509 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:19:44.378743 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.securitygroups_db [None req-6342cd03-c2a7-41f5-9d91-ee0ffde8f509 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Project 42a2dae755c845488dbd51b04647fa3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:19:44.385288 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6342cd03-c2a7-41f5-9d91-ee0ffde8f509 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:44.450480 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6342cd03-c2a7-41f5-9d91-ee0ffde8f509 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:44.498596 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6342cd03-c2a7-41f5-9d91-ee0ffde8f509 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:44.521226 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342cd03-c2a7-41f5-9d91-ee0ffde8f509 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8dddca8-8428-43b1-b850-a2569f849153,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:44.589901 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6342cd03-c2a7-41f5-9d91-ee0ffde8f509 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:44.591093 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6342cd03-c2a7-41f5-9d91-ee0ffde8f509 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2994337 Mar 07 22:19:44.593822 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56368) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:19:44.599150 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-ed5168d2-26cf-4f91-a0ca-7875d90ad755 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'network': {'name': 'tempest-network-smoke--617430012', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'port_security_enabled': True}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:19:44.603985 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ed5168d2-26cf-4f91-a0ca-7875d90ad755 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:19:44.608568 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ed5168d2-26cf-4f91-a0ca-7875d90ad755 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:network and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:19:44.611486 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-ed5168d2-26cf-4f91-a0ca-7875d90ad755 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:19:44.617152 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-ed5168d2-26cf-4f91-a0ca-7875d90ad755 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:19:44.674731 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5168d2-26cf-4f91-a0ca-7875d90ad755 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Made reservation on behalf of 42a2dae755c845488dbd51b04647fa3f for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:19:44.678034 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ed5168d2-26cf-4f91-a0ca-7875d90ad755 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:44.704880 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5168d2-26cf-4f91-a0ca-7875d90ad755 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:19:44.713202 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ed5168d2-26cf-4f91-a0ca-7875d90ad755 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:44.713548 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-ed5168d2-26cf-4f91-a0ca-7875d90ad755 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Added segment dafce41c-3c2c-436a-8ccd-fed9ed159bb3 of type vlan for network aebe80c1-028d-4247-ba9e-74190524b2c0 Mar 07 22:19:44.739731 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ed5168d2-26cf-4f91-a0ca-7875d90ad755 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:44.841631 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ed5168d2-26cf-4f91-a0ca-7875d90ad755 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:44.847169 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5168d2-26cf-4f91-a0ca-7875d90ad755 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:44.851995 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-ed5168d2-26cf-4f91-a0ca-7875d90ad755 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:44.957908 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5168d2-26cf-4f91-a0ca-7875d90ad755 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Network': ['ID=aebe80c1-028d-4247-ba9e-74190524b2c0,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:44.968576 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network aebe80c1-028d-4247-ba9e-74190524b2c0 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 22:19:44.978797 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-ed5168d2-26cf-4f91-a0ca-7875d90ad755 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3840036 Mar 07 22:19:44.982191 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56372) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:19:44.987268 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-99d683a4-8c9c-4e39-9522-732c3f80eb70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1117393229', 'admin_state_up': True, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:19:44.994477 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-99d683a4-8c9c-4e39-9522-732c3f80eb70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:19:44.998277 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-99d683a4-8c9c-4e39-9522-732c3f80eb70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:router and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:19:45.001109 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-99d683a4-8c9c-4e39-9522-732c3f80eb70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:19:45.007351 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-99d683a4-8c9c-4e39-9522-732c3f80eb70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:19:45.059269 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-99d683a4-8c9c-4e39-9522-732c3f80eb70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:45.060304 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-99d683a4-8c9c-4e39-9522-732c3f80eb70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:45.075488 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-99d683a4-8c9c-4e39-9522-732c3f80eb70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:45.388141 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-99d683a4-8c9c-4e39-9522-732c3f80eb70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:45.829033 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-99d683a4-8c9c-4e39-9522-732c3f80eb70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:45.858160 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-99d683a4-8c9c-4e39-9522-732c3f80eb70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:45.990669 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-99d683a4-8c9c-4e39-9522-732c3f80eb70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Allocated IP 172.26.2.216 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/bb1bb040-03ac-4c3a-a3d2-0f90af84c894) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:19:46.132765 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-99d683a4-8c9c-4e39-9522-732c3f80eb70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:46.213002 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-99d683a4-8c9c-4e39-9522-732c3f80eb70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:46.271930 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d683a4-8c9c-4e39-9522-732c3f80eb70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:19:46.274637 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-99d683a4-8c9c-4e39-9522-732c3f80eb70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:19:46.282858 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d683a4-8c9c-4e39-9522-732c3f80eb70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:19:46.321308 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:46.326838 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d683a4-8c9c-4e39-9522-732c3f80eb70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=bb1bb040-03ac-4c3a-a3d2-0f90af84c894,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:46.735213 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-99d683a4-8c9c-4e39-9522-732c3f80eb70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router_gateway, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:47.177564 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-99d683a4-8c9c-4e39-9522-732c3f80eb70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:47.447280 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d683a4-8c9c-4e39-9522-732c3f80eb70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Router 5f0bf038-e793-4eac-ae5c-c24518bdf4fe is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 22:19:47.618635 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d683a4-8c9c-4e39-9522-732c3f80eb70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:19:47.628728 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] Sync routers for ids ['5f0bf038-e793-4eac-ae5c-c24518bdf4fe'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:19:47.640423 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] Routers {'5f0bf038-e793-4eac-ae5c-c24518bdf4fe'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:19:47.641013 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:19:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['5f0bf038-e793-4eac-ae5c-c24518bdf4fe'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:19:47.687205 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-99d683a4-8c9c-4e39-9522-732c3f80eb70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:47.688427 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-99d683a4-8c9c-4e39-9522-732c3f80eb70 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7052982 Mar 07 22:19:47.691760 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56376) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:19:47.735079 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-33425095-3024-4bf6-a2e0-638b29d21706 tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=42a2dae755c845488dbd51b04647fa3f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421827 Mar 07 22:19:47.737667 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56380) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:19:47.811444 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] Set router 5f0bf038-e793-4eac-ae5c-c24518bdf4fe gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:19:47.866592 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36cfe34-bd0b-4de5-97d9-09e99b9101c0 tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:47.868070 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b36cfe34-bd0b-4de5-97d9-09e99b9101c0 tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294990 Mar 07 22:19:47.870867 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56384) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:19:47.909426 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-9bff8947-bfb5-4d35-afd0-8363c129f89e tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a3015ce6-e7a9-4329-aba7-a9f29a3d3093&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375254 Mar 07 22:19:47.911975 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56388) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:19:47.917751 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-4e654dbb-3907-42ae-a971-28fe0baaabda tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-256174714', 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0', 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:19:48.027416 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-4e654dbb-3907-42ae-a971-28fe0baaabda tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:19:48.031234 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4e654dbb-3907-42ae-a971-28fe0baaabda tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:subnet and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:19:48.034096 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-4e654dbb-3907-42ae-a971-28fe0baaabda tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:19:48.039837 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-4e654dbb-3907-42ae-a971-28fe0baaabda tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:19:48.087106 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e654dbb-3907-42ae-a971-28fe0baaabda tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Made reservation on behalf of 42a2dae755c845488dbd51b04647fa3f for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:19:48.091127 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4e654dbb-3907-42ae-a971-28fe0baaabda tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:48.091748 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117393229', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:46Z', 'revision_number': 3, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:25:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:19:48.095380 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] Checking router: 5f0bf038-e793-4eac-ae5c-c24518bdf4fe for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:19:48.101137 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] Updating router 5f0bf038-e793-4eac-ae5c-c24518bdf4fe port bb1bb040-03ac-4c3a-a3d2-0f90af84c894 binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:19:48.145621 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:48.355332 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4e654dbb-3907-42ae-a971-28fe0baaabda tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:48.437153 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e654dbb-3907-42ae-a971-28fe0baaabda tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Subnet': ['ID=150a83d6-2a73-4184-adef-e50a6d0ca228,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:48.445010 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e654dbb-3907-42ae-a971-28fe0baaabda tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Checking segment: {'id': 'dafce41c-3c2c-436a-8ccd-fed9ed159bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:19:48.445010 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e654dbb-3907-42ae-a971-28fe0baaabda tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network hostable DHCP agents. Network: aebe80c1-028d-4247-ba9e-74190524b2c0, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:19:48.463747 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:48.475238 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] Transition to ACTIVE for port object bb1bb040-03ac-4c3a-a3d2-0f90af84c894 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:19:48.515084 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e654dbb-3907-42ae-a971-28fe0baaabda tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network aebe80c1-028d-4247-ba9e-74190524b2c0 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:19:48.544325 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:48.612887 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-4e654dbb-3907-42ae-a971-28fe0baaabda tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, aebe80c1-028d-4247-ba9e-74190524b2c0) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:19:48.616669 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e654dbb-3907-42ae-a971-28fe0baaabda tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:48.617393 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4e654dbb-3907-42ae-a971-28fe0baaabda tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:48.621995 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af83d68-cf7e-46fe-992c-1dba80447563 None None] Network aebe80c1-028d-4247-ba9e-74190524b2c0 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:19:48.626137 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a0bce-46df-4b06-9425-77731930c81f None None] Pushing event updated for resources: {'Port': ['ID=bb1bb040-03ac-4c3a-a3d2-0f90af84c894,revision_number=2']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:48.630735 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] Attempting to bind port bb1bb040-03ac-4c3a-a3d2-0f90af84c894 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:19:48.631367 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] Attempting to bind port bb1bb040-03ac-4c3a-a3d2-0f90af84c894 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:19:48.631489 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] Attempting to bind port bb1bb040-03ac-4c3a-a3d2-0f90af84c894 on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:19:48.640651 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a0bce-46df-4b06-9425-77731930c81f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:48.641002 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a0bce-46df-4b06-9425-77731930c81f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:48.641339 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a0bce-46df-4b06-9425-77731930c81f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:48.641665 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a0bce-46df-4b06-9425-77731930c81f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:48.642036 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a0bce-46df-4b06-9425-77731930c81f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:48.642367 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a0bce-46df-4b06-9425-77731930c81f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:48.642685 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a0bce-46df-4b06-9425-77731930c81f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:48.643002 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a0bce-46df-4b06-9425-77731930c81f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:48.643320 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a0bce-46df-4b06-9425-77731930c81f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:48.643631 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a0bce-46df-4b06-9425-77731930c81f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:48.643943 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a0bce-46df-4b06-9425-77731930c81f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:48.644253 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a0bce-46df-4b06-9425-77731930c81f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:19:48.647482 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:19:48.647850 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:19:48.648238 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:48.648622 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:19:48.649077 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] Bound port: bb1bb040-03ac-4c3a-a3d2-0f90af84c894, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:19:48.649443 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:48.705342 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4e654dbb-3907-42ae-a971-28fe0baaabda tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7922306 Mar 07 22:19:48.708061 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56392) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:19:48.721158 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] For port bb1bb040-03ac-4c3a-a3d2-0f90af84c894, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:19:48.724175 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] For port bb1bb040-03ac-4c3a-a3d2-0f90af84c894, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=bb1bb040-03ac-4c3a-a3d2-0f90af84c894,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:19:48.801947 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:48.834904 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e41928d-5947-4541-81fe-b007f6a31549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-aebe80c1-028d-4247-ba9e-74190524b2c0', 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'fixed_ips': [{'subnet_id': '150a83d6-2a73-4184-adef-e50a6d0ca228'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 22:19:48.836055 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4e41928d-5947-4541-81fe-b007f6a31549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:48.880697 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a0bce-46df-4b06-9425-77731930c81f None None] Pushing event updated for resources: {'Port': ['ID=bb1bb040-03ac-4c3a-a3d2-0f90af84c894,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:48.896539 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] Routers {'5f0bf038-e793-4eac-ae5c-c24518bdf4fe'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:19:48.897143 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:19:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['5f0bf038-e793-4eac-ae5c-c24518bdf4fe'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:19:49.000385 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-4e41928d-5947-4541-81fe-b007f6a31549 None None] Allocated IP 172.20.0.2 (aebe80c1-028d-4247-ba9e-74190524b2c0/150a83d6-2a73-4184-adef-e50a6d0ca228/a7fabe49-4d8e-41bb-8b81-ed0a48490730) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:19:49.072720 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] Set router 5f0bf038-e793-4eac-ae5c-c24518bdf4fe gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:19:49.209933 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4e41928d-5947-4541-81fe-b007f6a31549 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:49.220396 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-4e41928d-5947-4541-81fe-b007f6a31549 None None] Transition to ACTIVE for port object a7fabe49-4d8e-41bb-8b81-ed0a48490730 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:19:49.238802 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-4e41928d-5947-4541-81fe-b007f6a31549 None None] Transition to ACTIVE for port object a7fabe49-4d8e-41bb-8b81-ed0a48490730 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:19:49.298816 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4e41928d-5947-4541-81fe-b007f6a31549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:49.356310 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e41928d-5947-4541-81fe-b007f6a31549 None None] Network aebe80c1-028d-4247-ba9e-74190524b2c0 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:19:49.359185 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-4e41928d-5947-4541-81fe-b007f6a31549 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:19:49.362695 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e41928d-5947-4541-81fe-b007f6a31549 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:19:49.378737 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41928d-5947-4541-81fe-b007f6a31549 None None] Pushing event updated for resources: {'Port': ['ID=a7fabe49-4d8e-41bb-8b81-ed0a48490730,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:49.383639 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117393229', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:46Z', 'revision_number': 3, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:25:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:19:49.387933 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e325d-87c0-4cb0-afc1-8614afda23a5 None None] The sync data for ids ['5f0bf038-e793-4eac-ae5c-c24518bdf4fe'] in dv-neutron-829957-1-hyperv is: [{'id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117393229', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:46Z', 'revision_number': 3, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:25:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:19:49.434972 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eff158ae-8874-48c4-814c-c33f8cd35226 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:49.471653 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-4e41928d-5947-4541-81fe-b007f6a31549 None None] Attempting to bind port a7fabe49-4d8e-41bb-8b81-ed0a48490730 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:19:49.471946 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-4e41928d-5947-4541-81fe-b007f6a31549 None None] Attempting to bind port a7fabe49-4d8e-41bb-8b81-ed0a48490730 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'dafce41c-3c2c-436a-8ccd-fed9ed159bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:19:49.472336 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e41928d-5947-4541-81fe-b007f6a31549 None None] Attempting to bind port a7fabe49-4d8e-41bb-8b81-ed0a48490730 on network aebe80c1-028d-4247-ba9e-74190524b2c0 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:19:49.477553 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e41928d-5947-4541-81fe-b007f6a31549 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:19:49.477925 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e41928d-5947-4541-81fe-b007f6a31549 None None] Checking segment: {'id': 'dafce41c-3c2c-436a-8ccd-fed9ed159bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:19:49.478356 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4e41928d-5947-4541-81fe-b007f6a31549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:49.478806 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e41928d-5947-4541-81fe-b007f6a31549 None None] Bound using segment: {'id': 'dafce41c-3c2c-436a-8ccd-fed9ed159bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:19:49.479269 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-4e41928d-5947-4541-81fe-b007f6a31549 None None] Bound port: a7fabe49-4d8e-41bb-8b81-ed0a48490730, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dafce41c-3c2c-436a-8ccd-fed9ed159bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:19:49.480314 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4e41928d-5947-4541-81fe-b007f6a31549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:49.571409 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-4e41928d-5947-4541-81fe-b007f6a31549 None None] For port a7fabe49-4d8e-41bb-8b81-ed0a48490730, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:19:49.575155 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-4e41928d-5947-4541-81fe-b007f6a31549 None None] For port a7fabe49-4d8e-41bb-8b81-ed0a48490730, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a7fabe49-4d8e-41bb-8b81-ed0a48490730,segment=NetworkSegment(dafce41c-3c2c-436a-8ccd-fed9ed159bb3),segment_id=dafce41c-3c2c-436a-8ccd-fed9ed159bb3)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:19:49.649815 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4e41928d-5947-4541-81fe-b007f6a31549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:49.740032 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41928d-5947-4541-81fe-b007f6a31549 None None] Pushing event updated for resources: {'Port': ['ID=a7fabe49-4d8e-41bb-8b81-ed0a48490730,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:50.001330 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-eff158ae-8874-48c4-814c-c33f8cd35226 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Allocated IP 172.20.0.1 (aebe80c1-028d-4247-ba9e-74190524b2c0/150a83d6-2a73-4184-adef-e50a6d0ca228/5aa90d39-b662-40c3-ac6c-d3d2d5565b38) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:19:50.110351 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9055fc21-2137-4bee-bba8-b0149f3e6616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:50.168842 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eff158ae-8874-48c4-814c-c33f8cd35226 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:50.186147 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-eff158ae-8874-48c4-814c-c33f8cd35226 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Transition to ACTIVE for port object 5aa90d39-b662-40c3-ac6c-d3d2d5565b38 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:19:50.270436 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eff158ae-8874-48c4-814c-c33f8cd35226 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:50.331541 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff158ae-8874-48c4-814c-c33f8cd35226 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network aebe80c1-028d-4247-ba9e-74190524b2c0 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:19:50.334480 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-eff158ae-8874-48c4-814c-c33f8cd35226 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:19:50.342865 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff158ae-8874-48c4-814c-c33f8cd35226 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:19:50.382042 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff158ae-8874-48c4-814c-c33f8cd35226 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=5aa90d39-b662-40c3-ac6c-d3d2d5565b38,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:50.406741 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eff158ae-8874-48c4-814c-c33f8cd35226 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:50.725386 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415b159e-bba7-4be6-902f-a80ffae3d5a5 None None] Network aebe80c1-028d-4247-ba9e-74190524b2c0 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:19:50.748817 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eff158ae-8874-48c4-814c-c33f8cd35226 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:50.887236 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-be24b18a-fd2e-40ff-b355-bc876d4c8fea None None] Provisioning for port a7fabe49-4d8e-41bb-8b81-ed0a48490730 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:19:51.198917 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eff158ae-8874-48c4-814c-c33f8cd35226 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:51.224926 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device bb1bb040-03ac-4c3a-a3d2-0f90af84c894 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:19:51.293131 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-93338ecb-6c4d-47e0-92fe-c9b14e980396 None None] Provisioning for port 5aa90d39-b662-40c3-ac6c-d3d2d5565b38 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:19:51.294136 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eff158ae-8874-48c4-814c-c33f8cd35226 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:51.298426 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-93338ecb-6c4d-47e0-92fe-c9b14e980396 None None] Provisioning complete for port 5aa90d39-b662-40c3-ac6c-d3d2d5565b38 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:19:51.298802 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-93338ecb-6c4d-47e0-92fe-c9b14e980396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:51.357524 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-93338ecb-6c4d-47e0-92fe-c9b14e980396 None None] Port 5aa90d39-b662-40c3-ac6c-d3d2d5565b38 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:19:51.384104 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port bb1bb040-03ac-4c3a-a3d2-0f90af84c894 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:19:51.389418 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port bb1bb040-03ac-4c3a-a3d2-0f90af84c894 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:19:51.389784 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:51.406955 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-eff158ae-8874-48c4-814c-c33f8cd35226 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:51.413319 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff158ae-8874-48c4-814c-c33f8cd35226 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=5aa90d39-b662-40c3-ac6c-d3d2d5565b38,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:51.516070 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:51.520467 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-bc851f2b-d06d-42f0-a345-4c157339cb0c None None] Provisioning complete for port 5aa90d39-b662-40c3-ac6c-d3d2d5565b38 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:19:51.520822 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bc851f2b-d06d-42f0-a345-4c157339cb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:51.546020 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff158ae-8874-48c4-814c-c33f8cd35226 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network aebe80c1-028d-4247-ba9e-74190524b2c0 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:19:51.548843 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-eff158ae-8874-48c4-814c-c33f8cd35226 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:19:51.602197 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port bb1bb040-03ac-4c3a-a3d2-0f90af84c894, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=bb1bb040-03ac-4c3a-a3d2-0f90af84c894,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:19:51.614217 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-bc851f2b-d06d-42f0-a345-4c157339cb0c None None] Port 5aa90d39-b662-40c3-ac6c-d3d2d5565b38 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:19:51.670489 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:51.671381 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a7fabe49-4d8e-41bb-8b81-ed0a48490730 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:19:51.790017 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=bb1bb040-03ac-4c3a-a3d2-0f90af84c894,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:51.835147 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fcd2589f-d17f-44ff-a71f-c17f68243d34 None None] Provisioning complete for port 5aa90d39-b662-40c3-ac6c-d3d2d5565b38 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:19:51.835799 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fcd2589f-d17f-44ff-a71f-c17f68243d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:51.850741 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff158ae-8874-48c4-814c-c33f8cd35226 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Router 5f0bf038-e793-4eac-ae5c-c24518bdf4fe has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:19:51.873566 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port a7fabe49-4d8e-41bb-8b81-ed0a48490730 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:19:51.883327 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port a7fabe49-4d8e-41bb-8b81-ed0a48490730 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:19:51.883696 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:51.933901 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-fcd2589f-d17f-44ff-a71f-c17f68243d34 None None] Port 5aa90d39-b662-40c3-ac6c-d3d2d5565b38 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:19:52.008253 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:52.028473 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff158ae-8874-48c4-814c-c33f8cd35226 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:19:52.039307 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] Sync routers for ids ['5f0bf038-e793-4eac-ae5c-c24518bdf4fe'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:19:52.040912 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-eff158ae-8874-48c4-814c-c33f8cd35226 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "PUT /v2.0/routers/5f0bf038-e793-4eac-ae5c-c24518bdf4fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3318110 Mar 07 22:19:52.044336 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port a7fabe49-4d8e-41bb-8b81-ed0a48490730, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a7fabe49-4d8e-41bb-8b81-ed0a48490730,segment=NetworkSegment(dafce41c-3c2c-436a-8ccd-fed9ed159bb3),segment_id=dafce41c-3c2c-436a-8ccd-fed9ed159bb3)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:19:52.051711 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] Routers {'5f0bf038-e793-4eac-ae5c-c24518bdf4fe'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:19:52.052310 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:19:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['5f0bf038-e793-4eac-ae5c-c24518bdf4fe'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:19:52.116137 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:52.206021 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-23b066ce-9ec3-42c4-997f-8c3f448a9cda tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1089587143&fields=id&tenant_id=42a2dae755c845488dbd51b04647fa3f HTTP/1.1" status: 200 len: 267 time: 0.0393589 Mar 07 22:19:52.274090 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=a7fabe49-4d8e-41bb-8b81-ed0a48490730,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:52.304518 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] Set router 5f0bf038-e793-4eac-ae5c-c24518bdf4fe gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:19:52.353595 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-47b0f7c6-c655-447b-8a02-3ad72ff2b615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:52.359458 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-f9c7cc4e-af0b-4a5b-b90d-db6fccc15803 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:52.360876 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-f9c7cc4e-af0b-4a5b-b90d-db6fccc15803 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/networks?id=aebe80c1-028d-4247-ba9e-74190524b2c0 HTTP/1.1" status: 200 len: 796 time: 0.1468749 Mar 07 22:19:52.375974 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-6b81be20-5e4e-4271-a0ef-3729192c6b12 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/quotas/42a2dae755c845488dbd51b04647fa3f HTTP/1.1" status: 200 len: 375 time: 0.0092328 Mar 07 22:19:52.461616 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-9d262c3d-2e53-4a13-92d4-d7e4775fe843 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Synchronizing usage tracker for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:19:52.555846 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-9d262c3d-2e53-4a13-92d4-d7e4775fe843 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Unset dirty status for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:19:52.557187 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-9d262c3d-2e53-4a13-92d4-d7e4775fe843 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1758144 Mar 07 22:19:52.574022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-45cf65d8-8ddd-43b6-bf64-8586a796c81d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 22:19:52.574947 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-45cf65d8-8ddd-43b6-bf64-8586a796c81d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058568 Mar 07 22:19:52.616671 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117393229', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:50Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:25:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '5aa90d39-b662-40c3-ac6c-d3d2d5565b38', 'name': '', 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:c8:1e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '150a83d6-2a73-4184-adef-e50a6d0ca228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:19:49Z', 'updated_at': '2022-03-07T22:19:51Z', 'revision_number': 2, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '150a83d6-2a73-4184-adef-e50a6d0ca228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:19:52.620726 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] Checking router: 5f0bf038-e793-4eac-ae5c-c24518bdf4fe for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:19:52.621080 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] Updating router 5f0bf038-e793-4eac-ae5c-c24518bdf4fe port 5aa90d39-b662-40c3-ac6c-d3d2d5565b38 binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:19:52.687498 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:52.705098 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-f1bce041-0a64-4f82-bd57-aeb51ee44952 service neutron] 10.222.0.21 "GET /v2.0/networks/aebe80c1-028d-4247-ba9e-74190524b2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242275 Mar 07 22:19:52.842647 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-4fec7cfc-5420-4d22-b18c-dd48c7e92dbe service neutron] 10.222.0.21 "GET /v2.0/networks/aebe80c1-028d-4247-ba9e-74190524b2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311488 Mar 07 22:19:53.022682 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:53.036322 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] Transition to ACTIVE for port object 5aa90d39-b662-40c3-ac6c-d3d2d5565b38 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:19:53.111315 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9dd70c57-e972-446f-9747-5fb74a9997a8 req-2d8e2d9b-b465-4fa0-ac20-d84596274e8b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 210 time: 0.0452895 Mar 07 22:19:53.138785 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:53.179450 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device bb1bb040-03ac-4c3a-a3d2-0f90af84c894 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:19:53.388089 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d0c18-8220-4cc5-ad49-f895fae333c5 None None] Pushing event updated for resources: {'Port': ['ID=5aa90d39-b662-40c3-ac6c-d3d2d5565b38,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:53.467180 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:53.490822 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:53.499547 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] Attempting to bind port 5aa90d39-b662-40c3-ac6c-d3d2d5565b38 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:19:53.499917 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] Attempting to bind port 5aa90d39-b662-40c3-ac6c-d3d2d5565b38 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'dafce41c-3c2c-436a-8ccd-fed9ed159bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:19:53.500273 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] Attempting to bind port 5aa90d39-b662-40c3-ac6c-d3d2d5565b38 on network aebe80c1-028d-4247-ba9e-74190524b2c0 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:19:53.508252 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:19:53.508727 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] Checking segment: {'id': 'dafce41c-3c2c-436a-8ccd-fed9ed159bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:19:53.509237 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:53.509621 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] Bound using segment: {'id': 'dafce41c-3c2c-436a-8ccd-fed9ed159bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:19:53.510122 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] Bound port: 5aa90d39-b662-40c3-ac6c-d3d2d5565b38, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dafce41c-3c2c-436a-8ccd-fed9ed159bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:19:53.510494 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:53.519891 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port bb1bb040-03ac-4c3a-a3d2-0f90af84c894 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:19:53.520257 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:53.753774 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] For port 5aa90d39-b662-40c3-ac6c-d3d2d5565b38, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:19:53.771328 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] For port 5aa90d39-b662-40c3-ac6c-d3d2d5565b38, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=5aa90d39-b662-40c3-ac6c-d3d2d5565b38,segment=NetworkSegment(dafce41c-3c2c-436a-8ccd-fed9ed159bb3),segment_id=dafce41c-3c2c-436a-8ccd-fed9ed159bb3)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:19:53.772991 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a7fabe49-4d8e-41bb-8b81-ed0a48490730 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:19:53.838178 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port a7fabe49-4d8e-41bb-8b81-ed0a48490730 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:19:53.838569 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:53.868441 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:53.963035 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] Routers {'5f0bf038-e793-4eac-ae5c-c24518bdf4fe'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:19:53.963659 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:19:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['5f0bf038-e793-4eac-ae5c-c24518bdf4fe'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:19:54.053798 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d0c18-8220-4cc5-ad49-f895fae333c5 None None] Pushing event updated for resources: {'Port': ['ID=5aa90d39-b662-40c3-ac6c-d3d2d5565b38,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:54.224991 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] Set router 5f0bf038-e793-4eac-ae5c-c24518bdf4fe gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:19:54.261192 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cf289c90-f61e-4162-9250-535ebcb633e4 req-1f74a717-a63e-4147-9aa1-b6b4d04516e7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 210 time: 0.0418620 Mar 07 22:19:54.535363 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117393229', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:50Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:25:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '5aa90d39-b662-40c3-ac6c-d3d2d5565b38', 'name': '', 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:c8:1e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '150a83d6-2a73-4184-adef-e50a6d0ca228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:19:49Z', 'updated_at': '2022-03-07T22:19:53Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '150a83d6-2a73-4184-adef-e50a6d0ca228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:19:54.539312 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76abc9aa-3550-47db-ad77-b0551e2c2978 None None] The sync data for ids ['5f0bf038-e793-4eac-ae5c-c24518bdf4fe'] in dv-neutron-829957-1-hyperv is: [{'id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117393229', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:50Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:25:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '5aa90d39-b662-40c3-ac6c-d3d2d5565b38', 'name': '', 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:c8:1e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '150a83d6-2a73-4184-adef-e50a6d0ca228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:19:49Z', 'updated_at': '2022-03-07T22:19:53Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '150a83d6-2a73-4184-adef-e50a6d0ca228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:19:54.909815 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:55.172507 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-af96beb0-1b67-4714-b06a-cfb4a7fcd90b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:55.173985 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-af96beb0-1b67-4714-b06a-cfb4a7fcd90b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.11 "GET /v2.0/networks?id=aebe80c1-028d-4247-ba9e-74190524b2c0 HTTP/1.1" status: 200 len: 796 time: 0.1649103 Mar 07 22:19:55.182501 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 5aa90d39-b662-40c3-ac6c-d3d2d5565b38 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:19:55.229048 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-776469a4-4416-4f2a-983d-ad1420ce931e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42a2dae755c845488dbd51b04647fa3f HTTP/1.1" status: 200 len: 380 time: 0.0472465 Mar 07 22:19:55.242753 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-4528fba9-82c7-4710-b701-5af58ff8d15e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'port': {'device_id': 'cf5a17a5-d504-4c68-9d42-3018d3e55176', 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0', 'admin_state_up': True, 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'security_groups': ['a8e026b0-885f-4636-8fb6-fdded3a4828b']}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:19:55.321362 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 5aa90d39-b662-40c3-ac6c-d3d2d5565b38 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:19:55.331983 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 5aa90d39-b662-40c3-ac6c-d3d2d5565b38 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:19:55.331983 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:55.435796 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-814a221b-1311-4e35-accf-595950782dbe req-a7ce99b5-363e-41c7-bd27-3a4557fe0f09 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 210 time: 0.0491683 Mar 07 22:19:55.462692 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-4528fba9-82c7-4710-b701-5af58ff8d15e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:19:55.468407 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:55.475446 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-4528fba9-82c7-4710-b701-5af58ff8d15e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:19:55.512439 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 5aa90d39-b662-40c3-ac6c-d3d2d5565b38, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=5aa90d39-b662-40c3-ac6c-d3d2d5565b38,segment=NetworkSegment(dafce41c-3c2c-436a-8ccd-fed9ed159bb3),segment_id=dafce41c-3c2c-436a-8ccd-fed9ed159bb3)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:19:55.550320 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-4528fba9-82c7-4710-b701-5af58ff8d15e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Made reservation on behalf of 42a2dae755c845488dbd51b04647fa3f for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:19:55.553905 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-4528fba9-82c7-4710-b701-5af58ff8d15e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:55.578157 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:55.690348 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=5aa90d39-b662-40c3-ac6c-d3d2d5565b38,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:55.730144 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-4528fba9-82c7-4710-b701-5af58ff8d15e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Allocated IP 172.20.0.8 (aebe80c1-028d-4247-ba9e-74190524b2c0/150a83d6-2a73-4184-adef-e50a6d0ca228/6f057aaf-c57b-4323-b612-c7f98f302afe) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:19:55.911723 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-4528fba9-82c7-4710-b701-5af58ff8d15e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:55.926757 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-4528fba9-82c7-4710-b701-5af58ff8d15e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Transition to ACTIVE for port object 6f057aaf-c57b-4323-b612-c7f98f302afe will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:19:55.996321 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-4528fba9-82c7-4710-b701-5af58ff8d15e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:56.061206 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-4528fba9-82c7-4710-b701-5af58ff8d15e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network aebe80c1-028d-4247-ba9e-74190524b2c0 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:19:56.064058 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-4528fba9-82c7-4710-b701-5af58ff8d15e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:19:56.185401 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-4528fba9-82c7-4710-b701-5af58ff8d15e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:19:56.222334 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528fba9-82c7-4710-b701-5af58ff8d15e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=6f057aaf-c57b-4323-b612-c7f98f302afe,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:56.252789 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-4528fba9-82c7-4710-b701-5af58ff8d15e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:56.253384 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-4528fba9-82c7-4710-b701-5af58ff8d15e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:56.298232 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-920d915b-1b4a-42ba-9397-7924a35fb1f8 None None] Provisioning for port 6f057aaf-c57b-4323-b612-c7f98f302afe completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:19:56.303356 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-920d915b-1b4a-42ba-9397-7924a35fb1f8 None None] Provisioning complete for port 6f057aaf-c57b-4323-b612-c7f98f302afe triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:19:56.303715 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-920d915b-1b4a-42ba-9397-7924a35fb1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:56.310251 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-4528fba9-82c7-4710-b701-5af58ff8d15e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0716586 Mar 07 22:19:56.322087 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-c1382fa7-62ff-4c26-a7df-c49a2f763a9b service neutron] Request body: {'port': {'device_id': 'cf5a17a5-d504-4c68-9d42-3018d3e55176', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:19:56.356984 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-920d915b-1b4a-42ba-9397-7924a35fb1f8 None None] Port 6f057aaf-c57b-4323-b612-c7f98f302afe cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:19:56.428864 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-c1382fa7-62ff-4c26-a7df-c49a2f763a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:56.754706 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cece2e-af0c-4871-b0b9-031c445b232f req-ec0ab21e-3f1f-4e13-9c71-9e40b231499e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:56.755380 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-81cece2e-af0c-4871-b0b9-031c445b232f req-ec0ab21e-3f1f-4e13-9c71-9e40b231499e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Synchronizing usage tracker for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:19:56.830441 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-81cece2e-af0c-4871-b0b9-031c445b232f req-ec0ab21e-3f1f-4e13-9c71-9e40b231499e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Unset dirty status for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:19:56.831564 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-81cece2e-af0c-4871-b0b9-031c445b232f req-ec0ab21e-3f1f-4e13-9c71-9e40b231499e tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 931 time: 0.2673488 Mar 07 22:19:56.840913 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-c1382fa7-62ff-4c26-a7df-c49a2f763a9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f057aaf-c57b-4323-b612-c7f98f302afe {{(pid=88386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:19:56.860997 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-c1382fa7-62ff-4c26-a7df-c49a2f763a9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:56.890894 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-c1382fa7-62ff-4c26-a7df-c49a2f763a9b service neutron] Transition to ACTIVE for port object 6f057aaf-c57b-4323-b612-c7f98f302afe will not be triggered until provisioned by entity L2. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:19:56.898071 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-81cece2e-af0c-4871-b0b9-031c445b232f req-20b7493a-c838-4c31-9315-9af71b2ce536 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e026b0-885f-4636-8fb6-fdded3a4828b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605865 Mar 07 22:19:56.938198 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-c1382fa7-62ff-4c26-a7df-c49a2f763a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:57.066122 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1382fa7-62ff-4c26-a7df-c49a2f763a9b service neutron] Pushing event updated for resources: {'Port': ['ID=6f057aaf-c57b-4323-b612-c7f98f302afe,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:57.149612 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 5aa90d39-b662-40c3-ac6c-d3d2d5565b38 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:19:57.173854 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-c1382fa7-62ff-4c26-a7df-c49a2f763a9b service neutron] Attempting to bind port 6f057aaf-c57b-4323-b612-c7f98f302afe on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:19:57.174209 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-c1382fa7-62ff-4c26-a7df-c49a2f763a9b service neutron] Attempting to bind port 6f057aaf-c57b-4323-b612-c7f98f302afe by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'dafce41c-3c2c-436a-8ccd-fed9ed159bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:19:57.174534 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-c1382fa7-62ff-4c26-a7df-c49a2f763a9b service neutron] Attempting to bind port 6f057aaf-c57b-4323-b612-c7f98f302afe on network aebe80c1-028d-4247-ba9e-74190524b2c0 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:19:57.179081 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-c1382fa7-62ff-4c26-a7df-c49a2f763a9b service neutron] Port 6f057aaf-c57b-4323-b612-c7f98f302afe on network aebe80c1-028d-4247-ba9e-74190524b2c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 22:19:57.179398 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-c1382fa7-62ff-4c26-a7df-c49a2f763a9b service neutron] Attempting to bind port 6f057aaf-c57b-4323-b612-c7f98f302afe on network aebe80c1-028d-4247-ba9e-74190524b2c0 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:19:57.184385 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-c1382fa7-62ff-4c26-a7df-c49a2f763a9b service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:19:57.184718 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-c1382fa7-62ff-4c26-a7df-c49a2f763a9b service neutron] Checking segment: {'id': 'dafce41c-3c2c-436a-8ccd-fed9ed159bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:19:57.185091 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-c1382fa7-62ff-4c26-a7df-c49a2f763a9b service neutron] Bound using segment: {'id': 'dafce41c-3c2c-436a-8ccd-fed9ed159bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0'} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:19:57.185509 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-c1382fa7-62ff-4c26-a7df-c49a2f763a9b service neutron] Bound port: 6f057aaf-c57b-4323-b612-c7f98f302afe, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafce41c-3c2c-436a-8ccd-fed9ed159bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0'}}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:19:57.185842 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-c1382fa7-62ff-4c26-a7df-c49a2f763a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:57.229363 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 5aa90d39-b662-40c3-ac6c-d3d2d5565b38 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:19:57.229730 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:57.272376 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-c1382fa7-62ff-4c26-a7df-c49a2f763a9b service neutron] For port 6f057aaf-c57b-4323-b612-c7f98f302afe, host hv-neutron-8299, cleared binding levels {{(pid=88386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:19:57.275229 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-c1382fa7-62ff-4c26-a7df-c49a2f763a9b service neutron] For port 6f057aaf-c57b-4323-b612-c7f98f302afe, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=6f057aaf-c57b-4323-b612-c7f98f302afe,segment=NetworkSegment(dafce41c-3c2c-436a-8ccd-fed9ed159bb3),segment_id=dafce41c-3c2c-436a-8ccd-fed9ed159bb3)] {{(pid=88386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:19:57.356131 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-c1382fa7-62ff-4c26-a7df-c49a2f763a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:57.414504 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-c1382fa7-62ff-4c26-a7df-c49a2f763a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:57.415242 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-c1382fa7-62ff-4c26-a7df-c49a2f763a9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:19:57.416432 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-c1382fa7-62ff-4c26-a7df-c49a2f763a9b service neutron] 10.222.0.11 "PUT /v2.0/ports/6f057aaf-c57b-4323-b612-c7f98f302afe HTTP/1.1" status: 200 len: 1093 time: 1.0982780 Mar 07 22:19:57.416888 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5a17a5-d504-4c68-9d42-3018d3e55176', 'tag': '6f057aaf-c57b-4323-b612-c7f98f302afe'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:19:57.441881 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1382fa7-62ff-4c26-a7df-c49a2f763a9b service neutron] Pushing event updated for resources: {'Port': ['ID=6f057aaf-c57b-4323-b612-c7f98f302afe,revision_number=3']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:19:57.468620 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5a17a5-d504-4c68-9d42-3018d3e55176', 'tag': '6f057aaf-c57b-4323-b612-c7f98f302afe', 'status': 'completed', 'code': 200} Mar 07 22:19:57.561270 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec05434-a76c-4946-ba4e-c7e84cb60860 req-b358e899-649b-480e-92df-2b3d7b8f5dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:57.562806 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6ec05434-a76c-4946-ba4e-c7e84cb60860 req-b358e899-649b-480e-92df-2b3d7b8f5dfd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 1096 time: 0.0734484 Mar 07 22:19:57.702096 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec05434-a76c-4946-ba4e-c7e84cb60860 req-9d7d5923-cdff-4a48-93a6-6b1052599a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:57.703467 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6ec05434-a76c-4946-ba4e-c7e84cb60860 req-9d7d5923-cdff-4a48-93a6-6b1052599a51 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=42a2dae755c845488dbd51b04647fa3f&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1341183 Mar 07 22:19:57.835577 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec05434-a76c-4946-ba4e-c7e84cb60860 req-30522742-8838-45d2-994e-f5437c86bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:57.836919 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6ec05434-a76c-4946-ba4e-c7e84cb60860 req-30522742-8838-45d2-994e-f5437c86bde0 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1279655 Mar 07 22:19:57.939906 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-cfc87c12-6e98-4b5e-b7df-e95acb442323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:57.941678 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-cfc87c12-6e98-4b5e-b7df-e95acb442323 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 1096 time: 0.0702145 Mar 07 22:19:58.039569 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-0427d8ec-bad6-463e-ba3e-795580efb734 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f057aaf-c57b-4323-b612-c7f98f302afe HTTP/1.1" status: 200 len: 217 time: 0.0916474 Mar 07 22:19:58.202015 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-f684f5ce-2cb3-4e2c-8250-0c699c2beb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:58.203396 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-f684f5ce-2cb3-4e2c-8250-0c699c2beb65 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=150a83d6-2a73-4184-adef-e50a6d0ca228 HTTP/1.1" status: 200 len: 834 time: 0.1581044 Mar 07 22:19:58.269980 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f84708-00d9-4439-b52e-2760749b61a8 req-3330215f-d217-47cd-ac8b-be349f48a4b1 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:58.271392 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-80f84708-00d9-4439-b52e-2760749b61a8 req-3330215f-d217-47cd-ac8b-be349f48a4b1 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 943 time: 0.2680390 Mar 07 22:19:58.328275 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-f0c23476-854c-46a5-847b-fd1c6d20bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:58.329672 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-f0c23476-854c-46a5-847b-fd1c6d20bacd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aebe80c1-028d-4247-ba9e-74190524b2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1207123 Mar 07 22:19:58.332540 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-80f84708-00d9-4439-b52e-2760749b61a8 req-b6f19f58-27b7-4992-9c90-4e2e442a6397 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e026b0-885f-4636-8fb6-fdded3a4828b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542552 Mar 07 22:19:58.460042 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-1b8b61eb-3888-444c-a45d-b58fb886c888 service neutron] 10.222.0.11 "GET /v2.0/networks/aebe80c1-028d-4247-ba9e-74190524b2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240377 Mar 07 22:19:58.592387 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-692b7b1c-a44e-477a-9b95-a40902f50a95 req-d2fa8df2-31d1-4f4d-b11d-1c97e1f442bb service neutron] 10.222.0.11 "GET /v2.0/networks/aebe80c1-028d-4247-ba9e-74190524b2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270456 Mar 07 22:19:59.513391 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d39262-43c8-4a4e-a240-4d9f2ac6ee3b req-ec9daa3f-b4e8-4d67-a2c9-5c87d991aab2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:19:59.514848 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-51d39262-43c8-4a4e-a240-4d9f2ac6ee3b req-ec9daa3f-b4e8-4d67-a2c9-5c87d991aab2 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 943 time: 0.0777252 Mar 07 22:19:59.556724 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-51d39262-43c8-4a4e-a240-4d9f2ac6ee3b req-140d130c-74c3-4c6c-bb8f-c1ea9db093a6 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e026b0-885f-4636-8fb6-fdded3a4828b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363448 Mar 07 22:20:00.741881 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18b102-e1b0-43c4-98d0-b6d22d7a1631 req-082cfc36-5750-4c39-9ee9-f1bb022d3688 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:00.743242 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4c18b102-e1b0-43c4-98d0-b6d22d7a1631 req-082cfc36-5750-4c39-9ee9-f1bb022d3688 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 943 time: 0.0805469 Mar 07 22:20:00.786191 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4c18b102-e1b0-43c4-98d0-b6d22d7a1631 req-9c716537-4201-4be3-97be-5d4349a848e8 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e026b0-885f-4636-8fb6-fdded3a4828b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368590 Mar 07 22:20:01.846072 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 6f057aaf-c57b-4323-b612-c7f98f302afe details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:20:01.967535 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e986c-11f3-46ff-8ea1-8b4a6f6e3dbd req-16b28e0a-bdf3-492e-8114-1843879dea4f tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:01.968906 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-547e986c-11f3-46ff-8ea1-8b4a6f6e3dbd req-16b28e0a-bdf3-492e-8114-1843879dea4f tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 943 time: 0.0780542 Mar 07 22:20:01.978740 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 6f057aaf-c57b-4323-b612-c7f98f302afe, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=6f057aaf-c57b-4323-b612-c7f98f302afe,segment=NetworkSegment(dafce41c-3c2c-436a-8ccd-fed9ed159bb3),segment_id=dafce41c-3c2c-436a-8ccd-fed9ed159bb3)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:20:01.991718 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '6f057aaf-c57b-4323-b612-c7f98f302afe', 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0', 'port_id': '6f057aaf-c57b-4323-b612-c7f98f302afe', 'mac_address': 'fa:16:3e:f3:92:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150a83d6-2a73-4184-adef-e50a6d0ca228', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:20:02.012921 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-547e986c-11f3-46ff-8ea1-8b4a6f6e3dbd req-2a206443-519b-40e3-b694-924af8490b3b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e026b0-885f-4636-8fb6-fdded3a4828b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382097 Mar 07 22:20:02.045729 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:02.062295 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f057aaf-c57b-4323-b612-c7f98f302afe {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:20:02.078040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 6f057aaf-c57b-4323-b612-c7f98f302afe, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=6f057aaf-c57b-4323-b612-c7f98f302afe,segment=NetworkSegment(dafce41c-3c2c-436a-8ccd-fed9ed159bb3),segment_id=dafce41c-3c2c-436a-8ccd-fed9ed159bb3)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:20:02.217647 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:02.285150 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=6f057aaf-c57b-4323-b612-c7f98f302afe,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:20:02.421083 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['6f057aaf-c57b-4323-b612-c7f98f302afe'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:20:03.193440 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552c07f-557d-43dd-8427-ce87e520b096 req-04005f3b-ebfc-46a9-b156-069938cac620 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:03.194796 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a552c07f-557d-43dd-8427-ce87e520b096 req-04005f3b-ebfc-46a9-b156-069938cac620 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 944 time: 0.0793064 Mar 07 22:20:03.237087 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a552c07f-557d-43dd-8427-ce87e520b096 req-61c419bf-099e-4079-a502-407827859267 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e026b0-885f-4636-8fb6-fdded3a4828b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362296 Mar 07 22:20:03.842260 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 6f057aaf-c57b-4323-b612-c7f98f302afe up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:20:03.961007 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 6f057aaf-c57b-4323-b612-c7f98f302afe completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:20:03.966337 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 6f057aaf-c57b-4323-b612-c7f98f302afe triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:20:03.966705 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:04.079211 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:04.105398 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5a17a5-d504-4c68-9d42-3018d3e55176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f057aaf-c57b-4323-b612-c7f98f302afe'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:20:04.115084 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 6f057aaf-c57b-4323-b612-c7f98f302afe, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=6f057aaf-c57b-4323-b612-c7f98f302afe,segment=NetworkSegment(dafce41c-3c2c-436a-8ccd-fed9ed159bb3),segment_id=dafce41c-3c2c-436a-8ccd-fed9ed159bb3)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:20:04.166915 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:04.205630 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5a17a5-d504-4c68-9d42-3018d3e55176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f057aaf-c57b-4323-b612-c7f98f302afe', 'code': 200} Mar 07 22:20:04.237398 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=6f057aaf-c57b-4323-b612-c7f98f302afe,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:20:04.424235 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545652a-658e-4649-8bd0-0b9639db0f8d req-aedbe8c5-8a0b-4b06-99df-9780d710a989 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:04.425574 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b545652a-658e-4649-8bd0-0b9639db0f8d req-aedbe8c5-8a0b-4b06-99df-9780d710a989 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 945 time: 0.0859461 Mar 07 22:20:04.516638 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b545652a-658e-4649-8bd0-0b9639db0f8d req-4afaeffc-95f7-4711-af83-0a648820ebb8 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e026b0-885f-4636-8fb6-fdded3a4828b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852697 Mar 07 22:20:04.536785 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7343a9-1bbb-44a4-9c7f-2a011022129d req-c03d94f6-f27c-4b74-a23c-84845555d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:04.538267 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ae7343a9-1bbb-44a4-9c7f-2a011022129d req-c03d94f6-f27c-4b74-a23c-84845555d893 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 1098 time: 0.0897632 Mar 07 22:20:04.577188 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ae7343a9-1bbb-44a4-9c7f-2a011022129d req-30307575-2bca-4949-a680-b3618b5216c2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a8e026b0-885f-4636-8fb6-fdded3a4828b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335019 Mar 07 22:20:05.706497 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee11e8-e62f-4522-843f-efeae8d8b0d3 req-659aba01-64d9-4781-81f0-aa0ac3c8ca07 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:05.707931 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d1ee11e8-e62f-4522-843f-efeae8d8b0d3 req-659aba01-64d9-4781-81f0-aa0ac3c8ca07 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 945 time: 0.0829399 Mar 07 22:20:05.751376 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d1ee11e8-e62f-4522-843f-efeae8d8b0d3 req-6c983c09-a8cd-4d0f-a1a6-3c5d07a7d490 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e026b0-885f-4636-8fb6-fdded3a4828b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377257 Mar 07 22:20:06.932331 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe8a24-ed1c-414c-8934-d5dd06a80155 req-07827883-ef01-48c7-a16a-1fa7ab92544a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:06.933776 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-97fe8a24-ed1c-414c-8934-d5dd06a80155 req-07827883-ef01-48c7-a16a-1fa7ab92544a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 945 time: 0.0768738 Mar 07 22:20:06.980979 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-97fe8a24-ed1c-414c-8934-d5dd06a80155 req-c27739cf-d664-4e8a-82d6-8a790cc367f0 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e026b0-885f-4636-8fb6-fdded3a4828b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415404 Mar 07 22:20:07.159399 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06ec38-4c30-45e7-977b-b963dd2ec0fd req-59858075-9b06-4889-a87a-39d524bb326a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:07.160837 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0e06ec38-4c30-45e7-977b-b963dd2ec0fd req-59858075-9b06-4889-a87a-39d524bb326a tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 945 time: 0.0791028 Mar 07 22:20:07.204375 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0e06ec38-4c30-45e7-977b-b963dd2ec0fd req-cc32ab8d-c649-411f-916c-36defd9681c4 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e026b0-885f-4636-8fb6-fdded3a4828b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379543 Mar 07 22:20:07.208351 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:20:07.225750 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56456) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:20:07.295251 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd9b6f2-d04b-4d1f-9547-6230c39bcdd0 tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:07.296671 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-cbd9b6f2-d04b-4d1f-9547-6230c39bcdd0 tempest-TestNetworkAdvancedServerOps-174541902 tempest-TestNetworkAdvancedServerOps-174541902-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 1093 time: 0.0699620 Mar 07 22:20:07.299334 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56460) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:20:07.303972 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-04e70109-41e3-4315-9f15-97d4e20dd61b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': '6f057aaf-c57b-4323-b612-c7f98f302afe', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:20:07.310125 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-04e70109-41e3-4315-9f15-97d4e20dd61b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:20:07.313773 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-04e70109-41e3-4315-9f15-97d4e20dd61b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Usage tracker for resource:floatingip and tenant:42a2dae755c845488dbd51b04647fa3f is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:20:07.316773 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-04e70109-41e3-4315-9f15-97d4e20dd61b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:20:07.322261 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-04e70109-41e3-4315-9f15-97d4e20dd61b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:20:07.395412 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-04e70109-41e3-4315-9f15-97d4e20dd61b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for floatingip, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:07.525308 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-04e70109-41e3-4315-9f15-97d4e20dd61b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:07.652190 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-04e70109-41e3-4315-9f15-97d4e20dd61b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Allocated IP 172.26.2.42 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/418f188e-073b-4c27-8a7f-24ba6e49695d) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:20:07.883581 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-04e70109-41e3-4315-9f15-97d4e20dd61b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:07.973238 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-04e70109-41e3-4315-9f15-97d4e20dd61b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:08.033401 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e70109-41e3-4315-9f15-97d4e20dd61b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:20:08.036034 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-04e70109-41e3-4315-9f15-97d4e20dd61b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:20:08.044146 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e70109-41e3-4315-9f15-97d4e20dd61b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:20:08.082951 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e70109-41e3-4315-9f15-97d4e20dd61b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=418f188e-073b-4c27-8a7f-24ba6e49695d,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:20:08.441272 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-04e70109-41e3-4315-9f15-97d4e20dd61b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:08.572802 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-04e70109-41e3-4315-9f15-97d4e20dd61b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:08.769019 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-04e70109-41e3-4315-9f15-97d4e20dd61b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:08.824129 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-04e70109-41e3-4315-9f15-97d4e20dd61b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:08.933437 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e70109-41e3-4315-9f15-97d4e20dd61b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event updated for resources: {'Port': ['ID=418f188e-073b-4c27-8a7f-24ba6e49695d,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:20:08.943391 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-04e70109-41e3-4315-9f15-97d4e20dd61b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:09.121501 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-04e70109-41e3-4315-9f15-97d4e20dd61b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Floating IP 4902a293-03fb-499f-9560-357586e6183d associated. External IP: 172.26.2.42, port: 6f057aaf-c57b-4323-b612-c7f98f302afe. Mar 07 22:20:09.564943 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e70109-41e3-4315-9f15-97d4e20dd61b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Router 5f0bf038-e793-4eac-ae5c-c24518bdf4fe has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:20:09.743986 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e70109-41e3-4315-9f15-97d4e20dd61b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:20:09.754059 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48f7a8c-3c10-4f80-8b28-e1f94ec03028 None None] Sync routers for ids ['5f0bf038-e793-4eac-ae5c-c24518bdf4fe'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:20:09.763762 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48f7a8c-3c10-4f80-8b28-e1f94ec03028 None None] Routers {'5f0bf038-e793-4eac-ae5c-c24518bdf4fe'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:20:09.764348 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-a48f7a8c-3c10-4f80-8b28-e1f94ec03028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:19:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['5f0bf038-e793-4eac-ae5c-c24518bdf4fe'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:20:09.852821 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-04e70109-41e3-4315-9f15-97d4e20dd61b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:09.911555 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-04e70109-41e3-4315-9f15-97d4e20dd61b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6112285 Mar 07 22:20:09.912234 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5a17a5-d504-4c68-9d42-3018d3e55176', 'tag': '6f057aaf-c57b-4323-b612-c7f98f302afe'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:20:09.945773 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-a48f7a8c-3c10-4f80-8b28-e1f94ec03028 None None] Set router 5f0bf038-e793-4eac-ae5c-c24518bdf4fe gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:20:09.965083 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5a17a5-d504-4c68-9d42-3018d3e55176', 'tag': '6f057aaf-c57b-4323-b612-c7f98f302afe', 'status': 'completed', 'code': 200} Mar 07 22:20:10.127699 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1273859-cd24-4837-9383-850cef7c6c57 req-7d11a780-f161-42e4-b328-f7fc704e9fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:10.130021 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d1273859-cd24-4837-9383-850cef7c6c57 req-7d11a780-f161-42e4-b328-f7fc704e9fbf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 1098 time: 0.1402800 Mar 07 22:20:10.141806 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a4502-bc72-41eb-96bb-7eaae523ef8a req-689b79a0-de13-4efc-85c2-c37990c92d20 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:10.143240 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4a2a4502-bc72-41eb-96bb-7eaae523ef8a req-689b79a0-de13-4efc-85c2-c37990c92d20 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 945 time: 0.1176231 Mar 07 22:20:10.275444 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4a2a4502-bc72-41eb-96bb-7eaae523ef8a req-f6171a9a-6e17-4c9c-af43-1172b57d92d1 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e026b0-885f-4636-8fb6-fdded3a4828b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133344 Mar 07 22:20:10.296140 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-a48f7a8c-3c10-4f80-8b28-e1f94ec03028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117393229', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:50Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:25:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '4902a293-03fb-499f-9560-357586e6183d', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'floating_ip_address': '172.26.2.42', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'port_id': '6f057aaf-c57b-4323-b612-c7f98f302afe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0', 'mac_address': 'fa:16:3e:f3:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5a17a5-d504-4c68-9d42-3018d3e55176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:20:08Z', 'updated_at': '2022-03-07T22:20:08Z', 'revision_number': 0, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa90d39-b662-40c3-ac6c-d3d2d5565b38', 'name': '', 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:c8:1e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '150a83d6-2a73-4184-adef-e50a6d0ca228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:19:49Z', 'updated_at': '2022-03-07T22:19:55Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '150a83d6-2a73-4184-adef-e50a6d0ca228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:20:10.300037 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48f7a8c-3c10-4f80-8b28-e1f94ec03028 None None] Checking router: 5f0bf038-e793-4eac-ae5c-c24518bdf4fe for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:20:10.306207 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1273859-cd24-4837-9383-850cef7c6c57 req-4b52bf1f-75a7-41a2-a4d4-a2b97249bf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:10.307643 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d1273859-cd24-4837-9383-850cef7c6c57 req-4b52bf1f-75a7-41a2-a4d4-a2b97249bf62 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aebe80c1-028d-4247-ba9e-74190524b2c0 HTTP/1.1" status: 200 len: 896 time: 0.1634607 Mar 07 22:20:10.308240 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48f7a8c-3c10-4f80-8b28-e1f94ec03028 None None] Routers {'5f0bf038-e793-4eac-ae5c-c24518bdf4fe'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:20:10.308822 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-a48f7a8c-3c10-4f80-8b28-e1f94ec03028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:19:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['5f0bf038-e793-4eac-ae5c-c24518bdf4fe'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:20:10.309457 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56468) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:20:10.479452 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-a48f7a8c-3c10-4f80-8b28-e1f94ec03028 None None] Set router 5f0bf038-e793-4eac-ae5c-c24518bdf4fe gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:20:10.498314 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-4fb08f71-816b-493a-ab3f-b2fc7defdfde tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/floatingips/4902a293-03fb-499f-9560-357586e6183d HTTP/1.1" status: 200 len: 990 time: 0.1877518 Mar 07 22:20:10.500405 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d1273859-cd24-4837-9383-850cef7c6c57 req-69278c57-502d-4c93-afe9-6eb779f22406 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f057aaf-c57b-4323-b612-c7f98f302afe HTTP/1.1" status: 200 len: 998 time: 0.1282520 Mar 07 22:20:10.561184 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1273859-cd24-4837-9383-850cef7c6c57 req-478ad300-ff5f-492d-a2dc-e32909f12f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:10.562552 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d1273859-cd24-4837-9383-850cef7c6c57 req-478ad300-ff5f-492d-a2dc-e32909f12f67 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=150a83d6-2a73-4184-adef-e50a6d0ca228 HTTP/1.1" status: 200 len: 834 time: 0.0566454 Mar 07 22:20:10.639672 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1273859-cd24-4837-9383-850cef7c6c57 req-bad740e0-feef-44c2-bd54-e8e5d53d88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:10.641114 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d1273859-cd24-4837-9383-850cef7c6c57 req-bad740e0-feef-44c2-bd54-e8e5d53d88cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aebe80c1-028d-4247-ba9e-74190524b2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725980 Mar 07 22:20:10.770924 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d1273859-cd24-4837-9383-850cef7c6c57 req-bcb2d3c4-eada-4130-9c2b-f4c4fd8fbc97 service neutron] 10.222.0.11 "GET /v2.0/networks/aebe80c1-028d-4247-ba9e-74190524b2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240795 Mar 07 22:20:10.843462 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-a48f7a8c-3c10-4f80-8b28-e1f94ec03028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117393229', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:50Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:25:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '4902a293-03fb-499f-9560-357586e6183d', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'floating_ip_address': '172.26.2.42', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'port_id': '6f057aaf-c57b-4323-b612-c7f98f302afe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0', 'mac_address': 'fa:16:3e:f3:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5a17a5-d504-4c68-9d42-3018d3e55176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:20:08Z', 'updated_at': '2022-03-07T22:20:08Z', 'revision_number': 0, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa90d39-b662-40c3-ac6c-d3d2d5565b38', 'name': '', 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:c8:1e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '150a83d6-2a73-4184-adef-e50a6d0ca228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:19:49Z', 'updated_at': '2022-03-07T22:19:55Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '150a83d6-2a73-4184-adef-e50a6d0ca228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:20:10.847390 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48f7a8c-3c10-4f80-8b28-e1f94ec03028 None None] The sync data for ids ['5f0bf038-e793-4eac-ae5c-c24518bdf4fe'] in dv-neutron-829957-1-hyperv is: [{'id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117393229', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:50Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:25:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '4902a293-03fb-499f-9560-357586e6183d', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'floating_ip_address': '172.26.2.42', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'port_id': '6f057aaf-c57b-4323-b612-c7f98f302afe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0', 'mac_address': 'fa:16:3e:f3:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5a17a5-d504-4c68-9d42-3018d3e55176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:20:08Z', 'updated_at': '2022-03-07T22:20:08Z', 'revision_number': 0, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa90d39-b662-40c3-ac6c-d3d2d5565b38', 'name': '', 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:c8:1e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '150a83d6-2a73-4184-adef-e50a6d0ca228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:19:49Z', 'updated_at': '2022-03-07T22:19:55Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '150a83d6-2a73-4184-adef-e50a6d0ca228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:20:10.903677 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d1273859-cd24-4837-9383-850cef7c6c57 req-335cd6ab-7d3d-4905-95bd-d60c1c777ec4 service neutron] 10.222.0.11 "GET /v2.0/networks/aebe80c1-028d-4247-ba9e-74190524b2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257806 Mar 07 22:20:11.024967 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ac57e6-195b-49da-ba39-aaf58fc2aec9 None None] New status for floating IP 4902a293-03fb-499f-9560-357586e6183d: ACTIVE {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:20:11.502273 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56472) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:20:11.607479 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e6beb708-c160-4476-ad70-d01f59ca64ac tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/floatingips/4902a293-03fb-499f-9560-357586e6183d HTTP/1.1" status: 200 len: 992 time: 0.1038742 Mar 07 22:20:16.377683 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:20.132040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e804a5c5-9f5f-4f4d-b531-8681141e805c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:22.337567 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b2112d06-9f94-4dfc-9760-7edab490a0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:23.332168 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:23.383291 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:24.909338 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:39.338975 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [req-f18489cf-4abd-48aa-9d1e-3ce101d510bc req-ab4c5f39-e3a7-446a-858f-d31881bd5e18 service neutron] (88387) timed out ('10.222.0.11', 65280) {{(pid=88387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 07 22:20:41.369986 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdf09e-b98f-45c6-97fe-d68bb8a8c666 req-febc261c-7eb0-4687-9c97-8870e4e70465 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:41.371354 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-05fdf09e-b98f-45c6-97fe-d68bb8a8c666 req-febc261c-7eb0-4687-9c97-8870e4e70465 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 945 time: 0.0786834 Mar 07 22:20:41.413904 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-05fdf09e-b98f-45c6-97fe-d68bb8a8c666 req-12565b3e-905e-4f12-a08c-416735e1c721 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e026b0-885f-4636-8fb6-fdded3a4828b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363181 Mar 07 22:20:42.694085 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47452d9-083d-42d8-95a4-ce81f8b56998 req-c827a39c-ded7-49b1-b3c5-8fdc18685a28 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:42.695431 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b47452d9-083d-42d8-95a4-ce81f8b56998 req-c827a39c-ded7-49b1-b3c5-8fdc18685a28 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 945 time: 0.1762149 Mar 07 22:20:42.737048 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b47452d9-083d-42d8-95a4-ce81f8b56998 req-252b9ebc-50cb-480e-993a-4eb98ed4047c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e026b0-885f-4636-8fb6-fdded3a4828b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359685 Mar 07 22:20:42.759685 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56492) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:20:42.863280 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-eab00d86-adca-4718-9fc4-105dfad173dc tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/floatingips/4902a293-03fb-499f-9560-357586e6183d HTTP/1.1" status: 200 len: 992 time: 0.1025109 Mar 07 22:20:44.207551 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:20:44.469844 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296a466-5bea-439e-8cb6-b6f61f103f8a req-20a83635-98ac-4356-857b-65507ad71f51 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:44.471217 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3296a466-5bea-439e-8cb6-b6f61f103f8a req-20a83635-98ac-4356-857b-65507ad71f51 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 945 time: 0.1254568 Mar 07 22:20:44.518791 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab1cfd-9a8c-43b3-a4b7-f81aaec0e81b req-42129061-b5a6-4879-9c81-96110ba0ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:44.520183 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9eab1cfd-9a8c-43b3-a4b7-f81aaec0e81b req-42129061-b5a6-4879-9c81-96110ba0ad21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 1098 time: 0.1161225 Mar 07 22:20:44.530010 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3296a466-5bea-439e-8cb6-b6f61f103f8a req-0375b4a7-9eea-4e71-97af-18da425d7d94 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e026b0-885f-4636-8fb6-fdded3a4828b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531087 Mar 07 22:20:44.651071 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab1cfd-9a8c-43b3-a4b7-f81aaec0e81b req-7ece6ba2-56f2-48a0-b0c8-561d2044d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:44.652476 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9eab1cfd-9a8c-43b3-a4b7-f81aaec0e81b req-7ece6ba2-56f2-48a0-b0c8-561d2044d05a service neutron] 10.222.0.11 "GET /v2.0/networks?id=aebe80c1-028d-4247-ba9e-74190524b2c0 HTTP/1.1" status: 200 len: 896 time: 0.1216631 Mar 07 22:20:44.753815 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9eab1cfd-9a8c-43b3-a4b7-f81aaec0e81b req-be4dba91-fca9-4d3e-ae64-58a6b3dd3311 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f057aaf-c57b-4323-b612-c7f98f302afe HTTP/1.1" status: 200 len: 1000 time: 0.0957148 Mar 07 22:20:44.818425 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab1cfd-9a8c-43b3-a4b7-f81aaec0e81b req-0399a3ff-a4b1-4f13-a4e0-99ebefabe772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:44.830204 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9eab1cfd-9a8c-43b3-a4b7-f81aaec0e81b req-0399a3ff-a4b1-4f13-a4e0-99ebefabe772 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=150a83d6-2a73-4184-adef-e50a6d0ca228 HTTP/1.1" status: 200 len: 834 time: 0.0596454 Mar 07 22:20:44.893400 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab1cfd-9a8c-43b3-a4b7-f81aaec0e81b req-3601d383-0f95-4954-b3da-a3318675dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:44.894906 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9eab1cfd-9a8c-43b3-a4b7-f81aaec0e81b req-3601d383-0f95-4954-b3da-a3318675dec4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aebe80c1-028d-4247-ba9e-74190524b2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696230 Mar 07 22:20:45.023933 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9eab1cfd-9a8c-43b3-a4b7-f81aaec0e81b req-489544dd-5aff-4be3-8722-717be1f1b167 service neutron] 10.222.0.11 "GET /v2.0/networks/aebe80c1-028d-4247-ba9e-74190524b2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228764 Mar 07 22:20:45.151199 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9eab1cfd-9a8c-43b3-a4b7-f81aaec0e81b req-fa612d68-20d1-4900-b45f-8b6d4dc84ae0 service neutron] 10.222.0.11 "GET /v2.0/networks/aebe80c1-028d-4247-ba9e-74190524b2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211677 Mar 07 22:20:45.714550 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79b8fd-5670-4684-9df9-4446e1b62560 req-fd0108e8-fe01-48cc-b825-e79cbb869c71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:45.715964 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de79b8fd-5670-4684-9df9-4446e1b62560 req-fd0108e8-fe01-48cc-b825-e79cbb869c71 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 945 time: 0.0777826 Mar 07 22:20:45.761439 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-de79b8fd-5670-4684-9df9-4446e1b62560 req-f20a8e46-25ee-4f08-b8ec-dbd0668829d3 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e026b0-885f-4636-8fb6-fdded3a4828b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392754 Mar 07 22:20:46.371576 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:47.089872 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2d878-da83-410d-a854-8bd83d1565c5 req-8a11da82-e0bd-4679-97a6-fb92a2ddf0ec tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:47.091247 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1df2d878-da83-410d-a854-8bd83d1565c5 req-8a11da82-e0bd-4679-97a6-fb92a2ddf0ec tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 945 time: 0.0785906 Mar 07 22:20:47.133504 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1df2d878-da83-410d-a854-8bd83d1565c5 req-efbe6e69-cc69-493c-bf54-ec3b66528393 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e026b0-885f-4636-8fb6-fdded3a4828b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368266 Mar 07 22:20:47.161772 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56506) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:20:47.265861 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-965b4d6a-573b-48e6-8ef7-99e82defca72 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/floatingips/4902a293-03fb-499f-9560-357586e6183d HTTP/1.1" status: 200 len: 992 time: 0.1029565 Mar 07 22:20:47.523361 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56514) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:20:47.830901 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-e912adc6-82e3-4428-89f3-1e00e3c57dd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Deleting port 418f188e-073b-4c27-8a7f-24ba6e49695d {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:20:47.831231 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e912adc6-82e3-4428-89f3-1e00e3c57dd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:47.995553 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e912adc6-82e3-4428-89f3-1e00e3c57dd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:47.995867 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e912adc6-82e3-4428-89f3-1e00e3c57dd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:48.117810 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-e912adc6-82e3-4428-89f3-1e00e3c57dd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Calling delete_port for 418f188e-073b-4c27-8a7f-24ba6e49695d owned by network:floatingip {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:20:48.303240 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e912adc6-82e3-4428-89f3-1e00e3c57dd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:48.348209 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912adc6-82e3-4428-89f3-1e00e3c57dd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Port': ['ID=418f188e-073b-4c27-8a7f-24ba6e49695d,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:20:48.388750 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e912adc6-82e3-4428-89f3-1e00e3c57dd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:48.389020 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e912adc6-82e3-4428-89f3-1e00e3c57dd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:48.389352 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e912adc6-82e3-4428-89f3-1e00e3c57dd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:48.389679 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e912adc6-82e3-4428-89f3-1e00e3c57dd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:48.390030 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e912adc6-82e3-4428-89f3-1e00e3c57dd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:48.390355 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e912adc6-82e3-4428-89f3-1e00e3c57dd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:48.390676 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e912adc6-82e3-4428-89f3-1e00e3c57dd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:48.390993 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e912adc6-82e3-4428-89f3-1e00e3c57dd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:48.391308 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e912adc6-82e3-4428-89f3-1e00e3c57dd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:48.391621 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e912adc6-82e3-4428-89f3-1e00e3c57dd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:48.391935 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e912adc6-82e3-4428-89f3-1e00e3c57dd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:48.392245 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e912adc6-82e3-4428-89f3-1e00e3c57dd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:48.450209 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e912adc6-82e3-4428-89f3-1e00e3c57dd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for floatingip, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:48.451069 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-e912adc6-82e3-4428-89f3-1e00e3c57dd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Floating IP 4902a293-03fb-499f-9560-357586e6183d disassociated (deleted). External IP: 172.26.2.42, port: 6f057aaf-c57b-4323-b612-c7f98f302afe. Mar 07 22:20:48.792939 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e912adc6-82e3-4428-89f3-1e00e3c57dd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Router 5f0bf038-e793-4eac-ae5c-c24518bdf4fe has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:20:48.972720 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e912adc6-82e3-4428-89f3-1e00e3c57dd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:20:48.982091 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f631779-1c26-446d-9192-40140fc16f2e None None] Sync routers for ids ['5f0bf038-e793-4eac-ae5c-c24518bdf4fe'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:20:48.991239 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f631779-1c26-446d-9192-40140fc16f2e None None] Routers {'5f0bf038-e793-4eac-ae5c-c24518bdf4fe'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:20:48.991832 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0f631779-1c26-446d-9192-40140fc16f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:20:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['5f0bf038-e793-4eac-ae5c-c24518bdf4fe'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:20:49.045457 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e912adc6-82e3-4428-89f3-1e00e3c57dd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:49.101529 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e912adc6-82e3-4428-89f3-1e00e3c57dd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "DELETE /v2.0/floatingips/4902a293-03fb-499f-9560-357586e6183d HTTP/1.1" status: 204 len: 168 time: 1.5747497 Mar 07 22:20:49.101529 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5a17a5-d504-4c68-9d42-3018d3e55176', 'tag': '6f057aaf-c57b-4323-b612-c7f98f302afe'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:20:49.147280 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5a17a5-d504-4c68-9d42-3018d3e55176', 'tag': '6f057aaf-c57b-4323-b612-c7f98f302afe', 'status': 'completed', 'code': 200} Mar 07 22:20:49.168119 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-0f631779-1c26-446d-9192-40140fc16f2e None None] Set router 5f0bf038-e793-4eac-ae5c-c24518bdf4fe gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:20:49.238028 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4338adb-bb5e-46f6-9adf-ef14e39c60dd req-c88d0235-5ff9-405c-a96e-d0f644b63afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:49.239676 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f4338adb-bb5e-46f6-9adf-ef14e39c60dd req-c88d0235-5ff9-405c-a96e-d0f644b63afe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42a2dae755c845488dbd51b04647fa3f&device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 1098 time: 0.0713384 Mar 07 22:20:49.371987 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4338adb-bb5e-46f6-9adf-ef14e39c60dd req-6251311c-180b-400b-850c-3003acd74ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:49.374176 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f4338adb-bb5e-46f6-9adf-ef14e39c60dd req-6251311c-180b-400b-850c-3003acd74ca0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aebe80c1-028d-4247-ba9e-74190524b2c0 HTTP/1.1" status: 200 len: 896 time: 0.1286273 Mar 07 22:20:49.479893 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0f631779-1c26-446d-9192-40140fc16f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117393229', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:50Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:25:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '5aa90d39-b662-40c3-ac6c-d3d2d5565b38', 'name': '', 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:c8:1e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '150a83d6-2a73-4184-adef-e50a6d0ca228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:19:49Z', 'updated_at': '2022-03-07T22:19:55Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '150a83d6-2a73-4184-adef-e50a6d0ca228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:20:49.484183 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f631779-1c26-446d-9192-40140fc16f2e None None] Checking router: 5f0bf038-e793-4eac-ae5c-c24518bdf4fe for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:20:49.492347 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f631779-1c26-446d-9192-40140fc16f2e None None] Routers {'5f0bf038-e793-4eac-ae5c-c24518bdf4fe'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:20:49.492934 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0f631779-1c26-446d-9192-40140fc16f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:20:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['5f0bf038-e793-4eac-ae5c-c24518bdf4fe'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:20:49.536796 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f4338adb-bb5e-46f6-9adf-ef14e39c60dd req-a7590ea5-d3fc-447a-a468-4ffbb031a37c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f057aaf-c57b-4323-b612-c7f98f302afe HTTP/1.1" status: 200 len: 217 time: 0.1574962 Mar 07 22:20:49.643600 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4338adb-bb5e-46f6-9adf-ef14e39c60dd req-d8972dae-ca60-40cf-9290-0f0070ac49e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:49.644925 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f4338adb-bb5e-46f6-9adf-ef14e39c60dd req-d8972dae-ca60-40cf-9290-0f0070ac49e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=150a83d6-2a73-4184-adef-e50a6d0ca228 HTTP/1.1" status: 200 len: 834 time: 0.1020453 Mar 07 22:20:49.672938 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-0f631779-1c26-446d-9192-40140fc16f2e None None] Set router 5f0bf038-e793-4eac-ae5c-c24518bdf4fe gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:20:49.724247 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b393d08-523d-41bd-a863-792aaff13ef9 req-6e606848-2746-45cb-8360-592b0b3f40a1 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:49.725694 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3b393d08-523d-41bd-a863-792aaff13ef9 req-6e606848-2746-45cb-8360-592b0b3f40a1 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 945 time: 0.1380842 Mar 07 22:20:49.777835 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4338adb-bb5e-46f6-9adf-ef14e39c60dd req-a64b780f-8cc6-49e5-aa05-68dddb3e0539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:49.779875 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f4338adb-bb5e-46f6-9adf-ef14e39c60dd req-a64b780f-8cc6-49e5-aa05-68dddb3e0539 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aebe80c1-028d-4247-ba9e-74190524b2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1272295 Mar 07 22:20:49.784245 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3b393d08-523d-41bd-a863-792aaff13ef9 req-ba2b659f-7100-4a79-9bcb-6ab094049a72 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e026b0-885f-4636-8fb6-fdded3a4828b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521367 Mar 07 22:20:49.912351 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f4338adb-bb5e-46f6-9adf-ef14e39c60dd req-7f552cef-38e7-404d-9764-cf22919dfa80 service neutron] 10.222.0.11 "GET /v2.0/networks/aebe80c1-028d-4247-ba9e-74190524b2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240029 Mar 07 22:20:49.982375 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-0f631779-1c26-446d-9192-40140fc16f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117393229', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:50Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:25:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '5aa90d39-b662-40c3-ac6c-d3d2d5565b38', 'name': '', 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:c8:1e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '150a83d6-2a73-4184-adef-e50a6d0ca228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:19:49Z', 'updated_at': '2022-03-07T22:19:55Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '150a83d6-2a73-4184-adef-e50a6d0ca228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:20:49.986573 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f631779-1c26-446d-9192-40140fc16f2e None None] The sync data for ids ['5f0bf038-e793-4eac-ae5c-c24518bdf4fe'] in dv-neutron-829957-1-hyperv is: [{'id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117393229', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:50Z', 'revision_number': 4, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:25:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '5aa90d39-b662-40c3-ac6c-d3d2d5565b38', 'name': '', 'network_id': 'aebe80c1-028d-4247-ba9e-74190524b2c0', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'mac_address': 'fa:16:3e:c8:1e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '150a83d6-2a73-4184-adef-e50a6d0ca228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:19:49Z', 'updated_at': '2022-03-07T22:19:55Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'subnets': [{'id': '150a83d6-2a73-4184-adef-e50a6d0ca228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:20:50.044284 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f4338adb-bb5e-46f6-9adf-ef14e39c60dd req-78a68bd5-0720-46e9-8b7c-db48321fbb57 service neutron] 10.222.0.11 "GET /v2.0/networks/aebe80c1-028d-4247-ba9e-74190524b2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257010 Mar 07 22:20:50.114992 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4ebd7fd3-3489-40ab-b736-79d6efd5d635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:50.205531 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6abcf6a-1c06-4895-ba21-ffc479859dcb None None] New status for floating IP 4902a293-03fb-499f-9560-357586e6183d: DOWN {{(pid=88388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:20:50.970162 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f574e-1ff6-4cef-98c0-c9e07c20fc39 req-0c3b2da1-26c6-44f8-a84f-f20376031808 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:50.971596 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b52f574e-1ff6-4cef-98c0-c9e07c20fc39 req-0c3b2da1-26c6-44f8-a84f-f20376031808 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 945 time: 0.0789008 Mar 07 22:20:51.013515 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b52f574e-1ff6-4cef-98c0-c9e07c20fc39 req-682ec153-eeb6-4108-bc0a-1b2078ffd611 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8e026b0-885f-4636-8fb6-fdded3a4828b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358944 Mar 07 22:20:51.165480 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa2163-a51a-4354-ba7c-ec419dcf8226 req-06462aa3-0c0f-4e42-8ee0-f3fcd8a99577 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:20:51.166892 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2cfa2163-a51a-4354-ba7c-ec419dcf8226 req-06462aa3-0c0f-4e42-8ee0-f3fcd8a99577 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 945 time: 0.0799639 Mar 07 22:20:51.233694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-2cfa2163-a51a-4354-ba7c-ec419dcf8226 req-28f7eba2-6087-4340-bcf5-1c31de623c0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Deleting port 6f057aaf-c57b-4323-b612-c7f98f302afe {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:20:51.234061 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-2cfa2163-a51a-4354-ba7c-ec419dcf8226 req-28f7eba2-6087-4340-bcf5-1c31de623c0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:51.473666 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-2cfa2163-a51a-4354-ba7c-ec419dcf8226 req-28f7eba2-6087-4340-bcf5-1c31de623c0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] For port 6f057aaf-c57b-4323-b612-c7f98f302afe, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=6f057aaf-c57b-4323-b612-c7f98f302afe,segment=NetworkSegment(dafce41c-3c2c-436a-8ccd-fed9ed159bb3),segment_id=dafce41c-3c2c-436a-8ccd-fed9ed159bb3)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:20:51.473939 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-2cfa2163-a51a-4354-ba7c-ec419dcf8226 req-28f7eba2-6087-4340-bcf5-1c31de623c0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:51.593616 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-2cfa2163-a51a-4354-ba7c-ec419dcf8226 req-28f7eba2-6087-4340-bcf5-1c31de623c0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Calling delete_port for 6f057aaf-c57b-4323-b612-c7f98f302afe owned by compute:nova {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:20:51.793976 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-2cfa2163-a51a-4354-ba7c-ec419dcf8226 req-28f7eba2-6087-4340-bcf5-1c31de623c0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:51.844051 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7eba2-6087-4340-bcf5-1c31de623c0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Port': ['ID=6f057aaf-c57b-4323-b612-c7f98f302afe,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:20:51.902501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7eba2-6087-4340-bcf5-1c31de623c0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:51.902501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7eba2-6087-4340-bcf5-1c31de623c0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:51.902501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7eba2-6087-4340-bcf5-1c31de623c0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:51.902501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7eba2-6087-4340-bcf5-1c31de623c0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:51.902501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7eba2-6087-4340-bcf5-1c31de623c0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:51.902501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7eba2-6087-4340-bcf5-1c31de623c0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:51.902501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7eba2-6087-4340-bcf5-1c31de623c0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:51.902501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7eba2-6087-4340-bcf5-1c31de623c0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:51.902501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7eba2-6087-4340-bcf5-1c31de623c0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:51.902501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7eba2-6087-4340-bcf5-1c31de623c0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:51.902501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7eba2-6087-4340-bcf5-1c31de623c0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:51.902501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7eba2-6087-4340-bcf5-1c31de623c0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:51.925910 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfa2163-a51a-4354-ba7c-ec419dcf8226 req-28f7eba2-6087-4340-bcf5-1c31de623c0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] No DVR routers for this DVR port 6f057aaf-c57b-4323-b612-c7f98f302afe on host hv-neutron-8299 {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:20:51.928143 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-2cfa2163-a51a-4354-ba7c-ec419dcf8226 req-28f7eba2-6087-4340-bcf5-1c31de623c0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:51.930492 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5a17a5-d504-4c68-9d42-3018d3e55176', 'name': 'network-vif-deleted', 'tag': '6f057aaf-c57b-4323-b612-c7f98f302afe'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:20:51.941777 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2cfa2163-a51a-4354-ba7c-ec419dcf8226 req-28f7eba2-6087-4340-bcf5-1c31de623c0c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.11 "DELETE /v2.0/ports/6f057aaf-c57b-4323-b612-c7f98f302afe HTTP/1.1" status: 204 len: 173 time: 0.7700024 Mar 07 22:20:51.979500 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5a17a5-d504-4c68-9d42-3018d3e55176', 'name': 'network-vif-deleted', 'tag': '6f057aaf-c57b-4323-b612-c7f98f302afe', 'status': 'completed', 'code': 200} Mar 07 22:20:52.160126 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-ba729247-8c76-49d3-ba18-05e77c85d5c0 req-e26c43ca-3419-4f76-a2db-7e50daa5ea7c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Synchronizing usage tracker for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:20:52.240276 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-ba729247-8c76-49d3-ba18-05e77c85d5c0 req-e26c43ca-3419-4f76-a2db-7e50daa5ea7c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Unset dirty status for tenant:42a2dae755c845488dbd51b04647fa3f on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:20:52.246147 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ba729247-8c76-49d3-ba18-05e77c85d5c0 req-e26c43ca-3419-4f76-a2db-7e50daa5ea7c tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf5a17a5-d504-4c68-9d42-3018d3e55176 HTTP/1.1" status: 200 len: 210 time: 0.1229944 Mar 07 22:20:52.320588 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4a1030f8-0d1c-4cb7-9c63-da93d680d443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:53.341097 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56532) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:20:53.371900 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:53.406224 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:53.965449 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9e7f43d8-19aa-47f1-adbb-2bab0ed59850 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:54.305769 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f43d8-19aa-47f1-adbb-2bab0ed59850 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Deleting port 5aa90d39-b662-40c3-ac6c-d3d2d5565b38 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:20:54.306138 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9e7f43d8-19aa-47f1-adbb-2bab0ed59850 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:54.489162 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-9e7f43d8-19aa-47f1-adbb-2bab0ed59850 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] For port 5aa90d39-b662-40c3-ac6c-d3d2d5565b38, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=5aa90d39-b662-40c3-ac6c-d3d2d5565b38,segment=NetworkSegment(dafce41c-3c2c-436a-8ccd-fed9ed159bb3),segment_id=dafce41c-3c2c-436a-8ccd-fed9ed159bb3)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:20:54.489978 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9e7f43d8-19aa-47f1-adbb-2bab0ed59850 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:54.608761 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f43d8-19aa-47f1-adbb-2bab0ed59850 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Calling delete_port for 5aa90d39-b662-40c3-ac6c-d3d2d5565b38 owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:20:54.904829 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:55.063142 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9e7f43d8-19aa-47f1-adbb-2bab0ed59850 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:55.108627 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f43d8-19aa-47f1-adbb-2bab0ed59850 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Port': ['ID=5aa90d39-b662-40c3-ac6c-d3d2d5565b38,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:20:55.380998 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9e7f43d8-19aa-47f1-adbb-2bab0ed59850 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:55.726492 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7f43d8-19aa-47f1-adbb-2bab0ed59850 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Router 5f0bf038-e793-4eac-ae5c-c24518bdf4fe has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:20:55.897477 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7f43d8-19aa-47f1-adbb-2bab0ed59850 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:20:55.907918 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cab45c-ab33-4d0a-88bf-021812431052 None None] Sync routers for ids ['5f0bf038-e793-4eac-ae5c-c24518bdf4fe'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:20:55.917067 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cab45c-ab33-4d0a-88bf-021812431052 None None] Routers {'5f0bf038-e793-4eac-ae5c-c24518bdf4fe'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:20:55.917657 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-15cab45c-ab33-4d0a-88bf-021812431052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:20:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['5f0bf038-e793-4eac-ae5c-c24518bdf4fe'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:20:55.968209 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9e7f43d8-19aa-47f1-adbb-2bab0ed59850 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "PUT /v2.0/routers/5f0bf038-e793-4eac-ae5c-c24518bdf4fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6260021 Mar 07 22:20:55.970799 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56536) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:20:56.038560 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-377182c0-1d36-4de7-8a57-78abb2320e76 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Deleting subnet 150a83d6-2a73-4184-adef-e50a6d0ca228 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 22:20:56.041524 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-377182c0-1d36-4de7-8a57-78abb2320e76 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:56.091530 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 6f057aaf-c57b-4323-b612-c7f98f302afe no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:20:56.095092 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-377182c0-1d36-4de7-8a57-78abb2320e76 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:56.118872 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-15cab45c-ab33-4d0a-88bf-021812431052 None None] Set router 5f0bf038-e793-4eac-ae5c-c24518bdf4fe gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:20:56.125350 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 6f057aaf-c57b-4323-b612-c7f98f302afe {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:20:56.125873 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 6f057aaf-c57b-4323-b612-c7f98f302afe not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:20:56.175924 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-377182c0-1d36-4de7-8a57-78abb2320e76 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:56.404914 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-15cab45c-ab33-4d0a-88bf-021812431052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117393229', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:20:54Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:25:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:20:56.406132 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-377182c0-1d36-4de7-8a57-78abb2320e76 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:56.408633 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cab45c-ab33-4d0a-88bf-021812431052 None None] Checking router: 5f0bf038-e793-4eac-ae5c-c24518bdf4fe for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:20:56.416796 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cab45c-ab33-4d0a-88bf-021812431052 None None] Routers {'5f0bf038-e793-4eac-ae5c-c24518bdf4fe'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:20:56.417371 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-15cab45c-ab33-4d0a-88bf-021812431052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:20:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['5f0bf038-e793-4eac-ae5c-c24518bdf4fe'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:20:56.444603 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377182c0-1d36-4de7-8a57-78abb2320e76 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Subnet': ['ID=150a83d6-2a73-4184-adef-e50a6d0ca228,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:20:56.448252 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-377182c0-1d36-4de7-8a57-78abb2320e76 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:56.454208 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-377182c0-1d36-4de7-8a57-78abb2320e76 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "DELETE /v2.0/subnets/150a83d6-2a73-4184-adef-e50a6d0ca228 HTTP/1.1" status: 204 len: 168 time: 0.4823792 Mar 07 22:20:56.456524 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a31991d-c162-4778-a77e-a0d7112b2279 None None] Network aebe80c1-028d-4247-ba9e-74190524b2c0 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:20:56.456682 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56540) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:20:56.595079 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-15cab45c-ab33-4d0a-88bf-021812431052 None None] Set router 5f0bf038-e793-4eac-ae5c-c24518bdf4fe gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:20:56.640999 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8c074bff-ff7b-46cd-bdc5-cf4cba91719b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:56.698412 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845f8b27-2c07-4063-8eb5-3d70e26d7be9 None None] DHCP port deletion for aebe80c1-028d-4247-ba9e-74190524b2c0 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 22:20:56.702554 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-845f8b27-2c07-4063-8eb5-3d70e26d7be9 None None] Deleting port a7fabe49-4d8e-41bb-8b81-ed0a48490730 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:20:56.702992 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-845f8b27-2c07-4063-8eb5-3d70e26d7be9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:56.826561 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8c074bff-ff7b-46cd-bdc5-cf4cba91719b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:56.885982 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-15cab45c-ab33-4d0a-88bf-021812431052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117393229', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:20:54Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:25:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:20:56.889980 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cab45c-ab33-4d0a-88bf-021812431052 None None] The sync data for ids ['5f0bf038-e793-4eac-ae5c-c24518bdf4fe'] in dv-neutron-829957-1-hyperv is: [{'id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117393229', 'tenant_id': '42a2dae755c845488dbd51b04647fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:20:54Z', 'revision_number': 5, 'project_id': '42a2dae755c845488dbd51b04647fa3f', 'gw_port': {'id': 'bb1bb040-03ac-4c3a-a3d2-0f90af84c894', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:25:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0bf038-e793-4eac-ae5c-c24518bdf4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:19:45Z', 'updated_at': '2022-03-07T22:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:20:56.891913 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-8c074bff-ff7b-46cd-bdc5-cf4cba91719b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Deleting port bb1bb040-03ac-4c3a-a3d2-0f90af84c894 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:20:56.892430 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8c074bff-ff7b-46cd-bdc5-cf4cba91719b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:56.927323 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-845f8b27-2c07-4063-8eb5-3d70e26d7be9 None None] For port a7fabe49-4d8e-41bb-8b81-ed0a48490730, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a7fabe49-4d8e-41bb-8b81-ed0a48490730,segment=NetworkSegment(dafce41c-3c2c-436a-8ccd-fed9ed159bb3),segment_id=dafce41c-3c2c-436a-8ccd-fed9ed159bb3)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:20:56.927649 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-845f8b27-2c07-4063-8eb5-3d70e26d7be9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:57.050026 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-845f8b27-2c07-4063-8eb5-3d70e26d7be9 None None] Calling delete_port for a7fabe49-4d8e-41bb-8b81-ed0a48490730 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:20:57.065458 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-8c074bff-ff7b-46cd-bdc5-cf4cba91719b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] For port bb1bb040-03ac-4c3a-a3d2-0f90af84c894, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=bb1bb040-03ac-4c3a-a3d2-0f90af84c894,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:20:57.065813 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8c074bff-ff7b-46cd-bdc5-cf4cba91719b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:57.171945 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-845f8b27-2c07-4063-8eb5-3d70e26d7be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627'] for port, after_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:57.186410 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-8c074bff-ff7b-46cd-bdc5-cf4cba91719b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Calling delete_port for bb1bb040-03ac-4c3a-a3d2-0f90af84c894 owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:20:57.218072 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f8b27-2c07-4063-8eb5-3d70e26d7be9 None None] Pushing event deleted for resources: {'Port': ['ID=a7fabe49-4d8e-41bb-8b81-ed0a48490730,revision_number=None']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:20:57.225558 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845f8b27-2c07-4063-8eb5-3d70e26d7be9 None None] No DVR routers for this DVR port a7fabe49-4d8e-41bb-8b81-ed0a48490730 on host dv-neutron-829957-1-hyperv {{(pid=88388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:20:57.227580 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8b27-2c07-4063-8eb5-3d70e26d7be9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:57.227925 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8b27-2c07-4063-8eb5-3d70e26d7be9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:57.228257 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8b27-2c07-4063-8eb5-3d70e26d7be9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:57.228587 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8b27-2c07-4063-8eb5-3d70e26d7be9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:57.228908 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8b27-2c07-4063-8eb5-3d70e26d7be9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:57.229264 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8b27-2c07-4063-8eb5-3d70e26d7be9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:57.229595 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8b27-2c07-4063-8eb5-3d70e26d7be9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:57.229915 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8b27-2c07-4063-8eb5-3d70e26d7be9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:57.230263 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8b27-2c07-4063-8eb5-3d70e26d7be9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:57.230579 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8b27-2c07-4063-8eb5-3d70e26d7be9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:57.230894 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8b27-2c07-4063-8eb5-3d70e26d7be9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:57.231209 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8b27-2c07-4063-8eb5-3d70e26d7be9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:20:57.311426 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 5aa90d39-b662-40c3-ac6c-d3d2d5565b38 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:20:57.351029 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 5aa90d39-b662-40c3-ac6c-d3d2d5565b38 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:20:57.351452 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 5aa90d39-b662-40c3-ac6c-d3d2d5565b38 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:20:57.351927 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a7fabe49-4d8e-41bb-8b81-ed0a48490730 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:20:57.386801 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: a7fabe49-4d8e-41bb-8b81-ed0a48490730 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:20:57.387137 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a7fabe49-4d8e-41bb-8b81-ed0a48490730 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:20:57.411755 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8c074bff-ff7b-46cd-bdc5-cf4cba91719b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:57.461665 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c074bff-ff7b-46cd-bdc5-cf4cba91719b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Port': ['ID=bb1bb040-03ac-4c3a-a3d2-0f90af84c894,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:20:57.548139 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8c074bff-ff7b-46cd-bdc5-cf4cba91719b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:57.715522 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8c074bff-ff7b-46cd-bdc5-cf4cba91719b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:57.717564 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8c074bff-ff7b-46cd-bdc5-cf4cba91719b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:57.783098 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8c074bff-ff7b-46cd-bdc5-cf4cba91719b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:57.783612 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c074bff-ff7b-46cd-bdc5-cf4cba91719b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Fanout notify agent at l3_agent the message router_deleted on router 5f0bf038-e793-4eac-ae5c-c24518bdf4fe {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 22:20:57.798907 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8c074bff-ff7b-46cd-bdc5-cf4cba91719b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:57.802549 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8c074bff-ff7b-46cd-bdc5-cf4cba91719b tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "DELETE /v2.0/routers/5f0bf038-e793-4eac-ae5c-c24518bdf4fe HTTP/1.1" status: 204 len: 168 time: 1.3425248 Mar 07 22:20:57.802907 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56544) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:20:58.014560 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9943e2a8-3990-4903-ae83-6f4ad1245fd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:58.147535 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9943e2a8-3990-4903-ae83-6f4ad1245fd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:58.173144 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-9943e2a8-3990-4903-ae83-6f4ad1245fd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aebe80c1-028d-4247-ba9e-74190524b2c0']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:20:58.184963 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-9943e2a8-3990-4903-ae83-6f4ad1245fd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafce41c-3c2c-436a-8ccd-fed9ed159bb3') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:20:58.185273 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-9943e2a8-3990-4903-ae83-6f4ad1245fd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafce41c-3c2c-436a-8ccd-fed9ed159bb3') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:20:58.196674 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9943e2a8-3990-4903-ae83-6f4ad1245fd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:58.212733 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9943e2a8-3990-4903-ae83-6f4ad1245fd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:58.219508 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9943e2a8-3990-4903-ae83-6f4ad1245fd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:20:58.219932 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9943e2a8-3990-4903-ae83-6f4ad1245fd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:20:58.235364 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:20:58.365883 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9943e2a8-3990-4903-ae83-6f4ad1245fd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:58.382289 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9943e2a8-3990-4903-ae83-6f4ad1245fd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:58.392779 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943e2a8-3990-4903-ae83-6f4ad1245fd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'Network': ['ID=aebe80c1-028d-4247-ba9e-74190524b2c0,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:20:58.397476 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9943e2a8-3990-4903-ae83-6f4ad1245fd7 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "DELETE /v2.0/networks/aebe80c1-028d-4247-ba9e-74190524b2c0 HTTP/1.1" status: 204 len: 168 time: 0.5938981 Mar 07 22:20:58.400057 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56548) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:20:58.466284 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2373ebd3-91a9-47c3-8e20-1a2ebe2033b6 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:58.494084 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2373ebd3-91a9-47c3-8e20-1a2ebe2033b6 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:58.622626 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2373ebd3-91a9-47c3-8e20-1a2ebe2033b6 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:58.640721 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373ebd3-91a9-47c3-8e20-1a2ebe2033b6 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e026b0-885f-4636-8fb6-fdded3a4828b,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:20:58.647757 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2373ebd3-91a9-47c3-8e20-1a2ebe2033b6 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:58.648887 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2373ebd3-91a9-47c3-8e20-1a2ebe2033b6 tempest-TestNetworkAdvancedServerOps-1972271086 tempest-TestNetworkAdvancedServerOps-1972271086-project] 10.222.0.21 "DELETE /v2.0/security-groups/a8e026b0-885f-4636-8fb6-fdded3a4828b HTTP/1.1" status: 204 len: 168 time: 0.2479210 Mar 07 22:20:59.170069 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device bb1bb040-03ac-4c3a-a3d2-0f90af84c894 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:20:59.204905 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: bb1bb040-03ac-4c3a-a3d2-0f90af84c894 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:20:59.205243 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device bb1bb040-03ac-4c3a-a3d2-0f90af84c894 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:20:59.291265 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56558) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:20:59.480314 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a1b570f7-da48-4b4e-9040-b6dc56599741 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42a2dae755c845488dbd51b04647fa3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1879203 Mar 07 22:20:59.482762 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56564) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:20:59.537580 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-397911e8-5d15-48c7-89d9-8c8c2371cfc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:59.563178 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-397911e8-5d15-48c7-89d9-8c8c2371cfc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:59.691462 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-397911e8-5d15-48c7-89d9-8c8c2371cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:59.706802 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397911e8-5d15-48c7-89d9-8c8c2371cfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f2b71e-d44f-4091-b499-eb629cfbb286,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:20:59.715011 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-397911e8-5d15-48c7-89d9-8c8c2371cfc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:20:59.716162 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-397911e8-5d15-48c7-89d9-8c8c2371cfc2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87f2b71e-d44f-4091-b499-eb629cfbb286 HTTP/1.1" status: 204 len: 168 time: 0.2325273 Mar 07 22:21:00.274741 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56574) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:21:00.292214 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7f389c9b-3a8b-41e7-9cdc-cc11fbbc191e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:00.306583 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7f389c9b-3a8b-41e7-9cdc-cc11fbbc191e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:21:00.310402 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7f389c9b-3a8b-41e7-9cdc-cc11fbbc191e admin admin] Usage tracker for resource:security_group_rule and tenant:9a98ff0f3f754ff0866229c03c9b1fb3 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:21:00.313149 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7f389c9b-3a8b-41e7-9cdc-cc11fbbc191e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:21:00.318962 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7f389c9b-3a8b-41e7-9cdc-cc11fbbc191e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:21:00.400292 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7f389c9b-3a8b-41e7-9cdc-cc11fbbc191e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:00.451235 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7f389c9b-3a8b-41e7-9cdc-cc11fbbc191e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:00.498363 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7f389c9b-3a8b-41e7-9cdc-cc11fbbc191e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a98ff0f3f754ff0866229c03c9b1fb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2224102 Mar 07 22:21:00.499946 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f389c9b-3a8b-41e7-9cdc-cc11fbbc191e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edf712c-dc23-4b52-b299-873b3278aafb,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:00.501107 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56578) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:21:00.561040 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-349a2dd6-3c76-43d2-9d12-1f5cb7ba94ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:00.585459 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-349a2dd6-3c76-43d2-9d12-1f5cb7ba94ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:00.691264 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-349a2dd6-3c76-43d2-9d12-1f5cb7ba94ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:00.705110 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a2dd6-3c76-43d2-9d12-1f5cb7ba94ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edf712c-dc23-4b52-b299-873b3278aafb,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:00.711426 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-349a2dd6-3c76-43d2-9d12-1f5cb7ba94ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:00.712514 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-349a2dd6-3c76-43d2-9d12-1f5cb7ba94ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2edf712c-dc23-4b52-b299-873b3278aafb HTTP/1.1" status: 204 len: 168 time: 0.2104545 Mar 07 22:21:01.813282 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56602) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:21:01.914733 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-43dfa79f-d4f6-401f-93a0-ef073b22cf81 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1760495135-network', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:21:01.920126 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-43dfa79f-d4f6-401f-93a0-ef073b22cf81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:21:01.924001 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-43dfa79f-d4f6-401f-93a0-ef073b22cf81 admin admin] Usage tracker for resource:network and tenant:1611dc81448b4ec099cfc67b29c63ae2 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:21:01.926914 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-43dfa79f-d4f6-401f-93a0-ef073b22cf81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:21:01.932410 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-43dfa79f-d4f6-401f-93a0-ef073b22cf81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:21:01.999927 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dfa79f-d4f6-401f-93a0-ef073b22cf81 admin admin] Made reservation on behalf of 1611dc81448b4ec099cfc67b29c63ae2 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:21:02.002129 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-43dfa79f-d4f6-401f-93a0-ef073b22cf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:02.014093 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-43dfa79f-d4f6-401f-93a0-ef073b22cf81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:02.027891 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-43dfa79f-d4f6-401f-93a0-ef073b22cf81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:21:02.032026 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-43dfa79f-d4f6-401f-93a0-ef073b22cf81 admin admin] Usage tracker for resource:security_group_rule and tenant:1611dc81448b4ec099cfc67b29c63ae2 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:21:02.034729 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-43dfa79f-d4f6-401f-93a0-ef073b22cf81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:21:02.040261 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-43dfa79f-d4f6-401f-93a0-ef073b22cf81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:21:02.123837 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-43dfa79f-d4f6-401f-93a0-ef073b22cf81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:02.165354 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-43dfa79f-d4f6-401f-93a0-ef073b22cf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:02.300759 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43dfa79f-d4f6-401f-93a0-ef073b22cf81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:21:02.309663 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dfa79f-d4f6-401f-93a0-ef073b22cf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f60d72a-bfca-4b02-9d4d-fddd3ae5e140,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:02.316511 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-43dfa79f-d4f6-401f-93a0-ef073b22cf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:02.316839 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-43dfa79f-d4f6-401f-93a0-ef073b22cf81 admin admin] Added segment 1e7b6e87-3b3e-402d-90a3-2c0970496b99 of type vlan for network 5e4a193c-242c-4d1d-8ade-e6637b8fce14 Mar 07 22:21:02.343182 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-43dfa79f-d4f6-401f-93a0-ef073b22cf81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:02.422269 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-43dfa79f-d4f6-401f-93a0-ef073b22cf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:02.423183 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dfa79f-d4f6-401f-93a0-ef073b22cf81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:02.423742 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-43dfa79f-d4f6-401f-93a0-ef073b22cf81 admin admin] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:02.523645 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dfa79f-d4f6-401f-93a0-ef073b22cf81 admin admin] Pushing event updated for resources: {'Network': ['ID=5e4a193c-242c-4d1d-8ade-e6637b8fce14,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:02.534350 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 5e4a193c-242c-4d1d-8ade-e6637b8fce14 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 22:21:02.577947 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-43dfa79f-d4f6-401f-93a0-ef073b22cf81 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7634940 Mar 07 22:21:02.580821 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56608) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:21:02.586103 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-fe7a0115-2d2e-47d3-9fff-3a721e802f78 admin admin] Request body: {'subnet': {'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1760495135-subnet', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'ip_version': 4}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:21:02.591041 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-fe7a0115-2d2e-47d3-9fff-3a721e802f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:21:02.594724 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-fe7a0115-2d2e-47d3-9fff-3a721e802f78 admin admin] Usage tracker for resource:subnet and tenant:1611dc81448b4ec099cfc67b29c63ae2 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:21:02.597504 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-fe7a0115-2d2e-47d3-9fff-3a721e802f78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:21:02.603106 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-fe7a0115-2d2e-47d3-9fff-3a721e802f78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:21:02.657259 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7a0115-2d2e-47d3-9fff-3a721e802f78 admin admin] Made reservation on behalf of 1611dc81448b4ec099cfc67b29c63ae2 for: {'subnet': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:21:02.659665 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fe7a0115-2d2e-47d3-9fff-3a721e802f78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2514373'] for subnet, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:02.903347 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fe7a0115-2d2e-47d3-9fff-3a721e802f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2514423'] for subnet, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:02.982832 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a0115-2d2e-47d3-9fff-3a721e802f78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=722e0f2f-32ee-4f72-9d51-e98c6da3ea17,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:02.986749 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7a0115-2d2e-47d3-9fff-3a721e802f78 admin admin] Checking segment: {'id': '1e7b6e87-3b3e-402d-90a3-2c0970496b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:21:02.987092 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7a0115-2d2e-47d3-9fff-3a721e802f78 admin admin] Network hostable DHCP agents. Network: 5e4a193c-242c-4d1d-8ade-e6637b8fce14, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:21:03.068020 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7a0115-2d2e-47d3-9fff-3a721e802f78 admin admin] Network 5e4a193c-242c-4d1d-8ade-e6637b8fce14 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:21:03.130916 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-fe7a0115-2d2e-47d3-9fff-3a721e802f78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 5e4a193c-242c-4d1d-8ade-e6637b8fce14) {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:21:03.134850 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7a0115-2d2e-47d3-9fff-3a721e802f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:03.135451 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-fe7a0115-2d2e-47d3-9fff-3a721e802f78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:03.139524 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4558548-b3f3-472c-9036-7a1cf0127d55 None None] Network 5e4a193c-242c-4d1d-8ade-e6637b8fce14 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:21:03.217691 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-fe7a0115-2d2e-47d3-9fff-3a721e802f78 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6358068 Mar 07 22:21:03.220335 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56612) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:21:03.225154 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-cddda437-e278-4ecb-94bc-98d227baab9b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1760495135-router', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:21:03.229729 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-cddda437-e278-4ecb-94bc-98d227baab9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:21:03.234142 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-cddda437-e278-4ecb-94bc-98d227baab9b admin admin] Usage tracker for resource:router and tenant:1611dc81448b4ec099cfc67b29c63ae2 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:21:03.236959 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-cddda437-e278-4ecb-94bc-98d227baab9b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:21:03.242640 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-cddda437-e278-4ecb-94bc-98d227baab9b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:21:03.325984 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cddda437-e278-4ecb-94bc-98d227baab9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:03.327085 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cddda437-e278-4ecb-94bc-98d227baab9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:03.342636 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cddda437-e278-4ecb-94bc-98d227baab9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:03.379357 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e28794c-b4b4-4d52-821b-3cb480238b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'fixed_ips': [{'subnet_id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 22:21:03.380161 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5e28794c-b4b4-4d52-821b-3cb480238b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:03.530063 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-5e28794c-b4b4-4d52-821b-3cb480238b3a None None] Allocated IP 172.20.0.2 (5e4a193c-242c-4d1d-8ade-e6637b8fce14/722e0f2f-32ee-4f72-9d51-e98c6da3ea17/f8a8685e-8840-43aa-8c67-ffdf115ef147) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:21:03.676356 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cddda437-e278-4ecb-94bc-98d227baab9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:03.727135 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5e28794c-b4b4-4d52-821b-3cb480238b3a None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:03.736902 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5e28794c-b4b4-4d52-821b-3cb480238b3a None None] Transition to ACTIVE for port object f8a8685e-8840-43aa-8c67-ffdf115ef147 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:21:03.754244 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5e28794c-b4b4-4d52-821b-3cb480238b3a None None] Transition to ACTIVE for port object f8a8685e-8840-43aa-8c67-ffdf115ef147 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:21:03.795018 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5e28794c-b4b4-4d52-821b-3cb480238b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:03.858323 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e28794c-b4b4-4d52-821b-3cb480238b3a None None] Network 5e4a193c-242c-4d1d-8ade-e6637b8fce14 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:21:03.865074 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-5e28794c-b4b4-4d52-821b-3cb480238b3a None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:21:03.869477 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e28794c-b4b4-4d52-821b-3cb480238b3a None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:21:03.875105 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28794c-b4b4-4d52-821b-3cb480238b3a None None] Pushing event updated for resources: {'Port': ['ID=f8a8685e-8840-43aa-8c67-ffdf115ef147,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:03.961142 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-5e28794c-b4b4-4d52-821b-3cb480238b3a None None] Attempting to bind port f8a8685e-8840-43aa-8c67-ffdf115ef147 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:21:03.961408 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-5e28794c-b4b4-4d52-821b-3cb480238b3a None None] Attempting to bind port f8a8685e-8840-43aa-8c67-ffdf115ef147 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '1e7b6e87-3b3e-402d-90a3-2c0970496b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:21:03.961756 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e28794c-b4b4-4d52-821b-3cb480238b3a None None] Attempting to bind port f8a8685e-8840-43aa-8c67-ffdf115ef147 on network 5e4a193c-242c-4d1d-8ade-e6637b8fce14 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:21:03.967374 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e28794c-b4b4-4d52-821b-3cb480238b3a None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:21:03.967737 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e28794c-b4b4-4d52-821b-3cb480238b3a None None] Checking segment: {'id': '1e7b6e87-3b3e-402d-90a3-2c0970496b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:21:03.968132 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5e28794c-b4b4-4d52-821b-3cb480238b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:03.968514 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e28794c-b4b4-4d52-821b-3cb480238b3a None None] Bound using segment: {'id': '1e7b6e87-3b3e-402d-90a3-2c0970496b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:21:03.968961 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-5e28794c-b4b4-4d52-821b-3cb480238b3a None None] Bound port: f8a8685e-8840-43aa-8c67-ffdf115ef147, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7b6e87-3b3e-402d-90a3-2c0970496b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:21:03.969320 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5e28794c-b4b4-4d52-821b-3cb480238b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:04.021292 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cddda437-e278-4ecb-94bc-98d227baab9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:04.053313 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-5e28794c-b4b4-4d52-821b-3cb480238b3a None None] For port f8a8685e-8840-43aa-8c67-ffdf115ef147, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:21:04.053612 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cddda437-e278-4ecb-94bc-98d227baab9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:04.056360 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-5e28794c-b4b4-4d52-821b-3cb480238b3a None None] For port f8a8685e-8840-43aa-8c67-ffdf115ef147, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f8a8685e-8840-43aa-8c67-ffdf115ef147,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:21:04.132106 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5e28794c-b4b4-4d52-821b-3cb480238b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:04.182320 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-cddda437-e278-4ecb-94bc-98d227baab9b admin admin] Allocated IP 172.26.2.236 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/f1554843-18c5-4fe0-8e96-8931414524fc) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:21:04.216575 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28794c-b4b4-4d52-821b-3cb480238b3a None None] Pushing event updated for resources: {'Port': ['ID=f8a8685e-8840-43aa-8c67-ffdf115ef147,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:04.338073 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cddda437-e278-4ecb-94bc-98d227baab9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:04.412480 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cddda437-e278-4ecb-94bc-98d227baab9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:04.582986 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddda437-e278-4ecb-94bc-98d227baab9b admin admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:21:04.589565 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-cddda437-e278-4ecb-94bc-98d227baab9b admin admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:21:04.594041 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddda437-e278-4ecb-94bc-98d227baab9b admin admin] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:21:04.626308 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddda437-e278-4ecb-94bc-98d227baab9b admin admin] Pushing event updated for resources: {'Port': ['ID=f1554843-18c5-4fe0-8e96-8931414524fc,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:05.082679 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cddda437-e278-4ecb-94bc-98d227baab9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:05.113989 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5235361-0a27-4bb4-9ff7-3c0c4ea401df None None] Network 5e4a193c-242c-4d1d-8ade-e6637b8fce14 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:21:05.212371 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f8a8685e-8840-43aa-8c67-ffdf115ef147 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:21:05.334406 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-bb7f7c78-09cf-47ee-8c8e-91300917943c None None] Provisioning for port f8a8685e-8840-43aa-8c67-ffdf115ef147 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:21:05.422935 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port f8a8685e-8840-43aa-8c67-ffdf115ef147 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:21:05.428102 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port f8a8685e-8840-43aa-8c67-ffdf115ef147 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:21:05.428471 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:05.436662 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cddda437-e278-4ecb-94bc-98d227baab9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:05.551898 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:05.587196 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port f8a8685e-8840-43aa-8c67-ffdf115ef147, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f8a8685e-8840-43aa-8c67-ffdf115ef147,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:21:05.665678 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:05.695650 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b866fb80-8df0-402e-a80e-1ba20ac4c392 None None] Provisioning complete for port f8a8685e-8840-43aa-8c67-ffdf115ef147 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:21:05.695990 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b866fb80-8df0-402e-a80e-1ba20ac4c392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:05.732101 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddda437-e278-4ecb-94bc-98d227baab9b admin admin] Router c35a9ae5-db0b-4c5f-a329-b46e20fb490a is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 22:21:05.783738 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=f8a8685e-8840-43aa-8c67-ffdf115ef147,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:05.910514 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddda437-e278-4ecb-94bc-98d227baab9b admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:21:05.920257 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] Sync routers for ids ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:21:05.929072 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] Routers {'c35a9ae5-db0b-4c5f-a329-b46e20fb490a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:21:05.929677 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:20:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:05.994575 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-cddda437-e278-4ecb-94bc-98d227baab9b admin admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:05.995813 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-cddda437-e278-4ecb-94bc-98d227baab9b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7745721 Mar 07 22:21:05.998563 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56616) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:21:06.149412 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] Set router c35a9ae5-db0b-4c5f-a329-b46e20fb490a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:21:06.425902 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'name': 'tempest-TestShelveInstance-1760495135-router', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:03Z', 'updated_at': '2022-03-07T22:21:04Z', 'revision_number': 3, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'gw_port': {'id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:04Z', 'updated_at': '2022-03-07T22:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:06.429641 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] Checking router: c35a9ae5-db0b-4c5f-a329-b46e20fb490a for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:21:06.430009 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] Updating router c35a9ae5-db0b-4c5f-a329-b46e20fb490a port f1554843-18c5-4fe0-8e96-8931414524fc binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:21:06.484733 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:06.774390 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-64e00a9d-0714-4a02-bc61-6e35bf991c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:06.802423 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:06.814167 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] Transition to ACTIVE for port object f1554843-18c5-4fe0-8e96-8931414524fc will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:21:06.868644 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:06.945426 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] Attempting to bind port f1554843-18c5-4fe0-8e96-8931414524fc on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:21:06.945790 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] Attempting to bind port f1554843-18c5-4fe0-8e96-8931414524fc by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:21:06.946177 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] Attempting to bind port f1554843-18c5-4fe0-8e96-8931414524fc on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:21:06.951750 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97952d49-f7db-4fb3-97ea-b128acf2075a None None] Pushing event updated for resources: {'Port': ['ID=f1554843-18c5-4fe0-8e96-8931414524fc,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:06.955933 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:21:06.956298 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:21:06.956689 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:06.957063 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:21:06.957518 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] Bound port: f1554843-18c5-4fe0-8e96-8931414524fc, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:21:06.957897 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:06.978763 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-64e00a9d-0714-4a02-bc61-6e35bf991c47 admin admin] Allocated IP 172.20.0.1 (5e4a193c-242c-4d1d-8ade-e6637b8fce14/722e0f2f-32ee-4f72-9d51-e98c6da3ea17/4ca45a4d-d8c2-4a30-bee1-4821292bdea3) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:21:07.031782 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] For port f1554843-18c5-4fe0-8e96-8931414524fc, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:21:07.034710 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] For port f1554843-18c5-4fe0-8e96-8931414524fc, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f1554843-18c5-4fe0-8e96-8931414524fc,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:21:07.080555 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:07.126543 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-64e00a9d-0714-4a02-bc61-6e35bf991c47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:07.143441 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-64e00a9d-0714-4a02-bc61-6e35bf991c47 admin admin] Transition to ACTIVE for port object 4ca45a4d-d8c2-4a30-bee1-4821292bdea3 will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:21:07.157987 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] Routers {'c35a9ae5-db0b-4c5f-a329-b46e20fb490a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:21:07.158615 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:20:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:07.200321 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-64e00a9d-0714-4a02-bc61-6e35bf991c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:07.217380 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f8a8685e-8840-43aa-8c67-ffdf115ef147 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:21:07.251801 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97952d49-f7db-4fb3-97ea-b128acf2075a None None] Pushing event updated for resources: {'Port': ['ID=f1554843-18c5-4fe0-8e96-8931414524fc,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:07.261572 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e00a9d-0714-4a02-bc61-6e35bf991c47 admin admin] Network 5e4a193c-242c-4d1d-8ade-e6637b8fce14 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:21:07.268688 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-64e00a9d-0714-4a02-bc61-6e35bf991c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:21:07.273323 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e00a9d-0714-4a02-bc61-6e35bf991c47 admin admin] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:21:07.307825 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e00a9d-0714-4a02-bc61-6e35bf991c47 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca45a4d-d8c2-4a30-bee1-4821292bdea3,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:07.340022 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-64e00a9d-0714-4a02-bc61-6e35bf991c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:07.398564 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] Set router c35a9ae5-db0b-4c5f-a329-b46e20fb490a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:21:07.444596 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port f8a8685e-8840-43aa-8c67-ffdf115ef147 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:21:07.444596 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:07.698082 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5962a9c5-d82f-408e-b915-993e2668df11 None None] Provisioning for port 4ca45a4d-d8c2-4a30-bee1-4821292bdea3 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:21:07.710954 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-5962a9c5-d82f-408e-b915-993e2668df11 None None] Provisioning complete for port 4ca45a4d-d8c2-4a30-bee1-4821292bdea3 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:21:07.711324 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-5962a9c5-d82f-408e-b915-993e2668df11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:07.770922 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-64e00a9d-0714-4a02-bc61-6e35bf991c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:07.831453 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-5962a9c5-d82f-408e-b915-993e2668df11 None None] Port 4ca45a4d-d8c2-4a30-bee1-4821292bdea3 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:21:07.892970 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'name': 'tempest-TestShelveInstance-1760495135-router', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:03Z', 'updated_at': '2022-03-07T22:21:04Z', 'revision_number': 3, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'gw_port': {'id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:04Z', 'updated_at': '2022-03-07T22:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:07.896956 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc36a9ed-4dc9-4a23-8072-639c5fae4593 None None] The sync data for ids ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'] in dv-neutron-829957-1-hyperv is: [{'id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'name': 'tempest-TestShelveInstance-1760495135-router', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:03Z', 'updated_at': '2022-03-07T22:21:04Z', 'revision_number': 3, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'gw_port': {'id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:04Z', 'updated_at': '2022-03-07T22:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:21:07.999140 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-64e00a9d-0714-4a02-bc61-6e35bf991c47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:08.051632 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-64e00a9d-0714-4a02-bc61-6e35bf991c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:08.164903 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e00a9d-0714-4a02-bc61-6e35bf991c47 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca45a4d-d8c2-4a30-bee1-4821292bdea3,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:08.170126 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-64e00a9d-0714-4a02-bc61-6e35bf991c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:08.310981 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e00a9d-0714-4a02-bc61-6e35bf991c47 admin admin] Network 5e4a193c-242c-4d1d-8ade-e6637b8fce14 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:21:08.312190 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-64e00a9d-0714-4a02-bc61-6e35bf991c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:21:08.507437 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e00a9d-0714-4a02-bc61-6e35bf991c47 admin admin] Router c35a9ae5-db0b-4c5f-a329-b46e20fb490a has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:21:08.556093 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-bc2baba0-f1ff-45f7-b243-d8414e879e77 None None] Provisioning complete for port 4ca45a4d-d8c2-4a30-bee1-4821292bdea3 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:21:08.556703 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bc2baba0-f1ff-45f7-b243-d8414e879e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:08.614010 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-bc2baba0-f1ff-45f7-b243-d8414e879e77 None None] Port 4ca45a4d-d8c2-4a30-bee1-4821292bdea3 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:21:08.693425 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e00a9d-0714-4a02-bc61-6e35bf991c47 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:21:08.703156 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-64e00a9d-0714-4a02-bc61-6e35bf991c47 admin admin] 10.222.0.21 "PUT /v2.0/routers/c35a9ae5-db0b-4c5f-a329-b46e20fb490a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7036095 Mar 07 22:21:09.207469 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f1554843-18c5-4fe0-8e96-8931414524fc up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:21:09.343050 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port f1554843-18c5-4fe0-8e96-8931414524fc completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:21:09.349169 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port f1554843-18c5-4fe0-8e96-8931414524fc triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:21:09.349626 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:09.403838 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] Sync routers for ids ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:21:09.414386 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56634) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:21:09.415954 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] Routers {'c35a9ae5-db0b-4c5f-a329-b46e20fb490a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:21:09.416931 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:20:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:09.422498 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-e8d4a8c8-d0e1-4c14-8662-58f30eaf639a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1107912230-network', 'tenant_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:21:09.427451 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e8d4a8c8-d0e1-4c14-8662-58f30eaf639a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:21:09.431793 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e8d4a8c8-d0e1-4c14-8662-58f30eaf639a admin admin] Usage tracker for resource:network and tenant:6e3f1ca5759c480ab9a3c5dbf3cb1b84 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:21:09.434803 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e8d4a8c8-d0e1-4c14-8662-58f30eaf639a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:21:09.441352 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e8d4a8c8-d0e1-4c14-8662-58f30eaf639a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:21:09.477063 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:09.494378 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port f1554843-18c5-4fe0-8e96-8931414524fc, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f1554843-18c5-4fe0-8e96-8931414524fc,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:21:09.508844 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d4a8c8-d0e1-4c14-8662-58f30eaf639a admin admin] Made reservation on behalf of 6e3f1ca5759c480ab9a3c5dbf3cb1b84 for: {'network': 1} {{(pid=88387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:21:09.511448 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e8d4a8c8-d0e1-4c14-8662-58f30eaf639a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:09.524245 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e8d4a8c8-d0e1-4c14-8662-58f30eaf639a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:09.539761 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e8d4a8c8-d0e1-4c14-8662-58f30eaf639a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:21:09.544538 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e8d4a8c8-d0e1-4c14-8662-58f30eaf639a admin admin] Usage tracker for resource:security_group_rule and tenant:6e3f1ca5759c480ab9a3c5dbf3cb1b84 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:21:09.547515 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-e8d4a8c8-d0e1-4c14-8662-58f30eaf639a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:21:09.553454 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-e8d4a8c8-d0e1-4c14-8662-58f30eaf639a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:21:09.594550 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:09.623647 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] Set router c35a9ae5-db0b-4c5f-a329-b46e20fb490a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:21:09.639864 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e8d4a8c8-d0e1-4c14-8662-58f30eaf639a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:09.664680 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=f1554843-18c5-4fe0-8e96-8931414524fc,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:09.708879 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e8d4a8c8-d0e1-4c14-8662-58f30eaf639a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:09.740926 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d4a8c8-d0e1-4c14-8662-58f30eaf639a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=88387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:21:09.750005 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4a8c8-d0e1-4c14-8662-58f30eaf639a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08166f33-3e9b-4baf-8c98-58c790e03196,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:09.755927 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e8d4a8c8-d0e1-4c14-8662-58f30eaf639a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:09.756261 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.segments_db [None req-e8d4a8c8-d0e1-4c14-8662-58f30eaf639a admin admin] Added segment 74f07738-645b-4a40-af0b-9bd12cf7915a of type vlan for network 97fb0b15-ce01-4931-ad37-0cd2a553fb92 Mar 07 22:21:09.792523 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e8d4a8c8-d0e1-4c14-8662-58f30eaf639a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:09.862976 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e8d4a8c8-d0e1-4c14-8662-58f30eaf639a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:09.863956 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d4a8c8-d0e1-4c14-8662-58f30eaf639a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:09.864546 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-e8d4a8c8-d0e1-4c14-8662-58f30eaf639a admin admin] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:09.966816 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4a8c8-d0e1-4c14-8662-58f30eaf639a admin admin] Pushing event updated for resources: {'Network': ['ID=97fb0b15-ce01-4931-ad37-0cd2a553fb92,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:09.978181 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 97fb0b15-ce01-4931-ad37-0cd2a553fb92 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 22:21:09.988759 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'name': 'tempest-TestShelveInstance-1760495135-router', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:03Z', 'updated_at': '2022-03-07T22:21:07Z', 'revision_number': 4, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'gw_port': {'id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:04Z', 'updated_at': '2022-03-07T22:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '4ca45a4d-d8c2-4a30-bee1-4821292bdea3', 'name': '', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'mac_address': 'fa:16:3e:3f:dd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:06Z', 'updated_at': '2022-03-07T22:21:07Z', 'revision_number': 2, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'subnets': [{'id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:09.992737 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] Checking router: c35a9ae5-db0b-4c5f-a329-b46e20fb490a for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:21:09.993064 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] Updating router c35a9ae5-db0b-4c5f-a329-b46e20fb490a port 4ca45a4d-d8c2-4a30-bee1-4821292bdea3 binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:21:10.028501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56638) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:21:10.030133 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-e8d4a8c8-d0e1-4c14-8662-58f30eaf639a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6137903 Mar 07 22:21:10.034176 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-1272c441-1d21-4708-a45f-9481d638d1db admin admin] Request body: {'subnet': {'network_id': '97fb0b15-ce01-4931-ad37-0cd2a553fb92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1107912230-subnet', 'tenant_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'ip_version': 4}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:21:10.049345 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:10.051028 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1272c441-1d21-4708-a45f-9481d638d1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:21:10.055137 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1272c441-1d21-4708-a45f-9481d638d1db admin admin] Usage tracker for resource:subnet and tenant:6e3f1ca5759c480ab9a3c5dbf3cb1b84 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:21:10.057997 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1272c441-1d21-4708-a45f-9481d638d1db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:21:10.075613 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1272c441-1d21-4708-a45f-9481d638d1db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:21:10.154175 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1272c441-1d21-4708-a45f-9481d638d1db admin admin] Made reservation on behalf of 6e3f1ca5759c480ab9a3c5dbf3cb1b84 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:21:10.157125 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1272c441-1d21-4708-a45f-9481d638d1db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:10.393552 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:10.404597 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] Transition to ACTIVE for port object 4ca45a4d-d8c2-4a30-bee1-4821292bdea3 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:21:10.411847 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1272c441-1d21-4708-a45f-9481d638d1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:10.480086 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:10.487825 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272c441-1d21-4708-a45f-9481d638d1db admin admin] Pushing event updated for resources: {'Subnet': ['ID=378c1bca-302b-44fd-bc98-e072e43095a5,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:10.495385 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1272c441-1d21-4708-a45f-9481d638d1db admin admin] Checking segment: {'id': '74f07738-645b-4a40-af0b-9bd12cf7915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97fb0b15-ce01-4931-ad37-0cd2a553fb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:21:10.495738 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1272c441-1d21-4708-a45f-9481d638d1db admin admin] Network hostable DHCP agents. Network: 97fb0b15-ce01-4931-ad37-0cd2a553fb92, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:21:10.600059 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1272c441-1d21-4708-a45f-9481d638d1db admin admin] Network 97fb0b15-ce01-4931-ad37-0cd2a553fb92 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:21:10.638835 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d807f2d-c54b-4b4a-80a6-09ce6b826392 None None] Pushing event updated for resources: {'Port': ['ID=4ca45a4d-d8c2-4a30-bee1-4821292bdea3,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:10.674514 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-1272c441-1d21-4708-a45f-9481d638d1db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 97fb0b15-ce01-4931-ad37-0cd2a553fb92) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:21:10.678752 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1272c441-1d21-4708-a45f-9481d638d1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:10.679337 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1272c441-1d21-4708-a45f-9481d638d1db admin admin] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:10.679740 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d807f2d-c54b-4b4a-80a6-09ce6b826392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:10.680088 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d807f2d-c54b-4b4a-80a6-09ce6b826392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:10.680424 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d807f2d-c54b-4b4a-80a6-09ce6b826392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:10.680752 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d807f2d-c54b-4b4a-80a6-09ce6b826392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:10.681075 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d807f2d-c54b-4b4a-80a6-09ce6b826392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:10.681399 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d807f2d-c54b-4b4a-80a6-09ce6b826392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:10.681718 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d807f2d-c54b-4b4a-80a6-09ce6b826392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:10.682060 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d807f2d-c54b-4b4a-80a6-09ce6b826392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:10.682383 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d807f2d-c54b-4b4a-80a6-09ce6b826392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:10.682699 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d807f2d-c54b-4b4a-80a6-09ce6b826392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:10.683012 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d807f2d-c54b-4b4a-80a6-09ce6b826392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:10.683323 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d807f2d-c54b-4b4a-80a6-09ce6b826392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:21:10.688889 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d420d9-fd0d-4a6f-9455-3a3f1acd12bd None None] Network 97fb0b15-ce01-4931-ad37-0cd2a553fb92 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:21:10.707501 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] Attempting to bind port 4ca45a4d-d8c2-4a30-bee1-4821292bdea3 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:21:10.707869 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] Attempting to bind port 4ca45a4d-d8c2-4a30-bee1-4821292bdea3 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '1e7b6e87-3b3e-402d-90a3-2c0970496b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:21:10.708287 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] Attempting to bind port 4ca45a4d-d8c2-4a30-bee1-4821292bdea3 on network 5e4a193c-242c-4d1d-8ade-e6637b8fce14 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:21:10.713657 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:21:10.714176 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] Checking segment: {'id': '1e7b6e87-3b3e-402d-90a3-2c0970496b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:21:10.714780 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:10.714915 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] Bound using segment: {'id': '1e7b6e87-3b3e-402d-90a3-2c0970496b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:21:10.715783 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] Bound port: 4ca45a4d-d8c2-4a30-bee1-4821292bdea3, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7b6e87-3b3e-402d-90a3-2c0970496b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:21:10.715783 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:10.818098 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] For port 4ca45a4d-d8c2-4a30-bee1-4821292bdea3, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:21:10.821396 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] For port 4ca45a4d-d8c2-4a30-bee1-4821292bdea3, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=4ca45a4d-d8c2-4a30-bee1-4821292bdea3,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:21:10.926257 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1272c441-1d21-4708-a45f-9481d638d1db admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8966262 Mar 07 22:21:10.928810 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56642) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:21:10.934185 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-3fa866e6-39af-43ed-b43b-0c3aa6141f4d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1107912230-router', 'tenant_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:21:10.939243 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3fa866e6-39af-43ed-b43b-0c3aa6141f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:21:10.943719 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3fa866e6-39af-43ed-b43b-0c3aa6141f4d admin admin] Usage tracker for resource:router and tenant:6e3f1ca5759c480ab9a3c5dbf3cb1b84 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:21:10.943892 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:10.946813 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-3fa866e6-39af-43ed-b43b-0c3aa6141f4d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:21:10.950242 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659d847f-b957-4a32-b2c3-127d47ccde11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-97fb0b15-ce01-4931-ad37-0cd2a553fb92', 'network_id': '97fb0b15-ce01-4931-ad37-0cd2a553fb92', 'tenant_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'fixed_ips': [{'subnet_id': '378c1bca-302b-44fd-bc98-e072e43095a5'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 22:21:10.950242 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-659d847f-b957-4a32-b2c3-127d47ccde11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:10.953264 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-3fa866e6-39af-43ed-b43b-0c3aa6141f4d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:21:11.001244 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3fa866e6-39af-43ed-b43b-0c3aa6141f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:11.002664 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3fa866e6-39af-43ed-b43b-0c3aa6141f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:11.006037 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] Routers {'c35a9ae5-db0b-4c5f-a329-b46e20fb490a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:21:11.007975 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:20:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:11.026015 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3fa866e6-39af-43ed-b43b-0c3aa6141f4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:11.115495 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-659d847f-b957-4a32-b2c3-127d47ccde11 None None] Allocated IP 172.20.0.2 (97fb0b15-ce01-4931-ad37-0cd2a553fb92/378c1bca-302b-44fd-bc98-e072e43095a5/91aade2a-016a-4c33-b522-f9abadf52ba1) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:21:11.131613 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d807f2d-c54b-4b4a-80a6-09ce6b826392 None None] Pushing event updated for resources: {'Port': ['ID=4ca45a4d-d8c2-4a30-bee1-4821292bdea3,revision_number=4']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:11.241171 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f1554843-18c5-4fe0-8e96-8931414524fc up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:21:11.263397 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] Set router c35a9ae5-db0b-4c5f-a329-b46e20fb490a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:21:11.399480 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3fa866e6-39af-43ed-b43b-0c3aa6141f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:11.406209 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port f1554843-18c5-4fe0-8e96-8931414524fc triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:21:11.406806 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:11.484344 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-659d847f-b957-4a32-b2c3-127d47ccde11 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:11.498724 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-659d847f-b957-4a32-b2c3-127d47ccde11 None None] Transition to ACTIVE for port object 91aade2a-016a-4c33-b522-f9abadf52ba1 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:21:11.557354 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-659d847f-b957-4a32-b2c3-127d47ccde11 None None] Transition to ACTIVE for port object 91aade2a-016a-4c33-b522-f9abadf52ba1 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:21:11.612643 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'name': 'tempest-TestShelveInstance-1760495135-router', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:03Z', 'updated_at': '2022-03-07T22:21:07Z', 'revision_number': 4, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'gw_port': {'id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:04Z', 'updated_at': '2022-03-07T22:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '4ca45a4d-d8c2-4a30-bee1-4821292bdea3', 'name': '', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'mac_address': 'fa:16:3e:3f:dd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:06Z', 'updated_at': '2022-03-07T22:21:10Z', 'revision_number': 4, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'subnets': [{'id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:11.616698 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4b2fce-d079-4afe-b052-c153ac12b881 None None] The sync data for ids ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'] in dv-neutron-829957-1-hyperv is: [{'id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'name': 'tempest-TestShelveInstance-1760495135-router', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:03Z', 'updated_at': '2022-03-07T22:21:07Z', 'revision_number': 4, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'gw_port': {'id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:04Z', 'updated_at': '2022-03-07T22:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '4ca45a4d-d8c2-4a30-bee1-4821292bdea3', 'name': '', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'mac_address': 'fa:16:3e:3f:dd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:06Z', 'updated_at': '2022-03-07T22:21:10Z', 'revision_number': 4, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'subnets': [{'id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:21:11.629088 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-659d847f-b957-4a32-b2c3-127d47ccde11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:11.707855 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659d847f-b957-4a32-b2c3-127d47ccde11 None None] Network 97fb0b15-ce01-4931-ad37-0cd2a553fb92 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:21:11.717177 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-659d847f-b957-4a32-b2c3-127d47ccde11 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:21:11.721745 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d847f-b957-4a32-b2c3-127d47ccde11 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:21:11.727837 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d847f-b957-4a32-b2c3-127d47ccde11 None None] Pushing event updated for resources: {'Port': ['ID=91aade2a-016a-4c33-b522-f9abadf52ba1,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:11.823614 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-659d847f-b957-4a32-b2c3-127d47ccde11 None None] Attempting to bind port 91aade2a-016a-4c33-b522-f9abadf52ba1 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:21:11.823976 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-659d847f-b957-4a32-b2c3-127d47ccde11 None None] Attempting to bind port 91aade2a-016a-4c33-b522-f9abadf52ba1 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '74f07738-645b-4a40-af0b-9bd12cf7915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97fb0b15-ce01-4931-ad37-0cd2a553fb92'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:21:11.824330 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d847f-b957-4a32-b2c3-127d47ccde11 None None] Attempting to bind port 91aade2a-016a-4c33-b522-f9abadf52ba1 on network 97fb0b15-ce01-4931-ad37-0cd2a553fb92 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:21:11.829714 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d847f-b957-4a32-b2c3-127d47ccde11 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:21:11.830116 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d847f-b957-4a32-b2c3-127d47ccde11 None None] Checking segment: {'id': '74f07738-645b-4a40-af0b-9bd12cf7915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97fb0b15-ce01-4931-ad37-0cd2a553fb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:21:11.830513 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-659d847f-b957-4a32-b2c3-127d47ccde11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:11.830904 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d847f-b957-4a32-b2c3-127d47ccde11 None None] Bound using segment: {'id': '74f07738-645b-4a40-af0b-9bd12cf7915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97fb0b15-ce01-4931-ad37-0cd2a553fb92'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:21:11.831354 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-659d847f-b957-4a32-b2c3-127d47ccde11 None None] Bound port: 91aade2a-016a-4c33-b522-f9abadf52ba1, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f07738-645b-4a40-af0b-9bd12cf7915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97fb0b15-ce01-4931-ad37-0cd2a553fb92'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:21:11.831721 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-659d847f-b957-4a32-b2c3-127d47ccde11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:11.917340 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3fa866e6-39af-43ed-b43b-0c3aa6141f4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:11.948769 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3fa866e6-39af-43ed-b43b-0c3aa6141f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:11.964216 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-659d847f-b957-4a32-b2c3-127d47ccde11 None None] For port 91aade2a-016a-4c33-b522-f9abadf52ba1, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:21:11.968191 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-659d847f-b957-4a32-b2c3-127d47ccde11 None None] For port 91aade2a-016a-4c33-b522-f9abadf52ba1, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=91aade2a-016a-4c33-b522-f9abadf52ba1,segment=NetworkSegment(74f07738-645b-4a40-af0b-9bd12cf7915a),segment_id=74f07738-645b-4a40-af0b-9bd12cf7915a)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:21:12.052135 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-659d847f-b957-4a32-b2c3-127d47ccde11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:12.090875 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-3fa866e6-39af-43ed-b43b-0c3aa6141f4d admin admin] Allocated IP 172.26.2.159 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/76048286-4871-4860-9d1e-b73234914fb6) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:21:12.135802 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d847f-b957-4a32-b2c3-127d47ccde11 None None] Pushing event updated for resources: {'Port': ['ID=91aade2a-016a-4c33-b522-f9abadf52ba1,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:12.257039 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3fa866e6-39af-43ed-b43b-0c3aa6141f4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:12.374883 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3fa866e6-39af-43ed-b43b-0c3aa6141f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:12.446927 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa866e6-39af-43ed-b43b-0c3aa6141f4d admin admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:21:12.454938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-3fa866e6-39af-43ed-b43b-0c3aa6141f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:21:12.457395 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa866e6-39af-43ed-b43b-0c3aa6141f4d admin admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:21:12.505744 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa866e6-39af-43ed-b43b-0c3aa6141f4d admin admin] Pushing event updated for resources: {'Port': ['ID=76048286-4871-4860-9d1e-b73234914fb6,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:12.935763 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3fa866e6-39af-43ed-b43b-0c3aa6141f4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:13.085890 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cf9234-3a22-4014-bfec-1fb3adba12ef None None] Network 97fb0b15-ce01-4931-ad37-0cd2a553fb92 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:21:13.262025 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 4ca45a4d-d8c2-4a30-bee1-4821292bdea3 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:21:13.295932 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-04110bad-6c7f-4f77-94a9-9fa46348e4c7 None None] Provisioning for port 91aade2a-016a-4c33-b522-f9abadf52ba1 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:21:13.399479 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3fa866e6-39af-43ed-b43b-0c3aa6141f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:13.440167 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 4ca45a4d-d8c2-4a30-bee1-4821292bdea3 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:21:13.445652 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 4ca45a4d-d8c2-4a30-bee1-4821292bdea3 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:21:13.446048 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:13.569677 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:13.603201 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 4ca45a4d-d8c2-4a30-bee1-4821292bdea3, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=4ca45a4d-d8c2-4a30-bee1-4821292bdea3,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:21:13.645253 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:13.646044 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 91aade2a-016a-4c33-b522-f9abadf52ba1 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:21:13.668527 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa866e6-39af-43ed-b43b-0c3aa6141f4d admin admin] Router dac403bd-34dc-4390-a9f3-f950207d27c3 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 22:21:13.775878 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=4ca45a4d-d8c2-4a30-bee1-4821292bdea3,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:13.817015 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 91aade2a-016a-4c33-b522-f9abadf52ba1 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:21:13.822252 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 91aade2a-016a-4c33-b522-f9abadf52ba1 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:21:13.822723 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:13.849648 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa866e6-39af-43ed-b43b-0c3aa6141f4d admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:21:13.861575 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] Sync routers for ids ['dac403bd-34dc-4390-a9f3-f950207d27c3'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:21:13.884563 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] Routers {'dac403bd-34dc-4390-a9f3-f950207d27c3'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:21:13.885165 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:20:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['dac403bd-34dc-4390-a9f3-f950207d27c3'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:13.936955 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3fa866e6-39af-43ed-b43b-0c3aa6141f4d admin admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:13.940975 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3fa866e6-39af-43ed-b43b-0c3aa6141f4d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0084114 Mar 07 22:21:13.941479 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56646) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:21:14.085234 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:14.124180 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] Set router dac403bd-34dc-4390-a9f3-f950207d27c3 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:21:14.265289 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 91aade2a-016a-4c33-b522-f9abadf52ba1, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=91aade2a-016a-4c33-b522-f9abadf52ba1,segment=NetworkSegment(74f07738-645b-4a40-af0b-9bd12cf7915a),segment_id=74f07738-645b-4a40-af0b-9bd12cf7915a)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:21:14.315349 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:14.415245 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=91aade2a-016a-4c33-b522-f9abadf52ba1,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:14.476007 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac403bd-34dc-4390-a9f3-f950207d27c3', 'name': 'tempest-TestShelveInstance-1107912230-router', 'tenant_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': '76048286-4871-4860-9d1e-b73234914fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:11Z', 'updated_at': '2022-03-07T22:21:12Z', 'revision_number': 3, 'project_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'gw_port': {'id': '76048286-4871-4860-9d1e-b73234914fb6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac403bd-34dc-4390-a9f3-f950207d27c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:11Z', 'updated_at': '2022-03-07T22:21:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:14.479791 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] Checking router: dac403bd-34dc-4390-a9f3-f950207d27c3 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:21:14.480138 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] Updating router dac403bd-34dc-4390-a9f3-f950207d27c3 port 76048286-4871-4860-9d1e-b73234914fb6 binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:21:14.573163 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:14.728945 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-867ab495-5914-4e53-9419-90ccaeb78973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:14.894567 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:14.906488 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] Transition to ACTIVE for port object 76048286-4871-4860-9d1e-b73234914fb6 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:21:14.941813 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-867ab495-5914-4e53-9419-90ccaeb78973 admin admin] Allocated IP 172.20.0.1 (97fb0b15-ce01-4931-ad37-0cd2a553fb92/378c1bca-302b-44fd-bc98-e072e43095a5/4314eca4-abb5-4204-85f2-32435cdc5bec) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:21:14.994236 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:15.076307 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] Attempting to bind port 76048286-4871-4860-9d1e-b73234914fb6 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:21:15.076653 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] Attempting to bind port 76048286-4871-4860-9d1e-b73234914fb6 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:21:15.077010 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] Attempting to bind port 76048286-4871-4860-9d1e-b73234914fb6 on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:21:15.079096 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fabda2-2f94-4939-ac56-f78af68b1fa5 None None] Pushing event updated for resources: {'Port': ['ID=76048286-4871-4860-9d1e-b73234914fb6,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:15.084546 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:21:15.084915 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:21:15.085306 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:15.085685 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:21:15.086167 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] Bound port: 76048286-4871-4860-9d1e-b73234914fb6, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:21:15.086536 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:15.089580 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-867ab495-5914-4e53-9419-90ccaeb78973 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:15.105418 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.provisioning_blocks [None req-867ab495-5914-4e53-9419-90ccaeb78973 admin admin] Transition to ACTIVE for port object 4314eca4-abb5-4204-85f2-32435cdc5bec will not be triggered until provisioned by entity DHCP. {{(pid=88387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:21:15.158384 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] For port 76048286-4871-4860-9d1e-b73234914fb6, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:21:15.161563 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] For port 76048286-4871-4860-9d1e-b73234914fb6, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=76048286-4871-4860-9d1e-b73234914fb6,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:21:15.191262 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 4ca45a4d-d8c2-4a30-bee1-4821292bdea3 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:21:15.194568 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-867ab495-5914-4e53-9419-90ccaeb78973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:15.229714 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:15.254583 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867ab495-5914-4e53-9419-90ccaeb78973 admin admin] Network 97fb0b15-ce01-4931-ad37-0cd2a553fb92 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:21:15.257257 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-867ab495-5914-4e53-9419-90ccaeb78973 admin admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:21:15.265500 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867ab495-5914-4e53-9419-90ccaeb78973 admin admin] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:21:15.304849 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ab495-5914-4e53-9419-90ccaeb78973 admin admin] Pushing event updated for resources: {'Port': ['ID=4314eca4-abb5-4204-85f2-32435cdc5bec,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:15.329312 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-867ab495-5914-4e53-9419-90ccaeb78973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:15.330960 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] Routers {'dac403bd-34dc-4390-a9f3-f950207d27c3'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:21:15.333027 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:20:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['dac403bd-34dc-4390-a9f3-f950207d27c3'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:15.405458 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fabda2-2f94-4939-ac56-f78af68b1fa5 None None] Pushing event updated for resources: {'Port': ['ID=76048286-4871-4860-9d1e-b73234914fb6,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:15.433421 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 4ca45a4d-d8c2-4a30-bee1-4821292bdea3 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:21:15.434324 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:15.521808 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-867ab495-5914-4e53-9419-90ccaeb78973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:15.582976 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] Set router dac403bd-34dc-4390-a9f3-f950207d27c3 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:21:15.688580 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b6e12d51-7333-4ce7-a6cf-cef4c202de49 None None] Provisioning for port 4314eca4-abb5-4204-85f2-32435cdc5bec completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:21:15.701812 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-b6e12d51-7333-4ce7-a6cf-cef4c202de49 None None] Provisioning complete for port 4314eca4-abb5-4204-85f2-32435cdc5bec triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:21:15.702201 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b6e12d51-7333-4ce7-a6cf-cef4c202de49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:15.744291 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-867ab495-5914-4e53-9419-90ccaeb78973 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:15.799999 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-867ab495-5914-4e53-9419-90ccaeb78973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:15.888023 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-b6e12d51-7333-4ce7-a6cf-cef4c202de49 None None] Port 4314eca4-abb5-4204-85f2-32435cdc5bec cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:21:15.892837 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 91aade2a-016a-4c33-b522-f9abadf52ba1 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:21:15.906686 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-867ab495-5914-4e53-9419-90ccaeb78973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:15.911333 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ab495-5914-4e53-9419-90ccaeb78973 admin admin] Pushing event updated for resources: {'Port': ['ID=4314eca4-abb5-4204-85f2-32435cdc5bec,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:16.014323 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 91aade2a-016a-4c33-b522-f9abadf52ba1 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:21:16.014601 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:16.137567 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac403bd-34dc-4390-a9f3-f950207d27c3', 'name': 'tempest-TestShelveInstance-1107912230-router', 'tenant_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': '76048286-4871-4860-9d1e-b73234914fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:11Z', 'updated_at': '2022-03-07T22:21:12Z', 'revision_number': 3, 'project_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'gw_port': {'id': '76048286-4871-4860-9d1e-b73234914fb6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac403bd-34dc-4390-a9f3-f950207d27c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:11Z', 'updated_at': '2022-03-07T22:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:16.167213 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867ab495-5914-4e53-9419-90ccaeb78973 admin admin] Network 97fb0b15-ce01-4931-ad37-0cd2a553fb92 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:21:16.168948 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-867ab495-5914-4e53-9419-90ccaeb78973 admin admin] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:21:16.172103 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fac85ea-9ffa-419b-b7ba-608f0f289c2b None None] The sync data for ids ['dac403bd-34dc-4390-a9f3-f950207d27c3'] in dv-neutron-829957-1-hyperv is: [{'id': 'dac403bd-34dc-4390-a9f3-f950207d27c3', 'name': 'tempest-TestShelveInstance-1107912230-router', 'tenant_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': '76048286-4871-4860-9d1e-b73234914fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:11Z', 'updated_at': '2022-03-07T22:21:12Z', 'revision_number': 3, 'project_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'gw_port': {'id': '76048286-4871-4860-9d1e-b73234914fb6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac403bd-34dc-4390-a9f3-f950207d27c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:11Z', 'updated_at': '2022-03-07T22:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:21:16.354587 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:16.363981 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867ab495-5914-4e53-9419-90ccaeb78973 admin admin] Router dac403bd-34dc-4390-a9f3-f950207d27c3 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:21:16.426451 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-77bd5acb-4afb-4629-b880-e46d99477ea7 None None] Provisioning complete for port 4314eca4-abb5-4204-85f2-32435cdc5bec triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:21:16.426812 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-77bd5acb-4afb-4629-b880-e46d99477ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:16.484497 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-77bd5acb-4afb-4629-b880-e46d99477ea7 None None] Port 4314eca4-abb5-4204-85f2-32435cdc5bec cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:21:16.566936 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867ab495-5914-4e53-9419-90ccaeb78973 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:21:16.576558 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-867ab495-5914-4e53-9419-90ccaeb78973 admin admin] 10.222.0.21 "PUT /v2.0/routers/dac403bd-34dc-4390-a9f3-f950207d27c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6338477 Mar 07 22:21:17.207897 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 76048286-4871-4860-9d1e-b73234914fb6 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:21:17.331291 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 76048286-4871-4860-9d1e-b73234914fb6 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:21:17.335946 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 76048286-4871-4860-9d1e-b73234914fb6 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:21:17.336303 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:17.451161 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:17.465072 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56656) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:21:17.467728 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 76048286-4871-4860-9d1e-b73234914fb6, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=76048286-4871-4860-9d1e-b73234914fb6,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:21:17.470361 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-5ee4460e-2648-44ef-9901-ebaf60ae709d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1310137287', 'description': 'tempest-secgroup-smoke-1310137287 description', 'project_id': '1611dc81448b4ec099cfc67b29c63ae2'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:21:17.476393 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5ee4460e-2648-44ef-9901-ebaf60ae709d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:21:17.480156 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5ee4460e-2648-44ef-9901-ebaf60ae709d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Usage tracker for resource:security_group and tenant:1611dc81448b4ec099cfc67b29c63ae2 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:21:17.484227 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5ee4460e-2648-44ef-9901-ebaf60ae709d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:21:17.489761 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5ee4460e-2648-44ef-9901-ebaf60ae709d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:21:17.542479 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:17.571127 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5ee4460e-2648-44ef-9901-ebaf60ae709d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:17.594341 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5ee4460e-2648-44ef-9901-ebaf60ae709d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:21:17.598089 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5ee4460e-2648-44ef-9901-ebaf60ae709d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Usage tracker for resource:security_group_rule and tenant:1611dc81448b4ec099cfc67b29c63ae2 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:21:17.600861 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5ee4460e-2648-44ef-9901-ebaf60ae709d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:21:17.607108 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5ee4460e-2648-44ef-9901-ebaf60ae709d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:21:17.608718 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=76048286-4871-4860-9d1e-b73234914fb6,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:17.674881 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5ee4460e-2648-44ef-9901-ebaf60ae709d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:17.731666 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5ee4460e-2648-44ef-9901-ebaf60ae709d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:17.772022 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4460e-2648-44ef-9901-ebaf60ae709d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:17.834006 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5ee4460e-2648-44ef-9901-ebaf60ae709d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:17.838154 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5ee4460e-2648-44ef-9901-ebaf60ae709d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3691683 Mar 07 22:21:17.838326 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56660) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:21:17.843791 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-0ab21266-05f4-47a9-93e1-5fa1b7139648 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Request body: {'security_group_rule': {'security_group_id': '27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6', 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:21:17.849923 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0ab21266-05f4-47a9-93e1-5fa1b7139648 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:21:17.853659 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0ab21266-05f4-47a9-93e1-5fa1b7139648 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Usage tracker for resource:security_group_rule and tenant:1611dc81448b4ec099cfc67b29c63ae2 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:21:17.857332 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-0ab21266-05f4-47a9-93e1-5fa1b7139648 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:21:17.863063 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-0ab21266-05f4-47a9-93e1-5fa1b7139648 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:21:17.932287 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0ab21266-05f4-47a9-93e1-5fa1b7139648 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:17.990415 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0ab21266-05f4-47a9-93e1-5fa1b7139648 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:18.057287 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0ab21266-05f4-47a9-93e1-5fa1b7139648 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:18.082396 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab21266-05f4-47a9-93e1-5fa1b7139648 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670fc907-9139-4218-8c3a-4b1b172a740e,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:18.159656 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-0ab21266-05f4-47a9-93e1-5fa1b7139648 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:18.160833 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-0ab21266-05f4-47a9-93e1-5fa1b7139648 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3215876 Mar 07 22:21:18.163562 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56664) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:21:18.168428 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-9e4f2369-ec7b-4a7f-8339-e58379a0dce2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Request body: {'security_group_rule': {'security_group_id': '27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6', 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:21:18.174430 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9e4f2369-ec7b-4a7f-8339-e58379a0dce2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:21:18.178225 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9e4f2369-ec7b-4a7f-8339-e58379a0dce2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Usage tracker for resource:security_group_rule and tenant:1611dc81448b4ec099cfc67b29c63ae2 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:21:18.181031 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-9e4f2369-ec7b-4a7f-8339-e58379a0dce2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:21:18.186631 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-9e4f2369-ec7b-4a7f-8339-e58379a0dce2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:21:18.281569 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2369-ec7b-4a7f-8339-e58379a0dce2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:18.344682 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2369-ec7b-4a7f-8339-e58379a0dce2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:18.422899 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2369-ec7b-4a7f-8339-e58379a0dce2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:18.447196 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f2369-ec7b-4a7f-8339-e58379a0dce2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ddc3931-1a20-4cd1-8e55-de170310d78c,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:18.502980 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2369-ec7b-4a7f-8339-e58379a0dce2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:18.504119 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-9e4f2369-ec7b-4a7f-8339-e58379a0dce2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3396363 Mar 07 22:21:18.506978 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56668) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:21:18.511847 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-dca45ef7-1041-41c2-ae44-21d3f68622f0 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Request body: {'security_group_rule': {'security_group_id': '27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6', 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:21:18.518875 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-dca45ef7-1041-41c2-ae44-21d3f68622f0 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:21:18.522740 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-dca45ef7-1041-41c2-ae44-21d3f68622f0 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Usage tracker for resource:security_group_rule and tenant:1611dc81448b4ec099cfc67b29c63ae2 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:21:18.525694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-dca45ef7-1041-41c2-ae44-21d3f68622f0 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:21:18.531494 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-dca45ef7-1041-41c2-ae44-21d3f68622f0 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:21:18.596016 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dca45ef7-1041-41c2-ae44-21d3f68622f0 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:18.661583 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dca45ef7-1041-41c2-ae44-21d3f68622f0 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:18.683424 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] Sync routers for ids ['dac403bd-34dc-4390-a9f3-f950207d27c3'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:21:18.693515 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] Routers {'dac403bd-34dc-4390-a9f3-f950207d27c3'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:21:18.694139 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:20:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['dac403bd-34dc-4390-a9f3-f950207d27c3'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:18.731676 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dca45ef7-1041-41c2-ae44-21d3f68622f0 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:18.756719 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca45ef7-1041-41c2-ae44-21d3f68622f0 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa1aeab-eef1-4454-8221-87d076bd6cc2,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:18.834132 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-dca45ef7-1041-41c2-ae44-21d3f68622f0 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:18.835694 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-dca45ef7-1041-41c2-ae44-21d3f68622f0 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3276064 Mar 07 22:21:18.838430 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 56672) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:21:18.844259 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-66910ea9-1685-4f4f-945b-c31ac824007e tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Request body: {'security_group_rule': {'security_group_id': '27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6', 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:21:18.850221 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-66910ea9-1685-4f4f-945b-c31ac824007e tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:21:18.854627 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-66910ea9-1685-4f4f-945b-c31ac824007e tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Usage tracker for resource:security_group_rule and tenant:1611dc81448b4ec099cfc67b29c63ae2 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:21:18.858226 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-66910ea9-1685-4f4f-945b-c31ac824007e tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:21:18.865387 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-66910ea9-1685-4f4f-945b-c31ac824007e tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:21:18.876842 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] Set router dac403bd-34dc-4390-a9f3-f950207d27c3 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:21:18.938549 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-66910ea9-1685-4f4f-945b-c31ac824007e tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:19.002908 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-66910ea9-1685-4f4f-945b-c31ac824007e tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:19.057044 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-66910ea9-1685-4f4f-945b-c31ac824007e tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:19.083098 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66910ea9-1685-4f4f-945b-c31ac824007e tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01baa925-44be-4a69-b436-9f3bc532b9c3,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:19.148704 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-66910ea9-1685-4f4f-945b-c31ac824007e tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:19.149895 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-66910ea9-1685-4f4f-945b-c31ac824007e tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3104787 Mar 07 22:21:19.152793 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56676) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:21:19.158700 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-b632c2bc-346d-4370-80ba-aef78450ec08 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Request body: {'security_group_rule': {'security_group_id': '27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6', 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:21:19.175031 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-b632c2bc-346d-4370-80ba-aef78450ec08 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:21:19.179425 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b632c2bc-346d-4370-80ba-aef78450ec08 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Usage tracker for resource:security_group_rule and tenant:1611dc81448b4ec099cfc67b29c63ae2 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:21:19.183139 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b632c2bc-346d-4370-80ba-aef78450ec08 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:21:19.190165 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-b632c2bc-346d-4370-80ba-aef78450ec08 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:21:19.191682 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac403bd-34dc-4390-a9f3-f950207d27c3', 'name': 'tempest-TestShelveInstance-1107912230-router', 'tenant_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': '76048286-4871-4860-9d1e-b73234914fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:11Z', 'updated_at': '2022-03-07T22:21:15Z', 'revision_number': 4, 'project_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'gw_port': {'id': '76048286-4871-4860-9d1e-b73234914fb6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac403bd-34dc-4390-a9f3-f950207d27c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:11Z', 'updated_at': '2022-03-07T22:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '4314eca4-abb5-4204-85f2-32435cdc5bec', 'name': '', 'network_id': '97fb0b15-ce01-4931-ad37-0cd2a553fb92', 'tenant_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'mac_address': 'fa:16:3e:d9:f6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac403bd-34dc-4390-a9f3-f950207d27c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '378c1bca-302b-44fd-bc98-e072e43095a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:14Z', 'updated_at': '2022-03-07T22:21:15Z', 'revision_number': 2, 'project_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'subnets': [{'id': '378c1bca-302b-44fd-bc98-e072e43095a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:19.195364 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 76048286-4871-4860-9d1e-b73234914fb6 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:21:19.197478 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] Checking router: dac403bd-34dc-4390-a9f3-f950207d27c3 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:21:19.197636 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] Updating router dac403bd-34dc-4390-a9f3-f950207d27c3 port 4314eca4-abb5-4204-85f2-32435cdc5bec binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:21:19.249777 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:19.263806 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 76048286-4871-4860-9d1e-b73234914fb6 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:21:19.264170 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:19.268770 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-b632c2bc-346d-4370-80ba-aef78450ec08 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Project 1611dc81448b4ec099cfc67b29c63ae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:21:19.275963 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b632c2bc-346d-4370-80ba-aef78450ec08 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:19.343419 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b632c2bc-346d-4370-80ba-aef78450ec08 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:19.423042 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b632c2bc-346d-4370-80ba-aef78450ec08 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:19.448496 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632c2bc-346d-4370-80ba-aef78450ec08 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b59e239-4352-4d84-8cde-7d43912b5c4b,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:19.537118 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-b632c2bc-346d-4370-80ba-aef78450ec08 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:19.538475 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b632c2bc-346d-4370-80ba-aef78450ec08 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3842080 Mar 07 22:21:19.541397 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56680) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:21:19.546241 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-41dbc895-7925-49ff-9403-3aa8ce90fc25 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Request body: {'security_group_rule': {'security_group_id': '27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6', 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:21:19.552348 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-41dbc895-7925-49ff-9403-3aa8ce90fc25 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:21:19.556151 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-41dbc895-7925-49ff-9403-3aa8ce90fc25 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Usage tracker for resource:security_group_rule and tenant:1611dc81448b4ec099cfc67b29c63ae2 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:21:19.558958 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-41dbc895-7925-49ff-9403-3aa8ce90fc25 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:21:19.564851 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-41dbc895-7925-49ff-9403-3aa8ce90fc25 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:21:19.587427 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:19.599314 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] Transition to ACTIVE for port object 4314eca4-abb5-4204-85f2-32435cdc5bec will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:21:19.645547 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-41dbc895-7925-49ff-9403-3aa8ce90fc25 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Project 1611dc81448b4ec099cfc67b29c63ae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:21:19.652321 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-41dbc895-7925-49ff-9403-3aa8ce90fc25 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:19.674049 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:19.717095 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-41dbc895-7925-49ff-9403-3aa8ce90fc25 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:19.796623 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67e4e4-8ea6-4e07-a0ee-cf933a353e08 None None] Pushing event updated for resources: {'Port': ['ID=4314eca4-abb5-4204-85f2-32435cdc5bec,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:19.799948 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-41dbc895-7925-49ff-9403-3aa8ce90fc25 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:19.830149 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbc895-7925-49ff-9403-3aa8ce90fc25 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2512328-4eeb-45a6-bc01-b6726b45f77e,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:19.893878 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] Attempting to bind port 4314eca4-abb5-4204-85f2-32435cdc5bec on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:21:19.894343 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] Attempting to bind port 4314eca4-abb5-4204-85f2-32435cdc5bec by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '74f07738-645b-4a40-af0b-9bd12cf7915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97fb0b15-ce01-4931-ad37-0cd2a553fb92'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:21:19.894701 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] Attempting to bind port 4314eca4-abb5-4204-85f2-32435cdc5bec on network 97fb0b15-ce01-4931-ad37-0cd2a553fb92 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:21:19.897325 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-41dbc895-7925-49ff-9403-3aa8ce90fc25 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:19.906803 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-41dbc895-7925-49ff-9403-3aa8ce90fc25 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3564694 Mar 07 22:21:19.909192 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:21:19.909192 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] Checking segment: {'id': '74f07738-645b-4a40-af0b-9bd12cf7915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97fb0b15-ce01-4931-ad37-0cd2a553fb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:21:19.909192 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:19.909192 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] Bound using segment: {'id': '74f07738-645b-4a40-af0b-9bd12cf7915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97fb0b15-ce01-4931-ad37-0cd2a553fb92'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:21:19.909192 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] Bound port: 4314eca4-abb5-4204-85f2-32435cdc5bec, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f07738-645b-4a40-af0b-9bd12cf7915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97fb0b15-ce01-4931-ad37-0cd2a553fb92'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:21:19.909192 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:19.992693 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] For port 4314eca4-abb5-4204-85f2-32435cdc5bec, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:21:19.995549 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] For port 4314eca4-abb5-4204-85f2-32435cdc5bec, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=4314eca4-abb5-4204-85f2-32435cdc5bec,segment=NetworkSegment(74f07738-645b-4a40-af0b-9bd12cf7915a),segment_id=74f07738-645b-4a40-af0b-9bd12cf7915a)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:21:20.057496 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:20.057741 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-18a74f58-c3ba-466d-b807-6b4eae8065d4 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Synchronizing usage tracker for tenant:1611dc81448b4ec099cfc67b29c63ae2 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:21:20.074165 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-179c287b-fd44-4a53-bf39-cfbcab608a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:20.119790 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-18a74f58-c3ba-466d-b807-6b4eae8065d4 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Unset dirty status for tenant:1611dc81448b4ec099cfc67b29c63ae2 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:21:20.124991 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-18a74f58-c3ba-466d-b807-6b4eae8065d4 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1310137287&fields=id&tenant_id=1611dc81448b4ec099cfc67b29c63ae2 HTTP/1.1" status: 200 len: 267 time: 0.1013329 Mar 07 22:21:20.135457 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] Routers {'dac403bd-34dc-4390-a9f3-f950207d27c3'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:21:20.136046 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:20:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['dac403bd-34dc-4390-a9f3-f950207d27c3'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:20.225849 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67e4e4-8ea6-4e07-a0ee-cf933a353e08 None None] Pushing event updated for resources: {'Port': ['ID=4314eca4-abb5-4204-85f2-32435cdc5bec,revision_number=4']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:20.298109 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-890aa263-ff14-46de-9a98-421f6125e12c tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:20.299599 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-890aa263-ff14-46de-9a98-421f6125e12c tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/networks?id=5e4a193c-242c-4d1d-8ade-e6637b8fce14 HTTP/1.1" status: 200 len: 809 time: 0.1716006 Mar 07 22:21:20.316077 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-3df60d66-df7e-4773-87af-f6c8cde6e5c8 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/quotas/1611dc81448b4ec099cfc67b29c63ae2 HTTP/1.1" status: 200 len: 375 time: 0.0105891 Mar 07 22:21:20.401215 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-1d280e99-9e3d-4313-9e62-b17ad1fadeff tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1611dc81448b4ec099cfc67b29c63ae2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796816 Mar 07 22:21:20.409180 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] Set router dac403bd-34dc-4390-a9f3-f950207d27c3 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:21:20.632454 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-617c4e99-cb37-4053-95f2-68622538bbc6 service neutron] 10.222.0.21 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193687 Mar 07 22:21:20.717400 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac403bd-34dc-4390-a9f3-f950207d27c3', 'name': 'tempest-TestShelveInstance-1107912230-router', 'tenant_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': '76048286-4871-4860-9d1e-b73234914fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:11Z', 'updated_at': '2022-03-07T22:21:15Z', 'revision_number': 4, 'project_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'gw_port': {'id': '76048286-4871-4860-9d1e-b73234914fb6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac403bd-34dc-4390-a9f3-f950207d27c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:11Z', 'updated_at': '2022-03-07T22:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '4314eca4-abb5-4204-85f2-32435cdc5bec', 'name': '', 'network_id': '97fb0b15-ce01-4931-ad37-0cd2a553fb92', 'tenant_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'mac_address': 'fa:16:3e:d9:f6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac403bd-34dc-4390-a9f3-f950207d27c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '378c1bca-302b-44fd-bc98-e072e43095a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:14Z', 'updated_at': '2022-03-07T22:21:19Z', 'revision_number': 4, 'project_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'subnets': [{'id': '378c1bca-302b-44fd-bc98-e072e43095a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:20.721222 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3833a4-a249-4090-a9de-fd879fb7f0ea None None] The sync data for ids ['dac403bd-34dc-4390-a9f3-f950207d27c3'] in dv-neutron-829957-1-hyperv is: [{'id': 'dac403bd-34dc-4390-a9f3-f950207d27c3', 'name': 'tempest-TestShelveInstance-1107912230-router', 'tenant_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': '76048286-4871-4860-9d1e-b73234914fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:11Z', 'updated_at': '2022-03-07T22:21:15Z', 'revision_number': 4, 'project_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'gw_port': {'id': '76048286-4871-4860-9d1e-b73234914fb6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac403bd-34dc-4390-a9f3-f950207d27c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:11Z', 'updated_at': '2022-03-07T22:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '4314eca4-abb5-4204-85f2-32435cdc5bec', 'name': '', 'network_id': '97fb0b15-ce01-4931-ad37-0cd2a553fb92', 'tenant_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'mac_address': 'fa:16:3e:d9:f6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac403bd-34dc-4390-a9f3-f950207d27c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '378c1bca-302b-44fd-bc98-e072e43095a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:14Z', 'updated_at': '2022-03-07T22:21:19Z', 'revision_number': 4, 'project_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'subnets': [{'id': '378c1bca-302b-44fd-bc98-e072e43095a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:21:20.769738 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-fe3c44bd-82ee-4fbc-b685-c8724c70e600 service neutron] 10.222.0.21 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313901 Mar 07 22:21:21.042438 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a6703504-6abf-4aa0-90bc-0a7b209af39f req-27f1cbec-90bc-4bee-9a20-2a6814573ed4 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 210 time: 0.0433311 Mar 07 22:21:21.206834 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:21:21.222722 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 4314eca4-abb5-4204-85f2-32435cdc5bec up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:21:21.337192 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 4314eca4-abb5-4204-85f2-32435cdc5bec completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:21:21.342792 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 4314eca4-abb5-4204-85f2-32435cdc5bec triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:21:21.343177 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:21.459932 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:21.491478 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 4314eca4-abb5-4204-85f2-32435cdc5bec, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=4314eca4-abb5-4204-85f2-32435cdc5bec,segment=NetworkSegment(74f07738-645b-4a40-af0b-9bd12cf7915a),segment_id=74f07738-645b-4a40-af0b-9bd12cf7915a)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:21:21.582242 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:21.648142 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=4314eca4-abb5-4204-85f2-32435cdc5bec,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:22.191856 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7f92a2c6-2699-4455-9f7d-822c4f1fdecd req-92dd4d75-4e6e-4280-bef0-fa9709bed765 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 210 time: 0.0428314 Mar 07 22:21:22.296664 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d841f352-41eb-4ee0-ae11-0c0b40025424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:23.169067 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-9d705af5-90ed-4f13-bc5a-80816ed82f93 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:23.170905 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-9d705af5-90ed-4f13-bc5a-80816ed82f93 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.11 "GET /v2.0/networks?id=5e4a193c-242c-4d1d-8ade-e6637b8fce14 HTTP/1.1" status: 200 len: 809 time: 0.2623088 Mar 07 22:21:23.200392 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 4314eca4-abb5-4204-85f2-32435cdc5bec up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:21:23.231315 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-f382c9ac-9cce-4674-9821-d3bb4ab194c5 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1611dc81448b4ec099cfc67b29c63ae2 HTTP/1.1" status: 200 len: 380 time: 0.0516536 Mar 07 22:21:23.239657 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-1b09973c-f129-4d38-b21d-17e1cf8da032 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Request body: {'port': {'device_id': '7cbc16fb-cd03-450e-b0c9-357262591a72', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'admin_state_up': True, 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'security_groups': ['27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6']}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:21:23.287014 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 4314eca4-abb5-4204-85f2-32435cdc5bec triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:21:23.287646 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:23.389747 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-67f42e39-6e7e-4073-853e-34e6fb9b52a6 req-48b68d4b-2be1-4396-99db-ebbda9bc57b7 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 210 time: 0.0546052 Mar 07 22:21:23.413297 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:23.430949 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:23.431242 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-1b09973c-f129-4d38-b21d-17e1cf8da032 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:21:23.435665 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-1b09973c-f129-4d38-b21d-17e1cf8da032 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Usage tracker for resource:port and tenant:1611dc81448b4ec099cfc67b29c63ae2 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:21:23.438508 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-1b09973c-f129-4d38-b21d-17e1cf8da032 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:21:23.444438 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-1b09973c-f129-4d38-b21d-17e1cf8da032 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:21:23.497315 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-1b09973c-f129-4d38-b21d-17e1cf8da032 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Made reservation on behalf of 1611dc81448b4ec099cfc67b29c63ae2 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:21:23.500863 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-1b09973c-f129-4d38-b21d-17e1cf8da032 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:23.658715 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-1b09973c-f129-4d38-b21d-17e1cf8da032 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Allocated IP 172.20.0.8 (5e4a193c-242c-4d1d-8ade-e6637b8fce14/722e0f2f-32ee-4f72-9d51-e98c6da3ea17/7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:21:23.842558 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-1b09973c-f129-4d38-b21d-17e1cf8da032 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:23.857787 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-1b09973c-f129-4d38-b21d-17e1cf8da032 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Transition to ACTIVE for port object 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:21:23.919710 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-1b09973c-f129-4d38-b21d-17e1cf8da032 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:23.986575 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-1b09973c-f129-4d38-b21d-17e1cf8da032 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Network 5e4a193c-242c-4d1d-8ade-e6637b8fce14 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:21:23.993352 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-1b09973c-f129-4d38-b21d-17e1cf8da032 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:21:23.997513 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-1b09973c-f129-4d38-b21d-17e1cf8da032 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:21:24.027493 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09973c-f129-4d38-b21d-17e1cf8da032 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Pushing event updated for resources: {'Port': ['ID=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:24.064109 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-1b09973c-f129-4d38-b21d-17e1cf8da032 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:24.064960 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-1b09973c-f129-4d38-b21d-17e1cf8da032 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:24.138154 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-1b09973c-f129-4d38-b21d-17e1cf8da032 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9022470 Mar 07 22:21:24.148912 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-c9a2fadb-629e-4b8a-83bd-e3fc3e9153a8 service neutron] Request body: {'port': {'device_id': '7cbc16fb-cd03-450e-b0c9-357262591a72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:21:24.228158 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-95c4b122-95b4-437d-9c22-6539d731973b None None] Provisioning for port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:21:24.233287 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-95c4b122-95b4-437d-9c22-6539d731973b None None] Provisioning complete for port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:21:24.233723 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-95c4b122-95b4-437d-9c22-6539d731973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:24.259387 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-c9a2fadb-629e-4b8a-83bd-e3fc3e9153a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:24.287069 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-95c4b122-95b4-437d-9c22-6539d731973b None None] Port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:21:24.610266 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3a19c-39e9-4473-aa52-0e6c5a8df2ff req-792cce11-7d8a-44bb-9c30-4297e3274ae2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:24.610941 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-6de3a19c-39e9-4473-aa52-0e6c5a8df2ff req-792cce11-7d8a-44bb-9c30-4297e3274ae2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Synchronizing usage tracker for tenant:1611dc81448b4ec099cfc67b29c63ae2 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:21:24.677670 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-c9a2fadb-629e-4b8a-83bd-e3fc3e9153a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a {{(pid=88386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:21:24.685166 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-c9a2fadb-629e-4b8a-83bd-e3fc3e9153a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:24.698943 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-c9a2fadb-629e-4b8a-83bd-e3fc3e9153a8 service neutron] Transition to ACTIVE for port object 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a will not be triggered until provisioned by entity L2. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:21:24.731691 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-6de3a19c-39e9-4473-aa52-0e6c5a8df2ff req-792cce11-7d8a-44bb-9c30-4297e3274ae2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Unset dirty status for tenant:1611dc81448b4ec099cfc67b29c63ae2 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:21:24.732832 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6de3a19c-39e9-4473-aa52-0e6c5a8df2ff req-792cce11-7d8a-44bb-9c30-4297e3274ae2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 931 time: 0.2370439 Mar 07 22:21:24.756117 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-c9a2fadb-629e-4b8a-83bd-e3fc3e9153a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:24.887609 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6de3a19c-39e9-4473-aa52-0e6c5a8df2ff req-ea551be1-6723-4137-bc07-742d6dd0e661 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489663 Mar 07 22:21:24.908775 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:24.929985 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2fadb-629e-4b8a-83bd-e3fc3e9153a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:25.108518 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-c9a2fadb-629e-4b8a-83bd-e3fc3e9153a8 service neutron] Attempting to bind port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:21:25.108776 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-c9a2fadb-629e-4b8a-83bd-e3fc3e9153a8 service neutron] Attempting to bind port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '1e7b6e87-3b3e-402d-90a3-2c0970496b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:21:25.109121 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-c9a2fadb-629e-4b8a-83bd-e3fc3e9153a8 service neutron] Attempting to bind port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a on network 5e4a193c-242c-4d1d-8ade-e6637b8fce14 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:21:25.114624 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-c9a2fadb-629e-4b8a-83bd-e3fc3e9153a8 service neutron] Port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a on network 5e4a193c-242c-4d1d-8ade-e6637b8fce14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 22:21:25.114936 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-c9a2fadb-629e-4b8a-83bd-e3fc3e9153a8 service neutron] Attempting to bind port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a on network 5e4a193c-242c-4d1d-8ade-e6637b8fce14 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:21:25.119825 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-c9a2fadb-629e-4b8a-83bd-e3fc3e9153a8 service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:21:25.120196 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-c9a2fadb-629e-4b8a-83bd-e3fc3e9153a8 service neutron] Checking segment: {'id': '1e7b6e87-3b3e-402d-90a3-2c0970496b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:21:25.120523 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-c9a2fadb-629e-4b8a-83bd-e3fc3e9153a8 service neutron] Bound using segment: {'id': '1e7b6e87-3b3e-402d-90a3-2c0970496b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14'} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:21:25.120936 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-c9a2fadb-629e-4b8a-83bd-e3fc3e9153a8 service neutron] Bound port: 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e7b6e87-3b3e-402d-90a3-2c0970496b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14'}}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:21:25.121292 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-c9a2fadb-629e-4b8a-83bd-e3fc3e9153a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:25.209450 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-c9a2fadb-629e-4b8a-83bd-e3fc3e9153a8 service neutron] For port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a, host hv-neutron-8299, cleared binding levels {{(pid=88386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:21:25.212444 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-c9a2fadb-629e-4b8a-83bd-e3fc3e9153a8 service neutron] For port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:21:25.291127 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-c9a2fadb-629e-4b8a-83bd-e3fc3e9153a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:25.345755 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-c9a2fadb-629e-4b8a-83bd-e3fc3e9153a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:25.346375 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-c9a2fadb-629e-4b8a-83bd-e3fc3e9153a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:25.347754 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-c9a2fadb-629e-4b8a-83bd-e3fc3e9153a8 service neutron] 10.222.0.11 "PUT /v2.0/ports/7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a HTTP/1.1" status: 200 len: 1093 time: 1.2029698 Mar 07 22:21:25.348178 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbc16fb-cd03-450e-b0c9-357262591a72', 'tag': '7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:21:25.377261 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2fadb-629e-4b8a-83bd-e3fc3e9153a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a,revision_number=3']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:25.396535 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbc16fb-cd03-450e-b0c9-357262591a72', 'tag': '7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a', 'status': 'completed', 'code': 200} Mar 07 22:21:25.492105 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac8f00-2827-4702-b6cf-8734e1abb9a7 req-7379b737-d275-4426-a525-6aa874f6ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:25.493654 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2cac8f00-2827-4702-b6cf-8734e1abb9a7 req-7379b737-d275-4426-a525-6aa874f6ddcb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1611dc81448b4ec099cfc67b29c63ae2&device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 1096 time: 0.0759037 Mar 07 22:21:25.632245 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac8f00-2827-4702-b6cf-8734e1abb9a7 req-ba54193c-f8fa-40c8-95b2-f20850a88426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:25.634085 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2cac8f00-2827-4702-b6cf-8734e1abb9a7 req-ba54193c-f8fa-40c8-95b2-f20850a88426 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1611dc81448b4ec099cfc67b29c63ae2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1335149 Mar 07 22:21:25.764094 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac8f00-2827-4702-b6cf-8734e1abb9a7 req-b811f505-e480-4e59-9683-fba0081778a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:25.765485 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2cac8f00-2827-4702-b6cf-8734e1abb9a7 req-b811f505-e480-4e59-9683-fba0081778a3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1266034 Mar 07 22:21:25.865978 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-b634daac-87d5-4ede-9276-c7df2fa22177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:25.867423 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-b634daac-87d5-4ede-9276-c7df2fa22177 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1611dc81448b4ec099cfc67b29c63ae2&device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 1096 time: 0.0683050 Mar 07 22:21:25.936383 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-f784f14d-2f5a-4513-9589-4cfea4f10a23 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a HTTP/1.1" status: 200 len: 217 time: 0.0621381 Mar 07 22:21:26.038646 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-7d06d492-743c-4fe3-bf91-221fb9c45bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:26.040029 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-7d06d492-743c-4fe3-bf91-221fb9c45bdf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=722e0f2f-32ee-4f72-9d51-e98c6da3ea17 HTTP/1.1" status: 200 len: 848 time: 0.0980682 Mar 07 22:21:26.124684 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232737a8-7874-4482-86ee-4cab1e76d934 req-63394194-3bc5-42fb-898b-794a7bbe1b16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:26.126117 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-232737a8-7874-4482-86ee-4cab1e76d934 req-63394194-3bc5-42fb-898b-794a7bbe1b16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 943 time: 0.1330135 Mar 07 22:21:26.157314 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-e5cfdf2b-3404-406c-a587-1a185dd39910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:26.158748 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-e5cfdf2b-3404-406c-a587-1a185dd39910 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4a193c-242c-4d1d-8ade-e6637b8fce14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1117356 Mar 07 22:21:26.209841 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-232737a8-7874-4482-86ee-4cab1e76d934 req-d9521d57-3567-4184-b74b-1905a77ddbd5 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780313 Mar 07 22:21:26.297883 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-d9c7d040-81a5-481f-9322-a5f6fc8f55cf service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321328 Mar 07 22:21:26.426545 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce3744cd-31f8-42a2-91a1-07ec31eeb700 req-949a1421-fd8c-4c32-ad68-2c424af1e183 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229270 Mar 07 22:21:27.397165 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95610c75-ec82-4deb-9aa7-fb1b5b28aa2a req-5650276c-e8f8-400e-a9b2-f95d218193ba tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:27.398625 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-95610c75-ec82-4deb-9aa7-fb1b5b28aa2a req-5650276c-e8f8-400e-a9b2-f95d218193ba tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 943 time: 0.0826716 Mar 07 22:21:27.443309 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-95610c75-ec82-4deb-9aa7-fb1b5b28aa2a req-8476fc60-6b8e-4df2-bd5e-9292eb9543f7 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388601 Mar 07 22:21:28.625660 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5ccae-123e-4676-83dd-1a64b46027eb req-598a22db-892d-42a6-9e9c-c756fa1a719d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:28.627084 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-39d5ccae-123e-4676-83dd-1a64b46027eb req-598a22db-892d-42a6-9e9c-c756fa1a719d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 943 time: 0.0803559 Mar 07 22:21:28.669435 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-39d5ccae-123e-4676-83dd-1a64b46027eb req-e818d091-b6f8-4056-8699-6c5ea8d3b2d5 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368757 Mar 07 22:21:29.847814 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149e033-e7e0-42d0-a131-78fe1ebc86f0 req-f81647cb-c604-4805-8703-32598070381a tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:29.849243 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d149e033-e7e0-42d0-a131-78fe1ebc86f0 req-f81647cb-c604-4805-8703-32598070381a tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 943 time: 0.0779812 Mar 07 22:21:29.892304 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d149e033-e7e0-42d0-a131-78fe1ebc86f0 req-8e86f440-a3da-443f-96c1-f070ad078c12 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374668 Mar 07 22:21:30.292591 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:21:30.423948 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:21:30.437105 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'port_id': '7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a', 'mac_address': 'fa:16:3e:b0:b6:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:21:30.493025 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:30.509170 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:21:30.524166 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:21:30.582095 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:30.646004 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:30.789674 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:21:31.168793 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb24dfd-eaef-47e0-a68b-0148c393f763 req-44b78d16-086e-4218-8bf9-1ccd3ca2b2e2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:31.170258 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1eb24dfd-eaef-47e0-a68b-0148c393f763 req-44b78d16-086e-4218-8bf9-1ccd3ca2b2e2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 944 time: 0.1753764 Mar 07 22:21:31.211757 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1eb24dfd-eaef-47e0-a68b-0148c393f763 req-f7727480-10db-4f7e-a007-4fb3ec1dd89a tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358434 Mar 07 22:21:32.308181 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:21:32.393559 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efc4a0-1a6e-4d27-8b6d-34a594f05977 req-d4049873-9d49-46a2-8c0a-3a494f072e60 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:32.395037 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b0efc4a0-1a6e-4d27-8b6d-34a594f05977 req-d4049873-9d49-46a2-8c0a-3a494f072e60 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 944 time: 0.0806880 Mar 07 22:21:32.441442 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b0efc4a0-1a6e-4d27-8b6d-34a594f05977 req-c40404b7-4d8e-4ac1-8382-1c288caee207 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408072 Mar 07 22:21:32.490963 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:21:32.496012 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:21:32.496378 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:32.608058 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:32.633225 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbc16fb-cd03-450e-b0c9-357262591a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:21:32.642911 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:21:32.676134 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbc16fb-cd03-450e-b0c9-357262591a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a', 'code': 200} Mar 07 22:21:32.702696 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:32.768163 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:33.026924 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12373fc9-b447-408c-aadc-fd484eb4174d req-c7835822-8003-4e68-afd3-c504a16c47d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:33.028280 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-12373fc9-b447-408c-aadc-fd484eb4174d req-c7835822-8003-4e68-afd3-c504a16c47d6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 1098 time: 0.0679059 Mar 07 22:21:33.067389 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-12373fc9-b447-408c-aadc-fd484eb4174d req-0b4475cb-a54d-4fd9-83db-fa52e2995ef1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337162 Mar 07 22:21:33.624867 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b377d6-55c2-4330-9c36-f63ddb2fd7eb req-b9756155-37e3-4f88-ada6-965689e64967 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:33.626267 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-92b377d6-55c2-4330-9c36-f63ddb2fd7eb req-b9756155-37e3-4f88-ada6-965689e64967 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 945 time: 0.0799115 Mar 07 22:21:33.668662 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-92b377d6-55c2-4330-9c36-f63ddb2fd7eb req-f9d8af3f-444b-4ba8-8872-208534b01e6d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369442 Mar 07 22:21:34.848507 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96f861-f139-4207-982e-96663f5e8481 req-5e474eb6-6a68-407d-b772-13dfb0ef7cce tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:34.849968 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2e96f861-f139-4207-982e-96663f5e8481 req-5e474eb6-6a68-407d-b772-13dfb0ef7cce tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 945 time: 0.0787489 Mar 07 22:21:34.893277 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2e96f861-f139-4207-982e-96663f5e8481 req-3403f455-723e-481c-a67f-f12a9b7b5953 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375261 Mar 07 22:21:35.074182 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23645fc0-67ac-4f35-95fc-e00fddab4a2c req-4decc397-06cb-4028-ab8c-5fd1394e3d12 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:35.075588 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-23645fc0-67ac-4f35-95fc-e00fddab4a2c req-4decc397-06cb-4028-ab8c-5fd1394e3d12 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 945 time: 0.0804305 Mar 07 22:21:35.118051 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-23645fc0-67ac-4f35-95fc-e00fddab4a2c req-2f3f8810-923a-4d2a-90d5-15f96d0e1d03 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369985 Mar 07 22:21:35.139981 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56740) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:21:35.248599 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44855641-dfb5-4fe7-8ee4-9e145b3d28c3 tempest-TestShelveInstance-2135553119 tempest-TestShelveInstance-2135553119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:35.250166 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-44855641-dfb5-4fe7-8ee4-9e145b3d28c3 tempest-TestShelveInstance-2135553119 tempest-TestShelveInstance-2135553119-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 1093 time: 0.1091225 Mar 07 22:21:35.253021 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56746) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:21:35.257716 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-72a73a34-4897-44c1-86d3-a8d000796e16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': '7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:21:35.263970 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-72a73a34-4897-44c1-86d3-a8d000796e16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:21:35.267720 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-72a73a34-4897-44c1-86d3-a8d000796e16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Usage tracker for resource:floatingip and tenant:1611dc81448b4ec099cfc67b29c63ae2 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:21:35.270468 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-72a73a34-4897-44c1-86d3-a8d000796e16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:21:35.275951 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-72a73a34-4897-44c1-86d3-a8d000796e16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:21:35.348681 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-72a73a34-4897-44c1-86d3-a8d000796e16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for floatingip, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:35.480336 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-72a73a34-4897-44c1-86d3-a8d000796e16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:35.612031 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-72a73a34-4897-44c1-86d3-a8d000796e16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Allocated IP 172.26.2.143 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/8fcabb53-816d-4aa7-abcc-e450d7867f95) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:21:35.753303 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-72a73a34-4897-44c1-86d3-a8d000796e16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:35.845310 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-72a73a34-4897-44c1-86d3-a8d000796e16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:35.907465 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a73a34-4897-44c1-86d3-a8d000796e16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:21:35.910027 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-72a73a34-4897-44c1-86d3-a8d000796e16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:21:35.917473 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a73a34-4897-44c1-86d3-a8d000796e16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:21:35.957872 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a73a34-4897-44c1-86d3-a8d000796e16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Pushing event updated for resources: {'Port': ['ID=8fcabb53-816d-4aa7-abcc-e450d7867f95,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:36.323153 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-72a73a34-4897-44c1-86d3-a8d000796e16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:36.487330 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-72a73a34-4897-44c1-86d3-a8d000796e16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:36.773333 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-72a73a34-4897-44c1-86d3-a8d000796e16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:36.822041 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-72a73a34-4897-44c1-86d3-a8d000796e16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:36.929261 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a73a34-4897-44c1-86d3-a8d000796e16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Pushing event updated for resources: {'Port': ['ID=8fcabb53-816d-4aa7-abcc-e450d7867f95,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:21:36.941106 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-72a73a34-4897-44c1-86d3-a8d000796e16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:37.109548 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-72a73a34-4897-44c1-86d3-a8d000796e16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Floating IP 22a2a650-2c0b-4c73-afb0-cd2065d107bd associated. External IP: 172.26.2.143, port: 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a. Mar 07 22:21:37.450086 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a73a34-4897-44c1-86d3-a8d000796e16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Router c35a9ae5-db0b-4c5f-a329-b46e20fb490a has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:21:37.621921 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a73a34-4897-44c1-86d3-a8d000796e16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:21:37.631488 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fe02f2-8273-4850-8937-74610e0b4cb0 None None] Sync routers for ids ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:21:37.640358 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fe02f2-8273-4850-8937-74610e0b4cb0 None None] Routers {'c35a9ae5-db0b-4c5f-a329-b46e20fb490a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:21:37.640961 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-50fe02f2-8273-4850-8937-74610e0b4cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:21:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:37.702386 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-72a73a34-4897-44c1-86d3-a8d000796e16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:37.755563 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-72a73a34-4897-44c1-86d3-a8d000796e16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5015700 Mar 07 22:21:37.756136 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbc16fb-cd03-450e-b0c9-357262591a72', 'tag': '7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:21:37.800123 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbc16fb-cd03-450e-b0c9-357262591a72', 'tag': '7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a', 'status': 'completed', 'code': 200} Mar 07 22:21:37.820162 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-50fe02f2-8273-4850-8937-74610e0b4cb0 None None] Set router c35a9ae5-db0b-4c5f-a329-b46e20fb490a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:21:37.890185 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f9e21-8bf2-49d7-9b7c-4601556ab2f8 req-310f115b-20c5-40d5-a001-63eed8e67da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:37.891631 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3c9f9e21-8bf2-49d7-9b7c-4601556ab2f8 req-310f115b-20c5-40d5-a001-63eed8e67da6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1611dc81448b4ec099cfc67b29c63ae2&device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 1098 time: 0.0703428 Mar 07 22:21:38.018919 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f9e21-8bf2-49d7-9b7c-4601556ab2f8 req-b539b499-ab8d-4602-b661-0e03785b52ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:38.020235 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3c9f9e21-8bf2-49d7-9b7c-4601556ab2f8 req-b539b499-ab8d-4602-b661-0e03785b52ea service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4a193c-242c-4d1d-8ade-e6637b8fce14 HTTP/1.1" status: 200 len: 909 time: 0.1230366 Mar 07 22:21:38.162912 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-50fe02f2-8273-4850-8937-74610e0b4cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'name': 'tempest-TestShelveInstance-1760495135-router', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:03Z', 'updated_at': '2022-03-07T22:21:07Z', 'revision_number': 4, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'gw_port': {'id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:04Z', 'updated_at': '2022-03-07T22:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '22a2a650-2c0b-4c73-afb0-cd2065d107bd', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'floating_ip_address': '172.26.2.143', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'port_id': '7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'mac_address': 'fa:16:3e:b0:b6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbc16fb-cd03-450e-b0c9-357262591a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:21:36Z', 'updated_at': '2022-03-07T22:21:36Z', 'revision_number': 0, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ca45a4d-d8c2-4a30-bee1-4821292bdea3', 'name': '', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'mac_address': 'fa:16:3e:3f:dd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:06Z', 'updated_at': '2022-03-07T22:21:13Z', 'revision_number': 5, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'subnets': [{'id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:38.166805 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fe02f2-8273-4850-8937-74610e0b4cb0 None None] Checking router: c35a9ae5-db0b-4c5f-a329-b46e20fb490a for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:21:38.174970 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fe02f2-8273-4850-8937-74610e0b4cb0 None None] Routers {'c35a9ae5-db0b-4c5f-a329-b46e20fb490a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:21:38.175544 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-50fe02f2-8273-4850-8937-74610e0b4cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:21:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:38.230236 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3c9f9e21-8bf2-49d7-9b7c-4601556ab2f8 req-f7c3a582-961d-40a0-8ada-6f87ea94dc74 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a HTTP/1.1" status: 200 len: 999 time: 0.2038491 Mar 07 22:21:38.293368 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f9e21-8bf2-49d7-9b7c-4601556ab2f8 req-81a0a199-cc79-4bb5-a13d-0e8d656c663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:38.294815 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3c9f9e21-8bf2-49d7-9b7c-4601556ab2f8 req-81a0a199-cc79-4bb5-a13d-0e8d656c663c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=722e0f2f-32ee-4f72-9d51-e98c6da3ea17 HTTP/1.1" status: 200 len: 848 time: 0.0586171 Mar 07 22:21:38.351043 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-50fe02f2-8273-4850-8937-74610e0b4cb0 None None] Set router c35a9ae5-db0b-4c5f-a329-b46e20fb490a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:21:38.367386 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f9e21-8bf2-49d7-9b7c-4601556ab2f8 req-ff17a303-9f3b-4a9b-a888-416a05948b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:38.368822 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3c9f9e21-8bf2-49d7-9b7c-4601556ab2f8 req-ff17a303-9f3b-4a9b-a888-416a05948b03 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4a193c-242c-4d1d-8ade-e6637b8fce14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683482 Mar 07 22:21:38.496792 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3c9f9e21-8bf2-49d7-9b7c-4601556ab2f8 req-2167a84c-fb85-4ba5-8882-eda1ddf313fd service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219468 Mar 07 22:21:38.627720 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3c9f9e21-8bf2-49d7-9b7c-4601556ab2f8 req-e43a13cc-e1bc-40ff-b897-5e977fbf3246 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253753 Mar 07 22:21:38.688271 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-50fe02f2-8273-4850-8937-74610e0b4cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'name': 'tempest-TestShelveInstance-1760495135-router', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:03Z', 'updated_at': '2022-03-07T22:21:07Z', 'revision_number': 4, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'gw_port': {'id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:04Z', 'updated_at': '2022-03-07T22:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '22a2a650-2c0b-4c73-afb0-cd2065d107bd', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'floating_ip_address': '172.26.2.143', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'port_id': '7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'mac_address': 'fa:16:3e:b0:b6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbc16fb-cd03-450e-b0c9-357262591a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:21:36Z', 'updated_at': '2022-03-07T22:21:36Z', 'revision_number': 0, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ca45a4d-d8c2-4a30-bee1-4821292bdea3', 'name': '', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'mac_address': 'fa:16:3e:3f:dd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:06Z', 'updated_at': '2022-03-07T22:21:13Z', 'revision_number': 5, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'subnets': [{'id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:21:38.692516 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fe02f2-8273-4850-8937-74610e0b4cb0 None None] The sync data for ids ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'] in dv-neutron-829957-1-hyperv is: [{'id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'name': 'tempest-TestShelveInstance-1760495135-router', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:03Z', 'updated_at': '2022-03-07T22:21:07Z', 'revision_number': 4, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'gw_port': {'id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:04Z', 'updated_at': '2022-03-07T22:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '22a2a650-2c0b-4c73-afb0-cd2065d107bd', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'floating_ip_address': '172.26.2.143', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'port_id': '7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'mac_address': 'fa:16:3e:b0:b6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbc16fb-cd03-450e-b0c9-357262591a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:21:36Z', 'updated_at': '2022-03-07T22:21:36Z', 'revision_number': 0, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ca45a4d-d8c2-4a30-bee1-4821292bdea3', 'name': '', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'mac_address': 'fa:16:3e:3f:dd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:06Z', 'updated_at': '2022-03-07T22:21:13Z', 'revision_number': 5, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'subnets': [{'id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:21:38.872785 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9fb9dd-f9f7-4628-b854-82c48d8bd486 None None] New status for floating IP 22a2a650-2c0b-4c73-afb0-cd2065d107bd: ACTIVE {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:21:46.370379 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:50.078957 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8672-f1d8-470a-82e4-66bfaac0288b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:52.307868 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-38dd6a6c-eb3f-4036-a0d0-be7bdad48056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:53.058596 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d201a29a-3bad-4124-8bb7-aaa87c7a56c0 req-945a89f5-027b-4d33-80a0-fa2b502ebdfd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704682 Mar 07 22:21:53.191462 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201a29a-3bad-4124-8bb7-aaa87c7a56c0 req-dbc4affa-3b0c-4d5e-b4c3-25c8be1ea74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:53.192885 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d201a29a-3bad-4124-8bb7-aaa87c7a56c0 req-dbc4affa-3b0c-4d5e-b4c3-25c8be1ea74c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1611dc81448b4ec099cfc67b29c63ae2&device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 1098 time: 0.0688915 Mar 07 22:21:53.335877 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201a29a-3bad-4124-8bb7-aaa87c7a56c0 req-5fe6a670-116c-41c0-b02f-06f63800240f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:53.337351 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d201a29a-3bad-4124-8bb7-aaa87c7a56c0 req-5fe6a670-116c-41c0-b02f-06f63800240f service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4a193c-242c-4d1d-8ade-e6637b8fce14 HTTP/1.1" status: 200 len: 909 time: 0.1259103 Mar 07 22:21:53.342593 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:53.387592 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:53.444507 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d201a29a-3bad-4124-8bb7-aaa87c7a56c0 req-9c89e015-0aee-4dcb-aa2e-a9785a2693a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a HTTP/1.1" status: 200 len: 1001 time: 0.1002121 Mar 07 22:21:53.505865 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201a29a-3bad-4124-8bb7-aaa87c7a56c0 req-3683e4f4-b660-4b63-b25e-64b28bfd690a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:53.507476 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d201a29a-3bad-4124-8bb7-aaa87c7a56c0 req-3683e4f4-b660-4b63-b25e-64b28bfd690a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=722e0f2f-32ee-4f72-9d51-e98c6da3ea17 HTTP/1.1" status: 200 len: 848 time: 0.0573118 Mar 07 22:21:53.584406 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201a29a-3bad-4124-8bb7-aaa87c7a56c0 req-c6ed3be2-601a-46d7-af46-7f305f7fcf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:21:53.585873 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d201a29a-3bad-4124-8bb7-aaa87c7a56c0 req-c6ed3be2-601a-46d7-af46-7f305f7fcf62 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4a193c-242c-4d1d-8ade-e6637b8fce14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724318 Mar 07 22:21:53.711443 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d201a29a-3bad-4124-8bb7-aaa87c7a56c0 req-a5165e8b-6db6-4839-94dd-9acc787fa3d3 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190431 Mar 07 22:21:53.838129 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d201a29a-3bad-4124-8bb7-aaa87c7a56c0 req-527c4b26-7968-41e0-b95b-06c06d2a512a service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201365 Mar 07 22:21:54.930600 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:21:58.206817 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:22:16.352781 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:22:20.113247 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e00ecece-b3dc-4a3a-b0b2-22cf6f097948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:22:22.301433 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3ab18845-5815-47dc-b045-b04db0af74a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:22:23.376321 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:22:23.392570 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:22:24.924498 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:22:35.206060 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:22:46.346770 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:22:50.124565 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a27c7beb-a6cc-46e1-ba78-0d59ff67548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:22:52.300605 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-24d20bb8-53d4-4be9-a1da-11283118713c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:22:52.681195 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-60fc9d5d-3cc4-4bb4-918b-3b99fa9c59a5 req-23e85194-b242-44db-94de-409b29c4fc3a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667043 Mar 07 22:22:52.835437 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc9d5d-3cc4-4bb4-918b-3b99fa9c59a5 req-3834b0ac-5632-4987-9be9-423c3aea2764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:52.836832 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-60fc9d5d-3cc4-4bb4-918b-3b99fa9c59a5 req-3834b0ac-5632-4987-9be9-423c3aea2764 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1611dc81448b4ec099cfc67b29c63ae2&device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 1098 time: 0.0717399 Mar 07 22:22:53.073765 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc9d5d-3cc4-4bb4-918b-3b99fa9c59a5 req-5973584b-6eaf-4534-8a92-cc7ea60abd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:53.075271 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-60fc9d5d-3cc4-4bb4-918b-3b99fa9c59a5 req-5973584b-6eaf-4534-8a92-cc7ea60abd19 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4a193c-242c-4d1d-8ade-e6637b8fce14 HTTP/1.1" status: 200 len: 909 time: 0.2211897 Mar 07 22:22:53.173733 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-60fc9d5d-3cc4-4bb4-918b-3b99fa9c59a5 req-5df500b4-132b-47d5-bec6-acea2fc82789 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a HTTP/1.1" status: 200 len: 1001 time: 0.0926559 Mar 07 22:22:53.233429 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc9d5d-3cc4-4bb4-918b-3b99fa9c59a5 req-40270818-8a5e-4733-b211-d45c796b1c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:53.234800 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-60fc9d5d-3cc4-4bb4-918b-3b99fa9c59a5 req-40270818-8a5e-4733-b211-d45c796b1c00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=722e0f2f-32ee-4f72-9d51-e98c6da3ea17 HTTP/1.1" status: 200 len: 848 time: 0.0556824 Mar 07 22:22:53.314295 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc9d5d-3cc4-4bb4-918b-3b99fa9c59a5 req-fd4699c6-e5a8-405b-858d-bca818ab5cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:22:53.315801 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-60fc9d5d-3cc4-4bb4-918b-3b99fa9c59a5 req-fd4699c6-e5a8-405b-858d-bca818ab5cf6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4a193c-242c-4d1d-8ade-e6637b8fce14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704865 Mar 07 22:22:53.346952 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:22:53.387033 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:22:53.445835 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-60fc9d5d-3cc4-4bb4-918b-3b99fa9c59a5 req-5785d614-bb18-432c-ac8d-f0e5693b5127 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235182 Mar 07 22:22:53.574504 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-60fc9d5d-3cc4-4bb4-918b-3b99fa9c59a5 req-b9ac9ac9-5470-4bd7-8973-7b8c622b0bca service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224310 Mar 07 22:22:54.929568 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:23:12.206036 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:23:16.374919 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:23:20.135154 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ee048e2d-090d-4c24-a1bb-914cfd34770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:23:22.289188 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6f527a5d-7ccb-4256-b582-5518726c6ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:23:23.381032 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:23:23.426718 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:23:24.940685 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:23:32.938449 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d679f-d764-4ef0-83d7-1080be56129f req-e38009b3-cdc9-43e2-aa64-d032d015b2dd tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:32.939853 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f54d679f-d764-4ef0-83d7-1080be56129f req-e38009b3-cdc9-43e2-aa64-d032d015b2dd tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 945 time: 0.0822201 Mar 07 22:23:32.982340 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f54d679f-d764-4ef0-83d7-1080be56129f req-f3380a98-1fd4-4b99-b406-1899e840b9ea tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368083 Mar 07 22:23:34.165297 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2cff7-26c2-4bf8-8a73-a9e13b484472 req-0800abc6-c6b0-4be8-880b-377dcb5e3fce tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:34.166648 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8bc2cff7-26c2-4bf8-8a73-a9e13b484472 req-0800abc6-c6b0-4be8-880b-377dcb5e3fce tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 945 time: 0.0803151 Mar 07 22:23:34.208750 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8bc2cff7-26c2-4bf8-8a73-a9e13b484472 req-edd31ba6-db65-499b-ba64-254c64157093 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359728 Mar 07 22:23:35.389340 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b2c88-da81-4a43-9030-31ac702c0902 req-97ed705b-2510-4c2c-8c2b-70f261f12d6f tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:35.390783 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e93b2c88-da81-4a43-9030-31ac702c0902 req-97ed705b-2510-4c2c-8c2b-70f261f12d6f tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 945 time: 0.0773935 Mar 07 22:23:35.432910 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e93b2c88-da81-4a43-9030-31ac702c0902 req-7261bcc7-c41e-4ad4-b0cb-55288792a640 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365365 Mar 07 22:23:36.616766 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e45bae-ae88-4373-a845-5643053652f3 req-73769a51-ef56-4d6b-a0c5-fdaed4a4211b tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:36.618237 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e1e45bae-ae88-4373-a845-5643053652f3 req-73769a51-ef56-4d6b-a0c5-fdaed4a4211b tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 945 time: 0.0818031 Mar 07 22:23:36.661197 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e1e45bae-ae88-4373-a845-5643053652f3 req-9fa0e6cc-0345-4824-958b-8bc2e3af53ad tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372555 Mar 07 22:23:37.838510 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2157fa-d446-41bc-945d-9b7aaf9f9d0d req-7eba3aba-a55e-47df-91cd-e90b671cea42 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:37.839940 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6e2157fa-d446-41bc-945d-9b7aaf9f9d0d req-7eba3aba-a55e-47df-91cd-e90b671cea42 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 945 time: 0.0777187 Mar 07 22:23:37.883346 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6e2157fa-d446-41bc-945d-9b7aaf9f9d0d req-24533d33-5cdb-4dfe-b8c8-269164c32379 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373573 Mar 07 22:23:39.068696 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066073e2-1cd7-4d61-8711-12ce4349f1cc req-d50c0d4d-94fb-4d17-acaf-c94ff07a54d6 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:39.070148 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-066073e2-1cd7-4d61-8711-12ce4349f1cc req-d50c0d4d-94fb-4d17-acaf-c94ff07a54d6 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 945 time: 0.0812635 Mar 07 22:23:39.112471 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-066073e2-1cd7-4d61-8711-12ce4349f1cc req-5493edec-4881-4bb7-89e6-511024c3bccd tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366750 Mar 07 22:23:40.299047 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e621c6-9550-4f27-a2fc-893b3b183348 req-2f022432-dbc9-465d-8ee9-1caec506a8fe tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:40.300476 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-40e621c6-9550-4f27-a2fc-893b3b183348 req-2f022432-dbc9-465d-8ee9-1caec506a8fe tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 945 time: 0.0809519 Mar 07 22:23:40.342624 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-40e621c6-9550-4f27-a2fc-893b3b183348 req-1b2a0690-bd64-405f-bf46-cfadd03d9127 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366721 Mar 07 22:23:41.526489 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97367bd-7465-4f42-8615-114518e90a76 req-559e7e4e-6ffc-4ed2-86ee-89526a8afd3e tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:41.527831 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a97367bd-7465-4f42-8615-114518e90a76 req-559e7e4e-6ffc-4ed2-86ee-89526a8afd3e tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 945 time: 0.0787382 Mar 07 22:23:41.570599 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a97367bd-7465-4f42-8615-114518e90a76 req-3c4bd5eb-4c51-42a5-b74a-3a61ad31a180 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370462 Mar 07 22:23:42.750846 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144e663-ae88-4203-91ac-9d019e3df3f6 req-bc69ca76-e059-4cf8-b74c-d72df06ae2bd tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:42.752250 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8144e663-ae88-4203-91ac-9d019e3df3f6 req-bc69ca76-e059-4cf8-b74c-d72df06ae2bd tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 945 time: 0.0799365 Mar 07 22:23:42.795663 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8144e663-ae88-4203-91ac-9d019e3df3f6 req-7b5b5491-adac-4c65-80b6-a116c0172976 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377369 Mar 07 22:23:43.976099 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b26944-062a-4f77-ad71-e9c27a755e65 req-4578669c-10be-46f8-9ca1-b27cc5db0290 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:43.977544 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-26b26944-062a-4f77-ad71-e9c27a755e65 req-4578669c-10be-46f8-9ca1-b27cc5db0290 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 945 time: 0.0788229 Mar 07 22:23:44.023424 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-26b26944-062a-4f77-ad71-e9c27a755e65 req-1c021457-a931-48cc-90f4-3dcaf46ee4cf tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396440 Mar 07 22:23:44.830275 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:23:44.969308 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:23:44.983521 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'port_id': '7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a', 'mac_address': 'fa:16:3e:b0:b6:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:23:45.038158 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:23:45.055541 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:23:45.071884 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:23:45.141088 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:23:45.210838 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1a307-6a33-431e-94d1-899edf75d396 req-4d9e5bc0-6ef9-4f57-9060-4c057d226251 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:45.212294 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-97f1a307-6a33-431e-94d1-899edf75d396 req-4d9e5bc0-6ef9-4f57-9060-4c057d226251 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 944 time: 0.0840688 Mar 07 22:23:45.213457 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a,revision_number=6']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:23:45.221108 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:45.221455 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:45.221794 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:45.222153 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:45.222480 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:45.222809 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:45.223129 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:45.223449 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:45.223771 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:45.224086 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:45.224401 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:45.224715 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:23:45.237330 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:23:45.256920 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-97f1a307-6a33-431e-94d1-899edf75d396 req-dd26473f-3aad-4d50-a7c5-a316cfaee6fd tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383523 Mar 07 22:23:46.375223 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:23:46.468695 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456db10a-a0d5-4d54-a516-b685cffe5498 req-0668aaae-31f3-48d4-bcbc-22cca7d50473 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:46.470169 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-456db10a-a0d5-4d54-a516-b685cffe5498 req-0668aaae-31f3-48d4-bcbc-22cca7d50473 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 944 time: 0.0919259 Mar 07 22:23:46.521392 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-456db10a-a0d5-4d54-a516-b685cffe5498 req-5039b4fd-fcae-4033-a0c7-a63e58751895 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452695 Mar 07 22:23:46.829816 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:23:46.906226 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:23:46.906940 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:23:47.032525 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:23:47.060962 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbc16fb-cd03-450e-b0c9-357262591a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:23:47.074886 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:23:47.114107 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbc16fb-cd03-450e-b0c9-357262591a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a', 'code': 200} Mar 07 22:23:47.131241 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:23:47.204992 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a,revision_number=7']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:23:47.716309 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba908f50-45d0-4547-8967-4d86eb7f7693 req-d2357e3a-55d2-4ce7-8a14-34a4d9a220e8 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:47.717920 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ba908f50-45d0-4547-8967-4d86eb7f7693 req-d2357e3a-55d2-4ce7-8a14-34a4d9a220e8 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 945 time: 0.0873475 Mar 07 22:23:47.764512 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ba908f50-45d0-4547-8967-4d86eb7f7693 req-41f05b4d-bf59-41ab-95fe-3767e60fc027 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401917 Mar 07 22:23:48.975014 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75630da5-9557-46f1-8720-4b6fd93622e4 req-f5d24500-d629-4b15-a627-ee0d0cc47d79 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:48.976484 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-75630da5-9557-46f1-8720-4b6fd93622e4 req-f5d24500-d629-4b15-a627-ee0d0cc47d79 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 945 time: 0.0827041 Mar 07 22:23:49.019705 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-75630da5-9557-46f1-8720-4b6fd93622e4 req-5e583605-1322-4d57-a46a-dacda36747c7 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370288 Mar 07 22:23:49.206576 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:23:50.123825 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3893737f-7d34-43a5-9be7-92a9c0a42d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:23:50.227351 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ae026-7e41-442e-a7e9-1f86cd4ac8a0 req-bc213ae7-8737-46e7-8426-85a3f65dc72d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:50.229428 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c66ae026-7e41-442e-a7e9-1f86cd4ac8a0 req-bc213ae7-8737-46e7-8426-85a3f65dc72d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 945 time: 0.0903606 Mar 07 22:23:50.377597 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c66ae026-7e41-442e-a7e9-1f86cd4ac8a0 req-ef1e1772-1e2c-4b92-b770-0001e3dbfc4f tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414013 Mar 07 22:23:51.568926 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c92aac-fd0a-43b7-b1b8-570488858c82 req-80f3c888-6b94-4aa4-a2a3-9ebf7ec5d741 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:51.570376 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-57c92aac-fd0a-43b7-b1b8-570488858c82 req-80f3c888-6b94-4aa4-a2a3-9ebf7ec5d741 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 945 time: 0.0822811 Mar 07 22:23:51.614833 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-57c92aac-fd0a-43b7-b1b8-570488858c82 req-e072c653-b641-4b6f-b811-664394884800 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382316 Mar 07 22:23:52.312397 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-27ce5298-985b-478a-bfaa-e4c4a200a845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:23:52.713693 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f80987-7c37-4e59-9c22-47e87ee7ac2a req-5021e9e2-b28f-4cdc-afa7-5d91b24cc258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:52.715225 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e6f80987-7c37-4e59-9c22-47e87ee7ac2a req-5021e9e2-b28f-4cdc-afa7-5d91b24cc258 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1611dc81448b4ec099cfc67b29c63ae2&device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 1098 time: 0.0766642 Mar 07 22:23:52.915439 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe728c5-ca1d-4ccf-8683-8d400cf9a287 req-1619e0b7-d1ba-4a3e-a769-6dd59383b1b5 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:52.916976 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dfe728c5-ca1d-4ccf-8683-8d400cf9a287 req-1619e0b7-d1ba-4a3e-a769-6dd59383b1b5 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 945 time: 0.1623871 Mar 07 22:23:52.981594 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dfe728c5-ca1d-4ccf-8683-8d400cf9a287 req-dfe8aaac-4e7e-4f15-b1e2-124d153806a5 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540094 Mar 07 22:23:52.989188 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f80987-7c37-4e59-9c22-47e87ee7ac2a req-539da9bd-52c9-4044-bef6-b42483f1c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:52.991052 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e6f80987-7c37-4e59-9c22-47e87ee7ac2a req-539da9bd-52c9-4044-bef6-b42483f1c57f service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4a193c-242c-4d1d-8ade-e6637b8fce14 HTTP/1.1" status: 200 len: 909 time: 0.2552960 Mar 07 22:23:53.100736 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e6f80987-7c37-4e59-9c22-47e87ee7ac2a req-fb560ed0-08f2-4e47-9687-217d389897c6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a HTTP/1.1" status: 200 len: 1001 time: 0.1028569 Mar 07 22:23:53.166202 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f80987-7c37-4e59-9c22-47e87ee7ac2a req-9a77c792-580f-44a5-92ea-5ce0924cfbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:53.167758 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e6f80987-7c37-4e59-9c22-47e87ee7ac2a req-9a77c792-580f-44a5-92ea-5ce0924cfbd7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=722e0f2f-32ee-4f72-9d51-e98c6da3ea17 HTTP/1.1" status: 200 len: 848 time: 0.0605688 Mar 07 22:23:53.252837 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f80987-7c37-4e59-9c22-47e87ee7ac2a req-3c7bcf3e-38cf-4421-8ace-d80725980baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:53.254702 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e6f80987-7c37-4e59-9c22-47e87ee7ac2a req-3c7bcf3e-38cf-4421-8ace-d80725980baa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4a193c-242c-4d1d-8ade-e6637b8fce14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805190 Mar 07 22:23:53.340566 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:23:53.397986 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:23:53.409307 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e6f80987-7c37-4e59-9c22-47e87ee7ac2a req-7141cf05-4d83-47da-b81c-9d5b979a9a5c service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478250 Mar 07 22:23:53.548121 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e6f80987-7c37-4e59-9c22-47e87ee7ac2a req-d658c381-0fdc-40dc-b6dd-06963e3f2637 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322374 Mar 07 22:23:54.185040 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b731f1-a927-4306-9d2b-9ba84739ecc4 req-7bc43903-7c23-4955-8980-82e655f5e7e7 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:54.187534 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-89b731f1-a927-4306-9d2b-9ba84739ecc4 req-7bc43903-7c23-4955-8980-82e655f5e7e7 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 945 time: 0.0891800 Mar 07 22:23:54.241820 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-89b731f1-a927-4306-9d2b-9ba84739ecc4 req-c3264529-c992-4ee5-902a-f5f712b176cf tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482972 Mar 07 22:23:54.985719 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:23:55.540876 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910541a0-45f8-433b-9575-d70f13dbef95 req-76793922-96af-406f-b82a-b5e8fd525b43 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:55.543011 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-910541a0-45f8-433b-9575-d70f13dbef95 req-76793922-96af-406f-b82a-b5e8fd525b43 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 945 time: 0.1978488 Mar 07 22:23:55.589183 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-910541a0-45f8-433b-9575-d70f13dbef95 req-3a2b9010-a060-460a-b624-565ebd412591 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391808 Mar 07 22:23:56.866215 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26983a-abbb-4fc5-b99a-f49bbcfaac8e req-6b91496d-d8fe-4327-bfe2-2d400c415764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:56.867669 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9e26983a-abbb-4fc5-b99a-f49bbcfaac8e req-6b91496d-d8fe-4327-bfe2-2d400c415764 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1611dc81448b4ec099cfc67b29c63ae2&device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 1098 time: 0.1274455 Mar 07 22:23:56.900876 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180454c-d7f3-4169-b486-cd647212ed65 req-bbb594e0-1cdd-4334-8a2e-1129505cf855 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:56.902203 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f180454c-d7f3-4169-b486-cd647212ed65 req-bbb594e0-1cdd-4334-8a2e-1129505cf855 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 945 time: 0.2096486 Mar 07 22:23:57.014741 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f180454c-d7f3-4169-b486-cd647212ed65 req-7af85a03-09f7-41e8-9a91-eda2e6ccdbbe tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011610 Mar 07 22:23:57.039274 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26983a-abbb-4fc5-b99a-f49bbcfaac8e req-7290cf87-f10a-4173-baab-11c23b36c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:57.040686 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9e26983a-abbb-4fc5-b99a-f49bbcfaac8e req-7290cf87-f10a-4173-baab-11c23b36c46a service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4a193c-242c-4d1d-8ade-e6637b8fce14 HTTP/1.1" status: 200 len: 909 time: 0.1664944 Mar 07 22:23:57.238979 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9e26983a-abbb-4fc5-b99a-f49bbcfaac8e req-d406b54d-7bdd-4aa2-8685-e1a08af4e138 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a HTTP/1.1" status: 200 len: 1001 time: 0.1917167 Mar 07 22:23:57.298510 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26983a-abbb-4fc5-b99a-f49bbcfaac8e req-e203ac68-d53a-4435-aeab-f86a777ee1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:57.299851 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9e26983a-abbb-4fc5-b99a-f49bbcfaac8e req-e203ac68-d53a-4435-aeab-f86a777ee1d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=722e0f2f-32ee-4f72-9d51-e98c6da3ea17 HTTP/1.1" status: 200 len: 848 time: 0.0554743 Mar 07 22:23:57.372254 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26983a-abbb-4fc5-b99a-f49bbcfaac8e req-8093a5de-490a-439c-acc7-3ea67f00b207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:57.373684 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9e26983a-abbb-4fc5-b99a-f49bbcfaac8e req-8093a5de-490a-439c-acc7-3ea67f00b207 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4a193c-242c-4d1d-8ade-e6637b8fce14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682428 Mar 07 22:23:57.502234 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9e26983a-abbb-4fc5-b99a-f49bbcfaac8e req-58378516-6d7b-4026-8d2e-252989df6d09 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211901 Mar 07 22:23:57.630742 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9e26983a-abbb-4fc5-b99a-f49bbcfaac8e req-2ef10590-174c-4a7b-b178-c75755aaefd4 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227820 Mar 07 22:23:58.197891 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89006aa4-9690-4799-838d-04806796e8b3 req-7027c5c7-9349-4e5d-be29-e44f70f0a58f tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:58.199302 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-89006aa4-9690-4799-838d-04806796e8b3 req-7027c5c7-9349-4e5d-be29-e44f70f0a58f tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 945 time: 0.0814807 Mar 07 22:23:58.242133 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-89006aa4-9690-4799-838d-04806796e8b3 req-4cad7900-17de-45b9-ace1-813f02019848 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372429 Mar 07 22:23:59.425946 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b1be9-89ad-4923-a173-138523961b1f req-c064dc1b-2ac3-4a7c-b3f2-9f29c33cabe6 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:23:59.427444 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-758b1be9-89ad-4923-a173-138523961b1f req-c064dc1b-2ac3-4a7c-b3f2-9f29c33cabe6 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 945 time: 0.0809345 Mar 07 22:23:59.474237 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-758b1be9-89ad-4923-a173-138523961b1f req-475b44bf-3678-4ebf-a1fa-b7df4a4af3a9 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410073 Mar 07 22:24:00.657716 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e322ef2-c37e-452b-a62d-97c4d9d02149 req-0285c1f0-304a-4b71-8fe5-cbd4f66c858d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:00.659182 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7e322ef2-c37e-452b-a62d-97c4d9d02149 req-0285c1f0-304a-4b71-8fe5-cbd4f66c858d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 945 time: 0.0789578 Mar 07 22:24:00.702384 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7e322ef2-c37e-452b-a62d-97c4d9d02149 req-09cdc4c0-d31f-4a3f-bcbd-ef3faf77c08b tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376766 Mar 07 22:24:00.898844 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:24:01.013073 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:24:01.039636 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbc16fb-cd03-450e-b0c9-357262591a72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:24:01.050085 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:24:01.088202 dv-neutron-829957-1-hyperv neutron-server[88388]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7cbc16fb-cd03-450e-b0c9-357262591a72', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a', 'code': 422} returned with failed status Mar 07 22:24:01.106505 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:24:01.160321 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccffca-077c-42b4-91f4-62c4ea35547a req-317705c2-82ee-4e0d-a61a-092a904eb9cf tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:01.162146 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a8ccffca-077c-42b4-91f4-62c4ea35547a req-317705c2-82ee-4e0d-a61a-092a904eb9cf tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 943 time: 0.0858076 Mar 07 22:24:01.176896 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a,revision_number=8']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:01.206965 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a8ccffca-077c-42b4-91f4-62c4ea35547a req-7f4342ac-7361-4f0b-b18f-915c88bc5d94 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393772 Mar 07 22:24:01.544794 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 56934) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:24:01.652211 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2dd711b9-71fa-450f-8a47-480edf8a4df3 req-483aaec4-a626-4f40-970a-942c4af56786 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1062815 Mar 07 22:24:02.390531 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c3575-6e87-40ba-812a-d9e4342983d7 req-f6c4fcae-9d43-4d38-b379-2bcbcf04b5dc tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:02.391946 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-725c3575-6e87-40ba-812a-d9e4342983d7 req-f6c4fcae-9d43-4d38-b379-2bcbcf04b5dc tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 943 time: 0.0821457 Mar 07 22:24:02.437239 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-725c3575-6e87-40ba-812a-d9e4342983d7 req-8e3eefbd-0b4d-4b4e-b341-603e9d241516 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391762 Mar 07 22:24:03.065325 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd711b9-71fa-450f-8a47-480edf8a4df3 req-f7c70df5-dc9a-4c3d-a51d-6623d98fe087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:03.066793 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2dd711b9-71fa-450f-8a47-480edf8a4df3 req-f7c70df5-dc9a-4c3d-a51d-6623d98fe087 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72&tenant_id=1611dc81448b4ec099cfc67b29c63ae2 HTTP/1.1" status: 200 len: 1096 time: 0.0713279 Mar 07 22:24:03.158986 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd711b9-71fa-450f-8a47-480edf8a4df3 req-8e91a687-e506-4c8e-ac39-74d0abd1d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:03.160305 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2dd711b9-71fa-450f-8a47-480edf8a4df3 req-8e91a687-e506-4c8e-ac39-74d0abd1d9c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1611dc81448b4ec099cfc67b29c63ae2&device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 1096 time: 0.0722620 Mar 07 22:24:03.290903 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd711b9-71fa-450f-8a47-480edf8a4df3 req-9dbca9fd-f2e4-4481-83b7-b78dcc96d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:03.292349 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2dd711b9-71fa-450f-8a47-480edf8a4df3 req-9dbca9fd-f2e4-4481-83b7-b78dcc96d1c8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4a193c-242c-4d1d-8ade-e6637b8fce14 HTTP/1.1" status: 200 len: 909 time: 0.1257837 Mar 07 22:24:03.390221 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2dd711b9-71fa-450f-8a47-480edf8a4df3 req-ca84ca8e-8469-4366-a1fa-a20bce16b07d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a HTTP/1.1" status: 200 len: 999 time: 0.0919011 Mar 07 22:24:03.455328 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd711b9-71fa-450f-8a47-480edf8a4df3 req-34ae1c63-1343-42c8-80fc-d62a9726a51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:03.456649 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2dd711b9-71fa-450f-8a47-480edf8a4df3 req-34ae1c63-1343-42c8-80fc-d62a9726a51a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=722e0f2f-32ee-4f72-9d51-e98c6da3ea17 HTTP/1.1" status: 200 len: 848 time: 0.0599010 Mar 07 22:24:03.532157 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd711b9-71fa-450f-8a47-480edf8a4df3 req-2fc04319-38d4-4c88-bd62-9c10850b8423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:03.533634 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2dd711b9-71fa-450f-8a47-480edf8a4df3 req-2fc04319-38d4-4c88-bd62-9c10850b8423 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4a193c-242c-4d1d-8ade-e6637b8fce14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700362 Mar 07 22:24:03.818818 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ce96e-d625-4bf5-8e2b-6d95b5cbe47d req-cb80f063-640d-4624-9e6c-73dbedff8163 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:03.820256 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5a0ce96e-d625-4bf5-8e2b-6d95b5cbe47d req-cb80f063-640d-4624-9e6c-73dbedff8163 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 943 time: 0.2629135 Mar 07 22:24:03.822114 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2dd711b9-71fa-450f-8a47-480edf8a4df3 req-15e197f7-055b-40ae-a41d-947aeb56610a service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820365 Mar 07 22:24:03.950533 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5a0ce96e-d625-4bf5-8e2b-6d95b5cbe47d req-b0f5c02d-450c-4c79-97ea-511923dcb3d3 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241848 Mar 07 22:24:03.983877 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-2dd711b9-71fa-450f-8a47-480edf8a4df3 req-8e80c209-2676-485b-b667-3aed932e04cd service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450555 Mar 07 22:24:05.150007 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24bee1-9b0f-4c50-ab7a-73a7d622ae37 req-39a0e518-a10a-4096-98c2-bfa29351bcec tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:05.151740 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce24bee1-9b0f-4c50-ab7a-73a7d622ae37 req-39a0e518-a10a-4096-98c2-bfa29351bcec tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 943 time: 0.0829885 Mar 07 22:24:05.200628 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce24bee1-9b0f-4c50-ab7a-73a7d622ae37 req-8d090b61-d298-4915-a7e2-2c2269776972 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423231 Mar 07 22:24:06.555858 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ced0c-0a16-4f07-a685-9f72880bc075 req-15674efa-123d-4228-a8c6-432aea753c4b tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:06.557385 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-be4ced0c-0a16-4f07-a685-9f72880bc075 req-15674efa-123d-4228-a8c6-432aea753c4b tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 943 time: 0.0951152 Mar 07 22:24:06.608465 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-be4ced0c-0a16-4f07-a685-9f72880bc075 req-f1986a1c-6544-42f5-962e-912623853198 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414352 Mar 07 22:24:07.797009 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cebde-eddd-4999-ba68-4f2367cb30d2 req-d6985fa4-f689-4612-85a6-7d72403be7ba tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:07.798737 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3d2cebde-eddd-4999-ba68-4f2367cb30d2 req-d6985fa4-f689-4612-85a6-7d72403be7ba tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 943 time: 0.0812106 Mar 07 22:24:07.849734 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3d2cebde-eddd-4999-ba68-4f2367cb30d2 req-8a1875ae-40cc-429b-b66c-fe5e288a7bb1 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453167 Mar 07 22:24:09.039582 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fd834-0d9b-447d-9793-768a1f861ef2 req-d8de9292-dcf7-4aff-a339-5700dfa15d50 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:09.041122 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ed8fd834-0d9b-447d-9793-768a1f861ef2 req-d8de9292-dcf7-4aff-a339-5700dfa15d50 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 943 time: 0.0828569 Mar 07 22:24:09.086826 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ed8fd834-0d9b-447d-9793-768a1f861ef2 req-8108d97c-b203-4b95-b445-e8049904d4df tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399685 Mar 07 22:24:10.329162 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07de1f0-c6a2-4343-ad3c-3cdebf351027 req-66fabe9f-fef5-4c94-a15a-842ce9f54099 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:10.330722 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d07de1f0-c6a2-4343-ad3c-3cdebf351027 req-66fabe9f-fef5-4c94-a15a-842ce9f54099 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 943 time: 0.0887251 Mar 07 22:24:10.379502 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d07de1f0-c6a2-4343-ad3c-3cdebf351027 req-ea26baa5-50e7-492c-8e4c-31c7c22616c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430326 Mar 07 22:24:11.625592 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d1660-da6f-4721-b61d-796410d5fd52 req-c2132480-e131-4309-9ba9-c121f0631719 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:11.627240 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-366d1660-da6f-4721-b61d-796410d5fd52 req-c2132480-e131-4309-9ba9-c121f0631719 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 943 time: 0.1010058 Mar 07 22:24:11.677294 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-366d1660-da6f-4721-b61d-796410d5fd52 req-38855746-ff4a-42ea-bdcc-663bca3e7bd4 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432880 Mar 07 22:24:12.866401 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0ca2d-9d69-4773-b4f3-c792d5fe35f0 req-5cb3dc53-1f0a-47ef-8b90-ace7f6353c94 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:12.867985 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-70f0ca2d-9d69-4773-b4f3-c792d5fe35f0 req-5cb3dc53-1f0a-47ef-8b90-ace7f6353c94 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 943 time: 0.0826354 Mar 07 22:24:12.911706 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-70f0ca2d-9d69-4773-b4f3-c792d5fe35f0 req-e2a5202c-739a-485b-a385-cb3c4e6fe374 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381010 Mar 07 22:24:14.092192 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2d68a-aee2-4dcb-9db6-b012754c4bb0 req-2bc4eaa5-d13e-44ba-b499-16bbd57c40d4 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:14.093601 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-23f2d68a-aee2-4dcb-9db6-b012754c4bb0 req-2bc4eaa5-d13e-44ba-b499-16bbd57c40d4 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 943 time: 0.0774996 Mar 07 22:24:14.135656 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-23f2d68a-aee2-4dcb-9db6-b012754c4bb0 req-8af78b28-63ee-4652-9e0c-0e474f4160aa tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365601 Mar 07 22:24:14.944492 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:24:15.075000 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:24:15.090240 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'port_id': '7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a', 'mac_address': 'fa:16:3e:b0:b6:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:24:15.170841 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:24:15.187237 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:24:15.202138 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:24:15.271729 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:24:15.320682 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692682a5-8388-4aee-af69-80119c087d5d req-3fd539c6-15e8-4aa1-8e90-c501a1125601 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:15.322147 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-692682a5-8388-4aee-af69-80119c087d5d req-3fd539c6-15e8-4aa1-8e90-c501a1125601 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 944 time: 0.0823495 Mar 07 22:24:15.341987 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a,revision_number=9']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:15.366865 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-692682a5-8388-4aee-af69-80119c087d5d req-b58da321-eb3a-4445-b2f7-36c85133c19a tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389864 Mar 07 22:24:15.556188 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:24:16.357346 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:24:16.545430 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a373c72-4399-41f5-af90-221767d9094f req-ce185fd1-2fe8-4132-8374-8e9b3af05966 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:16.546890 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3a373c72-4399-41f5-af90-221767d9094f req-ce185fd1-2fe8-4132-8374-8e9b3af05966 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 944 time: 0.0784311 Mar 07 22:24:16.592342 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3a373c72-4399-41f5-af90-221767d9094f req-b3c7de9f-cb3d-44d9-8e54-eb0d8ccd7dcf tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399742 Mar 07 22:24:16.940647 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:24:17.005800 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:24:17.006183 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:24:17.117424 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:24:17.143193 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbc16fb-cd03-450e-b0c9-357262591a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:24:17.152299 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:24:17.186031 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbc16fb-cd03-450e-b0c9-357262591a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a', 'code': 200} Mar 07 22:24:17.226224 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:24:17.294103 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a,revision_number=10']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:24:17.512912 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e7256-0bde-4bcf-bd58-db1723615d40 req-a2c3683c-09dc-40fe-ba6a-8eceafd87070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:17.514286 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e28e7256-0bde-4bcf-bd58-db1723615d40 req-a2c3683c-09dc-40fe-ba6a-8eceafd87070 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 1099 time: 0.0691669 Mar 07 22:24:17.553020 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e28e7256-0bde-4bcf-bd58-db1723615d40 req-8e49562f-e624-4421-96eb-955a6f890123 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329432 Mar 07 22:24:17.773203 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb0ec5-dfad-444d-87e1-f275de85d313 req-7fcc1aa1-ca60-4987-b6a1-6d8b2cfeaf2d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:17.774586 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-32bb0ec5-dfad-444d-87e1-f275de85d313 req-7fcc1aa1-ca60-4987-b6a1-6d8b2cfeaf2d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 946 time: 0.0805411 Mar 07 22:24:17.818059 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-32bb0ec5-dfad-444d-87e1-f275de85d313 req-8a471ade-7b1e-4141-82c3-abd1627abc70 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380025 Mar 07 22:24:19.001318 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab919a-0fbc-4104-b5e6-1463068b8346 req-f9572abf-beec-4d0c-b54a-ff2f9dd51f2a tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:19.002789 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0cab919a-0fbc-4104-b5e6-1463068b8346 req-f9572abf-beec-4d0c-b54a-ff2f9dd51f2a tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 946 time: 0.0791214 Mar 07 22:24:19.047552 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0cab919a-0fbc-4104-b5e6-1463068b8346 req-8ac5d0bf-0c6d-4df4-b8f9-7e35830b642c tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389569 Mar 07 22:24:20.123121 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-078d8cde-bb97-47ed-9608-42e7816a4651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:24:20.232588 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d5472-10ac-4465-8a9d-940bc2824ae2 req-509aaca8-bee1-402b-bfc1-7751ecb25ab2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:20.234016 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-209d5472-10ac-4465-8a9d-940bc2824ae2 req-509aaca8-bee1-402b-bfc1-7751ecb25ab2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 946 time: 0.0819416 Mar 07 22:24:20.275684 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-209d5472-10ac-4465-8a9d-940bc2824ae2 req-9bc7444e-6f8e-46e2-87f5-06575173e698 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362194 Mar 07 22:24:22.339451 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9705e939-8c5d-4a91-833c-efd99299cfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:24:23.385470 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:24:23.414015 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:24:24.934736 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:24:26.206653 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:24:46.385378 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:24:50.151014 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-755ae2b9-e410-4106-b2db-896e9ebccec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:24:52.310966 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e20bd1dc-2b32-45a0-99dc-bb351535a98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:24:53.361528 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:24:53.390091 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:24:53.713508 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-726fdbe2-5485-4919-8068-3f1528b32196 req-1ba2486a-c701-4230-a503-90fdb2bd6feb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1074419 Mar 07 22:24:53.849217 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fdbe2-5485-4919-8068-3f1528b32196 req-5b275cb9-f61d-4390-8517-6fec9fc11e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:53.850682 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-726fdbe2-5485-4919-8068-3f1528b32196 req-5b275cb9-f61d-4390-8517-6fec9fc11e77 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1611dc81448b4ec099cfc67b29c63ae2&device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 1099 time: 0.0714233 Mar 07 22:24:53.990630 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fdbe2-5485-4919-8068-3f1528b32196 req-8cb2fc44-a437-42c2-8d56-9730e40f4b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:53.991922 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-726fdbe2-5485-4919-8068-3f1528b32196 req-8cb2fc44-a437-42c2-8d56-9730e40f4b6b service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4a193c-242c-4d1d-8ade-e6637b8fce14 HTTP/1.1" status: 200 len: 909 time: 0.1234169 Mar 07 22:24:54.189728 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-726fdbe2-5485-4919-8068-3f1528b32196 req-26617bcb-09f6-44c5-ab32-39885128c577 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a HTTP/1.1" status: 200 len: 1001 time: 0.1911862 Mar 07 22:24:54.249360 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fdbe2-5485-4919-8068-3f1528b32196 req-20d7d657-03df-4781-89af-a0b36cb56696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:54.250674 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-726fdbe2-5485-4919-8068-3f1528b32196 req-20d7d657-03df-4781-89af-a0b36cb56696 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=722e0f2f-32ee-4f72-9d51-e98c6da3ea17 HTTP/1.1" status: 200 len: 848 time: 0.0551486 Mar 07 22:24:54.324869 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fdbe2-5485-4919-8068-3f1528b32196 req-3eb94f49-0ce6-4038-ac42-1c429afd1d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:24:54.326822 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-726fdbe2-5485-4919-8068-3f1528b32196 req-3eb94f49-0ce6-4038-ac42-1c429afd1d0b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4a193c-242c-4d1d-8ade-e6637b8fce14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707192 Mar 07 22:24:54.455005 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-726fdbe2-5485-4919-8068-3f1528b32196 req-8279b6ea-1ab8-4fca-9d81-670ed17d976d service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224554 Mar 07 22:24:54.583805 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-726fdbe2-5485-4919-8068-3f1528b32196 req-4ab21dc4-b8d6-43cc-b2b0-cfc579e6271a service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231480 Mar 07 22:24:54.921645 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:03.206207 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:25:16.383920 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:20.144918 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8b841245-b504-428a-8c2f-14cdddd1fb85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:22.299346 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-54428079-2cbd-4669-9799-875f2bf666ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:23.385205 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:23.413537 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:24.932281 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:31.009271 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 57062) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:25:31.206482 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-e849b909-b05b-4537-af06-1a29a6d7db34 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Deleting port 8fcabb53-816d-4aa7-abcc-e450d7867f95 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:25:31.206737 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e849b909-b05b-4537-af06-1a29a6d7db34 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:31.372724 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e849b909-b05b-4537-af06-1a29a6d7db34 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:31.383205 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e849b909-b05b-4537-af06-1a29a6d7db34 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:31.493438 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-e849b909-b05b-4537-af06-1a29a6d7db34 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Calling delete_port for 8fcabb53-816d-4aa7-abcc-e450d7867f95 owned by network:floatingip {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:25:31.693737 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e849b909-b05b-4537-af06-1a29a6d7db34 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:31.765694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849b909-b05b-4537-af06-1a29a6d7db34 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Pushing event deleted for resources: {'Port': ['ID=8fcabb53-816d-4aa7-abcc-e450d7867f95,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:25:31.807854 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e849b909-b05b-4537-af06-1a29a6d7db34 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:31.808196 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e849b909-b05b-4537-af06-1a29a6d7db34 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:31.808527 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e849b909-b05b-4537-af06-1a29a6d7db34 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:31.808850 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e849b909-b05b-4537-af06-1a29a6d7db34 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:31.809171 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e849b909-b05b-4537-af06-1a29a6d7db34 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:31.809498 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e849b909-b05b-4537-af06-1a29a6d7db34 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:31.809816 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e849b909-b05b-4537-af06-1a29a6d7db34 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:31.810413 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e849b909-b05b-4537-af06-1a29a6d7db34 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:31.810726 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e849b909-b05b-4537-af06-1a29a6d7db34 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:31.811041 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e849b909-b05b-4537-af06-1a29a6d7db34 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:31.811352 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e849b909-b05b-4537-af06-1a29a6d7db34 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:31.811663 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e849b909-b05b-4537-af06-1a29a6d7db34 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:25:31.841774 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e849b909-b05b-4537-af06-1a29a6d7db34 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for floatingip, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:31.842131 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-e849b909-b05b-4537-af06-1a29a6d7db34 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Floating IP 22a2a650-2c0b-4c73-afb0-cd2065d107bd disassociated (deleted). External IP: 172.26.2.143, port: 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a. Mar 07 22:25:32.275742 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e849b909-b05b-4537-af06-1a29a6d7db34 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Router c35a9ae5-db0b-4c5f-a329-b46e20fb490a has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:25:32.449610 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e849b909-b05b-4537-af06-1a29a6d7db34 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:25:32.461015 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bcd2d8-b990-4ba1-8f63-0af4a58d1dba None None] Sync routers for ids ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:25:32.471917 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bcd2d8-b990-4ba1-8f63-0af4a58d1dba None None] Routers {'c35a9ae5-db0b-4c5f-a329-b46e20fb490a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:25:32.474266 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-45bcd2d8-b990-4ba1-8f63-0af4a58d1dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:25:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:25:32.527719 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e849b909-b05b-4537-af06-1a29a6d7db34 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:32.584141 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e849b909-b05b-4537-af06-1a29a6d7db34 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "DELETE /v2.0/floatingips/22a2a650-2c0b-4c73-afb0-cd2065d107bd HTTP/1.1" status: 204 len: 168 time: 1.5737975 Mar 07 22:25:32.584716 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbc16fb-cd03-450e-b0c9-357262591a72', 'tag': '7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:25:32.647443 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-45bcd2d8-b990-4ba1-8f63-0af4a58d1dba None None] Set router c35a9ae5-db0b-4c5f-a329-b46e20fb490a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:25:32.687644 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbc16fb-cd03-450e-b0c9-357262591a72', 'tag': '7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a', 'status': 'completed', 'code': 200} Mar 07 22:25:32.779101 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31170e2-52f4-4d34-9041-2af17ec9dc94 req-0a98b47f-6046-4640-b626-17844292d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:32.780491 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a31170e2-52f4-4d34-9041-2af17ec9dc94 req-0a98b47f-6046-4640-b626-17844292d421 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1611dc81448b4ec099cfc67b29c63ae2&device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 1099 time: 0.0703855 Mar 07 22:25:32.918736 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31170e2-52f4-4d34-9041-2af17ec9dc94 req-7b13abec-0316-45c4-a3ce-dd898c63ee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:32.920169 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a31170e2-52f4-4d34-9041-2af17ec9dc94 req-7b13abec-0316-45c4-a3ce-dd898c63ee25 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4a193c-242c-4d1d-8ade-e6637b8fce14 HTTP/1.1" status: 200 len: 909 time: 0.1339314 Mar 07 22:25:32.968864 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-45bcd2d8-b990-4ba1-8f63-0af4a58d1dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'name': 'tempest-TestShelveInstance-1760495135-router', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:03Z', 'updated_at': '2022-03-07T22:21:07Z', 'revision_number': 4, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'gw_port': {'id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:04Z', 'updated_at': '2022-03-07T22:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '4ca45a4d-d8c2-4a30-bee1-4821292bdea3', 'name': '', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'mac_address': 'fa:16:3e:3f:dd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:06Z', 'updated_at': '2022-03-07T22:21:13Z', 'revision_number': 5, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'subnets': [{'id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:25:32.973705 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bcd2d8-b990-4ba1-8f63-0af4a58d1dba None None] Checking router: c35a9ae5-db0b-4c5f-a329-b46e20fb490a for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:25:32.983102 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bcd2d8-b990-4ba1-8f63-0af4a58d1dba None None] Routers {'c35a9ae5-db0b-4c5f-a329-b46e20fb490a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:25:32.983816 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-45bcd2d8-b990-4ba1-8f63-0af4a58d1dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:25:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:25:32.990220 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a31170e2-52f4-4d34-9041-2af17ec9dc94 req-92615394-03b9-4e4b-a0b3-6f89ada7a65a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a HTTP/1.1" status: 200 len: 217 time: 0.0639787 Mar 07 22:25:33.053290 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31170e2-52f4-4d34-9041-2af17ec9dc94 req-e0f8db17-01aa-4bc1-b2f1-4717b3079da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:33.054802 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a31170e2-52f4-4d34-9041-2af17ec9dc94 req-e0f8db17-01aa-4bc1-b2f1-4717b3079da6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=722e0f2f-32ee-4f72-9d51-e98c6da3ea17 HTTP/1.1" status: 200 len: 848 time: 0.0590434 Mar 07 22:25:33.186895 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31170e2-52f4-4d34-9041-2af17ec9dc94 req-01a7667d-e8fc-4262-aaba-6335ebe8cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:33.188367 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a31170e2-52f4-4d34-9041-2af17ec9dc94 req-01a7667d-e8fc-4262-aaba-6335ebe8cf1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4a193c-242c-4d1d-8ade-e6637b8fce14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0997317 Mar 07 22:25:33.195777 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea3d2b-1cac-4a15-a0cf-b4f0b68c8837 req-5754f807-4f1d-4f39-8a36-ccb4284b6ab7 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:33.196431 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-38ea3d2b-1cac-4a15-a0cf-b4f0b68c8837 req-5754f807-4f1d-4f39-8a36-ccb4284b6ab7 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Synchronizing usage tracker for tenant:1611dc81448b4ec099cfc67b29c63ae2 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:25:33.198202 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-45bcd2d8-b990-4ba1-8f63-0af4a58d1dba None None] Set router c35a9ae5-db0b-4c5f-a329-b46e20fb490a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:25:33.287046 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-38ea3d2b-1cac-4a15-a0cf-b4f0b68c8837 req-5754f807-4f1d-4f39-8a36-ccb4284b6ab7 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Unset dirty status for tenant:1611dc81448b4ec099cfc67b29c63ae2 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:25:33.288181 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-38ea3d2b-1cac-4a15-a0cf-b4f0b68c8837 req-5754f807-4f1d-4f39-8a36-ccb4284b6ab7 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 946 time: 0.2366984 Mar 07 22:25:33.360232 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-38ea3d2b-1cac-4a15-a0cf-b4f0b68c8837 req-d289c8e9-da3f-454c-9721-82c436e62940 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602818 Mar 07 22:25:33.363366 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a31170e2-52f4-4d34-9041-2af17ec9dc94 req-d855e931-238e-47b6-b17e-ce934b8155a1 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642623 Mar 07 22:25:33.493810 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a31170e2-52f4-4d34-9041-2af17ec9dc94 req-7534607d-9f3d-40f7-bedb-171552025def service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242814 Mar 07 22:25:33.502855 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-45bcd2d8-b990-4ba1-8f63-0af4a58d1dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'name': 'tempest-TestShelveInstance-1760495135-router', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:03Z', 'updated_at': '2022-03-07T22:21:07Z', 'revision_number': 4, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'gw_port': {'id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:04Z', 'updated_at': '2022-03-07T22:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '4ca45a4d-d8c2-4a30-bee1-4821292bdea3', 'name': '', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'mac_address': 'fa:16:3e:3f:dd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:06Z', 'updated_at': '2022-03-07T22:21:13Z', 'revision_number': 5, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'subnets': [{'id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:25:33.506880 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bcd2d8-b990-4ba1-8f63-0af4a58d1dba None None] The sync data for ids ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'] in dv-neutron-829957-1-hyperv is: [{'id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'name': 'tempest-TestShelveInstance-1760495135-router', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:03Z', 'updated_at': '2022-03-07T22:21:07Z', 'revision_number': 4, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'gw_port': {'id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:04Z', 'updated_at': '2022-03-07T22:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '4ca45a4d-d8c2-4a30-bee1-4821292bdea3', 'name': '', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'mac_address': 'fa:16:3e:3f:dd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:06Z', 'updated_at': '2022-03-07T22:21:13Z', 'revision_number': 5, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'subnets': [{'id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:25:33.714603 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184aaa17-9124-4ec3-93d4-09aa57319685 None None] New status for floating IP 22a2a650-2c0b-4c73-afb0-cd2065d107bd: DOWN {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:25:34.367626 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f0470-12fb-4a47-89fb-e3650d982fb7 req-9fb798f1-2982-4f88-bd12-7d0b75257c14 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:34.369008 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-899f0470-12fb-4a47-89fb-e3650d982fb7 req-9fb798f1-2982-4f88-bd12-7d0b75257c14 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 946 time: 0.0802228 Mar 07 22:25:34.437027 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-899f0470-12fb-4a47-89fb-e3650d982fb7 req-dc4f271f-2266-4b09-8241-f095df7e9542 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Deleting port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:25:34.437360 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-899f0470-12fb-4a47-89fb-e3650d982fb7 req-dc4f271f-2266-4b09-8241-f095df7e9542 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:34.745890 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642597fa-d2c8-409b-9fdc-7d6a2d3a2e96 req-5cb83c37-65d6-442b-881d-4d19962d4ba6 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:25:34.747271 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-642597fa-d2c8-409b-9fdc-7d6a2d3a2e96 req-5cb83c37-65d6-442b-881d-4d19962d4ba6 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 946 time: 0.2809896 Mar 07 22:25:34.864333 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-642597fa-d2c8-409b-9fdc-7d6a2d3a2e96 req-d277b4c7-aaeb-4f80-b4bf-616616d8ec26 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720396 Mar 07 22:25:34.873566 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-899f0470-12fb-4a47-89fb-e3650d982fb7 req-dc4f271f-2266-4b09-8241-f095df7e9542 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] For port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:25:34.873916 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-899f0470-12fb-4a47-89fb-e3650d982fb7 req-dc4f271f-2266-4b09-8241-f095df7e9542 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:35.002704 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-899f0470-12fb-4a47-89fb-e3650d982fb7 req-dc4f271f-2266-4b09-8241-f095df7e9542 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Calling delete_port for 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a owned by compute:nova {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:25:35.179241 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-899f0470-12fb-4a47-89fb-e3650d982fb7 req-dc4f271f-2266-4b09-8241-f095df7e9542 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:35.256707 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f271f-2266-4b09-8241-f095df7e9542 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Pushing event deleted for resources: {'Port': ['ID=7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:25:35.307249 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-899f0470-12fb-4a47-89fb-e3650d982fb7 req-dc4f271f-2266-4b09-8241-f095df7e9542 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] No DVR routers for this DVR port 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a on host hv-neutron-8299 {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:25:35.309553 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-899f0470-12fb-4a47-89fb-e3650d982fb7 req-dc4f271f-2266-4b09-8241-f095df7e9542 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:35.312447 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbc16fb-cd03-450e-b0c9-357262591a72', 'name': 'network-vif-deleted', 'tag': '7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:25:35.355295 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbc16fb-cd03-450e-b0c9-357262591a72', 'name': 'network-vif-deleted', 'tag': '7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a', 'status': 'completed', 'code': 200} Mar 07 22:25:35.385662 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-899f0470-12fb-4a47-89fb-e3650d982fb7 req-dc4f271f-2266-4b09-8241-f095df7e9542 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.11 "DELETE /v2.0/ports/7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a HTTP/1.1" status: 204 len: 173 time: 1.0119300 Mar 07 22:25:36.027282 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-adcecbd4-ef18-47a5-9761-141ec22c0345 req-e4682ba9-1b1d-4a4f-a9cb-a7441fde2405 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Synchronizing usage tracker for tenant:1611dc81448b4ec099cfc67b29c63ae2 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:25:36.087839 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-adcecbd4-ef18-47a5-9761-141ec22c0345 req-e4682ba9-1b1d-4a4f-a9cb-a7441fde2405 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Unset dirty status for tenant:1611dc81448b4ec099cfc67b29c63ae2 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:25:36.089047 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-adcecbd4-ef18-47a5-9761-141ec22c0345 req-e4682ba9-1b1d-4a4f-a9cb-a7441fde2405 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cbc16fb-cd03-450e-b0c9-357262591a72 HTTP/1.1" status: 200 len: 210 time: 0.1037667 Mar 07 22:25:37.182173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 57082) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:25:37.247918 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a7cbebd3-37b0-4e27-82ec-d783c5b5baf1 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:37.277616 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a7cbebd3-37b0-4e27-82ec-d783c5b5baf1 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:37.401867 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a7cbebd3-37b0-4e27-82ec-d783c5b5baf1 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:37.421521 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cbebd3-37b0-4e27-82ec-d783c5b5baf1 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:25:37.498004 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-a7cbebd3-37b0-4e27-82ec-d783c5b5baf1 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:37.499155 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-a7cbebd3-37b0-4e27-82ec-d783c5b5baf1 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "DELETE /v2.0/security-groups/27c8aaa6-2ebc-4f0a-8a16-b3bebc65f1a6 HTTP/1.1" status: 204 len: 168 time: 0.3160048 Mar 07 22:25:37.818254 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 57090) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:25:37.823399 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-7b51512a-6098-41be-a9ba-5b77a56373dc tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1666110707', 'description': 'tempest-secgroup-smoke-1666110707 description', 'project_id': '1611dc81448b4ec099cfc67b29c63ae2'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:25:37.829375 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7b51512a-6098-41be-a9ba-5b77a56373dc tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:25:37.833351 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7b51512a-6098-41be-a9ba-5b77a56373dc tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Usage tracker for resource:security_group and tenant:1611dc81448b4ec099cfc67b29c63ae2 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:25:37.836188 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7b51512a-6098-41be-a9ba-5b77a56373dc tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:25:37.841676 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7b51512a-6098-41be-a9ba-5b77a56373dc tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:25:37.910695 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7b51512a-6098-41be-a9ba-5b77a56373dc tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:37.930247 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7b51512a-6098-41be-a9ba-5b77a56373dc tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:25:37.933984 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7b51512a-6098-41be-a9ba-5b77a56373dc tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Usage tracker for resource:security_group_rule and tenant:1611dc81448b4ec099cfc67b29c63ae2 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:25:37.936970 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7b51512a-6098-41be-a9ba-5b77a56373dc tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:25:37.943185 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7b51512a-6098-41be-a9ba-5b77a56373dc tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:25:38.010464 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7b51512a-6098-41be-a9ba-5b77a56373dc tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:38.080840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7b51512a-6098-41be-a9ba-5b77a56373dc tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:38.125607 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51512a-6098-41be-a9ba-5b77a56373dc tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c116f7-28a0-496c-91f8-b04d951956bf,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:25:38.183879 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7b51512a-6098-41be-a9ba-5b77a56373dc tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:38.185500 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7b51512a-6098-41be-a9ba-5b77a56373dc tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3662436 Mar 07 22:25:38.188404 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 57094) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:25:38.193257 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f1b19b86-ba43-4fd9-aa65-60b1e8e1f3f3 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Request body: {'security_group_rule': {'security_group_id': '28c116f7-28a0-496c-91f8-b04d951956bf', 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:25:38.199364 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f1b19b86-ba43-4fd9-aa65-60b1e8e1f3f3 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:25:38.203388 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f1b19b86-ba43-4fd9-aa65-60b1e8e1f3f3 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Usage tracker for resource:security_group_rule and tenant:1611dc81448b4ec099cfc67b29c63ae2 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:25:38.206373 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f1b19b86-ba43-4fd9-aa65-60b1e8e1f3f3 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:25:38.212099 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f1b19b86-ba43-4fd9-aa65-60b1e8e1f3f3 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:25:38.294265 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f1b19b86-ba43-4fd9-aa65-60b1e8e1f3f3 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:38.352539 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f1b19b86-ba43-4fd9-aa65-60b1e8e1f3f3 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:38.430291 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f1b19b86-ba43-4fd9-aa65-60b1e8e1f3f3 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:38.452694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b19b86-ba43-4fd9-aa65-60b1e8e1f3f3 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7527df-121a-4726-8271-2a46b26d1447,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:25:38.521795 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f1b19b86-ba43-4fd9-aa65-60b1e8e1f3f3 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:38.522975 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f1b19b86-ba43-4fd9-aa65-60b1e8e1f3f3 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3336909 Mar 07 22:25:38.525728 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 57098) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:25:38.530643 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-db32c6c8-a6dd-4f68-8da4-fa7456b0d909 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Request body: {'security_group_rule': {'security_group_id': '28c116f7-28a0-496c-91f8-b04d951956bf', 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:25:38.537165 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-db32c6c8-a6dd-4f68-8da4-fa7456b0d909 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:25:38.541020 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-db32c6c8-a6dd-4f68-8da4-fa7456b0d909 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Usage tracker for resource:security_group_rule and tenant:1611dc81448b4ec099cfc67b29c63ae2 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:25:38.543954 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-db32c6c8-a6dd-4f68-8da4-fa7456b0d909 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:25:38.549640 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-db32c6c8-a6dd-4f68-8da4-fa7456b0d909 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:25:38.665033 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-db32c6c8-a6dd-4f68-8da4-fa7456b0d909 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:38.726985 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-db32c6c8-a6dd-4f68-8da4-fa7456b0d909 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:38.790277 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-db32c6c8-a6dd-4f68-8da4-fa7456b0d909 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:38.814467 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32c6c8-a6dd-4f68-8da4-fa7456b0d909 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e683b117-0d64-4c3b-9b8c-dfed8c670e3d,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:25:38.882097 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-db32c6c8-a6dd-4f68-8da4-fa7456b0d909 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:38.883290 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-db32c6c8-a6dd-4f68-8da4-fa7456b0d909 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3565879 Mar 07 22:25:38.885891 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 57102) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:25:38.890825 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-c0eab4ee-44af-423b-9db3-48c0b51e8278 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Request body: {'security_group_rule': {'security_group_id': '28c116f7-28a0-496c-91f8-b04d951956bf', 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:25:38.897312 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c0eab4ee-44af-423b-9db3-48c0b51e8278 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:25:38.901140 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c0eab4ee-44af-423b-9db3-48c0b51e8278 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Usage tracker for resource:security_group_rule and tenant:1611dc81448b4ec099cfc67b29c63ae2 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:25:38.905193 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c0eab4ee-44af-423b-9db3-48c0b51e8278 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:25:38.909576 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c0eab4ee-44af-423b-9db3-48c0b51e8278 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:25:38.973767 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c0eab4ee-44af-423b-9db3-48c0b51e8278 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:39.033515 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c0eab4ee-44af-423b-9db3-48c0b51e8278 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:39.081969 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c0eab4ee-44af-423b-9db3-48c0b51e8278 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:39.104331 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eab4ee-44af-423b-9db3-48c0b51e8278 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e709a75-d819-4853-b96a-0ececb62c41e,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:25:39.150501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c0eab4ee-44af-423b-9db3-48c0b51e8278 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:39.151674 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c0eab4ee-44af-423b-9db3-48c0b51e8278 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2648337 Mar 07 22:25:39.154301 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 57106) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:25:39.159064 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-1763ed3c-b695-4190-9644-07387d60771b tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Request body: {'security_group_rule': {'security_group_id': '28c116f7-28a0-496c-91f8-b04d951956bf', 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:25:39.164958 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1763ed3c-b695-4190-9644-07387d60771b tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:25:39.168665 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1763ed3c-b695-4190-9644-07387d60771b tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Usage tracker for resource:security_group_rule and tenant:1611dc81448b4ec099cfc67b29c63ae2 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:25:39.171467 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-1763ed3c-b695-4190-9644-07387d60771b tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:25:39.177471 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-1763ed3c-b695-4190-9644-07387d60771b tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:25:39.254356 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1763ed3c-b695-4190-9644-07387d60771b tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:39.317397 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1763ed3c-b695-4190-9644-07387d60771b tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:39.396103 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1763ed3c-b695-4190-9644-07387d60771b tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:39.418290 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763ed3c-b695-4190-9644-07387d60771b tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7f488a-6b83-432a-a708-cdf6df493d4b,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:25:39.471001 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-1763ed3c-b695-4190-9644-07387d60771b tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:39.472150 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-1763ed3c-b695-4190-9644-07387d60771b tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3169656 Mar 07 22:25:39.474900 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 57110) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:25:39.479585 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f1f35be9-aa7b-4f4c-a73f-fcd7a3b620a5 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Request body: {'security_group_rule': {'security_group_id': '28c116f7-28a0-496c-91f8-b04d951956bf', 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:25:39.485933 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f1f35be9-aa7b-4f4c-a73f-fcd7a3b620a5 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:25:39.488025 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:25:39.490064 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f1f35be9-aa7b-4f4c-a73f-fcd7a3b620a5 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Usage tracker for resource:security_group_rule and tenant:1611dc81448b4ec099cfc67b29c63ae2 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:25:39.492977 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f1f35be9-aa7b-4f4c-a73f-fcd7a3b620a5 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:25:39.498801 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f1f35be9-aa7b-4f4c-a73f-fcd7a3b620a5 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:25:39.521963 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:25:39.521963 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 7e8dd8a1-2bbb-48c4-888f-c9e1cf7d446a not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:25:39.556405 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-f1f35be9-aa7b-4f4c-a73f-fcd7a3b620a5 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Project 1611dc81448b4ec099cfc67b29c63ae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:25:39.563219 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f1f35be9-aa7b-4f4c-a73f-fcd7a3b620a5 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:39.624694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f1f35be9-aa7b-4f4c-a73f-fcd7a3b620a5 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:39.664469 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f1f35be9-aa7b-4f4c-a73f-fcd7a3b620a5 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:39.688401 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f35be9-aa7b-4f4c-a73f-fcd7a3b620a5 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3f76aa-9c4e-4c65-a817-a203f1d34dd5,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:25:39.739189 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f1f35be9-aa7b-4f4c-a73f-fcd7a3b620a5 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:39.740387 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f1f35be9-aa7b-4f4c-a73f-fcd7a3b620a5 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2646108 Mar 07 22:25:39.743046 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 57114) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:25:39.747920 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-937a72f6-8419-4095-b18e-9dc849dc3285 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Request body: {'security_group_rule': {'security_group_id': '28c116f7-28a0-496c-91f8-b04d951956bf', 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:25:39.753656 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-937a72f6-8419-4095-b18e-9dc849dc3285 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:25:39.757451 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-937a72f6-8419-4095-b18e-9dc849dc3285 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Usage tracker for resource:security_group_rule and tenant:1611dc81448b4ec099cfc67b29c63ae2 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:25:39.760308 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-937a72f6-8419-4095-b18e-9dc849dc3285 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:25:39.766002 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-937a72f6-8419-4095-b18e-9dc849dc3285 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:25:39.836324 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.securitygroups_db [None req-937a72f6-8419-4095-b18e-9dc849dc3285 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Project 1611dc81448b4ec099cfc67b29c63ae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:25:39.843131 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-937a72f6-8419-4095-b18e-9dc849dc3285 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:39.907757 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-937a72f6-8419-4095-b18e-9dc849dc3285 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:39.977717 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-937a72f6-8419-4095-b18e-9dc849dc3285 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:40.001308 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a72f6-8419-4095-b18e-9dc849dc3285 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd9bcf3-1170-4cdb-84a5-5b1af6881938,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:25:40.075021 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-937a72f6-8419-4095-b18e-9dc849dc3285 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:40.076163 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-937a72f6-8419-4095-b18e-9dc849dc3285 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3322294 Mar 07 22:25:40.205587 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:25:46.379537 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:50.440619 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-64a37031-5edc-4a98-8b1f-f6c2be77aa9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:52.327582 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-61ea5274-f628-4458-94c4-21f458566e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:53.377474 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:53.406147 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:25:55.006862 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:03.767120 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-4d49427f-c1b8-480d-a4bb-90fdd8ffdc0f tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Synchronizing usage tracker for tenant:1611dc81448b4ec099cfc67b29c63ae2 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:26:03.830544 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-4d49427f-c1b8-480d-a4bb-90fdd8ffdc0f tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Unset dirty status for tenant:1611dc81448b4ec099cfc67b29c63ae2 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:26:03.831832 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-4d49427f-c1b8-480d-a4bb-90fdd8ffdc0f tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1666110707&fields=id&tenant_id=1611dc81448b4ec099cfc67b29c63ae2 HTTP/1.1" status: 200 len: 267 time: 0.1054206 Mar 07 22:26:03.978807 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-2cbfdefe-7d01-41c7-8786-15464cd35378 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:03.980115 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-2cbfdefe-7d01-41c7-8786-15464cd35378 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/networks?id=5e4a193c-242c-4d1d-8ade-e6637b8fce14 HTTP/1.1" status: 200 len: 809 time: 0.1415639 Mar 07 22:26:03.995027 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-8136bbac-8b52-41b5-a734-5d9473f916c6 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/quotas/1611dc81448b4ec099cfc67b29c63ae2 HTTP/1.1" status: 200 len: 375 time: 0.0095785 Mar 07 22:26:04.075319 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-22dc47de-b532-4075-a4e9-c0bfca14880f tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1611dc81448b4ec099cfc67b29c63ae2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755720 Mar 07 22:26:04.089702 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-ef34decf-ae2a-4736-9396-c70b593a4b6d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 22:26:04.090668 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-ef34decf-ae2a-4736-9396-c70b593a4b6d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047493 Mar 07 22:26:04.215687 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-299748b4-9c7d-4432-9e20-2d4e886f380c service neutron] 10.222.0.21 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199467 Mar 07 22:26:04.431621 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-2a92274d-731d-4200-8231-f69b2a471db4 service neutron] 10.222.0.21 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098746 Mar 07 22:26:05.087190 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a029c445-7071-4f15-b5f0-214382e190cb req-83cf9d94-d374-4051-a498-98da9520e97b tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 210 time: 0.0459468 Mar 07 22:26:06.229773 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f4130b09-121e-4c60-b3da-d45b6660e0fd req-5d26b53e-6066-4d9b-b0e2-3e229f2c670c tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 210 time: 0.0412655 Mar 07 22:26:07.252533 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-f6da33f2-4bff-451e-95f7-506b0138470a tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:07.254060 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-f6da33f2-4bff-451e-95f7-506b0138470a tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.11 "GET /v2.0/networks?id=5e4a193c-242c-4d1d-8ade-e6637b8fce14 HTTP/1.1" status: 200 len: 809 time: 0.1456833 Mar 07 22:26:07.305342 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-a948419d-9171-469c-b792-6d13b95446e3 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1611dc81448b4ec099cfc67b29c63ae2 HTTP/1.1" status: 200 len: 380 time: 0.0405869 Mar 07 22:26:07.312924 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-a35b73c1-2a83-409f-b98a-4a0e69dae338 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Request body: {'port': {'device_id': '5688c8fe-bcd0-4510-b038-b89a384ab5b1', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'admin_state_up': True, 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'security_groups': ['28c116f7-28a0-496c-91f8-b04d951956bf']}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:26:07.435297 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-32fca3f3-abb2-4bc3-85d3-466c53c81c60 req-4dcfbb5b-70fb-4f6e-a128-f383d812f8c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 210 time: 0.0944090 Mar 07 22:26:07.494317 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-a35b73c1-2a83-409f-b98a-4a0e69dae338 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:26:07.503542 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-a35b73c1-2a83-409f-b98a-4a0e69dae338 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:26:07.567860 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-a35b73c1-2a83-409f-b98a-4a0e69dae338 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Made reservation on behalf of 1611dc81448b4ec099cfc67b29c63ae2 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:26:07.571458 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-a35b73c1-2a83-409f-b98a-4a0e69dae338 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:07.728383 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-a35b73c1-2a83-409f-b98a-4a0e69dae338 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Allocated IP 172.20.0.12 (5e4a193c-242c-4d1d-8ade-e6637b8fce14/722e0f2f-32ee-4f72-9d51-e98c6da3ea17/6e49e93c-8209-4459-82bd-538dfea8efae) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:26:07.918740 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-a35b73c1-2a83-409f-b98a-4a0e69dae338 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:07.933926 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-a35b73c1-2a83-409f-b98a-4a0e69dae338 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Transition to ACTIVE for port object 6e49e93c-8209-4459-82bd-538dfea8efae will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:26:08.035226 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-a35b73c1-2a83-409f-b98a-4a0e69dae338 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:08.100235 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-a35b73c1-2a83-409f-b98a-4a0e69dae338 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Network 5e4a193c-242c-4d1d-8ade-e6637b8fce14 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:26:08.107826 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-a35b73c1-2a83-409f-b98a-4a0e69dae338 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:26:08.112130 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-a35b73c1-2a83-409f-b98a-4a0e69dae338 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:26:08.142579 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b73c1-2a83-409f-b98a-4a0e69dae338 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Pushing event updated for resources: {'Port': ['ID=6e49e93c-8209-4459-82bd-538dfea8efae,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:26:08.181891 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-a35b73c1-2a83-409f-b98a-4a0e69dae338 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:08.182525 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-a35b73c1-2a83-409f-b98a-4a0e69dae338 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:08.260074 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-a35b73c1-2a83-409f-b98a-4a0e69dae338 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9509184 Mar 07 22:26:08.272178 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-44012d86-0113-4b5f-a905-44c126d64a32 service neutron] Request body: {'port': {'device_id': '5688c8fe-bcd0-4510-b038-b89a384ab5b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:26:08.382924 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-44012d86-0113-4b5f-a905-44c126d64a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:08.384577 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fef39b56-dd09-4f00-992e-332a69671de6 None None] Provisioning for port 6e49e93c-8209-4459-82bd-538dfea8efae completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:26:08.390336 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-fef39b56-dd09-4f00-992e-332a69671de6 None None] Provisioning complete for port 6e49e93c-8209-4459-82bd-538dfea8efae triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:26:08.395155 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fef39b56-dd09-4f00-992e-332a69671de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:08.444945 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-fef39b56-dd09-4f00-992e-332a69671de6 None None] Port 6e49e93c-8209-4459-82bd-538dfea8efae cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:26:08.726775 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4bd97-c440-49f6-8412-103ef992c6fd req-7398feca-b102-44fc-bc27-faa7e85c8f4e tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:08.727364 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-19f4bd97-c440-49f6-8412-103ef992c6fd req-7398feca-b102-44fc-bc27-faa7e85c8f4e tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Synchronizing usage tracker for tenant:1611dc81448b4ec099cfc67b29c63ae2 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:26:08.806792 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-44012d86-0113-4b5f-a905-44c126d64a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e49e93c-8209-4459-82bd-538dfea8efae {{(pid=88386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:26:08.814274 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-44012d86-0113-4b5f-a905-44c126d64a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:08.828312 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-44012d86-0113-4b5f-a905-44c126d64a32 service neutron] Transition to ACTIVE for port object 6e49e93c-8209-4459-82bd-538dfea8efae will not be triggered until provisioned by entity L2. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:26:08.829481 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-19f4bd97-c440-49f6-8412-103ef992c6fd req-7398feca-b102-44fc-bc27-faa7e85c8f4e tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Unset dirty status for tenant:1611dc81448b4ec099cfc67b29c63ae2 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:26:08.833977 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19f4bd97-c440-49f6-8412-103ef992c6fd req-7398feca-b102-44fc-bc27-faa7e85c8f4e tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 932 time: 0.2817981 Mar 07 22:26:08.876921 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-19f4bd97-c440-49f6-8412-103ef992c6fd req-b5694c40-ea1f-4d39-9e22-807ee0eb932b tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402541 Mar 07 22:26:08.914789 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-44012d86-0113-4b5f-a905-44c126d64a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:09.145062 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44012d86-0113-4b5f-a905-44c126d64a32 service neutron] Pushing event updated for resources: {'Port': ['ID=6e49e93c-8209-4459-82bd-538dfea8efae,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:26:09.251761 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-44012d86-0113-4b5f-a905-44c126d64a32 service neutron] Attempting to bind port 6e49e93c-8209-4459-82bd-538dfea8efae on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:26:09.252108 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-44012d86-0113-4b5f-a905-44c126d64a32 service neutron] Attempting to bind port 6e49e93c-8209-4459-82bd-538dfea8efae by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '1e7b6e87-3b3e-402d-90a3-2c0970496b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:26:09.252436 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-44012d86-0113-4b5f-a905-44c126d64a32 service neutron] Attempting to bind port 6e49e93c-8209-4459-82bd-538dfea8efae on network 5e4a193c-242c-4d1d-8ade-e6637b8fce14 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:26:09.257192 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-44012d86-0113-4b5f-a905-44c126d64a32 service neutron] Port 6e49e93c-8209-4459-82bd-538dfea8efae on network 5e4a193c-242c-4d1d-8ade-e6637b8fce14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 22:26:09.257530 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-44012d86-0113-4b5f-a905-44c126d64a32 service neutron] Attempting to bind port 6e49e93c-8209-4459-82bd-538dfea8efae on network 5e4a193c-242c-4d1d-8ade-e6637b8fce14 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:26:09.263071 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-44012d86-0113-4b5f-a905-44c126d64a32 service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:26:09.263677 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-44012d86-0113-4b5f-a905-44c126d64a32 service neutron] Checking segment: {'id': '1e7b6e87-3b3e-402d-90a3-2c0970496b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:26:09.268848 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-44012d86-0113-4b5f-a905-44c126d64a32 service neutron] Bound using segment: {'id': '1e7b6e87-3b3e-402d-90a3-2c0970496b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14'} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:26:09.268848 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-44012d86-0113-4b5f-a905-44c126d64a32 service neutron] Bound port: 6e49e93c-8209-4459-82bd-538dfea8efae, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e7b6e87-3b3e-402d-90a3-2c0970496b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14'}}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:26:09.268848 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-44012d86-0113-4b5f-a905-44c126d64a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:09.359445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-44012d86-0113-4b5f-a905-44c126d64a32 service neutron] For port 6e49e93c-8209-4459-82bd-538dfea8efae, host hv-neutron-8299, cleared binding levels {{(pid=88386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:26:09.363023 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-44012d86-0113-4b5f-a905-44c126d64a32 service neutron] For port 6e49e93c-8209-4459-82bd-538dfea8efae, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=6e49e93c-8209-4459-82bd-538dfea8efae,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:26:09.436725 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-44012d86-0113-4b5f-a905-44c126d64a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:09.492847 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-44012d86-0113-4b5f-a905-44c126d64a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:09.493445 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-44012d86-0113-4b5f-a905-44c126d64a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:09.494806 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-44012d86-0113-4b5f-a905-44c126d64a32 service neutron] 10.222.0.11 "PUT /v2.0/ports/6e49e93c-8209-4459-82bd-538dfea8efae HTTP/1.1" status: 200 len: 1094 time: 1.2271237 Mar 07 22:26:09.495283 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5688c8fe-bcd0-4510-b038-b89a384ab5b1', 'tag': '6e49e93c-8209-4459-82bd-538dfea8efae'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:26:09.526898 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44012d86-0113-4b5f-a905-44c126d64a32 service neutron] Pushing event updated for resources: {'Port': ['ID=6e49e93c-8209-4459-82bd-538dfea8efae,revision_number=3']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:26:09.552412 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5688c8fe-bcd0-4510-b038-b89a384ab5b1', 'tag': '6e49e93c-8209-4459-82bd-538dfea8efae', 'status': 'completed', 'code': 200} Mar 07 22:26:09.653048 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4794f-50b3-402c-9d82-730c452f6e3e req-1884bd9a-6664-4320-9711-9d7021cccd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:09.654929 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3fe4794f-50b3-402c-9d82-730c452f6e3e req-1884bd9a-6664-4320-9711-9d7021cccd0a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1611dc81448b4ec099cfc67b29c63ae2&device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 1097 time: 0.0824516 Mar 07 22:26:09.803724 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4794f-50b3-402c-9d82-730c452f6e3e req-e8675aeb-395f-4777-a1be-c5cd01a6a3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:09.804902 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3fe4794f-50b3-402c-9d82-730c452f6e3e req-e8675aeb-395f-4777-a1be-c5cd01a6a3d8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1611dc81448b4ec099cfc67b29c63ae2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1431944 Mar 07 22:26:09.943498 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4794f-50b3-402c-9d82-730c452f6e3e req-577c993b-863d-4aed-b7e0-0070a0d461c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:09.944990 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3fe4794f-50b3-402c-9d82-730c452f6e3e req-577c993b-863d-4aed-b7e0-0070a0d461c5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1340919 Mar 07 22:26:10.105990 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-fdfbaae5-c30a-4057-a563-d36cdb36a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:10.107374 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-fdfbaae5-c30a-4057-a563-d36cdb36a8da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1611dc81448b4ec099cfc67b29c63ae2&device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 1097 time: 0.1295369 Mar 07 22:26:10.118878 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4509a0-b0bb-4e5d-9bba-0e7fbc55a174 req-44aa1db5-9b68-4688-8467-573390d6ea43 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:10.120133 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5a4509a0-b0bb-4e5d-9bba-0e7fbc55a174 req-44aa1db5-9b68-4688-8467-573390d6ea43 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 944 time: 0.1119399 Mar 07 22:26:10.195134 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-78e9d52a-239e-484b-8dcb-78df541c370e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e49e93c-8209-4459-82bd-538dfea8efae HTTP/1.1" status: 200 len: 217 time: 0.0740557 Mar 07 22:26:10.265471 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5a4509a0-b0bb-4e5d-9bba-0e7fbc55a174 req-708bfc0e-d734-4e01-83d7-38eb7ca846fa tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976214 Mar 07 22:26:10.273858 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-5a74e0d1-43a6-4a1a-b597-4b42f02111bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:10.275250 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-5a74e0d1-43a6-4a1a-b597-4b42f02111bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=722e0f2f-32ee-4f72-9d51-e98c6da3ea17 HTTP/1.1" status: 200 len: 848 time: 0.0747180 Mar 07 22:26:10.348644 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-8ff2b02c-1d51-4aa1-b340-ae874343c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:10.350084 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-8ff2b02c-1d51-4aa1-b340-ae874343c107 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4a193c-242c-4d1d-8ade-e6637b8fce14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683608 Mar 07 22:26:10.476334 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-c0ccc9fc-2bca-41e3-9662-5e2b74afdad5 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200786 Mar 07 22:26:10.603783 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5ab224db-d7ef-4782-93ea-ac6354437de9 req-b71ba532-70fa-472c-a137-fbb66bd9e667 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216424 Mar 07 22:26:11.450872 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3374439-cbd5-4da2-9fe8-b6df2bde665b req-1052f60d-c11d-4688-bbea-485c85640b16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:11.452354 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e3374439-cbd5-4da2-9fe8-b6df2bde665b req-1052f60d-c11d-4688-bbea-485c85640b16 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 944 time: 0.0834417 Mar 07 22:26:11.494731 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e3374439-cbd5-4da2-9fe8-b6df2bde665b req-d1de62cd-3e6b-4894-93f7-eed0ad100b1a tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367010 Mar 07 22:26:12.672132 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5144e-5601-49e7-924e-f895abf9f7c4 req-3757ae59-8e51-45b8-bd48-bd43d56d8c07 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:12.673598 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-08a5144e-5601-49e7-924e-f895abf9f7c4 req-3757ae59-8e51-45b8-bd48-bd43d56d8c07 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 944 time: 0.0765996 Mar 07 22:26:12.719305 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-08a5144e-5601-49e7-924e-f895abf9f7c4 req-dc9995d8-4a67-4984-84cd-ecd01796913a tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401843 Mar 07 22:26:13.992277 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dced6a-86ce-4a4a-825e-0ed539fc4a33 req-0f00f85e-6054-4507-b495-14cb7af5b8c0 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:13.993703 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e9dced6a-86ce-4a4a-825e-0ed539fc4a33 req-0f00f85e-6054-4507-b495-14cb7af5b8c0 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 944 time: 0.1699135 Mar 07 22:26:14.037397 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e9dced6a-86ce-4a4a-825e-0ed539fc4a33 req-510d1f14-a03d-45b3-8fb0-6450312e4f91 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380163 Mar 07 22:26:15.216305 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd154e-6bdc-4da0-be64-9fb669468626 req-89e70d68-2d2a-40e3-a208-f8ac7a1091df tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:15.217628 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d1bd154e-6bdc-4da0-be64-9fb669468626 req-89e70d68-2d2a-40e3-a208-f8ac7a1091df tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 944 time: 0.0790832 Mar 07 22:26:15.260077 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d1bd154e-6bdc-4da0-be64-9fb669468626 req-b1de57ca-90c3-4a7f-b780-e98deb1e4417 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369153 Mar 07 22:26:16.378949 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:16.437624 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428238bd-cad6-47ce-9077-8175fd46bcde req-f8af6e4b-05f4-40bd-9a64-688b18cfcdcc tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:16.439594 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-428238bd-cad6-47ce-9077-8175fd46bcde req-f8af6e4b-05f4-40bd-9a64-688b18cfcdcc tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 944 time: 0.0784831 Mar 07 22:26:16.484653 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-428238bd-cad6-47ce-9077-8175fd46bcde req-241a1c21-e6c5-42c4-aa9d-d9280b96daa8 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392079 Mar 07 22:26:17.204626 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:26:17.629761 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 6e49e93c-8209-4459-82bd-538dfea8efae details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:26:17.713819 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e90084-fb49-4ab6-b198-085db70a4dac req-03bf045c-ec2f-4172-ad76-31c5a6ef092a tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:17.716005 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a5e90084-fb49-4ab6-b198-085db70a4dac req-03bf045c-ec2f-4172-ad76-31c5a6ef092a tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 944 time: 0.0780184 Mar 07 22:26:17.758417 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a5e90084-fb49-4ab6-b198-085db70a4dac req-35d67992-e2ff-4e63-8f04-1e96593953aa tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372617 Mar 07 22:26:17.759221 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 6e49e93c-8209-4459-82bd-538dfea8efae, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=6e49e93c-8209-4459-82bd-538dfea8efae,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:26:17.773044 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '6e49e93c-8209-4459-82bd-538dfea8efae', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'port_id': '6e49e93c-8209-4459-82bd-538dfea8efae', 'mac_address': 'fa:16:3e:e3:09:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:26:17.830242 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:17.846135 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e49e93c-8209-4459-82bd-538dfea8efae {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:26:17.861041 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 6e49e93c-8209-4459-82bd-538dfea8efae, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=6e49e93c-8209-4459-82bd-538dfea8efae,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:26:17.931530 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:17.997312 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=6e49e93c-8209-4459-82bd-538dfea8efae,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:26:18.004150 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:18.004500 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:18.004835 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:18.005166 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:18.005495 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:18.005822 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:18.006169 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:18.006499 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:18.006822 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:18.007142 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:18.007460 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:18.007779 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:26:18.147449 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['6e49e93c-8209-4459-82bd-538dfea8efae'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:26:18.940076 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c6a7d-567f-42e4-9f47-8aff26add23f req-b0c373d7-3ff0-4e64-b69f-6b81f55b34a0 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:18.941489 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7c4c6a7d-567f-42e4-9f47-8aff26add23f req-b0c373d7-3ff0-4e64-b69f-6b81f55b34a0 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 945 time: 0.0813777 Mar 07 22:26:18.983470 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7c4c6a7d-567f-42e4-9f47-8aff26add23f req-335cadfc-336f-4ddd-a8b9-5111845d39b2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364871 Mar 07 22:26:19.629315 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 6e49e93c-8209-4459-82bd-538dfea8efae up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:26:19.760059 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 6e49e93c-8209-4459-82bd-538dfea8efae completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:26:19.764624 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 6e49e93c-8209-4459-82bd-538dfea8efae triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:26:19.764996 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:19.880582 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:19.906645 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5688c8fe-bcd0-4510-b038-b89a384ab5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e49e93c-8209-4459-82bd-538dfea8efae'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:26:19.916338 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 6e49e93c-8209-4459-82bd-538dfea8efae, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=6e49e93c-8209-4459-82bd-538dfea8efae,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:26:19.996858 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:19.999947 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5688c8fe-bcd0-4510-b038-b89a384ab5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e49e93c-8209-4459-82bd-538dfea8efae', 'code': 200} Mar 07 22:26:20.077595 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=6e49e93c-8209-4459-82bd-538dfea8efae,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:26:20.121542 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d8ea3e9d-323a-4644-a198-0b71edb7a385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:20.167583 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea09e44-6ec7-4d74-9cc5-c799dab61a89 req-3c090070-45a2-4510-99f4-af9410eba0b1 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:20.168938 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3ea09e44-6ec7-4d74-9cc5-c799dab61a89 req-3c090070-45a2-4510-99f4-af9410eba0b1 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 946 time: 0.0788996 Mar 07 22:26:20.213331 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3ea09e44-6ec7-4d74-9cc5-c799dab61a89 req-91ef8ea6-35f2-4cc7-a44b-72d6209ff0c7 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387275 Mar 07 22:26:20.377867 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e722e-798e-410e-9f85-5a98a733dc5b req-72584195-f71e-4529-a31d-617eff52ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:20.379337 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-046e722e-798e-410e-9f85-5a98a733dc5b req-72584195-f71e-4529-a31d-617eff52ce3f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 1099 time: 0.0728559 Mar 07 22:26:20.417528 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-046e722e-798e-410e-9f85-5a98a733dc5b req-75551e1e-a87d-43af-a61d-cc809e7e51ea service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322146 Mar 07 22:26:21.396916 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b52db-1e12-4a1b-a72e-5e37a5cccac0 req-faee9d23-5826-44b1-b9d0-93326fdb5f98 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:21.398956 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e46b52db-1e12-4a1b-a72e-5e37a5cccac0 req-faee9d23-5826-44b1-b9d0-93326fdb5f98 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 946 time: 0.0803072 Mar 07 22:26:21.446132 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e46b52db-1e12-4a1b-a72e-5e37a5cccac0 req-8c16e5c1-f580-40ae-88d4-bcc189c034e4 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414555 Mar 07 22:26:22.331689 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-31d6f8d7-e9cd-4f7a-bce1-508e2f747c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:22.624728 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4b330-63c0-4dc5-b6a7-0d116b9d15d6 req-b463785b-8136-4322-b234-fcd99e273c6d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:22.626081 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a0f4b330-63c0-4dc5-b6a7-0d116b9d15d6 req-b463785b-8136-4322-b234-fcd99e273c6d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 946 time: 0.0767827 Mar 07 22:26:22.667985 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-a0f4b330-63c0-4dc5-b6a7-0d116b9d15d6 req-eaf6ebb4-4510-4b6c-ae9f-4b3da39f82ef tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358012 Mar 07 22:26:22.847412 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b1690-1da5-4ba8-92ef-b8ce75f7193b req-0236fb31-40af-4ec1-ac03-59dca0bf7bdb tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:22.848855 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7b1b1690-1da5-4ba8-92ef-b8ce75f7193b req-0236fb31-40af-4ec1-ac03-59dca0bf7bdb tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 946 time: 0.0800872 Mar 07 22:26:22.892220 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7b1b1690-1da5-4ba8-92ef-b8ce75f7193b req-45228b88-54db-4921-8ec2-b6f9768f4e5d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376770 Mar 07 22:26:22.914563 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 57322) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:26:22.981685 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2df99dd-486b-46ce-af9d-6524d4eb71e3 tempest-TestShelveInstance-2135553119 tempest-TestShelveInstance-2135553119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:22.983135 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d2df99dd-486b-46ce-af9d-6524d4eb71e3 tempest-TestShelveInstance-2135553119 tempest-TestShelveInstance-2135553119-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 1094 time: 0.0676417 Mar 07 22:26:22.986443 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 57326) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:26:22.991073 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f21b4d84-3d50-4ead-bcb3-bc286da138c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': '6e49e93c-8209-4459-82bd-538dfea8efae', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:26:22.996768 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f21b4d84-3d50-4ead-bcb3-bc286da138c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:26:23.000464 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f21b4d84-3d50-4ead-bcb3-bc286da138c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Usage tracker for resource:floatingip and tenant:1611dc81448b4ec099cfc67b29c63ae2 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:26:23.003254 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f21b4d84-3d50-4ead-bcb3-bc286da138c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:26:23.008736 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f21b4d84-3d50-4ead-bcb3-bc286da138c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:26:23.127784 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f21b4d84-3d50-4ead-bcb3-bc286da138c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for floatingip, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:23.259316 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f21b4d84-3d50-4ead-bcb3-bc286da138c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:23.359725 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:23.378284 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:23.393796 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-f21b4d84-3d50-4ead-bcb3-bc286da138c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Allocated IP 172.26.2.79 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/388b681e-393e-40aa-b9fc-8e6b72726950) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:26:23.535893 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f21b4d84-3d50-4ead-bcb3-bc286da138c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:23.653471 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f21b4d84-3d50-4ead-bcb3-bc286da138c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:23.715984 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21b4d84-3d50-4ead-bcb3-bc286da138c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:26:23.723084 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-f21b4d84-3d50-4ead-bcb3-bc286da138c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:26:23.727044 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21b4d84-3d50-4ead-bcb3-bc286da138c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:26:23.758893 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b4d84-3d50-4ead-bcb3-bc286da138c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Pushing event updated for resources: {'Port': ['ID=388b681e-393e-40aa-b9fc-8e6b72726950,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:26:24.217854 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f21b4d84-3d50-4ead-bcb3-bc286da138c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:24.349922 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f21b4d84-3d50-4ead-bcb3-bc286da138c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:24.546413 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f21b4d84-3d50-4ead-bcb3-bc286da138c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:24.607127 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f21b4d84-3d50-4ead-bcb3-bc286da138c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:24.714364 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b4d84-3d50-4ead-bcb3-bc286da138c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Pushing event updated for resources: {'Port': ['ID=388b681e-393e-40aa-b9fc-8e6b72726950,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:26:24.723783 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f21b4d84-3d50-4ead-bcb3-bc286da138c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:24.889790 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-f21b4d84-3d50-4ead-bcb3-bc286da138c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Floating IP 6f1290ca-b05d-479d-9ce6-696000520f24 associated. External IP: 172.26.2.79, port: 6e49e93c-8209-4459-82bd-538dfea8efae. Mar 07 22:26:24.978635 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:25.232574 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21b4d84-3d50-4ead-bcb3-bc286da138c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Router c35a9ae5-db0b-4c5f-a329-b46e20fb490a has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:26:25.406533 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21b4d84-3d50-4ead-bcb3-bc286da138c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:26:25.416045 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4440b34-d8b8-408c-810b-e56a2920754f None None] Sync routers for ids ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:26:25.425425 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4440b34-d8b8-408c-810b-e56a2920754f None None] Routers {'c35a9ae5-db0b-4c5f-a329-b46e20fb490a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:26:25.426048 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f4440b34-d8b8-408c-810b-e56a2920754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:26:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:26:25.522011 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f21b4d84-3d50-4ead-bcb3-bc286da138c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:25.577711 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f21b4d84-3d50-4ead-bcb3-bc286da138c2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5902877 Mar 07 22:26:25.578409 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5688c8fe-bcd0-4510-b038-b89a384ab5b1', 'tag': '6e49e93c-8209-4459-82bd-538dfea8efae'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:26:25.621670 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5688c8fe-bcd0-4510-b038-b89a384ab5b1', 'tag': '6e49e93c-8209-4459-82bd-538dfea8efae', 'status': 'completed', 'code': 200} Mar 07 22:26:25.637304 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-f4440b34-d8b8-408c-810b-e56a2920754f None None] Set router c35a9ae5-db0b-4c5f-a329-b46e20fb490a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:26:25.833702 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913a190-bffa-4bc9-b070-ef3553eaad29 req-7bdc5fc4-7c46-43cd-aaa5-2cf00210e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:25.835312 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6913a190-bffa-4bc9-b070-ef3553eaad29 req-7bdc5fc4-7c46-43cd-aaa5-2cf00210e581 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1611dc81448b4ec099cfc67b29c63ae2&device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 1099 time: 0.1840832 Mar 07 22:26:25.964814 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913a190-bffa-4bc9-b070-ef3553eaad29 req-1b061165-4542-4d68-be32-80f48fb99a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:25.966396 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6913a190-bffa-4bc9-b070-ef3553eaad29 req-1b061165-4542-4d68-be32-80f48fb99a07 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4a193c-242c-4d1d-8ade-e6637b8fce14 HTTP/1.1" status: 200 len: 909 time: 0.1252739 Mar 07 22:26:25.982071 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f4440b34-d8b8-408c-810b-e56a2920754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'name': 'tempest-TestShelveInstance-1760495135-router', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:03Z', 'updated_at': '2022-03-07T22:21:07Z', 'revision_number': 4, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'gw_port': {'id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:04Z', 'updated_at': '2022-03-07T22:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '6f1290ca-b05d-479d-9ce6-696000520f24', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'floating_ip_address': '172.26.2.79', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'port_id': '6e49e93c-8209-4459-82bd-538dfea8efae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'mac_address': 'fa:16:3e:e3:09:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688c8fe-bcd0-4510-b038-b89a384ab5b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:26:24Z', 'updated_at': '2022-03-07T22:26:24Z', 'revision_number': 0, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ca45a4d-d8c2-4a30-bee1-4821292bdea3', 'name': '', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'mac_address': 'fa:16:3e:3f:dd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:06Z', 'updated_at': '2022-03-07T22:21:13Z', 'revision_number': 5, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'subnets': [{'id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:26:25.986424 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4440b34-d8b8-408c-810b-e56a2920754f None None] Checking router: c35a9ae5-db0b-4c5f-a329-b46e20fb490a for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:26:25.994951 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4440b34-d8b8-408c-810b-e56a2920754f None None] Routers {'c35a9ae5-db0b-4c5f-a329-b46e20fb490a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:26:25.995518 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f4440b34-d8b8-408c-810b-e56a2920754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:26:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:26:26.071431 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6913a190-bffa-4bc9-b070-ef3553eaad29 req-3ff219b7-9e29-44c8-a477-e3d381fde8d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e49e93c-8209-4459-82bd-538dfea8efae HTTP/1.1" status: 200 len: 999 time: 0.0991359 Mar 07 22:26:26.132244 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913a190-bffa-4bc9-b070-ef3553eaad29 req-69bd8983-0b8c-4096-85d5-7c656a39bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:26.133689 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6913a190-bffa-4bc9-b070-ef3553eaad29 req-69bd8983-0b8c-4096-85d5-7c656a39bb0c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=722e0f2f-32ee-4f72-9d51-e98c6da3ea17 HTTP/1.1" status: 200 len: 848 time: 0.0566177 Mar 07 22:26:26.170623 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-f4440b34-d8b8-408c-810b-e56a2920754f None None] Set router c35a9ae5-db0b-4c5f-a329-b46e20fb490a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:26:26.211334 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913a190-bffa-4bc9-b070-ef3553eaad29 req-81b6de06-9ba3-4f9e-9836-66aa825e9e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:26.212793 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6913a190-bffa-4bc9-b070-ef3553eaad29 req-81b6de06-9ba3-4f9e-9836-66aa825e9e29 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4a193c-242c-4d1d-8ade-e6637b8fce14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732296 Mar 07 22:26:26.342992 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6913a190-bffa-4bc9-b070-ef3553eaad29 req-97a55669-9e7e-4d5c-9097-1eeb03488b68 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239986 Mar 07 22:26:26.471561 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-6913a190-bffa-4bc9-b070-ef3553eaad29 req-63e2aaba-92ef-40b8-9924-48f9904578b3 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225996 Mar 07 22:26:26.511756 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f4440b34-d8b8-408c-810b-e56a2920754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'name': 'tempest-TestShelveInstance-1760495135-router', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:03Z', 'updated_at': '2022-03-07T22:21:07Z', 'revision_number': 4, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'gw_port': {'id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:04Z', 'updated_at': '2022-03-07T22:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '6f1290ca-b05d-479d-9ce6-696000520f24', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'floating_ip_address': '172.26.2.79', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'port_id': '6e49e93c-8209-4459-82bd-538dfea8efae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'mac_address': 'fa:16:3e:e3:09:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688c8fe-bcd0-4510-b038-b89a384ab5b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:26:24Z', 'updated_at': '2022-03-07T22:26:24Z', 'revision_number': 0, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ca45a4d-d8c2-4a30-bee1-4821292bdea3', 'name': '', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'mac_address': 'fa:16:3e:3f:dd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:06Z', 'updated_at': '2022-03-07T22:21:13Z', 'revision_number': 5, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'subnets': [{'id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:26:26.515687 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4440b34-d8b8-408c-810b-e56a2920754f None None] The sync data for ids ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'] in dv-neutron-829957-1-hyperv is: [{'id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'name': 'tempest-TestShelveInstance-1760495135-router', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:03Z', 'updated_at': '2022-03-07T22:21:07Z', 'revision_number': 4, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'gw_port': {'id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:04Z', 'updated_at': '2022-03-07T22:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '6f1290ca-b05d-479d-9ce6-696000520f24', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'floating_ip_address': '172.26.2.79', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'port_id': '6e49e93c-8209-4459-82bd-538dfea8efae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'mac_address': 'fa:16:3e:e3:09:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688c8fe-bcd0-4510-b038-b89a384ab5b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:26:24Z', 'updated_at': '2022-03-07T22:26:24Z', 'revision_number': 0, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ca45a4d-d8c2-4a30-bee1-4821292bdea3', 'name': '', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'mac_address': 'fa:16:3e:3f:dd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:06Z', 'updated_at': '2022-03-07T22:21:13Z', 'revision_number': 5, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'subnets': [{'id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:26:26.701581 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf559a90-7ac1-44b2-ab19-6fde8bad279d None None] New status for floating IP 6f1290ca-b05d-479d-9ce6-696000520f24: ACTIVE {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:26:46.435228 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:50.138042 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1979f494-4bcd-4354-ab84-2b22d48b721a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:52.313631 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d6b12abf-1de9-4a3a-8e97-2ab2fa7e0eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:53.407132 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:53.452617 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:54.204312 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:26:54.944168 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:26:55.659426 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16e95580-3740-4434-9ea3-ddd570014a9d req-857a79ac-c69d-4c94-8ab5-95c375dfa19b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681739 Mar 07 22:26:55.802561 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e95580-3740-4434-9ea3-ddd570014a9d req-dd8bc3b8-874d-44a3-bb37-de14404ac8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:55.803981 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16e95580-3740-4434-9ea3-ddd570014a9d req-dd8bc3b8-874d-44a3-bb37-de14404ac8dd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1611dc81448b4ec099cfc67b29c63ae2&device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 1099 time: 0.0752752 Mar 07 22:26:55.947432 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e95580-3740-4434-9ea3-ddd570014a9d req-98c4ce63-f304-4810-883a-9263621279b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:55.948857 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16e95580-3740-4434-9ea3-ddd570014a9d req-98c4ce63-f304-4810-883a-9263621279b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4a193c-242c-4d1d-8ade-e6637b8fce14 HTTP/1.1" status: 200 len: 909 time: 0.1264408 Mar 07 22:26:56.049340 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16e95580-3740-4434-9ea3-ddd570014a9d req-faaaa510-1303-4517-ad8f-76caba4c1014 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e49e93c-8209-4459-82bd-538dfea8efae HTTP/1.1" status: 200 len: 1001 time: 0.0944579 Mar 07 22:26:56.108941 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e95580-3740-4434-9ea3-ddd570014a9d req-6e007137-cbf2-4fba-bbb0-61fe534bab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:56.110347 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16e95580-3740-4434-9ea3-ddd570014a9d req-6e007137-cbf2-4fba-bbb0-61fe534bab39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=722e0f2f-32ee-4f72-9d51-e98c6da3ea17 HTTP/1.1" status: 200 len: 848 time: 0.0556638 Mar 07 22:26:56.183866 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e95580-3740-4434-9ea3-ddd570014a9d req-36730584-0891-44a8-86ad-53c2e0d50c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:26:56.185346 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16e95580-3740-4434-9ea3-ddd570014a9d req-36730584-0891-44a8-86ad-53c2e0d50c65 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4a193c-242c-4d1d-8ade-e6637b8fce14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687745 Mar 07 22:26:56.314768 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16e95580-3740-4434-9ea3-ddd570014a9d req-1d1361c9-bd8a-4f26-bfc9-b1945b23d927 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228330 Mar 07 22:26:56.443159 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16e95580-3740-4434-9ea3-ddd570014a9d req-b5d77175-0a1c-4784-95ab-aca4470ac8d2 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228795 Mar 07 22:27:16.435732 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:27:20.101665 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-70bc968f-63bb-4742-85a7-290d0bdd4a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:27:22.320911 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-78c2c812-5634-4347-882d-522ac64b67c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:27:23.383426 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:27:23.406242 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:27:24.948390 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:27:31.225147 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:27:46.506962 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:27:50.120988 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-abb69cec-4997-49f6-8569-d82fca7068a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:27:52.321127 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0e4a4dc0-57a4-4ea9-b575-5ff47c8598a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:27:53.404126 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:27:53.417139 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:27:54.954420 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:27:58.377184 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-33d8e5a4-f9b0-458d-a408-d87eb4d4cee8 req-a1118204-265d-4d26-bf9c-4734073ee007 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1673295 Mar 07 22:27:58.508887 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8e5a4-f9b0-458d-a408-d87eb4d4cee8 req-1c0645da-2746-420a-9d0d-99f563f22ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:58.510856 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-33d8e5a4-f9b0-458d-a408-d87eb4d4cee8 req-1c0645da-2746-420a-9d0d-99f563f22ccf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1611dc81448b4ec099cfc67b29c63ae2&device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 1099 time: 0.0686686 Mar 07 22:27:58.648221 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8e5a4-f9b0-458d-a408-d87eb4d4cee8 req-dd701020-a306-4be7-91b9-9ae0e42bdaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:58.649560 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-33d8e5a4-f9b0-458d-a408-d87eb4d4cee8 req-dd701020-a306-4be7-91b9-9ae0e42bdaca service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4a193c-242c-4d1d-8ade-e6637b8fce14 HTTP/1.1" status: 200 len: 909 time: 0.1219902 Mar 07 22:27:58.750224 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-33d8e5a4-f9b0-458d-a408-d87eb4d4cee8 req-3d2a014c-e9d8-464d-ae3c-9a76a717b0e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e49e93c-8209-4459-82bd-538dfea8efae HTTP/1.1" status: 200 len: 1001 time: 0.0944288 Mar 07 22:27:58.812599 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8e5a4-f9b0-458d-a408-d87eb4d4cee8 req-8b4303b4-5661-4e9b-a37b-b56a51596eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:58.813982 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-33d8e5a4-f9b0-458d-a408-d87eb4d4cee8 req-8b4303b4-5661-4e9b-a37b-b56a51596eb1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=722e0f2f-32ee-4f72-9d51-e98c6da3ea17 HTTP/1.1" status: 200 len: 848 time: 0.0582595 Mar 07 22:27:58.886867 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8e5a4-f9b0-458d-a408-d87eb4d4cee8 req-1b848d34-1bb4-491c-9146-6a0cce903a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:27:58.888337 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-33d8e5a4-f9b0-458d-a408-d87eb4d4cee8 req-1b848d34-1bb4-491c-9146-6a0cce903a6b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4a193c-242c-4d1d-8ade-e6637b8fce14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686686 Mar 07 22:27:59.016175 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-33d8e5a4-f9b0-458d-a408-d87eb4d4cee8 req-46213093-be6b-4027-bf15-3811303d1b7e service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214511 Mar 07 22:27:59.149096 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-33d8e5a4-f9b0-458d-a408-d87eb4d4cee8 req-d74ab6b9-ded1-40fc-839f-1e20b1ef4480 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270497 Mar 07 22:28:08.223695 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:28:16.420432 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:28:20.114322 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-055c16b9-ac5b-4dfd-ba5b-34eba68cb4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:28:22.294720 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e1cb66a5-5c2e-4c99-92b1-070bba8f6cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:28:23.414951 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:28:23.445664 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:28:24.954051 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:28:45.223626 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:28:46.422493 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:28:50.130873 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-324a3e84-e226-4799-8360-def64dccd5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:28:52.308352 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a3ff379d-141f-4c9a-8c6b-15f3b926fb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:28:53.380880 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:28:53.408590 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:28:54.974255 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:28:59.624794 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16a5b893-4627-4b82-9a09-d5731364a82e req-44fde785-8d20-447c-ab7a-7867c2a57024 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719504 Mar 07 22:28:59.765978 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5b893-4627-4b82-9a09-d5731364a82e req-819b84e8-9248-4036-b4ae-38bc4803ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:59.765978 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16a5b893-4627-4b82-9a09-d5731364a82e req-819b84e8-9248-4036-b4ae-38bc4803ff12 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1611dc81448b4ec099cfc67b29c63ae2&device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 1099 time: 0.0717065 Mar 07 22:28:59.902626 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5b893-4627-4b82-9a09-d5731364a82e req-637e1ba3-b207-4754-bdba-3f7fae65b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:28:59.904026 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16a5b893-4627-4b82-9a09-d5731364a82e req-637e1ba3-b207-4754-bdba-3f7fae65b1b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4a193c-242c-4d1d-8ade-e6637b8fce14 HTTP/1.1" status: 200 len: 909 time: 0.1243069 Mar 07 22:29:00.004134 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16a5b893-4627-4b82-9a09-d5731364a82e req-3f6087b0-c117-479c-93af-78015d7a23a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e49e93c-8209-4459-82bd-538dfea8efae HTTP/1.1" status: 200 len: 1001 time: 0.0944068 Mar 07 22:29:00.067872 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5b893-4627-4b82-9a09-d5731364a82e req-00cd18d7-c701-4c9a-93d4-b3362000f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:00.068921 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16a5b893-4627-4b82-9a09-d5731364a82e req-00cd18d7-c701-4c9a-93d4-b3362000f727 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=722e0f2f-32ee-4f72-9d51-e98c6da3ea17 HTTP/1.1" status: 200 len: 848 time: 0.0596576 Mar 07 22:29:00.144818 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5b893-4627-4b82-9a09-d5731364a82e req-07edd9b1-2eac-48d4-8504-630f463a2f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:00.146274 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16a5b893-4627-4b82-9a09-d5731364a82e req-07edd9b1-2eac-48d4-8504-630f463a2f78 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4a193c-242c-4d1d-8ade-e6637b8fce14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702703 Mar 07 22:29:00.155450 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [req-16a5b893-4627-4b82-9a09-d5731364a82e req-52d79c7d-cd7e-43b5-89a7-a0485c71e2c6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 22:29:00.156331 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16a5b893-4627-4b82-9a09-d5731364a82e req-52d79c7d-cd7e-43b5-89a7-a0485c71e2c6 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046411 Mar 07 22:29:00.283406 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16a5b893-4627-4b82-9a09-d5731364a82e req-02c7f312-78e7-4b90-a0c8-a57bbf23cee8 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212311 Mar 07 22:29:00.510521 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16a5b893-4627-4b82-9a09-d5731364a82e req-9427f245-6f5d-4e69-bf68-0f9e498aff98 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215090 Mar 07 22:29:05.085664 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0512e7c-cbec-40c9-b1c8-cf63c084ad33 req-60d6cfbf-3ee2-4853-966f-928a42f5e570 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:05.087094 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b0512e7c-cbec-40c9-b1c8-cf63c084ad33 req-60d6cfbf-3ee2-4853-966f-928a42f5e570 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 946 time: 0.1649418 Mar 07 22:29:05.130114 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b0512e7c-cbec-40c9-b1c8-cf63c084ad33 req-908879f7-b5d9-4dac-9939-dbd9defc15cb tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373597 Mar 07 22:29:06.353864 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c117285-3975-4848-8ddc-53af13f4451b req-0e39aa7f-6b9b-4923-95ec-d309dc9b1d33 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:06.355323 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9c117285-3975-4848-8ddc-53af13f4451b req-0e39aa7f-6b9b-4923-95ec-d309dc9b1d33 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 946 time: 0.1215098 Mar 07 22:29:06.398209 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9c117285-3975-4848-8ddc-53af13f4451b req-d7c1e295-4615-4df5-8e2f-18fef64f56be tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367863 Mar 07 22:29:07.587412 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733031e-d695-458f-a945-68f9a6ace612 req-b4e14685-d9f4-4dc2-a671-a7b4e3d00f4a tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:07.588840 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4733031e-d695-458f-a945-68f9a6ace612 req-b4e14685-d9f4-4dc2-a671-a7b4e3d00f4a tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 946 time: 0.0780642 Mar 07 22:29:07.634752 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4733031e-d695-458f-a945-68f9a6ace612 req-8a8b828a-a4a5-42d9-a844-c9407de402e4 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396986 Mar 07 22:29:08.815071 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48876e0-5273-4322-b2de-1b2e65c306f7 req-a5858694-bc42-4880-a4c5-b1ae4c72abd5 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:08.816512 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e48876e0-5273-4322-b2de-1b2e65c306f7 req-a5858694-bc42-4880-a4c5-b1ae4c72abd5 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 946 time: 0.0785639 Mar 07 22:29:08.860199 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e48876e0-5273-4322-b2de-1b2e65c306f7 req-2a6dba7f-c712-484c-83ee-14da7f50abe6 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378470 Mar 07 22:29:10.049532 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63b85d-425c-4fd1-ada0-47ae42167fb1 req-ba2e305c-990c-4c94-b465-a66d0fb1fc7b tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:10.051123 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ca63b85d-425c-4fd1-ada0-47ae42167fb1 req-ba2e305c-990c-4c94-b465-a66d0fb1fc7b tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 946 time: 0.0835030 Mar 07 22:29:10.095171 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ca63b85d-425c-4fd1-ada0-47ae42167fb1 req-997e0aaf-d105-48fa-87f1-14ea3c8b7965 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378680 Mar 07 22:29:11.274909 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc91be7-f350-405c-ba89-7d74f3c1851f req-9982a3be-2bc2-4e83-8251-86d716ce3814 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:11.276218 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0bc91be7-f350-405c-ba89-7d74f3c1851f req-9982a3be-2bc2-4e83-8251-86d716ce3814 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 946 time: 0.0778899 Mar 07 22:29:11.318259 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0bc91be7-f350-405c-ba89-7d74f3c1851f req-8e7fc7fc-5c8e-4d26-93d8-779d1e906cc2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364888 Mar 07 22:29:12.500705 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f937b6-d22b-4222-b219-bd1e879b08bf req-3e6daebd-b91f-4cfd-b553-ac6f429ad333 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:12.502153 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b2f937b6-d22b-4222-b219-bd1e879b08bf req-3e6daebd-b91f-4cfd-b553-ac6f429ad333 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 946 time: 0.0813932 Mar 07 22:29:12.544929 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b2f937b6-d22b-4222-b219-bd1e879b08bf req-d0a28957-e065-4c1f-ba66-bbb391c99fff tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371671 Mar 07 22:29:13.723208 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4788a-b011-46ad-80dd-c629f131dfc1 req-6af25e27-e4da-48f3-90ba-3dc1f7c1238f tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:13.724535 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-29c4788a-b011-46ad-80dd-c629f131dfc1 req-6af25e27-e4da-48f3-90ba-3dc1f7c1238f tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 946 time: 0.0777011 Mar 07 22:29:13.769842 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-29c4788a-b011-46ad-80dd-c629f131dfc1 req-1a2aa910-e9f6-4e19-a078-2e8e90a885c9 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398493 Mar 07 22:29:14.951911 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497278e-1c1d-4c5f-adbf-a42e258f48f2 req-1d5e299c-dd88-4364-85ff-f7d5cf47d381 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:14.953237 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f497278e-1c1d-4c5f-adbf-a42e258f48f2 req-1d5e299c-dd88-4364-85ff-f7d5cf47d381 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 946 time: 0.0779197 Mar 07 22:29:14.996029 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f497278e-1c1d-4c5f-adbf-a42e258f48f2 req-1148af72-ae17-4b0c-a0ce-e54c3231c92b tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371332 Mar 07 22:29:15.170467 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432463f-980c-43db-b4f3-d8ff54f54bba req-f8519f84-6bf1-41d2-b0a2-9076be20d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:15.171849 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d432463f-980c-43db-b4f3-d8ff54f54bba req-f8519f84-6bf1-41d2-b0a2-9076be20d6cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1611dc81448b4ec099cfc67b29c63ae2&device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 1099 time: 0.0756860 Mar 07 22:29:15.300427 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432463f-980c-43db-b4f3-d8ff54f54bba req-b941b7eb-aba7-4194-a89f-48276c7c6ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:15.301830 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d432463f-980c-43db-b4f3-d8ff54f54bba req-b941b7eb-aba7-4194-a89f-48276c7c6ccd service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4a193c-242c-4d1d-8ade-e6637b8fce14 HTTP/1.1" status: 200 len: 909 time: 0.1240399 Mar 07 22:29:15.401907 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d432463f-980c-43db-b4f3-d8ff54f54bba req-ef8b4255-48a6-4336-ad94-33ad768f11e1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e49e93c-8209-4459-82bd-538dfea8efae HTTP/1.1" status: 200 len: 1001 time: 0.0943272 Mar 07 22:29:15.461855 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432463f-980c-43db-b4f3-d8ff54f54bba req-af4bcd1e-a6b1-42e4-b982-833ccdc98a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:15.463194 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d432463f-980c-43db-b4f3-d8ff54f54bba req-af4bcd1e-a6b1-42e4-b982-833ccdc98a45 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=722e0f2f-32ee-4f72-9d51-e98c6da3ea17 HTTP/1.1" status: 200 len: 848 time: 0.0551434 Mar 07 22:29:15.534415 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432463f-980c-43db-b4f3-d8ff54f54bba req-342b09f5-e9ba-4dc3-bed0-33d79bdb8fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:15.535808 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d432463f-980c-43db-b4f3-d8ff54f54bba req-342b09f5-e9ba-4dc3-bed0-33d79bdb8fa3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4a193c-242c-4d1d-8ade-e6637b8fce14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670156 Mar 07 22:29:15.662905 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d432463f-980c-43db-b4f3-d8ff54f54bba req-d8f9351d-58cc-4481-87c6-19a0e32eb218 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210184 Mar 07 22:29:15.790987 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d432463f-980c-43db-b4f3-d8ff54f54bba req-603c54b9-d68e-469a-8662-419ad0948188 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218102 Mar 07 22:29:16.275749 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14199c41-e2c4-4f11-9ead-b32b5b2ea7e0 req-1fbf64e7-e05a-4054-9732-69cb2c8fbeb7 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:16.277169 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-14199c41-e2c4-4f11-9ead-b32b5b2ea7e0 req-1fbf64e7-e05a-4054-9732-69cb2c8fbeb7 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 946 time: 0.1733274 Mar 07 22:29:16.319853 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-14199c41-e2c4-4f11-9ead-b32b5b2ea7e0 req-39033df9-c6bb-4560-b8fe-f08b4827248c tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370927 Mar 07 22:29:16.416445 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:29:17.502550 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035355aa-4fe4-412d-b60c-f78855875cce req-dc00d5aa-0ec0-42f6-ba7e-9b3430b48c4e tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:17.503895 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-035355aa-4fe4-412d-b60c-f78855875cce req-dc00d5aa-0ec0-42f6-ba7e-9b3430b48c4e tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 946 time: 0.0811005 Mar 07 22:29:17.546438 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-035355aa-4fe4-412d-b60c-f78855875cce req-606232b2-a03b-4ec6-a8af-9842b0450c75 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368304 Mar 07 22:29:18.729689 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be700cf-db5d-4a51-b2c3-737df107c529 req-a1472e9a-dd3d-4820-9121-59a9882da62c tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:18.731133 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9be700cf-db5d-4a51-b2c3-737df107c529 req-a1472e9a-dd3d-4820-9121-59a9882da62c tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 946 time: 0.0779798 Mar 07 22:29:18.773741 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9be700cf-db5d-4a51-b2c3-737df107c529 req-82bc3b67-17a7-4c7f-ac45-137a71bd6961 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369511 Mar 07 22:29:19.320726 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bd446-7783-47a9-a337-784cbd9545d7 req-a1c7ccc0-2297-48be-b892-5545f52d186a tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:19.322155 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-456bd446-7783-47a9-a337-784cbd9545d7 req-a1c7ccc0-2297-48be-b892-5545f52d186a tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 946 time: 0.1189885 Mar 07 22:29:19.379249 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-456bd446-7783-47a9-a337-784cbd9545d7 req-c5b7d3ce-06bb-4a7c-9ea3-cce1ef3689cd tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510111 Mar 07 22:29:19.394009 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b1f2b4a7-c736-4a65-aec5-23323560b999 req-a471bc1d-825b-4c31-a679-5ac32b65e677 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1571505 Mar 07 22:29:20.139758 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-84700dc7-7a31-4e1f-bcb7-23d9f7eb73fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:29:20.562041 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed6668-684d-4d64-a9c8-c493fd248136 req-4966925a-6afd-42a5-903b-2685e0552a43 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:20.563488 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-18ed6668-684d-4d64-a9c8-c493fd248136 req-4966925a-6afd-42a5-903b-2685e0552a43 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 946 time: 0.0791728 Mar 07 22:29:20.607481 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-18ed6668-684d-4d64-a9c8-c493fd248136 req-7cd68414-27b8-4495-bb6e-8bc43c0b5a7c tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378265 Mar 07 22:29:20.639820 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 6e49e93c-8209-4459-82bd-538dfea8efae no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:29:20.752536 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:29:20.779211 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5688c8fe-bcd0-4510-b038-b89a384ab5b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e49e93c-8209-4459-82bd-538dfea8efae'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:29:20.789100 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 6e49e93c-8209-4459-82bd-538dfea8efae, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=6e49e93c-8209-4459-82bd-538dfea8efae,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:29:20.821649 dv-neutron-829957-1-hyperv neutron-server[88388]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5688c8fe-bcd0-4510-b038-b89a384ab5b1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6e49e93c-8209-4459-82bd-538dfea8efae', 'code': 422} returned with failed status Mar 07 22:29:20.873902 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:29:20.940952 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=6e49e93c-8209-4459-82bd-538dfea8efae,revision_number=6']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:20.947814 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:20.948156 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:20.948487 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:20.948810 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:20.949130 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:20.949449 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:20.949764 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:20.950104 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:20.950418 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:20.950727 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:20.951036 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:20.951344 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:29:21.795697 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a971a2-5d9e-4b80-ae03-59fe598d0d4d req-12034f69-6a7f-485e-a4a7-92844054f2da tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:21.797288 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-43a971a2-5d9e-4b80-ae03-59fe598d0d4d req-12034f69-6a7f-485e-a4a7-92844054f2da tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 944 time: 0.0847821 Mar 07 22:29:21.842653 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-43a971a2-5d9e-4b80-ae03-59fe598d0d4d req-1f0157f2-aca7-4e6b-a286-cec4c20d7a3a tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391123 Mar 07 22:29:22.222436 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:29:22.291016 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-0964c9ac-e777-4b8f-af21-33d273eb9bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:29:23.026216 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b3626-b313-485c-95f9-80b7beeadb03 req-8057fb3e-758c-4eb5-9d04-dcd44c364d98 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:23.027642 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b26b3626-b313-485c-95f9-80b7beeadb03 req-8057fb3e-758c-4eb5-9d04-dcd44c364d98 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 944 time: 0.0778816 Mar 07 22:29:23.072632 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b26b3626-b313-485c-95f9-80b7beeadb03 req-6609f499-3656-422b-940f-f63adfb4094c tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393083 Mar 07 22:29:23.148028 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2b4a7-c736-4a65-aec5-23323560b999 req-f71287d2-0712-4d84-ac73-f9de64e0900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:23.149364 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b1f2b4a7-c736-4a65-aec5-23323560b999 req-f71287d2-0712-4d84-ac73-f9de64e0900a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1&tenant_id=1611dc81448b4ec099cfc67b29c63ae2 HTTP/1.1" status: 200 len: 1097 time: 0.0714464 Mar 07 22:29:23.237154 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2b4a7-c736-4a65-aec5-23323560b999 req-86744fbd-58b7-4b40-86b2-b1ff00bc71b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:23.238585 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b1f2b4a7-c736-4a65-aec5-23323560b999 req-86744fbd-58b7-4b40-86b2-b1ff00bc71b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1611dc81448b4ec099cfc67b29c63ae2&device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 1097 time: 0.0677779 Mar 07 22:29:23.379146 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2b4a7-c736-4a65-aec5-23323560b999 req-e665ba66-20ec-4029-940a-25f037a99305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:23.379146 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b1f2b4a7-c736-4a65-aec5-23323560b999 req-e665ba66-20ec-4029-940a-25f037a99305 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4a193c-242c-4d1d-8ade-e6637b8fce14 HTTP/1.1" status: 200 len: 909 time: 0.1262753 Mar 07 22:29:23.473085 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b1f2b4a7-c736-4a65-aec5-23323560b999 req-07503e67-a344-404d-acce-057f052f8029 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e49e93c-8209-4459-82bd-538dfea8efae HTTP/1.1" status: 200 len: 999 time: 0.0965877 Mar 07 22:29:23.532794 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2b4a7-c736-4a65-aec5-23323560b999 req-a2e04a87-0e73-4b23-a4c4-fc1b487430d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:23.534254 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b1f2b4a7-c736-4a65-aec5-23323560b999 req-a2e04a87-0e73-4b23-a4c4-fc1b487430d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=722e0f2f-32ee-4f72-9d51-e98c6da3ea17 HTTP/1.1" status: 200 len: 848 time: 0.0557477 Mar 07 22:29:23.609008 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2b4a7-c736-4a65-aec5-23323560b999 req-32a15553-c166-452a-b616-c1fd41697e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:23.613119 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b1f2b4a7-c736-4a65-aec5-23323560b999 req-32a15553-c166-452a-b616-c1fd41697e59 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4a193c-242c-4d1d-8ade-e6637b8fce14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708797 Mar 07 22:29:23.662232 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:29:23.739178 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b1f2b4a7-c736-4a65-aec5-23323560b999 req-d673e15f-a97b-4fdb-beef-dc37b99d5ea3 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227336 Mar 07 22:29:23.867221 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b1f2b4a7-c736-4a65-aec5-23323560b999 req-834a41df-8261-4328-9325-06886276bf2a service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220069 Mar 07 22:29:23.959371 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:29:24.256000 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a6317-ac25-49c0-b4a0-1dde5fcb3c2b req-30943895-0fe8-4c05-9c08-b88c442b5f2a tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:24.256000 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3b6a6317-ac25-49c0-b4a0-1dde5fcb3c2b req-30943895-0fe8-4c05-9c08-b88c442b5f2a tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 944 time: 0.0804505 Mar 07 22:29:24.301300 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3b6a6317-ac25-49c0-b4a0-1dde5fcb3c2b req-3d963f13-131a-42ae-8c43-d1a996ed47f2 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416415 Mar 07 22:29:24.970910 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:29:25.576395 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c01542-c5e8-4d88-b9a4-c65ef38f7437 req-aee6c6ce-193a-456a-b15a-0ef149d798f3 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:25.577804 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f9c01542-c5e8-4d88-b9a4-c65ef38f7437 req-aee6c6ce-193a-456a-b15a-0ef149d798f3 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 944 time: 0.1748893 Mar 07 22:29:25.620327 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f9c01542-c5e8-4d88-b9a4-c65ef38f7437 req-c01cc216-f216-4d2a-822c-71c53bf1189d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367606 Mar 07 22:29:26.808999 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b347fb-f6a9-42c6-a9ee-b41f3793a9da req-1c2fb24f-9c93-43ca-a33a-e02fd9c228e7 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:26.810445 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-85b347fb-f6a9-42c6-a9ee-b41f3793a9da req-1c2fb24f-9c93-43ca-a33a-e02fd9c228e7 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 944 time: 0.0795486 Mar 07 22:29:26.855738 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-85b347fb-f6a9-42c6-a9ee-b41f3793a9da req-953fa92e-7c8f-4b7c-8c4f-b4fe496cd99d tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392184 Mar 07 22:29:28.034775 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e362b-5216-4c0c-a0e2-eb2720c9e85a req-e003da93-b97a-403b-b7ea-a3fb55edbf80 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:28.036225 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-801e362b-5216-4c0c-a0e2-eb2720c9e85a req-e003da93-b97a-403b-b7ea-a3fb55edbf80 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 944 time: 0.0782545 Mar 07 22:29:28.082344 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-801e362b-5216-4c0c-a0e2-eb2720c9e85a req-cb4dbc64-0c8d-4761-9ae7-04523c5bdf0b tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406020 Mar 07 22:29:29.259201 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9d3f2-e82a-4abd-b597-c7d23154e2ec req-5f265903-02b1-4b40-9f9d-bdd9ba533424 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:29.260606 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-01e9d3f2-e82a-4abd-b597-c7d23154e2ec req-5f265903-02b1-4b40-9f9d-bdd9ba533424 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 944 time: 0.0767052 Mar 07 22:29:29.302812 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-01e9d3f2-e82a-4abd-b597-c7d23154e2ec req-f5729e41-c0e9-45c1-8d19-2d21df42f4e6 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367520 Mar 07 22:29:30.485254 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5985f-47bf-4078-a240-82d9cca77d0b req-ac3a9e65-6ff8-4dab-8ac3-e670488e4558 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:30.487302 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-78f5985f-47bf-4078-a240-82d9cca77d0b req-ac3a9e65-6ff8-4dab-8ac3-e670488e4558 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 944 time: 0.0810633 Mar 07 22:29:30.528789 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-78f5985f-47bf-4078-a240-82d9cca77d0b req-cd1650fc-5921-437e-bf10-9f6c1bd52c0b tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360441 Mar 07 22:29:30.688800 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 6e49e93c-8209-4459-82bd-538dfea8efae details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:29:30.818901 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 6e49e93c-8209-4459-82bd-538dfea8efae, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=6e49e93c-8209-4459-82bd-538dfea8efae,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:29:30.831926 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '6e49e93c-8209-4459-82bd-538dfea8efae', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'port_id': '6e49e93c-8209-4459-82bd-538dfea8efae', 'mac_address': 'fa:16:3e:e3:09:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:29:30.887911 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:29:30.904502 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e49e93c-8209-4459-82bd-538dfea8efae {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:29:30.919887 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 6e49e93c-8209-4459-82bd-538dfea8efae, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=6e49e93c-8209-4459-82bd-538dfea8efae,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:29:30.987833 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:29:31.052055 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=6e49e93c-8209-4459-82bd-538dfea8efae,revision_number=7']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:31.230712 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['6e49e93c-8209-4459-82bd-538dfea8efae'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:29:31.707652 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569cd57-f14c-4817-9860-8b0448ba7a99 req-98f733e9-a2ca-4728-a46b-25d002e94449 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:31.709007 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4569cd57-f14c-4817-9860-8b0448ba7a99 req-98f733e9-a2ca-4728-a46b-25d002e94449 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 945 time: 0.0776346 Mar 07 22:29:31.751824 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-4569cd57-f14c-4817-9860-8b0448ba7a99 req-e8e399a5-bae4-4ca6-8142-8d6572650905 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371776 Mar 07 22:29:32.701179 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 6e49e93c-8209-4459-82bd-538dfea8efae up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:29:32.766279 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 6e49e93c-8209-4459-82bd-538dfea8efae triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:29:32.766643 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:29:32.885050 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:29:32.910415 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5688c8fe-bcd0-4510-b038-b89a384ab5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e49e93c-8209-4459-82bd-538dfea8efae'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:29:32.920185 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 6e49e93c-8209-4459-82bd-538dfea8efae, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=6e49e93c-8209-4459-82bd-538dfea8efae,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:29:32.936307 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef2b16-95ce-4b20-844b-f33612694129 req-f0689541-fd37-456d-bf28-018afd36c516 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:32.937785 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-31ef2b16-95ce-4b20-844b-f33612694129 req-f0689541-fd37-456d-bf28-018afd36c516 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 945 time: 0.0833280 Mar 07 22:29:32.959072 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5688c8fe-bcd0-4510-b038-b89a384ab5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e49e93c-8209-4459-82bd-538dfea8efae', 'code': 200} Mar 07 22:29:32.983380 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-31ef2b16-95ce-4b20-844b-f33612694129 req-da14422e-d252-4fa4-af56-3939c6e869cf tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396817 Mar 07 22:29:32.988222 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:29:33.054724 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=6e49e93c-8209-4459-82bd-538dfea8efae,revision_number=8']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:29:33.300788 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6da101-4241-4cf4-aec7-9f7fa676e62e req-25d7949e-051b-45c5-a7af-4d70e6b67d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:33.302227 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8c6da101-4241-4cf4-aec7-9f7fa676e62e req-25d7949e-051b-45c5-a7af-4d70e6b67d2a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 1099 time: 0.0663185 Mar 07 22:29:33.343394 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-8c6da101-4241-4cf4-aec7-9f7fa676e62e req-9764d713-ba90-4bb1-8328-eba019fab513 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357537 Mar 07 22:29:34.165278 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5009c6-0a3c-44bd-8bd5-38644da5e5ee req-d8a8320c-fdcf-4941-9d20-07e1a7c98e6b tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:34.166758 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0d5009c6-0a3c-44bd-8bd5-38644da5e5ee req-d8a8320c-fdcf-4941-9d20-07e1a7c98e6b tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 946 time: 0.0777266 Mar 07 22:29:34.210477 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0d5009c6-0a3c-44bd-8bd5-38644da5e5ee req-e4491a42-90f4-4d91-910b-a6c8910bb5d8 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382159 Mar 07 22:29:35.390963 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b484a-b080-4385-ae3c-18e5b2454c0d req-f04737ba-33bd-4e42-b14a-a5864a9063ae tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:29:35.392383 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-348b484a-b080-4385-ae3c-18e5b2454c0d req-f04737ba-33bd-4e42-b14a-a5864a9063ae tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 946 time: 0.0804887 Mar 07 22:29:35.435672 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-348b484a-b080-4385-ae3c-18e5b2454c0d req-32a06b65-6180-40d0-ae52-2e6bec41634f tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369992 Mar 07 22:29:46.440138 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:29:50.147729 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-f74df99d-8999-4030-92f7-ab720bbd65b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:29:52.330502 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-04bd06b0-26d5-4ba2-9fe3-7c43d51fae8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:29:53.402763 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:29:53.427415 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:29:54.964744 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:29:59.221428 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:30:00.347851 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d51abc88-247f-4db0-8eff-bf145ea1273d req-9ba97369-ff2b-4064-9c5b-f89689617076 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1072063 Mar 07 22:30:00.484938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51abc88-247f-4db0-8eff-bf145ea1273d req-66c09c72-e31f-467e-8550-95717b89c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:00.486433 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d51abc88-247f-4db0-8eff-bf145ea1273d req-66c09c72-e31f-467e-8550-95717b89c51d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1611dc81448b4ec099cfc67b29c63ae2&device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 1099 time: 0.0728276 Mar 07 22:30:00.626966 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51abc88-247f-4db0-8eff-bf145ea1273d req-a79e68d5-3e9d-4b38-abcd-a4a4db995f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:00.628389 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d51abc88-247f-4db0-8eff-bf145ea1273d req-a79e68d5-3e9d-4b38-abcd-a4a4db995f64 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4a193c-242c-4d1d-8ade-e6637b8fce14 HTTP/1.1" status: 200 len: 909 time: 0.1249368 Mar 07 22:30:00.728757 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d51abc88-247f-4db0-8eff-bf145ea1273d req-86576d50-8193-40b5-bbcd-7ee2b65b0a08 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e49e93c-8209-4459-82bd-538dfea8efae HTTP/1.1" status: 200 len: 1001 time: 0.0940697 Mar 07 22:30:00.789624 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51abc88-247f-4db0-8eff-bf145ea1273d req-7181e3d7-02dd-4fbc-a43b-f98646ca3aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:00.791403 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d51abc88-247f-4db0-8eff-bf145ea1273d req-7181e3d7-02dd-4fbc-a43b-f98646ca3aac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=722e0f2f-32ee-4f72-9d51-e98c6da3ea17 HTTP/1.1" status: 200 len: 848 time: 0.0560067 Mar 07 22:30:00.866038 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51abc88-247f-4db0-8eff-bf145ea1273d req-f35780ec-70e4-4560-9124-b84749fb94fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:00.867482 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d51abc88-247f-4db0-8eff-bf145ea1273d req-f35780ec-70e4-4560-9124-b84749fb94fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4a193c-242c-4d1d-8ade-e6637b8fce14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699799 Mar 07 22:30:00.996171 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d51abc88-247f-4db0-8eff-bf145ea1273d req-7927ec40-3eaa-471a-8aca-6b5329b90f82 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225207 Mar 07 22:30:01.219917 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d51abc88-247f-4db0-8eff-bf145ea1273d req-60d728a8-f740-4e85-b763-a0e3a91458a5 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175593 Mar 07 22:30:16.446988 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:30:20.167229 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-909d8203-1755-4f9a-af13-766423360274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:30:22.316094 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2e240b4d-c216-4853-8138-89d3f58430f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:30:23.421771 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:30:23.435247 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:30:24.961008 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:30:36.220564 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:30:46.469516 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:30:50.169563 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-83ed145c-bcf9-4cd7-8945-6456b5301c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:30:52.298186 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-532a21cd-b2f1-4814-bf53-e66623b332ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:30:53.449386 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:30:53.472104 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:30:55.002229 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:30:59.634705 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-df6e154e-dcf3-4126-b8b6-e07471d674b1 req-44a5edac-501c-4023-8cb6-a9a1bc38b5d4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699012 Mar 07 22:30:59.770169 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e154e-dcf3-4126-b8b6-e07471d674b1 req-02f24459-17ac-4bd4-9836-d65a20ee40fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:59.771508 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-df6e154e-dcf3-4126-b8b6-e07471d674b1 req-02f24459-17ac-4bd4-9836-d65a20ee40fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1611dc81448b4ec099cfc67b29c63ae2&device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 1099 time: 0.0703948 Mar 07 22:30:59.911840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e154e-dcf3-4126-b8b6-e07471d674b1 req-69820682-2290-473c-a9e5-c860f32a858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:30:59.913292 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-df6e154e-dcf3-4126-b8b6-e07471d674b1 req-69820682-2290-473c-a9e5-c860f32a858c service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4a193c-242c-4d1d-8ade-e6637b8fce14 HTTP/1.1" status: 200 len: 909 time: 0.1244037 Mar 07 22:31:00.014157 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-df6e154e-dcf3-4126-b8b6-e07471d674b1 req-bf6aa2dd-20b6-4257-a8cb-10057910e9c1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e49e93c-8209-4459-82bd-538dfea8efae HTTP/1.1" status: 200 len: 1001 time: 0.0938909 Mar 07 22:31:00.077447 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e154e-dcf3-4126-b8b6-e07471d674b1 req-4c7514bc-77b9-4920-8f66-5fc6eb2e44ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:00.078871 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-df6e154e-dcf3-4126-b8b6-e07471d674b1 req-4c7514bc-77b9-4920-8f66-5fc6eb2e44ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=722e0f2f-32ee-4f72-9d51-e98c6da3ea17 HTTP/1.1" status: 200 len: 848 time: 0.0592475 Mar 07 22:31:00.150487 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e154e-dcf3-4126-b8b6-e07471d674b1 req-5577e72d-9d27-4c34-9aa5-1873539b3122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:00.152569 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-df6e154e-dcf3-4126-b8b6-e07471d674b1 req-5577e72d-9d27-4c34-9aa5-1873539b3122 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4a193c-242c-4d1d-8ade-e6637b8fce14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679753 Mar 07 22:31:00.280352 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-df6e154e-dcf3-4126-b8b6-e07471d674b1 req-18188edc-55a6-4223-88d5-9ef215ef5b84 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219437 Mar 07 22:31:00.407586 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-df6e154e-dcf3-4126-b8b6-e07471d674b1 req-99d0738f-c0ab-4899-8cce-834e6923647c service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215189 Mar 07 22:31:13.219154 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:31:16.495325 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:20.120480 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-725f47e2-21f1-4c05-b2b6-d6cecad45cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:22.302900 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b903a8ad-744c-473a-842a-515ea77ae440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:23.400455 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:23.411382 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:23.876052 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 57536) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:31:24.294759 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-6d8feb55-0e91-4147-abe6-077b83402562 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Deleting port 388b681e-393e-40aa-b9fc-8e6b72726950 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:31:24.295094 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6d8feb55-0e91-4147-abe6-077b83402562 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:24.458243 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6d8feb55-0e91-4147-abe6-077b83402562 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:24.458569 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6d8feb55-0e91-4147-abe6-077b83402562 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:24.577093 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-6d8feb55-0e91-4147-abe6-077b83402562 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Calling delete_port for 388b681e-393e-40aa-b9fc-8e6b72726950 owned by network:floatingip {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:31:24.897663 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6d8feb55-0e91-4147-abe6-077b83402562 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:24.945638 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8feb55-0e91-4147-abe6-077b83402562 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Pushing event deleted for resources: {'Port': ['ID=388b681e-393e-40aa-b9fc-8e6b72726950,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:24.980831 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:24.982336 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8feb55-0e91-4147-abe6-077b83402562 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:24.982678 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8feb55-0e91-4147-abe6-077b83402562 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:24.983017 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8feb55-0e91-4147-abe6-077b83402562 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:24.983346 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8feb55-0e91-4147-abe6-077b83402562 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:24.983667 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8feb55-0e91-4147-abe6-077b83402562 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:24.983989 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8feb55-0e91-4147-abe6-077b83402562 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:24.984306 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8feb55-0e91-4147-abe6-077b83402562 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:24.984627 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8feb55-0e91-4147-abe6-077b83402562 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:24.984943 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8feb55-0e91-4147-abe6-077b83402562 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:24.985255 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8feb55-0e91-4147-abe6-077b83402562 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:24.985566 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8feb55-0e91-4147-abe6-077b83402562 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:24.985871 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8feb55-0e91-4147-abe6-077b83402562 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:25.044935 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6d8feb55-0e91-4147-abe6-077b83402562 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for floatingip, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:25.045266 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-6d8feb55-0e91-4147-abe6-077b83402562 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Floating IP 6f1290ca-b05d-479d-9ce6-696000520f24 disassociated (deleted). External IP: 172.26.2.79, port: 6e49e93c-8209-4459-82bd-538dfea8efae. Mar 07 22:31:25.388181 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8feb55-0e91-4147-abe6-077b83402562 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Router c35a9ae5-db0b-4c5f-a329-b46e20fb490a has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:31:25.560571 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8feb55-0e91-4147-abe6-077b83402562 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:31:25.569772 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af157980-e7f5-4ba6-a749-430352d5e3a2 None None] Sync routers for ids ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:31:25.579084 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af157980-e7f5-4ba6-a749-430352d5e3a2 None None] Routers {'c35a9ae5-db0b-4c5f-a329-b46e20fb490a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:31:25.579713 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-af157980-e7f5-4ba6-a749-430352d5e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:31:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:25.634865 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-6d8feb55-0e91-4147-abe6-077b83402562 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:25.692978 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-6d8feb55-0e91-4147-abe6-077b83402562 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "DELETE /v2.0/floatingips/6f1290ca-b05d-479d-9ce6-696000520f24 HTTP/1.1" status: 204 len: 168 time: 1.8156793 Mar 07 22:31:25.693385 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5688c8fe-bcd0-4510-b038-b89a384ab5b1', 'tag': '6e49e93c-8209-4459-82bd-538dfea8efae'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:31:25.796403 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-af157980-e7f5-4ba6-a749-430352d5e3a2 None None] Set router c35a9ae5-db0b-4c5f-a329-b46e20fb490a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:31:25.857607 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5688c8fe-bcd0-4510-b038-b89a384ab5b1', 'tag': '6e49e93c-8209-4459-82bd-538dfea8efae', 'status': 'completed', 'code': 200} Mar 07 22:31:25.949693 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8fd61-521c-4806-adb0-e526224d013b req-9ac4114c-ba6d-4625-bc36-584aa7caf3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:25.951277 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5aa8fd61-521c-4806-adb0-e526224d013b req-9ac4114c-ba6d-4625-bc36-584aa7caf3d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1611dc81448b4ec099cfc67b29c63ae2&device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 1099 time: 0.0724547 Mar 07 22:31:26.089577 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8fd61-521c-4806-adb0-e526224d013b req-a9622988-a09f-43ac-9d47-7cd556b5af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:26.091211 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5aa8fd61-521c-4806-adb0-e526224d013b req-a9622988-a09f-43ac-9d47-7cd556b5af82 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4a193c-242c-4d1d-8ade-e6637b8fce14 HTTP/1.1" status: 200 len: 909 time: 0.1341181 Mar 07 22:31:26.133576 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-af157980-e7f5-4ba6-a749-430352d5e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'name': 'tempest-TestShelveInstance-1760495135-router', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:03Z', 'updated_at': '2022-03-07T22:21:07Z', 'revision_number': 4, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'gw_port': {'id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:04Z', 'updated_at': '2022-03-07T22:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '4ca45a4d-d8c2-4a30-bee1-4821292bdea3', 'name': '', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'mac_address': 'fa:16:3e:3f:dd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:06Z', 'updated_at': '2022-03-07T22:21:13Z', 'revision_number': 5, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'subnets': [{'id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:26.137794 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af157980-e7f5-4ba6-a749-430352d5e3a2 None None] Checking router: c35a9ae5-db0b-4c5f-a329-b46e20fb490a for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:31:26.147752 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af157980-e7f5-4ba6-a749-430352d5e3a2 None None] Routers {'c35a9ae5-db0b-4c5f-a329-b46e20fb490a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:31:26.148508 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-af157980-e7f5-4ba6-a749-430352d5e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:31:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:26.196449 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5aa8fd61-521c-4806-adb0-e526224d013b req-6639b64b-8e83-4fd3-818c-1d27e4bc0977 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e49e93c-8209-4459-82bd-538dfea8efae HTTP/1.1" status: 200 len: 217 time: 0.0956328 Mar 07 22:31:26.275319 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8fd61-521c-4806-adb0-e526224d013b req-dd7173fa-2ee6-49e6-b6b3-75ee0d42eede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:26.277195 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5aa8fd61-521c-4806-adb0-e526224d013b req-dd7173fa-2ee6-49e6-b6b3-75ee0d42eede service neutron] 10.222.0.11 "GET /v2.0/subnets?id=722e0f2f-32ee-4f72-9d51-e98c6da3ea17 HTTP/1.1" status: 200 len: 848 time: 0.0693965 Mar 07 22:31:26.329158 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-af157980-e7f5-4ba6-a749-430352d5e3a2 None None] Set router c35a9ae5-db0b-4c5f-a329-b46e20fb490a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:31:26.339313 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef5632-9310-40b3-996f-0deb2832b692 req-de94d4fe-6035-4cda-99cf-8151f2bbe647 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:26.339994 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-16ef5632-9310-40b3-996f-0deb2832b692 req-de94d4fe-6035-4cda-99cf-8151f2bbe647 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Synchronizing usage tracker for tenant:1611dc81448b4ec099cfc67b29c63ae2 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:31:26.376887 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8fd61-521c-4806-adb0-e526224d013b req-f50bf2f6-74b8-4569-b975-e6ce7ab3c62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:26.378346 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5aa8fd61-521c-4806-adb0-e526224d013b req-f50bf2f6-74b8-4569-b975-e6ce7ab3c62f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4a193c-242c-4d1d-8ade-e6637b8fce14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0918727 Mar 07 22:31:26.418752 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-16ef5632-9310-40b3-996f-0deb2832b692 req-de94d4fe-6035-4cda-99cf-8151f2bbe647 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Unset dirty status for tenant:1611dc81448b4ec099cfc67b29c63ae2 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:31:26.419854 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16ef5632-9310-40b3-996f-0deb2832b692 req-de94d4fe-6035-4cda-99cf-8151f2bbe647 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 946 time: 0.2609935 Mar 07 22:31:26.631339 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-16ef5632-9310-40b3-996f-0deb2832b692 req-90730c84-fcdb-4616-b671-ff07334f018a tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045281 Mar 07 22:31:26.654428 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5aa8fd61-521c-4806-adb0-e526224d013b req-124abfca-ea8a-4519-ab66-db5a91fe1bd2 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679951 Mar 07 22:31:26.660805 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-af157980-e7f5-4ba6-a749-430352d5e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'name': 'tempest-TestShelveInstance-1760495135-router', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:03Z', 'updated_at': '2022-03-07T22:21:07Z', 'revision_number': 4, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'gw_port': {'id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:04Z', 'updated_at': '2022-03-07T22:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '4ca45a4d-d8c2-4a30-bee1-4821292bdea3', 'name': '', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'mac_address': 'fa:16:3e:3f:dd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:06Z', 'updated_at': '2022-03-07T22:21:13Z', 'revision_number': 5, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'subnets': [{'id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:26.664702 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af157980-e7f5-4ba6-a749-430352d5e3a2 None None] The sync data for ids ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'] in dv-neutron-829957-1-hyperv is: [{'id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'name': 'tempest-TestShelveInstance-1760495135-router', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:03Z', 'updated_at': '2022-03-07T22:21:07Z', 'revision_number': 4, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'gw_port': {'id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:04Z', 'updated_at': '2022-03-07T22:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '4ca45a4d-d8c2-4a30-bee1-4821292bdea3', 'name': '', 'network_id': '5e4a193c-242c-4d1d-8ade-e6637b8fce14', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'mac_address': 'fa:16:3e:3f:dd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:06Z', 'updated_at': '2022-03-07T22:21:13Z', 'revision_number': 5, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'subnets': [{'id': '722e0f2f-32ee-4f72-9d51-e98c6da3ea17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:31:26.787428 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-5aa8fd61-521c-4806-adb0-e526224d013b req-73fd7966-78a1-4643-8602-d53628e6a918 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268470 Mar 07 22:31:26.880222 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2493486f-6ac3-4b7a-87bb-f09f72fe7508 None None] New status for floating IP 6f1290ca-b05d-479d-9ce6-696000520f24: DOWN {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:31:27.688656 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb226278-4065-4d05-a6b9-e0dfc44b1d4a req-99ee6d4f-0b31-4715-8357-8cce199b0327 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:27.690112 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-eb226278-4065-4d05-a6b9-e0dfc44b1d4a req-99ee6d4f-0b31-4715-8357-8cce199b0327 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 946 time: 0.0787101 Mar 07 22:31:27.798431 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-eb226278-4065-4d05-a6b9-e0dfc44b1d4a req-870037a4-9cd2-4959-b4ad-586d1be9fa21 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Deleting port 6e49e93c-8209-4459-82bd-538dfea8efae {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:31:27.798771 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-eb226278-4065-4d05-a6b9-e0dfc44b1d4a req-870037a4-9cd2-4959-b4ad-586d1be9fa21 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:27.935222 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed4812-2f36-4a8a-8cfa-87cc8fcd1aff req-823a672e-f5b1-4327-9173-4dfe4e5231ee tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:27.936596 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-33ed4812-2f36-4a8a-8cfa-87cc8fcd1aff req-823a672e-f5b1-4327-9173-4dfe4e5231ee tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 946 time: 0.1930330 Mar 07 22:31:28.069492 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-33ed4812-2f36-4a8a-8cfa-87cc8fcd1aff req-676abd6d-1a00-4c4f-8dfe-63bec1911e8f tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/security-groups?id=28c116f7-28a0-496c-91f8-b04d951956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169918 Mar 07 22:31:28.098810 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-eb226278-4065-4d05-a6b9-e0dfc44b1d4a req-870037a4-9cd2-4959-b4ad-586d1be9fa21 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] For port 6e49e93c-8209-4459-82bd-538dfea8efae, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=6e49e93c-8209-4459-82bd-538dfea8efae,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:31:28.099157 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-eb226278-4065-4d05-a6b9-e0dfc44b1d4a req-870037a4-9cd2-4959-b4ad-586d1be9fa21 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:28.218313 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-eb226278-4065-4d05-a6b9-e0dfc44b1d4a req-870037a4-9cd2-4959-b4ad-586d1be9fa21 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Calling delete_port for 6e49e93c-8209-4459-82bd-538dfea8efae owned by compute:nova {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:31:28.405937 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-eb226278-4065-4d05-a6b9-e0dfc44b1d4a req-870037a4-9cd2-4959-b4ad-586d1be9fa21 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:28.454142 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870037a4-9cd2-4959-b4ad-586d1be9fa21 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Pushing event deleted for resources: {'Port': ['ID=6e49e93c-8209-4459-82bd-538dfea8efae,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:28.527747 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb226278-4065-4d05-a6b9-e0dfc44b1d4a req-870037a4-9cd2-4959-b4ad-586d1be9fa21 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] No DVR routers for this DVR port 6e49e93c-8209-4459-82bd-538dfea8efae on host hv-neutron-8299 {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:31:28.530125 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-eb226278-4065-4d05-a6b9-e0dfc44b1d4a req-870037a4-9cd2-4959-b4ad-586d1be9fa21 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:28.532473 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5688c8fe-bcd0-4510-b038-b89a384ab5b1', 'name': 'network-vif-deleted', 'tag': '6e49e93c-8209-4459-82bd-538dfea8efae'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:31:28.574691 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5688c8fe-bcd0-4510-b038-b89a384ab5b1', 'name': 'network-vif-deleted', 'tag': '6e49e93c-8209-4459-82bd-538dfea8efae', 'status': 'completed', 'code': 200} Mar 07 22:31:28.604377 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-eb226278-4065-4d05-a6b9-e0dfc44b1d4a req-870037a4-9cd2-4959-b4ad-586d1be9fa21 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.11 "DELETE /v2.0/ports/6e49e93c-8209-4459-82bd-538dfea8efae HTTP/1.1" status: 204 len: 173 time: 0.9094651 Mar 07 22:31:29.213893 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-0d98ba33-7b03-4ad1-9599-df4f03497d02 req-6f01c429-96c1-43ff-a155-6397d03932d8 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Synchronizing usage tracker for tenant:1611dc81448b4ec099cfc67b29c63ae2 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:31:29.272149 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-0d98ba33-7b03-4ad1-9599-df4f03497d02 req-6f01c429-96c1-43ff-a155-6397d03932d8 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Unset dirty status for tenant:1611dc81448b4ec099cfc67b29c63ae2 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:31:29.273653 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-0d98ba33-7b03-4ad1-9599-df4f03497d02 req-6f01c429-96c1-43ff-a155-6397d03932d8 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=5688c8fe-bcd0-4510-b038-b89a384ab5b1 HTTP/1.1" status: 200 len: 210 time: 0.1008966 Mar 07 22:31:30.368407 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 57562) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:31:30.438960 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3538546b-0c79-41d9-a699-162e46b686c5 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:30.468670 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3538546b-0c79-41d9-a699-162e46b686c5 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:30.594542 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3538546b-0c79-41d9-a699-162e46b686c5 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:30.612909 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538546b-0c79-41d9-a699-162e46b686c5 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c116f7-28a0-496c-91f8-b04d951956bf,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:30.690922 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3538546b-0c79-41d9-a699-162e46b686c5 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:30.692051 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3538546b-0c79-41d9-a699-162e46b686c5 tempest-TestShelveInstance-785993339 tempest-TestShelveInstance-785993339-project] 10.222.0.21 "DELETE /v2.0/security-groups/28c116f7-28a0-496c-91f8-b04d951956bf HTTP/1.1" status: 204 len: 168 time: 0.3226602 Mar 07 22:31:30.806138 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 57568) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:31:31.158137 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 6e49e93c-8209-4459-82bd-538dfea8efae no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:31:31.193673 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 6e49e93c-8209-4459-82bd-538dfea8efae {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:31:31.194047 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 6e49e93c-8209-4459-82bd-538dfea8efae not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:31:31.595970 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8710c1c9-c7d9-4f9e-811c-f59bc6625c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:31.949467 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-8710c1c9-c7d9-4f9e-811c-f59bc6625c09 admin admin] Deleting port 4ca45a4d-d8c2-4a30-bee1-4821292bdea3 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:31:31.949929 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8710c1c9-c7d9-4f9e-811c-f59bc6625c09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:32.128876 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-8710c1c9-c7d9-4f9e-811c-f59bc6625c09 admin admin] For port 4ca45a4d-d8c2-4a30-bee1-4821292bdea3, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=4ca45a4d-d8c2-4a30-bee1-4821292bdea3,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:31:32.129161 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8710c1c9-c7d9-4f9e-811c-f59bc6625c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:32.251344 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-8710c1c9-c7d9-4f9e-811c-f59bc6625c09 admin admin] Calling delete_port for 4ca45a4d-d8c2-4a30-bee1-4821292bdea3 owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:31:32.501086 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8710c1c9-c7d9-4f9e-811c-f59bc6625c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:32.550310 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710c1c9-c7d9-4f9e-811c-f59bc6625c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ca45a4d-d8c2-4a30-bee1-4821292bdea3,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:32.911444 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-8710c1c9-c7d9-4f9e-811c-f59bc6625c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:33.255530 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8710c1c9-c7d9-4f9e-811c-f59bc6625c09 admin admin] Router c35a9ae5-db0b-4c5f-a329-b46e20fb490a has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:31:33.427567 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8710c1c9-c7d9-4f9e-811c-f59bc6625c09 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:31:33.443975 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5f975e-f84c-4b49-873d-3e212a57ea76 None None] Sync routers for ids ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:31:33.454274 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5f975e-f84c-4b49-873d-3e212a57ea76 None None] Routers {'c35a9ae5-db0b-4c5f-a329-b46e20fb490a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:31:33.454923 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-2b5f975e-f84c-4b49-873d-3e212a57ea76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:31:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:33.505164 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-8710c1c9-c7d9-4f9e-811c-f59bc6625c09 admin admin] 10.222.0.21 "PUT /v2.0/routers/c35a9ae5-db0b-4c5f-a329-b46e20fb490a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6979795 Mar 07 22:31:33.507895 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 57576) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:31:33.631330 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-2b5f975e-f84c-4b49-873d-3e212a57ea76 None None] Set router c35a9ae5-db0b-4c5f-a329-b46e20fb490a gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:31:33.684324 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:33.859649 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:33.937400 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] Deleting port f1554843-18c5-4fe0-8e96-8931414524fc {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:31:33.937741 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:33.949010 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-2b5f975e-f84c-4b49-873d-3e212a57ea76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'name': 'tempest-TestShelveInstance-1760495135-router', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:03Z', 'updated_at': '2022-03-07T22:31:32Z', 'revision_number': 5, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'gw_port': {'id': 'f1554843-18c5-4fe0-8e96-8931414524fc', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:04Z', 'updated_at': '2022-03-07T22:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:33.952808 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5f975e-f84c-4b49-873d-3e212a57ea76 None None] Checking router: c35a9ae5-db0b-4c5f-a329-b46e20fb490a for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:31:33.961118 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5f975e-f84c-4b49-873d-3e212a57ea76 None None] Routers {'c35a9ae5-db0b-4c5f-a329-b46e20fb490a'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:31:33.961711 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-2b5f975e-f84c-4b49-873d-3e212a57ea76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:31:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:34.110924 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-2b5f975e-f84c-4b49-873d-3e212a57ea76 None None] Set router c35a9ae5-db0b-4c5f-a329-b46e20fb490a gateway port host: None {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:31:34.111380 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] For port f1554843-18c5-4fe0-8e96-8931414524fc, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f1554843-18c5-4fe0-8e96-8931414524fc,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:31:34.111732 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:34.214787 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-2b5f975e-f84c-4b49-873d-3e212a57ea76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'name': 'tempest-TestShelveInstance-1760495135-router', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:03Z', 'updated_at': '2022-03-07T22:31:33Z', 'revision_number': 6, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:34.218675 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5f975e-f84c-4b49-873d-3e212a57ea76 None None] The sync data for ids ['c35a9ae5-db0b-4c5f-a329-b46e20fb490a'] in dv-neutron-829957-1-hyperv is: [{'id': 'c35a9ae5-db0b-4c5f-a329-b46e20fb490a', 'name': 'tempest-TestShelveInstance-1760495135-router', 'tenant_id': '1611dc81448b4ec099cfc67b29c63ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:03Z', 'updated_at': '2022-03-07T22:31:33Z', 'revision_number': 6, 'project_id': '1611dc81448b4ec099cfc67b29c63ae2', 'gw_port_host': None}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:31:34.232345 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] Calling delete_port for f1554843-18c5-4fe0-8e96-8931414524fc owned by network:router_gateway {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:31:34.566366 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:34.614679 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1554843-18c5-4fe0-8e96-8931414524fc,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:34.650447 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:34.650802 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:34.651803 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:34.652140 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:34.652472 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:34.652803 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:34.653127 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:34.653452 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:34.653773 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:34.654122 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:34.654449 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:34.654765 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:34.721361 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:34.890946 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:34.892971 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:34.988764 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:34.989454 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c35a9ae5-db0b-4c5f-a329-b46e20fb490a {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 22:31:35.002565 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:35.003687 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-aa37e175-9952-45c4-b032-0990f8cec781 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c35a9ae5-db0b-4c5f-a329-b46e20fb490a HTTP/1.1" status: 204 len: 168 time: 1.4948328 Mar 07 22:31:35.006404 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 57582) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:31:35.069932 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6b3043-bcc9-4f98-a889-e75c8090e808 admin admin] Deleting subnet 722e0f2f-32ee-4f72-9d51-e98c6da3ea17 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 22:31:35.073515 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4d6b3043-bcc9-4f98-a889-e75c8090e808 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:35.121927 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4d6b3043-bcc9-4f98-a889-e75c8090e808 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:35.220858 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4d6b3043-bcc9-4f98-a889-e75c8090e808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:35.349235 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4d6b3043-bcc9-4f98-a889-e75c8090e808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:35.387168 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b3043-bcc9-4f98-a889-e75c8090e808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=722e0f2f-32ee-4f72-9d51-e98c6da3ea17,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:35.391924 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-4d6b3043-bcc9-4f98-a889-e75c8090e808 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:35.396424 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2231a6-88c7-440c-b43b-85e5297a8700 None None] Network 5e4a193c-242c-4d1d-8ade-e6637b8fce14 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:31:35.398486 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-4d6b3043-bcc9-4f98-a889-e75c8090e808 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/722e0f2f-32ee-4f72-9d51-e98c6da3ea17 HTTP/1.1" status: 204 len: 168 time: 0.3911283 Mar 07 22:31:35.401033 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 57586) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:31:35.490194 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f1554843-18c5-4fe0-8e96-8931414524fc no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:31:35.507017 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-866162b2-5faa-41dc-8d1e-43bd9e329dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:35.517365 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-866162b2-5faa-41dc-8d1e-43bd9e329dc0 admin admin] Deleting port f8a8685e-8840-43aa-8c67-ffdf115ef147 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:31:35.517694 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-866162b2-5faa-41dc-8d1e-43bd9e329dc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:35.531210 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: f1554843-18c5-4fe0-8e96-8931414524fc {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:31:35.531559 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f1554843-18c5-4fe0-8e96-8931414524fc not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:31:35.531949 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 4ca45a4d-d8c2-4a30-bee1-4821292bdea3 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:31:35.591161 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 4ca45a4d-d8c2-4a30-bee1-4821292bdea3 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:31:35.591476 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 4ca45a4d-d8c2-4a30-bee1-4821292bdea3 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:31:35.718047 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7e27eb-f8b7-426b-91df-138221115794 None None] DHCP port deletion for 5e4a193c-242c-4d1d-8ade-e6637b8fce14 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 22:31:35.722212 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e27eb-f8b7-426b-91df-138221115794 None None] Deleting port f8a8685e-8840-43aa-8c67-ffdf115ef147 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:31:35.722578 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8f7e27eb-f8b7-426b-91df-138221115794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:35.724919 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-866162b2-5faa-41dc-8d1e-43bd9e329dc0 admin admin] For port f8a8685e-8840-43aa-8c67-ffdf115ef147, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f8a8685e-8840-43aa-8c67-ffdf115ef147,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:31:35.725382 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-866162b2-5faa-41dc-8d1e-43bd9e329dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:35.848273 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-866162b2-5faa-41dc-8d1e-43bd9e329dc0 admin admin] Calling delete_port for f8a8685e-8840-43aa-8c67-ffdf115ef147 owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:31:35.921455 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-8f7e27eb-f8b7-426b-91df-138221115794 None None] For port f8a8685e-8840-43aa-8c67-ffdf115ef147, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=f8a8685e-8840-43aa-8c67-ffdf115ef147,segment=NetworkSegment(1e7b6e87-3b3e-402d-90a3-2c0970496b99),segment_id=1e7b6e87-3b3e-402d-90a3-2c0970496b99)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:31:35.921836 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8f7e27eb-f8b7-426b-91df-138221115794 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:35.971694 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-866162b2-5faa-41dc-8d1e-43bd9e329dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:36.020036 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866162b2-5faa-41dc-8d1e-43bd9e329dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8a8685e-8840-43aa-8c67-ffdf115ef147,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:36.026853 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866162b2-5faa-41dc-8d1e-43bd9e329dc0 admin admin] No DVR routers for this DVR port f8a8685e-8840-43aa-8c67-ffdf115ef147 on host dv-neutron-829957-1-hyperv {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:31:36.043381 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e27eb-f8b7-426b-91df-138221115794 None None] Calling delete_port for f8a8685e-8840-43aa-8c67-ffdf115ef147 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:31:36.115792 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-8f7e27eb-f8b7-426b-91df-138221115794 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:31:36.116144 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-8f7e27eb-f8b7-426b-91df-138221115794 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:31:36.245086 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-866162b2-5faa-41dc-8d1e-43bd9e329dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:36.269474 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-866162b2-5faa-41dc-8d1e-43bd9e329dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4a193c-242c-4d1d-8ade-e6637b8fce14']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:36.281709 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-866162b2-5faa-41dc-8d1e-43bd9e329dc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e7b6e87-3b3e-402d-90a3-2c0970496b99') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:36.282039 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-866162b2-5faa-41dc-8d1e-43bd9e329dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e7b6e87-3b3e-402d-90a3-2c0970496b99') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:36.292843 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-866162b2-5faa-41dc-8d1e-43bd9e329dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:36.309347 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-866162b2-5faa-41dc-8d1e-43bd9e329dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:36.315365 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866162b2-5faa-41dc-8d1e-43bd9e329dc0 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:31:36.315741 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-866162b2-5faa-41dc-8d1e-43bd9e329dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:31:36.328995 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:31:36.474482 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-866162b2-5faa-41dc-8d1e-43bd9e329dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:36.490274 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-866162b2-5faa-41dc-8d1e-43bd9e329dc0 admin admin] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:36.500600 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866162b2-5faa-41dc-8d1e-43bd9e329dc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e4a193c-242c-4d1d-8ade-e6637b8fce14,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:36.507450 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-866162b2-5faa-41dc-8d1e-43bd9e329dc0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5e4a193c-242c-4d1d-8ade-e6637b8fce14 HTTP/1.1" status: 204 len: 168 time: 1.1055026 Mar 07 22:31:36.510940 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 57590) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:31:36.617766 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e27eb-f8b7-426b-91df-138221115794 None None] Deleting port f8a8685e-8840-43aa-8c67-ffdf115ef147 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:31:36.618332 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-8f7e27eb-f8b7-426b-91df-138221115794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:36.689315 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e27eb-f8b7-426b-91df-138221115794 None None] The port 'f8a8685e-8840-43aa-8c67-ffdf115ef147' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 22:31:37.043759 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a4206ee9-c739-4fac-8e7c-87e290303cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:37.380610 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-a4206ee9-c739-4fac-8e7c-87e290303cd4 admin admin] Deleting port 4314eca4-abb5-4204-85f2-32435cdc5bec {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:31:37.381131 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a4206ee9-c739-4fac-8e7c-87e290303cd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:37.477166 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f8a8685e-8840-43aa-8c67-ffdf115ef147 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:31:37.538066 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: f8a8685e-8840-43aa-8c67-ffdf115ef147 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:31:37.538399 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device f8a8685e-8840-43aa-8c67-ffdf115ef147 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:31:37.555440 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-a4206ee9-c739-4fac-8e7c-87e290303cd4 admin admin] For port 4314eca4-abb5-4204-85f2-32435cdc5bec, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=4314eca4-abb5-4204-85f2-32435cdc5bec,segment=NetworkSegment(74f07738-645b-4a40-af0b-9bd12cf7915a),segment_id=74f07738-645b-4a40-af0b-9bd12cf7915a)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:31:37.555791 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a4206ee9-c739-4fac-8e7c-87e290303cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:37.787788 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-a4206ee9-c739-4fac-8e7c-87e290303cd4 admin admin] Calling delete_port for 4314eca4-abb5-4204-85f2-32435cdc5bec owned by network:router_interface {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:31:38.038036 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a4206ee9-c739-4fac-8e7c-87e290303cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:38.085245 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4206ee9-c739-4fac-8e7c-87e290303cd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4314eca4-abb5-4204-85f2-32435cdc5bec,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:38.355701 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a4206ee9-c739-4fac-8e7c-87e290303cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:38.706196 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4206ee9-c739-4fac-8e7c-87e290303cd4 admin admin] Router dac403bd-34dc-4390-a9f3-f950207d27c3 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:31:38.881925 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4206ee9-c739-4fac-8e7c-87e290303cd4 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:31:38.891338 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28ca3b3-64c5-400a-b5f5-29126d48aca1 None None] Sync routers for ids ['dac403bd-34dc-4390-a9f3-f950207d27c3'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:31:38.891787 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a4206ee9-c739-4fac-8e7c-87e290303cd4 admin admin] 10.222.0.21 "PUT /v2.0/routers/dac403bd-34dc-4390-a9f3-f950207d27c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3796856 Mar 07 22:31:38.894124 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 57594) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:31:38.900458 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28ca3b3-64c5-400a-b5f5-29126d48aca1 None None] Routers {'dac403bd-34dc-4390-a9f3-f950207d27c3'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:31:38.901094 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-a28ca3b3-64c5-400a-b5f5-29126d48aca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:31:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['dac403bd-34dc-4390-a9f3-f950207d27c3'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:39.064983 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b124138a-1d9e-47f4-af63-3dc1390d4f83 admin admin] Notify callbacks [] for router, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:39.105309 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-a28ca3b3-64c5-400a-b5f5-29126d48aca1 None None] Set router dac403bd-34dc-4390-a9f3-f950207d27c3 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:31:39.353563 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b124138a-1d9e-47f4-af63-3dc1390d4f83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:39.384333 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-a28ca3b3-64c5-400a-b5f5-29126d48aca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac403bd-34dc-4390-a9f3-f950207d27c3', 'name': 'tempest-TestShelveInstance-1107912230-router', 'tenant_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.159'}], 'enable_snat': True}, 'gw_port_id': '76048286-4871-4860-9d1e-b73234914fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:11Z', 'updated_at': '2022-03-07T22:31:37Z', 'revision_number': 5, 'project_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'gw_port': {'id': '76048286-4871-4860-9d1e-b73234914fb6', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac403bd-34dc-4390-a9f3-f950207d27c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:21:11Z', 'updated_at': '2022-03-07T22:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:39.388227 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28ca3b3-64c5-400a-b5f5-29126d48aca1 None None] Checking router: dac403bd-34dc-4390-a9f3-f950207d27c3 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:31:39.396287 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28ca3b3-64c5-400a-b5f5-29126d48aca1 None None] Routers {'dac403bd-34dc-4390-a9f3-f950207d27c3'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:31:39.396866 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-a28ca3b3-64c5-400a-b5f5-29126d48aca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:31:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['dac403bd-34dc-4390-a9f3-f950207d27c3'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:39.434230 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-b124138a-1d9e-47f4-af63-3dc1390d4f83 admin admin] Deleting port 76048286-4871-4860-9d1e-b73234914fb6 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:31:39.434230 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b124138a-1d9e-47f4-af63-3dc1390d4f83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:39.547033 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-a28ca3b3-64c5-400a-b5f5-29126d48aca1 None None] Set router dac403bd-34dc-4390-a9f3-f950207d27c3 gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:31:39.610922 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-b124138a-1d9e-47f4-af63-3dc1390d4f83 admin admin] For port 76048286-4871-4860-9d1e-b73234914fb6, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=76048286-4871-4860-9d1e-b73234914fb6,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:31:39.611201 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b124138a-1d9e-47f4-af63-3dc1390d4f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:39.649281 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-a28ca3b3-64c5-400a-b5f5-29126d48aca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac403bd-34dc-4390-a9f3-f950207d27c3', 'name': 'tempest-TestShelveInstance-1107912230-router', 'tenant_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:11Z', 'updated_at': '2022-03-07T22:31:39Z', 'revision_number': 6, 'project_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:39.653611 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28ca3b3-64c5-400a-b5f5-29126d48aca1 None None] The sync data for ids ['dac403bd-34dc-4390-a9f3-f950207d27c3'] in dv-neutron-829957-1-hyperv is: [{'id': 'dac403bd-34dc-4390-a9f3-f950207d27c3', 'name': 'tempest-TestShelveInstance-1107912230-router', 'tenant_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:21:11Z', 'updated_at': '2022-03-07T22:31:39Z', 'revision_number': 6, 'project_id': '6e3f1ca5759c480ab9a3c5dbf3cb1b84', 'gw_port_host': None}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:31:39.733851 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-b124138a-1d9e-47f4-af63-3dc1390d4f83 admin admin] Calling delete_port for 76048286-4871-4860-9d1e-b73234914fb6 owned by network:router_gateway {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:31:39.964257 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b124138a-1d9e-47f4-af63-3dc1390d4f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:40.011659 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124138a-1d9e-47f4-af63-3dc1390d4f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=76048286-4871-4860-9d1e-b73234914fb6,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:40.107698 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b124138a-1d9e-47f4-af63-3dc1390d4f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:40.278885 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b124138a-1d9e-47f4-af63-3dc1390d4f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:40.280925 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b124138a-1d9e-47f4-af63-3dc1390d4f83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:40.371866 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b124138a-1d9e-47f4-af63-3dc1390d4f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:40.371866 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b124138a-1d9e-47f4-af63-3dc1390d4f83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dac403bd-34dc-4390-a9f3-f950207d27c3 {{(pid=88387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 22:31:40.385662 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-b124138a-1d9e-47f4-af63-3dc1390d4f83 admin admin] Notify callbacks [] for router, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:40.386865 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-b124138a-1d9e-47f4-af63-3dc1390d4f83 admin admin] 10.222.0.21 "DELETE /v2.0/routers/dac403bd-34dc-4390-a9f3-f950207d27c3 HTTP/1.1" status: 204 len: 168 time: 1.4918592 Mar 07 22:31:40.389652 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 57598) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:31:40.449456 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c8f3ca9-6c99-4026-9f7d-561abd8f5477 admin admin] Deleting subnet 378c1bca-302b-44fd-bc98-e072e43095a5 {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 22:31:40.452390 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6c8f3ca9-6c99-4026-9f7d-561abd8f5477 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:40.504707 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6c8f3ca9-6c99-4026-9f7d-561abd8f5477 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:40.582865 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6c8f3ca9-6c99-4026-9f7d-561abd8f5477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:40.723689 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6c8f3ca9-6c99-4026-9f7d-561abd8f5477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:40.762453 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f3ca9-6c99-4026-9f7d-561abd8f5477 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=378c1bca-302b-44fd-bc98-e072e43095a5,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:40.769064 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6c8f3ca9-6c99-4026-9f7d-561abd8f5477 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:40.774033 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8ec02c-e907-41db-a235-298bc1090d94 None None] Network 97fb0b15-ce01-4931-ad37-0cd2a553fb92 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:31:40.775437 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6c8f3ca9-6c99-4026-9f7d-561abd8f5477 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/378c1bca-302b-44fd-bc98-e072e43095a5 HTTP/1.1" status: 204 len: 168 time: 0.3848121 Mar 07 22:31:40.777913 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 57602) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:31:40.884709 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2d3ef271-e96a-4c6b-a1d5-cedaaac96793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:40.895524 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-2d3ef271-e96a-4c6b-a1d5-cedaaac96793 admin admin] Deleting port 91aade2a-016a-4c33-b522-f9abadf52ba1 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:31:40.895847 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2d3ef271-e96a-4c6b-a1d5-cedaaac96793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:41.022111 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6680a7-25ef-44b8-b0af-acf050559ded None None] DHCP port deletion for 97fb0b15-ce01-4931-ad37-0cd2a553fb92 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 22:31:41.026394 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-cf6680a7-25ef-44b8-b0af-acf050559ded None None] Deleting port 91aade2a-016a-4c33-b522-f9abadf52ba1 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:31:41.026910 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cf6680a7-25ef-44b8-b0af-acf050559ded None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:41.199445 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-2d3ef271-e96a-4c6b-a1d5-cedaaac96793 admin admin] For port 91aade2a-016a-4c33-b522-f9abadf52ba1, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=91aade2a-016a-4c33-b522-f9abadf52ba1,segment=NetworkSegment(74f07738-645b-4a40-af0b-9bd12cf7915a),segment_id=74f07738-645b-4a40-af0b-9bd12cf7915a)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:31:41.199726 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2d3ef271-e96a-4c6b-a1d5-cedaaac96793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:41.225681 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-cf6680a7-25ef-44b8-b0af-acf050559ded None None] For port 91aade2a-016a-4c33-b522-f9abadf52ba1, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=91aade2a-016a-4c33-b522-f9abadf52ba1,segment=NetworkSegment(74f07738-645b-4a40-af0b-9bd12cf7915a),segment_id=74f07738-645b-4a40-af0b-9bd12cf7915a)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:31:41.226094 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cf6680a7-25ef-44b8-b0af-acf050559ded None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:41.326376 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-2d3ef271-e96a-4c6b-a1d5-cedaaac96793 admin admin] Calling delete_port for 91aade2a-016a-4c33-b522-f9abadf52ba1 owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:31:41.345788 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-cf6680a7-25ef-44b8-b0af-acf050559ded None None] Calling delete_port for 91aade2a-016a-4c33-b522-f9abadf52ba1 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:31:41.468976 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2d3ef271-e96a-4c6b-a1d5-cedaaac96793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:41.475767 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-cf6680a7-25ef-44b8-b0af-acf050559ded None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:31:41.479478 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-cf6680a7-25ef-44b8-b0af-acf050559ded None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:31:41.481130 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 4314eca4-abb5-4204-85f2-32435cdc5bec no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:31:41.514352 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 4314eca4-abb5-4204-85f2-32435cdc5bec {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:31:41.514693 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 4314eca4-abb5-4204-85f2-32435cdc5bec not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:31:41.515102 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 91aade2a-016a-4c33-b522-f9abadf52ba1 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:31:41.519330 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ef271-e96a-4c6b-a1d5-cedaaac96793 admin admin] Pushing event deleted for resources: {'Port': ['ID=91aade2a-016a-4c33-b522-f9abadf52ba1,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:41.522785 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3ef271-e96a-4c6b-a1d5-cedaaac96793 admin admin] No DVR routers for this DVR port 91aade2a-016a-4c33-b522-f9abadf52ba1 on host dv-neutron-829957-1-hyperv {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:31:41.548082 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 91aade2a-016a-4c33-b522-f9abadf52ba1 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:31:41.548424 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 91aade2a-016a-4c33-b522-f9abadf52ba1 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:31:41.548828 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 76048286-4871-4860-9d1e-b73234914fb6 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:31:41.584751 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 76048286-4871-4860-9d1e-b73234914fb6 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:31:41.585089 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 76048286-4871-4860-9d1e-b73234914fb6 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:31:41.638869 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2d3ef271-e96a-4c6b-a1d5-cedaaac96793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:41.663829 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-2d3ef271-e96a-4c6b-a1d5-cedaaac96793 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97fb0b15-ce01-4931-ad37-0cd2a553fb92']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:41.676297 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-2d3ef271-e96a-4c6b-a1d5-cedaaac96793 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f07738-645b-4a40-af0b-9bd12cf7915a') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:41.676591 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-2d3ef271-e96a-4c6b-a1d5-cedaaac96793 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f07738-645b-4a40-af0b-9bd12cf7915a') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:41.687891 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2d3ef271-e96a-4c6b-a1d5-cedaaac96793 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:41.703353 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2d3ef271-e96a-4c6b-a1d5-cedaaac96793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:41.709207 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3ef271-e96a-4c6b-a1d5-cedaaac96793 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:31:41.709576 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2d3ef271-e96a-4c6b-a1d5-cedaaac96793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:31:41.723100 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:31:41.855560 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2d3ef271-e96a-4c6b-a1d5-cedaaac96793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:41.871125 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2d3ef271-e96a-4c6b-a1d5-cedaaac96793 admin admin] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:41.881090 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ef271-e96a-4c6b-a1d5-cedaaac96793 admin admin] Pushing event deleted for resources: {'Network': ['ID=97fb0b15-ce01-4931-ad37-0cd2a553fb92,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:41.885720 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2d3ef271-e96a-4c6b-a1d5-cedaaac96793 admin admin] 10.222.0.21 "DELETE /v2.0/networks/97fb0b15-ce01-4931-ad37-0cd2a553fb92 HTTP/1.1" status: 204 len: 168 time: 1.1061528 Mar 07 22:31:41.977937 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-cf6680a7-25ef-44b8-b0af-acf050559ded None None] Deleting port 91aade2a-016a-4c33-b522-f9abadf52ba1 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:31:41.978517 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-cf6680a7-25ef-44b8-b0af-acf050559ded None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:42.043951 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-cf6680a7-25ef-44b8-b0af-acf050559ded None None] The port '91aade2a-016a-4c33-b522-f9abadf52ba1' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 22:31:42.224881 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 57608) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:31:42.271516 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-dd8e1ea7-4233-43fc-85d0-44ad8a1e2d24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1611dc81448b4ec099cfc67b29c63ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453706 Mar 07 22:31:42.273860 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 57612) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:31:42.331413 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-39c97fea-f7ed-47e3-9af2-b185200bf640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:42.355782 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-39c97fea-f7ed-47e3-9af2-b185200bf640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:42.483246 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-39c97fea-f7ed-47e3-9af2-b185200bf640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:42.501175 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c97fea-f7ed-47e3-9af2-b185200bf640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f60d72a-bfca-4b02-9d4d-fddd3ae5e140,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:42.506907 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-39c97fea-f7ed-47e3-9af2-b185200bf640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:42.507990 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-39c97fea-f7ed-47e3-9af2-b185200bf640 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f60d72a-bfca-4b02-9d4d-fddd3ae5e140 HTTP/1.1" status: 204 len: 168 time: 0.2331021 Mar 07 22:31:43.124667 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 57622) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:31:43.174829 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-20a86b3a-65e2-4c68-af4a-66e2e235e358 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e3f1ca5759c480ab9a3c5dbf3cb1b84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490010 Mar 07 22:31:43.177216 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 57626) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:31:43.232334 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2e24ec40-c829-4bee-a9fa-c260c6bbe320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:43.256431 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2e24ec40-c829-4bee-a9fa-c260c6bbe320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:43.388640 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2e24ec40-c829-4bee-a9fa-c260c6bbe320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:43.403122 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24ec40-c829-4bee-a9fa-c260c6bbe320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08166f33-3e9b-4baf-8c98-58c790e03196,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:43.408839 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2e24ec40-c829-4bee-a9fa-c260c6bbe320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:43.409939 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2e24ec40-c829-4bee-a9fa-c260c6bbe320 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08166f33-3e9b-4baf-8c98-58c790e03196 HTTP/1.1" status: 204 len: 168 time: 0.2318618 Mar 07 22:31:44.503894 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 57652) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:31:44.619581 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-7584f114-1801-4e8f-9613-df8d41d7aaa8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-886509793-network', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:31:44.624242 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7584f114-1801-4e8f-9613-df8d41d7aaa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:31:44.628113 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7584f114-1801-4e8f-9613-df8d41d7aaa8 admin admin] Usage tracker for resource:network and tenant:0ead168dd0f047108c7b48e44a9d77a6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:31:44.630898 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7584f114-1801-4e8f-9613-df8d41d7aaa8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:31:44.636393 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7584f114-1801-4e8f-9613-df8d41d7aaa8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:31:44.765535 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7584f114-1801-4e8f-9613-df8d41d7aaa8 admin admin] Made reservation on behalf of 0ead168dd0f047108c7b48e44a9d77a6 for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:31:44.767782 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7584f114-1801-4e8f-9613-df8d41d7aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:44.780049 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7584f114-1801-4e8f-9613-df8d41d7aaa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:44.794737 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7584f114-1801-4e8f-9613-df8d41d7aaa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:31:44.798715 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7584f114-1801-4e8f-9613-df8d41d7aaa8 admin admin] Usage tracker for resource:security_group_rule and tenant:0ead168dd0f047108c7b48e44a9d77a6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:31:44.801456 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-7584f114-1801-4e8f-9613-df8d41d7aaa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:31:44.807321 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-7584f114-1801-4e8f-9613-df8d41d7aaa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:31:44.889551 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7584f114-1801-4e8f-9613-df8d41d7aaa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:44.965272 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7584f114-1801-4e8f-9613-df8d41d7aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:44.994241 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7584f114-1801-4e8f-9613-df8d41d7aaa8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:31:45.002257 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f114-1801-4e8f-9613-df8d41d7aaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbb6988-0632-4ab9-9dcd-178f3b153542,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:45.007693 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7584f114-1801-4e8f-9613-df8d41d7aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:45.008163 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-7584f114-1801-4e8f-9613-df8d41d7aaa8 admin admin] Added segment 1d3c642f-74e7-4ecc-9e8d-56b6d777cc47 of type vlan for network 80fd9107-de2e-455c-a0d7-ad7760160fe6 Mar 07 22:31:45.034125 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7584f114-1801-4e8f-9613-df8d41d7aaa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:45.119575 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7584f114-1801-4e8f-9613-df8d41d7aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:45.120502 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7584f114-1801-4e8f-9613-df8d41d7aaa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:45.121073 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-7584f114-1801-4e8f-9613-df8d41d7aaa8 admin admin] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:45.221931 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584f114-1801-4e8f-9613-df8d41d7aaa8 admin admin] Pushing event updated for resources: {'Network': ['ID=80fd9107-de2e-455c-a0d7-ad7760160fe6,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:45.231307 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network 80fd9107-de2e-455c-a0d7-ad7760160fe6 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 22:31:45.284321 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-7584f114-1801-4e8f-9613-df8d41d7aaa8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7792742 Mar 07 22:31:45.288393 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 57658) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:31:45.293788 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-5e029242-2b9b-4721-aaca-6a629d13f437 admin admin] Request body: {'subnet': {'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-886509793-subnet', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'ip_version': 4}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:31:45.298779 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5e029242-2b9b-4721-aaca-6a629d13f437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:31:45.302634 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5e029242-2b9b-4721-aaca-6a629d13f437 admin admin] Usage tracker for resource:subnet and tenant:0ead168dd0f047108c7b48e44a9d77a6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:31:45.305715 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-5e029242-2b9b-4721-aaca-6a629d13f437 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:31:45.311954 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-5e029242-2b9b-4721-aaca-6a629d13f437 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:31:45.392130 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e029242-2b9b-4721-aaca-6a629d13f437 admin admin] Made reservation on behalf of 0ead168dd0f047108c7b48e44a9d77a6 for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:31:45.394563 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5e029242-2b9b-4721-aaca-6a629d13f437 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:45.660634 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5e029242-2b9b-4721-aaca-6a629d13f437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:45.842351 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e029242-2b9b-4721-aaca-6a629d13f437 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:45.849653 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e029242-2b9b-4721-aaca-6a629d13f437 admin admin] Checking segment: {'id': '1d3c642f-74e7-4ecc-9e8d-56b6d777cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:31:45.850000 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e029242-2b9b-4721-aaca-6a629d13f437 admin admin] Network hostable DHCP agents. Network: 80fd9107-de2e-455c-a0d7-ad7760160fe6, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:31:45.923328 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e029242-2b9b-4721-aaca-6a629d13f437 admin admin] Network 80fd9107-de2e-455c-a0d7-ad7760160fe6 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:31:45.991484 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-5e029242-2b9b-4721-aaca-6a629d13f437 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, 80fd9107-de2e-455c-a0d7-ad7760160fe6) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:31:45.996052 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e029242-2b9b-4721-aaca-6a629d13f437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:45.996679 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-5e029242-2b9b-4721-aaca-6a629d13f437 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:46.002236 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894b6594-bee7-44b4-b465-0da388b5c78f None None] Network 80fd9107-de2e-455c-a0d7-ad7760160fe6 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:31:46.075266 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-5e029242-2b9b-4721-aaca-6a629d13f437 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7832296 Mar 07 22:31:46.075456 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 57662) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:31:46.080292 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-f3549229-fd42-400e-830b-0b3dfcc8401a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-886509793-router', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:31:46.084939 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f3549229-fd42-400e-830b-0b3dfcc8401a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:31:46.089283 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f3549229-fd42-400e-830b-0b3dfcc8401a admin admin] Usage tracker for resource:router and tenant:0ead168dd0f047108c7b48e44a9d77a6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:31:46.092099 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-f3549229-fd42-400e-830b-0b3dfcc8401a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:31:46.097761 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-f3549229-fd42-400e-830b-0b3dfcc8401a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:31:46.171958 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f3549229-fd42-400e-830b-0b3dfcc8401a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:46.173098 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f3549229-fd42-400e-830b-0b3dfcc8401a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:46.188154 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f3549229-fd42-400e-830b-0b3dfcc8401a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:46.243827 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-80fd9107-de2e-455c-a0d7-ad7760160fe6', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'fixed_ips': [{'subnet_id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 22:31:46.244627 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:46.395237 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Allocated IP 172.20.0.2 (80fd9107-de2e-455c-a0d7-ad7760160fe6/c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc/55f95b60-822c-4010-90ba-592b6ba164d2) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:31:46.516281 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f3549229-fd42-400e-830b-0b3dfcc8401a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:46.581381 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:46.605473 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:46.615268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Transition to ACTIVE for port object 55f95b60-822c-4010-90ba-592b6ba164d2 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:31:46.632572 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Transition to ACTIVE for port object 55f95b60-822c-4010-90ba-592b6ba164d2 will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:31:46.720344 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:46.781096 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Network 80fd9107-de2e-455c-a0d7-ad7760160fe6 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:31:46.783722 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:31:46.786209 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:31:46.861357 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Pushing event updated for resources: {'Port': ['ID=55f95b60-822c-4010-90ba-592b6ba164d2,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:46.889066 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:46.889413 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:46.889741 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:46.890103 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:46.890426 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:46.890746 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:46.891065 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:46.891380 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:46.891699 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:46.892013 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:46.892321 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:46.892628 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:46.904979 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Attempting to bind port 55f95b60-822c-4010-90ba-592b6ba164d2 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:31:46.905350 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Attempting to bind port 55f95b60-822c-4010-90ba-592b6ba164d2 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '1d3c642f-74e7-4ecc-9e8d-56b6d777cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:31:46.905774 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Attempting to bind port 55f95b60-822c-4010-90ba-592b6ba164d2 on network 80fd9107-de2e-455c-a0d7-ad7760160fe6 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:31:46.906978 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f3549229-fd42-400e-830b-0b3dfcc8401a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:46.911656 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:31:46.912017 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Checking segment: {'id': '1d3c642f-74e7-4ecc-9e8d-56b6d777cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:31:46.912409 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:46.912791 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Bound using segment: {'id': '1d3c642f-74e7-4ecc-9e8d-56b6d777cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:31:46.913246 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Bound port: 55f95b60-822c-4010-90ba-592b6ba164d2, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3c642f-74e7-4ecc-9e8d-56b6d777cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:31:46.913606 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:46.943374 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f3549229-fd42-400e-830b-0b3dfcc8401a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:47.003984 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] For port 55f95b60-822c-4010-90ba-592b6ba164d2, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:31:47.011632 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] For port 55f95b60-822c-4010-90ba-592b6ba164d2, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=55f95b60-822c-4010-90ba-592b6ba164d2,segment=NetworkSegment(1d3c642f-74e7-4ecc-9e8d-56b6d777cc47),segment_id=1d3c642f-74e7-4ecc-9e8d-56b6d777cc47)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:31:47.076843 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-f3549229-fd42-400e-830b-0b3dfcc8401a admin admin] Allocated IP 172.26.2.107 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/64b2314f-b5df-4bbf-9319-c0af5c9f8cda) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:31:47.080817 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:47.167130 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269238c-618f-4fed-bcde-f839d6174c96 None None] Pushing event updated for resources: {'Port': ['ID=55f95b60-822c-4010-90ba-592b6ba164d2,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:47.236382 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f3549229-fd42-400e-830b-0b3dfcc8401a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:47.315285 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f3549229-fd42-400e-830b-0b3dfcc8401a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:47.382601 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3549229-fd42-400e-830b-0b3dfcc8401a admin admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:31:47.385411 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-f3549229-fd42-400e-830b-0b3dfcc8401a admin admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:31:47.389830 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3549229-fd42-400e-830b-0b3dfcc8401a admin admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:31:47.435618 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3549229-fd42-400e-830b-0b3dfcc8401a admin admin] Pushing event updated for resources: {'Port': ['ID=64b2314f-b5df-4bbf-9319-c0af5c9f8cda,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:47.528419 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 55f95b60-822c-4010-90ba-592b6ba164d2 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:31:47.666122 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 55f95b60-822c-4010-90ba-592b6ba164d2 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:31:48.022548 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f3549229-fd42-400e-830b-0b3dfcc8401a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:48.102270 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7977632-6d4d-4fb3-b7b0-89bc1065d040 None None] Network 80fd9107-de2e-455c-a0d7-ad7760160fe6 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:31:48.261333 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-bc697803-db72-4de8-9793-1ff8322935b5 None None] Provisioning for port 55f95b60-822c-4010-90ba-592b6ba164d2 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:31:48.270160 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-bc697803-db72-4de8-9793-1ff8322935b5 None None] Provisioning complete for port 55f95b60-822c-4010-90ba-592b6ba164d2 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:31:48.270523 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bc697803-db72-4de8-9793-1ff8322935b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:48.357584 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f3549229-fd42-400e-830b-0b3dfcc8401a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:48.438815 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bc697803-db72-4de8-9793-1ff8322935b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:48.473098 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-bc697803-db72-4de8-9793-1ff8322935b5 None None] For port 55f95b60-822c-4010-90ba-592b6ba164d2, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=55f95b60-822c-4010-90ba-592b6ba164d2,segment=NetworkSegment(1d3c642f-74e7-4ecc-9e8d-56b6d777cc47),segment_id=1d3c642f-74e7-4ecc-9e8d-56b6d777cc47)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:31:48.531380 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bc697803-db72-4de8-9793-1ff8322935b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:48.599425 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc697803-db72-4de8-9793-1ff8322935b5 None None] Pushing event updated for resources: {'Port': ['ID=55f95b60-822c-4010-90ba-592b6ba164d2,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:48.622624 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3549229-fd42-400e-830b-0b3dfcc8401a admin admin] Router d7b15108-2454-4f1b-95ae-d8bc54d5726b is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 22:31:48.650309 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-801fda21-1d51-43b0-a859-e0e9a72ecab2 None None] Provisioning complete for port 55f95b60-822c-4010-90ba-592b6ba164d2 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:31:48.650695 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-801fda21-1d51-43b0-a859-e0e9a72ecab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:48.799116 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3549229-fd42-400e-830b-0b3dfcc8401a admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:31:48.809044 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] Sync routers for ids ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:31:48.819172 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] Routers {'d7b15108-2454-4f1b-95ae-d8bc54d5726b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:31:48.819608 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:31:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:48.868623 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-f3549229-fd42-400e-830b-0b3dfcc8401a admin admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:48.870531 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-f3549229-fd42-400e-830b-0b3dfcc8401a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7942157 Mar 07 22:31:48.873298 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 57666) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:31:49.028523 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] Set router d7b15108-2454-4f1b-95ae-d8bc54d5726b gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:31:49.305359 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'name': 'tempest-TestSnapshotPattern-886509793-router', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:47Z', 'revision_number': 3, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'gw_port': {'id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:49.309483 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] Checking router: d7b15108-2454-4f1b-95ae-d8bc54d5726b for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:31:49.309829 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] Updating router d7b15108-2454-4f1b-95ae-d8bc54d5726b port 64b2314f-b5df-4bbf-9319-c0af5c9f8cda binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:31:49.367850 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:49.456111 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [req-fe375667-54a6-4ba8-8716-1ca9dcb26fdd req-ad44fb33-9be4-4767-b12f-af36687d4909 service neutron] (88386) timed out ('10.222.0.21', 52506) {{(pid=88386) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 07 22:31:49.506469 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 55f95b60-822c-4010-90ba-592b6ba164d2 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:31:49.642639 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e965cbf3-8f3f-4366-b376-f7184138b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:49.669386 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 55f95b60-822c-4010-90ba-592b6ba164d2 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:31:49.669907 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:49.797427 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:49.845730 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] Transition to ACTIVE for port object 64b2314f-b5df-4bbf-9319-c0af5c9f8cda will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:31:49.846718 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-e965cbf3-8f3f-4366-b376-f7184138b7e2 admin admin] Allocated IP 172.20.0.1 (80fd9107-de2e-455c-a0d7-ad7760160fe6/c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc/1fabeb17-496f-4eaf-adfb-f24c09324282) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:31:49.929577 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:49.993696 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e965cbf3-8f3f-4366-b376-f7184138b7e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:50.009837 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-e965cbf3-8f3f-4366-b376-f7184138b7e2 admin admin] Transition to ACTIVE for port object 1fabeb17-496f-4eaf-adfb-f24c09324282 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:31:50.010866 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] Attempting to bind port 64b2314f-b5df-4bbf-9319-c0af5c9f8cda on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:31:50.011228 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] Attempting to bind port 64b2314f-b5df-4bbf-9319-c0af5c9f8cda by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:31:50.011580 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] Attempting to bind port 64b2314f-b5df-4bbf-9319-c0af5c9f8cda on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:31:50.014851 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87341c-91db-44b8-b82f-de8c9f820350 None None] Pushing event updated for resources: {'Port': ['ID=64b2314f-b5df-4bbf-9319-c0af5c9f8cda,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:50.019064 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:31:50.019429 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:31:50.019819 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:50.020189 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:31:50.020635 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] Bound port: 64b2314f-b5df-4bbf-9319-c0af5c9f8cda, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:31:50.020998 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:50.102688 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] For port 64b2314f-b5df-4bbf-9319-c0af5c9f8cda, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:31:50.103491 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e965cbf3-8f3f-4366-b376-f7184138b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:50.105931 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] For port 64b2314f-b5df-4bbf-9319-c0af5c9f8cda, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=64b2314f-b5df-4bbf-9319-c0af5c9f8cda,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:31:50.165694 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e965cbf3-8f3f-4366-b376-f7184138b7e2 admin admin] Network 80fd9107-de2e-455c-a0d7-ad7760160fe6 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:31:50.165919 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-3b5dae57-1b73-4c2f-97f3-550b898b296d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:50.168878 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-e965cbf3-8f3f-4366-b376-f7184138b7e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:31:50.176877 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e965cbf3-8f3f-4366-b376-f7184138b7e2 admin admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:31:50.189373 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:50.217483 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965cbf3-8f3f-4366-b376-f7184138b7e2 admin admin] Pushing event updated for resources: {'Port': ['ID=1fabeb17-496f-4eaf-adfb-f24c09324282,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:50.229320 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:31:50.234755 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e965cbf3-8f3f-4366-b376-f7184138b7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:50.275771 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] Routers {'d7b15108-2454-4f1b-95ae-d8bc54d5726b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:31:50.276532 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:31:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:50.342121 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87341c-91db-44b8-b82f-de8c9f820350 None None] Pushing event updated for resources: {'Port': ['ID=64b2314f-b5df-4bbf-9319-c0af5c9f8cda,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:50.469060 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] Set router d7b15108-2454-4f1b-95ae-d8bc54d5726b gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:31:50.556330 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e965cbf3-8f3f-4366-b376-f7184138b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:50.567069 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-61bc778a-b285-4c4b-bab1-c1ab95e2709f None None] Provisioning for port 1fabeb17-496f-4eaf-adfb-f24c09324282 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:31:50.577980 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-61bc778a-b285-4c4b-bab1-c1ab95e2709f None None] Provisioning complete for port 1fabeb17-496f-4eaf-adfb-f24c09324282 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:31:50.578355 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-61bc778a-b285-4c4b-bab1-c1ab95e2709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:50.757294 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-61bc778a-b285-4c4b-bab1-c1ab95e2709f None None] Port 1fabeb17-496f-4eaf-adfb-f24c09324282 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:31:50.775935 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e965cbf3-8f3f-4366-b376-f7184138b7e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:50.839960 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e965cbf3-8f3f-4366-b376-f7184138b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:50.843636 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'name': 'tempest-TestSnapshotPattern-886509793-router', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:47Z', 'revision_number': 3, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'gw_port': {'id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:50.847658 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7112a20-ad61-4ea3-a74a-32e038fbc9b1 None None] The sync data for ids ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'] in dv-neutron-829957-1-hyperv is: [{'id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'name': 'tempest-TestSnapshotPattern-886509793-router', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:47Z', 'revision_number': 3, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'gw_port': {'id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:31:50.951964 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-e965cbf3-8f3f-4366-b376-f7184138b7e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:50.955198 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965cbf3-8f3f-4366-b376-f7184138b7e2 admin admin] Pushing event updated for resources: {'Port': ['ID=1fabeb17-496f-4eaf-adfb-f24c09324282,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:51.210645 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e965cbf3-8f3f-4366-b376-f7184138b7e2 admin admin] Network 80fd9107-de2e-455c-a0d7-ad7760160fe6 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:31:51.211747 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-e965cbf3-8f3f-4366-b376-f7184138b7e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:31:51.407437 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e965cbf3-8f3f-4366-b376-f7184138b7e2 admin admin] Router d7b15108-2454-4f1b-95ae-d8bc54d5726b has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:31:51.480901 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-526c1fdc-96ba-4946-8b7c-ad5d4c88b325 None None] Provisioning complete for port 1fabeb17-496f-4eaf-adfb-f24c09324282 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:31:51.481268 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-526c1fdc-96ba-4946-8b7c-ad5d4c88b325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:51.532077 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 64b2314f-b5df-4bbf-9319-c0af5c9f8cda up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:31:51.602831 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e965cbf3-8f3f-4366-b376-f7184138b7e2 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:31:51.603509 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-526c1fdc-96ba-4946-8b7c-ad5d4c88b325 None None] Port 1fabeb17-496f-4eaf-adfb-f24c09324282 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:31:51.616247 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-e965cbf3-8f3f-4366-b376-f7184138b7e2 admin admin] 10.222.0.21 "PUT /v2.0/routers/d7b15108-2454-4f1b-95ae-d8bc54d5726b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7419138 Mar 07 22:31:51.685453 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 64b2314f-b5df-4bbf-9319-c0af5c9f8cda completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:31:51.690503 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 64b2314f-b5df-4bbf-9319-c0af5c9f8cda triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:31:51.690963 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:51.808027 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:51.824232 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 64b2314f-b5df-4bbf-9319-c0af5c9f8cda, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=64b2314f-b5df-4bbf-9319-c0af5c9f8cda,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:31:51.903190 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:51.970457 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=64b2314f-b5df-4bbf-9319-c0af5c9f8cda,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:52.296316 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 57684) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:31:52.300811 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] Sync routers for ids ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:31:52.302091 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-c1bbc71a-8dd2-4edf-9aa7-d328bc9c4477 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1546947359-network', 'tenant_id': 'b638ad3486a64222a36a6adc97228e8b'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:31:52.307107 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c1bbc71a-8dd2-4edf-9aa7-d328bc9c4477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:31:52.310410 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] Routers {'d7b15108-2454-4f1b-95ae-d8bc54d5726b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:31:52.311102 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c1bbc71a-8dd2-4edf-9aa7-d328bc9c4477 admin admin] Usage tracker for resource:network and tenant:b638ad3486a64222a36a6adc97228e8b is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:31:52.316423 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:31:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:52.316571 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-93c051c0-b891-4f31-a950-464e71f5e5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:52.316686 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c1bbc71a-8dd2-4edf-9aa7-d328bc9c4477 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:31:52.320960 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c1bbc71a-8dd2-4edf-9aa7-d328bc9c4477 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:31:52.391753 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bbc71a-8dd2-4edf-9aa7-d328bc9c4477 admin admin] Made reservation on behalf of b638ad3486a64222a36a6adc97228e8b for: {'network': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:31:52.394111 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1bbc71a-8dd2-4edf-9aa7-d328bc9c4477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for network, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:52.406856 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1bbc71a-8dd2-4edf-9aa7-d328bc9c4477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:52.421533 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c1bbc71a-8dd2-4edf-9aa7-d328bc9c4477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:31:52.425345 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c1bbc71a-8dd2-4edf-9aa7-d328bc9c4477 admin admin] Usage tracker for resource:security_group_rule and tenant:b638ad3486a64222a36a6adc97228e8b is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:31:52.428137 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-c1bbc71a-8dd2-4edf-9aa7-d328bc9c4477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:31:52.434119 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-c1bbc71a-8dd2-4edf-9aa7-d328bc9c4477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:31:52.488157 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] Set router d7b15108-2454-4f1b-95ae-d8bc54d5726b gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:31:52.519416 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1bbc71a-8dd2-4edf-9aa7-d328bc9c4477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:52.580858 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1bbc71a-8dd2-4edf-9aa7-d328bc9c4477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:52.610897 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1bbc71a-8dd2-4edf-9aa7-d328bc9c4477 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=88386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 22:31:52.619071 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbc71a-8dd2-4edf-9aa7-d328bc9c4477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d6c98a-202f-44c7-af41-0ef34607829d,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:52.624514 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1bbc71a-8dd2-4edf-9aa7-d328bc9c4477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:52.624956 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.segments_db [None req-c1bbc71a-8dd2-4edf-9aa7-d328bc9c4477 admin admin] Added segment ad473aa1-f403-486b-9846-21827abe3377 of type vlan for network b936f4d0-a995-4291-9ef1-aaf2290a62f5 Mar 07 22:31:52.653124 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1bbc71a-8dd2-4edf-9aa7-d328bc9c4477 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742366453944'] for network, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:52.731603 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1bbc71a-8dd2-4edf-9aa7-d328bc9c4477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305'] for network, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:52.733167 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bbc71a-8dd2-4edf-9aa7-d328bc9c4477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:52.733726 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-c1bbc71a-8dd2-4edf-9aa7-d328bc9c4477 admin admin] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:52.799642 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'name': 'tempest-TestSnapshotPattern-886509793-router', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:50Z', 'revision_number': 4, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'gw_port': {'id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '1fabeb17-496f-4eaf-adfb-f24c09324282', 'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'mac_address': 'fa:16:3e:fa:e1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:49Z', 'updated_at': '2022-03-07T22:31:50Z', 'revision_number': 2, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'subnets': [{'id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:52.803584 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] Checking router: d7b15108-2454-4f1b-95ae-d8bc54d5726b for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:31:52.804038 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] Updating router d7b15108-2454-4f1b-95ae-d8bc54d5726b port 1fabeb17-496f-4eaf-adfb-f24c09324282 binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:31:52.837854 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbc71a-8dd2-4edf-9aa7-d328bc9c4477 admin admin] Pushing event updated for resources: {'Network': ['ID=b936f4d0-a995-4291-9ef1-aaf2290a62f5,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:52.849116 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Network b936f4d0-a995-4291-9ef1-aaf2290a62f5 details requested by agent ovs-agent-dv-neutron-829957-1-hyperv with host dv-neutron-829957-1-hyperv {{(pid=88388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 07 22:31:52.859414 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:52.894665 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-c1bbc71a-8dd2-4edf-9aa7-d328bc9c4477 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5944877 Mar 07 22:31:52.894907 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 57688) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:31:52.900416 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-07a991f4-0758-488a-8cae-0caddfa6943d admin admin] Request body: {'subnet': {'network_id': 'b936f4d0-a995-4291-9ef1-aaf2290a62f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1546947359-subnet', 'tenant_id': 'b638ad3486a64222a36a6adc97228e8b', 'ip_version': 4}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:31:52.905237 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-07a991f4-0758-488a-8cae-0caddfa6943d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:31:52.909082 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-07a991f4-0758-488a-8cae-0caddfa6943d admin admin] Usage tracker for resource:subnet and tenant:b638ad3486a64222a36a6adc97228e8b is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:31:52.912077 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-07a991f4-0758-488a-8cae-0caddfa6943d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:31:52.917921 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-07a991f4-0758-488a-8cae-0caddfa6943d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:31:52.997430 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a991f4-0758-488a-8cae-0caddfa6943d admin admin] Made reservation on behalf of b638ad3486a64222a36a6adc97228e8b for: {'subnet': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:31:52.999782 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-07a991f4-0758-488a-8cae-0caddfa6943d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9924848'] for subnet, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:53.216187 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:53.226864 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] Transition to ACTIVE for port object 1fabeb17-496f-4eaf-adfb-f24c09324282 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:31:53.251253 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-07a991f4-0758-488a-8cae-0caddfa6943d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9924802'] for subnet, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:53.327822 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a991f4-0758-488a-8cae-0caddfa6943d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4a369f7-a296-4de3-b012-db8aa3919fe6,revision_number=0']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:53.331790 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:53.335506 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a991f4-0758-488a-8cae-0caddfa6943d admin admin] Checking segment: {'id': 'ad473aa1-f403-486b-9846-21827abe3377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b936f4d0-a995-4291-9ef1-aaf2290a62f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:31:53.335650 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a991f4-0758-488a-8cae-0caddfa6943d admin admin] Network hostable DHCP agents. Network: b936f4d0-a995-4291-9ef1-aaf2290a62f5, hostable agents: ['edf8e3b8-8277-4301-b9d5-13400d6f20cf'], hosted agents: [] {{(pid=88386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 22:31:53.417666 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:53.445679 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:53.446044 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a991f4-0758-488a-8cae-0caddfa6943d admin admin] Network b936f4d0-a995-4291-9ef1-aaf2290a62f5 is scheduled to be hosted by DHCP agent edf8e3b8-8277-4301-b9d5-13400d6f20cf with binding_index 1 {{(pid=88386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 22:31:53.460073 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164f8cd-a224-4f75-b728-435e80ca6fae None None] Pushing event updated for resources: {'Port': ['ID=1fabeb17-496f-4eaf-adfb-f24c09324282,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:53.491696 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e164f8cd-a224-4f75-b728-435e80ca6fae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:53.491964 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e164f8cd-a224-4f75-b728-435e80ca6fae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:53.492516 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e164f8cd-a224-4f75-b728-435e80ca6fae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:53.492615 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e164f8cd-a224-4f75-b728-435e80ca6fae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:53.492899 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e164f8cd-a224-4f75-b728-435e80ca6fae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:53.493214 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e164f8cd-a224-4f75-b728-435e80ca6fae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:53.493527 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e164f8cd-a224-4f75-b728-435e80ca6fae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:53.494059 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e164f8cd-a224-4f75-b728-435e80ca6fae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:53.494806 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e164f8cd-a224-4f75-b728-435e80ca6fae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:53.495647 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e164f8cd-a224-4f75-b728-435e80ca6fae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:53.495647 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e164f8cd-a224-4f75-b728-435e80ca6fae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:53.496540 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e164f8cd-a224-4f75-b728-435e80ca6fae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:31:53.506039 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 64b2314f-b5df-4bbf-9319-c0af5c9f8cda up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:31:53.531344 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-07a991f4-0758-488a-8cae-0caddfa6943d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829957-1-hyperv, b936f4d0-a995-4291-9ef1-aaf2290a62f5) {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:31:53.535824 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a991f4-0758-488a-8cae-0caddfa6943d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:31:53.536754 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-07a991f4-0758-488a-8cae-0caddfa6943d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:53.542390 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0a9a5d-2547-4752-a220-00ac34218b36 None None] Network b936f4d0-a995-4291-9ef1-aaf2290a62f5 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:31:53.568293 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] Attempting to bind port 1fabeb17-496f-4eaf-adfb-f24c09324282 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:31:53.568655 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] Attempting to bind port 1fabeb17-496f-4eaf-adfb-f24c09324282 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': '1d3c642f-74e7-4ecc-9e8d-56b6d777cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:31:53.569004 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] Attempting to bind port 1fabeb17-496f-4eaf-adfb-f24c09324282 on network 80fd9107-de2e-455c-a0d7-ad7760160fe6 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:31:53.576902 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:31:53.576902 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] Checking segment: {'id': '1d3c642f-74e7-4ecc-9e8d-56b6d777cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:31:53.576902 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:53.576902 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] Bound using segment: {'id': '1d3c642f-74e7-4ecc-9e8d-56b6d777cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:31:53.576902 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] Bound port: 1fabeb17-496f-4eaf-adfb-f24c09324282, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3c642f-74e7-4ecc-9e8d-56b6d777cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:31:53.577368 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:53.626977 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-07a991f4-0758-488a-8cae-0caddfa6943d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7310724 Mar 07 22:31:53.629526 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 57692) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:31:53.634831 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-adabe570-9692-4eba-8db8-c46f1c37c69d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1546947359-router', 'tenant_id': 'b638ad3486a64222a36a6adc97228e8b', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:31:53.639818 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-adabe570-9692-4eba-8db8-c46f1c37c69d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:31:53.643929 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-adabe570-9692-4eba-8db8-c46f1c37c69d admin admin] Usage tracker for resource:router and tenant:b638ad3486a64222a36a6adc97228e8b is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:31:53.646538 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-adabe570-9692-4eba-8db8-c46f1c37c69d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:31:53.655505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-adabe570-9692-4eba-8db8-c46f1c37c69d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:31:53.672253 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] For port 1fabeb17-496f-4eaf-adfb-f24c09324282, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:31:53.676146 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] For port 1fabeb17-496f-4eaf-adfb-f24c09324282, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1fabeb17-496f-4eaf-adfb-f24c09324282,segment=NetworkSegment(1d3c642f-74e7-4ecc-9e8d-56b6d777cc47),segment_id=1d3c642f-74e7-4ecc-9e8d-56b6d777cc47)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:31:53.704243 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 64b2314f-b5df-4bbf-9319-c0af5c9f8cda triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:31:53.704613 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:53.746505 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-adabe570-9692-4eba-8db8-c46f1c37c69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6912'] for router, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:53.747488 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-adabe570-9692-4eba-8db8-c46f1c37c69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-855172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-864567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6921'] for router, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:53.758508 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:53.762316 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-adabe570-9692-4eba-8db8-c46f1c37c69d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:53.841582 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164f8cd-a224-4f75-b728-435e80ca6fae None None] Pushing event updated for resources: {'Port': ['ID=1fabeb17-496f-4eaf-adfb-f24c09324282,revision_number=4']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:53.849469 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] Routers {'d7b15108-2454-4f1b-95ae-d8bc54d5726b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:31:53.850092 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:31:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:53.882162 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d6e8cf-de86-4887-8e30-4e0c4c4000c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af64588-d9ca-5016-82b5-9e4dd7e49cdb-b936f4d0-a995-4291-9ef1-aaf2290a62f5', 'network_id': 'b936f4d0-a995-4291-9ef1-aaf2290a62f5', 'tenant_id': 'b638ad3486a64222a36a6adc97228e8b', 'fixed_ips': [{'subnet_id': 'e4a369f7-a296-4de3-b012-db8aa3919fe6'}]}} from dv-neutron-829957-1-hyperv. {{(pid=88388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 07 22:31:53.882972 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-60d6e8cf-de86-4887-8e30-4e0c4c4000c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:54.084088 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] Set router d7b15108-2454-4f1b-95ae-d8bc54d5726b gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:31:54.092563 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.db_base_plugin_common [None req-60d6e8cf-de86-4887-8e30-4e0c4c4000c6 None None] Allocated IP 172.20.0.2 (b936f4d0-a995-4291-9ef1-aaf2290a62f5/e4a369f7-a296-4de3-b012-db8aa3919fe6/a972de3f-3132-4467-b721-474a6321480c) {{(pid=88388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:31:54.119369 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-adabe570-9692-4eba-8db8-c46f1c37c69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-864545', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6971'] for router, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:54.305796 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-60d6e8cf-de86-4887-8e30-4e0c4c4000c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:54.316657 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-60d6e8cf-de86-4887-8e30-4e0c4c4000c6 None None] Transition to ACTIVE for port object a972de3f-3132-4467-b721-474a6321480c will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:31:54.338208 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-60d6e8cf-de86-4887-8e30-4e0c4c4000c6 None None] Transition to ACTIVE for port object a972de3f-3132-4467-b721-474a6321480c will not be triggered until provisioned by entity DHCP. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:31:54.402108 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'name': 'tempest-TestSnapshotPattern-886509793-router', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:50Z', 'revision_number': 4, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'gw_port': {'id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '1fabeb17-496f-4eaf-adfb-f24c09324282', 'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'mac_address': 'fa:16:3e:fa:e1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:49Z', 'updated_at': '2022-03-07T22:31:53Z', 'revision_number': 4, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'subnets': [{'id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:54.406387 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a17705c-fc94-4399-8dc3-b4d4c9e12c94 None None] The sync data for ids ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'] in dv-neutron-829957-1-hyperv is: [{'id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'name': 'tempest-TestSnapshotPattern-886509793-router', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:50Z', 'revision_number': 4, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'gw_port': {'id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '1fabeb17-496f-4eaf-adfb-f24c09324282', 'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'mac_address': 'fa:16:3e:fa:e1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:49Z', 'updated_at': '2022-03-07T22:31:53Z', 'revision_number': 4, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'subnets': [{'id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:31:54.410333 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-60d6e8cf-de86-4887-8e30-4e0c4c4000c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618'] for port, after_create {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:54.482415 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d6e8cf-de86-4887-8e30-4e0c4c4000c6 None None] Network b936f4d0-a995-4291-9ef1-aaf2290a62f5 is already hosted by enough agents. {{(pid=88388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:31:54.489944 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.scheduler.base_scheduler [None req-60d6e8cf-de86-4887-8e30-4e0c4c4000c6 None None] Resources bound (agent type, host, resource id): {{(pid=88388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:31:54.495454 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d6e8cf-de86-4887-8e30-4e0c4c4000c6 None None] Received port after_create {{(pid=88388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:31:54.501584 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6e8cf-de86-4887-8e30-4e0c4c4000c6 None None] Pushing event updated for resources: {'Port': ['ID=a972de3f-3132-4467-b721-474a6321480c,revision_number=1']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:54.636757 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-60d6e8cf-de86-4887-8e30-4e0c4c4000c6 None None] Attempting to bind port a972de3f-3132-4467-b721-474a6321480c on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:31:54.637117 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-60d6e8cf-de86-4887-8e30-4e0c4c4000c6 None None] Attempting to bind port a972de3f-3132-4467-b721-474a6321480c by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'ad473aa1-f403-486b-9846-21827abe3377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b936f4d0-a995-4291-9ef1-aaf2290a62f5'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:31:54.637471 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d6e8cf-de86-4887-8e30-4e0c4c4000c6 None None] Attempting to bind port a972de3f-3132-4467-b721-474a6321480c on network b936f4d0-a995-4291-9ef1-aaf2290a62f5 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:31:54.642990 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d6e8cf-de86-4887-8e30-4e0c4c4000c6 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:31:54.643368 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d6e8cf-de86-4887-8e30-4e0c4c4000c6 None None] Checking segment: {'id': 'ad473aa1-f403-486b-9846-21827abe3377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b936f4d0-a995-4291-9ef1-aaf2290a62f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:31:54.643759 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-60d6e8cf-de86-4887-8e30-4e0c4c4000c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:54.644148 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d6e8cf-de86-4887-8e30-4e0c4c4000c6 None None] Bound using segment: {'id': 'ad473aa1-f403-486b-9846-21827abe3377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b936f4d0-a995-4291-9ef1-aaf2290a62f5'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:31:54.644616 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-60d6e8cf-de86-4887-8e30-4e0c4c4000c6 None None] Bound port: a972de3f-3132-4467-b721-474a6321480c, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad473aa1-f403-486b-9846-21827abe3377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b936f4d0-a995-4291-9ef1-aaf2290a62f5'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:31:54.644987 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-60d6e8cf-de86-4887-8e30-4e0c4c4000c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:54.689817 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-adabe570-9692-4eba-8db8-c46f1c37c69d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:54.722173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-adabe570-9692-4eba-8db8-c46f1c37c69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:54.738769 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-60d6e8cf-de86-4887-8e30-4e0c4c4000c6 None None] For port a972de3f-3132-4467-b721-474a6321480c, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:31:54.741937 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-60d6e8cf-de86-4887-8e30-4e0c4c4000c6 None None] For port a972de3f-3132-4467-b721-474a6321480c, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a972de3f-3132-4467-b721-474a6321480c,segment=NetworkSegment(ad473aa1-f403-486b-9846-21827abe3377),segment_id=ad473aa1-f403-486b-9846-21827abe3377)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:31:54.840707 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-60d6e8cf-de86-4887-8e30-4e0c4c4000c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:54.876194 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-adabe570-9692-4eba-8db8-c46f1c37c69d admin admin] Allocated IP 172.26.2.202 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/ab5f2e56-3c6d-41e3-a50b-c0935fa4a022) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:31:54.943522 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6e8cf-de86-4887-8e30-4e0c4c4000c6 None None] Pushing event updated for resources: {'Port': ['ID=a972de3f-3132-4467-b721-474a6321480c,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:55.006218 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:55.045720 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-adabe570-9692-4eba-8db8-c46f1c37c69d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:55.137391 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-adabe570-9692-4eba-8db8-c46f1c37c69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:55.202111 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adabe570-9692-4eba-8db8-c46f1c37c69d admin admin] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:31:55.204923 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-adabe570-9692-4eba-8db8-c46f1c37c69d admin admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:31:55.213352 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adabe570-9692-4eba-8db8-c46f1c37c69d admin admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:31:55.253222 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabe570-9692-4eba-8db8-c46f1c37c69d admin admin] Pushing event updated for resources: {'Port': ['ID=ab5f2e56-3c6d-41e3-a50b-c0935fa4a022,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:55.572935 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1fabeb17-496f-4eaf-adfb-f24c09324282 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:31:55.714201 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port 1fabeb17-496f-4eaf-adfb-f24c09324282 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:31:55.719457 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 1fabeb17-496f-4eaf-adfb-f24c09324282 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:31:55.719822 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:55.742701 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-adabe570-9692-4eba-8db8-c46f1c37c69d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:55.857662 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:55.893101 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port 1fabeb17-496f-4eaf-adfb-f24c09324282, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1fabeb17-496f-4eaf-adfb-f24c09324282,segment=NetworkSegment(1d3c642f-74e7-4ecc-9e8d-56b6d777cc47),segment_id=1d3c642f-74e7-4ecc-9e8d-56b6d777cc47)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:31:55.960394 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:55.961909 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a972de3f-3132-4467-b721-474a6321480c up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:31:56.034073 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fe4373-4010-4cd3-ba5a-f761b8942eea None None] Network b936f4d0-a995-4291-9ef1-aaf2290a62f5 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:31:56.179984 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=1fabeb17-496f-4eaf-adfb-f24c09324282,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:56.187666 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-39e3147d-e8ff-4d71-a0b7-d9db50b26843 None None] Provisioning for port a972de3f-3132-4467-b721-474a6321480c completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:31:56.215594 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-adabe570-9692-4eba-8db8-c46f1c37c69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-864522'] for router, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:56.265188 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port a972de3f-3132-4467-b721-474a6321480c completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:31:56.274616 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port a972de3f-3132-4467-b721-474a6321480c triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:31:56.275000 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:56.448417 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:56.482797 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port a972de3f-3132-4467-b721-474a6321480c, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a972de3f-3132-4467-b721-474a6321480c,segment=NetworkSegment(ad473aa1-f403-486b-9846-21827abe3377),segment_id=ad473aa1-f403-486b-9846-21827abe3377)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:31:56.494610 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adabe570-9692-4eba-8db8-c46f1c37c69d admin admin] Router 768f91c2-1f99-474b-9b62-ac402d2aeb22 is scheduled to L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 with binding_index 1 {{(pid=88386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 07 22:31:56.558434 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:56.642230 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e6898758-5462-463b-8b01-14c68c3d0b17 None None] Provisioning complete for port a972de3f-3132-4467-b721-474a6321480c triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:31:56.642591 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e6898758-5462-463b-8b01-14c68c3d0b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:56.669174 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=a972de3f-3132-4467-b721-474a6321480c,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:56.678619 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adabe570-9692-4eba-8db8-c46f1c37c69d admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:31:56.693385 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] Sync routers for ids ['768f91c2-1f99-474b-9b62-ac402d2aeb22'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:31:56.709994 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] Routers {'768f91c2-1f99-474b-9b62-ac402d2aeb22'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:31:56.710539 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:31:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['768f91c2-1f99-474b-9b62-ac402d2aeb22'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:56.763347 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-adabe570-9692-4eba-8db8-c46f1c37c69d admin admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:56.766499 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-adabe570-9692-4eba-8db8-c46f1c37c69d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1358795 Mar 07 22:31:56.767443 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 57700) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:31:56.935010 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] Set router 768f91c2-1f99-474b-9b62-ac402d2aeb22 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:31:57.261982 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768f91c2-1f99-474b-9b62-ac402d2aeb22', 'name': 'tempest-TestSnapshotPattern-1546947359-router', 'tenant_id': 'b638ad3486a64222a36a6adc97228e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ab5f2e56-3c6d-41e3-a50b-c0935fa4a022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:53Z', 'updated_at': '2022-03-07T22:31:55Z', 'revision_number': 3, 'project_id': 'b638ad3486a64222a36a6adc97228e8b', 'gw_port': {'id': 'ab5f2e56-3c6d-41e3-a50b-c0935fa4a022', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768f91c2-1f99-474b-9b62-ac402d2aeb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:54Z', 'updated_at': '2022-03-07T22:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:57.265707 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] Checking router: 768f91c2-1f99-474b-9b62-ac402d2aeb22 for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:31:57.266087 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] Updating router 768f91c2-1f99-474b-9b62-ac402d2aeb22 port ab5f2e56-3c6d-41e3-a50b-c0935fa4a022 binding host dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:31:57.318454 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:57.432469 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-09fd32bb-7d1a-4fee-8b98-699d1c097442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:57.527868 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1fabeb17-496f-4eaf-adfb-f24c09324282 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:31:57.634841 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port 1fabeb17-496f-4eaf-adfb-f24c09324282 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:31:57.635213 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:57.641244 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-09fd32bb-7d1a-4fee-8b98-699d1c097442 admin admin] Allocated IP 172.20.0.1 (b936f4d0-a995-4291-9ef1-aaf2290a62f5/e4a369f7-a296-4de3-b012-db8aa3919fe6/d9eef3bd-7fe2-4f3e-bb70-95f57851b258) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:31:57.768946 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] Notify callbacks [] for port, precommit_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:57.811315 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] Transition to ACTIVE for port object ab5f2e56-3c6d-41e3-a50b-c0935fa4a022 will not be triggered until provisioned by entity L2. {{(pid=88388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:31:57.844266 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a972de3f-3132-4467-b721-474a6321480c up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:31:57.886857 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:57.910569 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-09fd32bb-7d1a-4fee-8b98-699d1c097442 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:57.926191 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [None req-09fd32bb-7d1a-4fee-8b98-699d1c097442 admin admin] Transition to ACTIVE for port object d9eef3bd-7fe2-4f3e-bb70-95f57851b258 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:31:57.980373 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] Attempting to bind port ab5f2e56-3c6d-41e3-a50b-c0935fa4a022 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:31:57.980734 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] Attempting to bind port ab5f2e56-3c6d-41e3-a50b-c0935fa4a022 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:31:57.981092 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] Attempting to bind port ab5f2e56-3c6d-41e3-a50b-c0935fa4a022 on network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:31:57.988865 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031950f-548d-4d72-ae20-ed436de34572 None None] Pushing event updated for resources: {'Port': ['ID=ab5f2e56-3c6d-41e3-a50b-c0935fa4a022,revision_number=2']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:57.993581 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:31:57.994789 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] Checking segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:31:57.994789 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:57.994789 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] Bound using segment: {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'} {{(pid=88388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:31:57.995238 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.managers [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] Bound port: ab5f2e56-3c6d-41e3-a50b-c0935fa4a022, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7294537-e1cd-41ef-9841-3052387a51bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093'}}] {{(pid=88388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:31:57.996022 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:58.017826 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-09fd32bb-7d1a-4fee-8b98-699d1c097442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:58.037281 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port a972de3f-3132-4467-b721-474a6321480c triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:31:58.037574 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:58.081796 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fd32bb-7d1a-4fee-8b98-699d1c097442 admin admin] Network b936f4d0-a995-4291-9ef1-aaf2290a62f5 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:31:58.088581 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-09fd32bb-7d1a-4fee-8b98-699d1c097442 admin admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:31:58.093169 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fd32bb-7d1a-4fee-8b98-699d1c097442 admin admin] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:31:58.119762 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] For port ab5f2e56-3c6d-41e3-a50b-c0935fa4a022, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:31:58.126569 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] For port ab5f2e56-3c6d-41e3-a50b-c0935fa4a022, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=ab5f2e56-3c6d-41e3-a50b-c0935fa4a022,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:31:58.127431 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd32bb-7d1a-4fee-8b98-699d1c097442 admin admin] Pushing event updated for resources: {'Port': ['ID=d9eef3bd-7fe2-4f3e-bb70-95f57851b258,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:58.155743 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-09fd32bb-7d1a-4fee-8b98-699d1c097442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-864316'] for router_interface, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:58.207533 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:58.297514 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] Routers {'768f91c2-1f99-474b-9b62-ac402d2aeb22'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:31:58.298119 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:31:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['768f91c2-1f99-474b-9b62-ac402d2aeb22'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:58.355122 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-09fd32bb-7d1a-4fee-8b98-699d1c097442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:58.375994 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031950f-548d-4d72-ae20-ed436de34572 None None] Pushing event updated for resources: {'Port': ['ID=ab5f2e56-3c6d-41e3-a50b-c0935fa4a022,revision_number=3']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:58.459622 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e6cb1d45-34fd-4d12-8c00-f5c420096ba8 None None] Provisioning for port d9eef3bd-7fe2-4f3e-bb70-95f57851b258 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:31:58.474858 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-e6cb1d45-34fd-4d12-8c00-f5c420096ba8 None None] Provisioning complete for port d9eef3bd-7fe2-4f3e-bb70-95f57851b258 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:31:58.475219 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-e6cb1d45-34fd-4d12-8c00-f5c420096ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:58.546511 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] Set router 768f91c2-1f99-474b-9b62-ac402d2aeb22 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:31:58.582971 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-09fd32bb-7d1a-4fee-8b98-699d1c097442 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:58.599255 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-e6cb1d45-34fd-4d12-8c00-f5c420096ba8 None None] Port d9eef3bd-7fe2-4f3e-bb70-95f57851b258 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:31:58.643074 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-09fd32bb-7d1a-4fee-8b98-699d1c097442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:58.751214 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd32bb-7d1a-4fee-8b98-699d1c097442 admin admin] Pushing event updated for resources: {'Port': ['ID=d9eef3bd-7fe2-4f3e-bb70-95f57851b258,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:31:58.753504 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-09fd32bb-7d1a-4fee-8b98-699d1c097442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864981'] for router_interface, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:58.887584 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fd32bb-7d1a-4fee-8b98-699d1c097442 admin admin] Network b936f4d0-a995-4291-9ef1-aaf2290a62f5 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:31:58.888703 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-09fd32bb-7d1a-4fee-8b98-699d1c097442 admin admin] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:31:58.891968 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768f91c2-1f99-474b-9b62-ac402d2aeb22', 'name': 'tempest-TestSnapshotPattern-1546947359-router', 'tenant_id': 'b638ad3486a64222a36a6adc97228e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ab5f2e56-3c6d-41e3-a50b-c0935fa4a022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:53Z', 'updated_at': '2022-03-07T22:31:58Z', 'revision_number': 4, 'project_id': 'b638ad3486a64222a36a6adc97228e8b', 'gw_port': {'id': 'ab5f2e56-3c6d-41e3-a50b-c0935fa4a022', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768f91c2-1f99-474b-9b62-ac402d2aeb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:54Z', 'updated_at': '2022-03-07T22:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'd9eef3bd-7fe2-4f3e-bb70-95f57851b258', 'name': '', 'network_id': 'b936f4d0-a995-4291-9ef1-aaf2290a62f5', 'tenant_id': 'b638ad3486a64222a36a6adc97228e8b', 'mac_address': 'fa:16:3e:05:49:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768f91c2-1f99-474b-9b62-ac402d2aeb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'e4a369f7-a296-4de3-b012-db8aa3919fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:57Z', 'updated_at': '2022-03-07T22:31:57Z', 'revision_number': 1, 'project_id': 'b638ad3486a64222a36a6adc97228e8b', 'subnets': [{'id': 'e4a369f7-a296-4de3-b012-db8aa3919fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:31:58.895972 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c807d76e-45ae-44dd-b84a-32dc3c2812e9 None None] The sync data for ids ['768f91c2-1f99-474b-9b62-ac402d2aeb22'] in dv-neutron-829957-1-hyperv is: [{'id': '768f91c2-1f99-474b-9b62-ac402d2aeb22', 'name': 'tempest-TestSnapshotPattern-1546947359-router', 'tenant_id': 'b638ad3486a64222a36a6adc97228e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ab5f2e56-3c6d-41e3-a50b-c0935fa4a022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:53Z', 'updated_at': '2022-03-07T22:31:58Z', 'revision_number': 4, 'project_id': 'b638ad3486a64222a36a6adc97228e8b', 'gw_port': {'id': 'ab5f2e56-3c6d-41e3-a50b-c0935fa4a022', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768f91c2-1f99-474b-9b62-ac402d2aeb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:54Z', 'updated_at': '2022-03-07T22:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'd9eef3bd-7fe2-4f3e-bb70-95f57851b258', 'name': '', 'network_id': 'b936f4d0-a995-4291-9ef1-aaf2290a62f5', 'tenant_id': 'b638ad3486a64222a36a6adc97228e8b', 'mac_address': 'fa:16:3e:05:49:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768f91c2-1f99-474b-9b62-ac402d2aeb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'e4a369f7-a296-4de3-b012-db8aa3919fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:57Z', 'updated_at': '2022-03-07T22:31:57Z', 'revision_number': 1, 'project_id': 'b638ad3486a64222a36a6adc97228e8b', 'subnets': [{'id': 'e4a369f7-a296-4de3-b012-db8aa3919fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:31:59.086137 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fd32bb-7d1a-4fee-8b98-699d1c097442 admin admin] Router 768f91c2-1f99-474b-9b62-ac402d2aeb22 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:31:59.122776 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-24457072-78a8-4816-867c-66523b18122c None None] Provisioning complete for port d9eef3bd-7fe2-4f3e-bb70-95f57851b258 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:31:59.123086 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-24457072-78a8-4816-867c-66523b18122c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:31:59.184780 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-24457072-78a8-4816-867c-66523b18122c None None] Port d9eef3bd-7fe2-4f3e-bb70-95f57851b258 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:31:59.287184 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fd32bb-7d1a-4fee-8b98-699d1c097442 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:31:59.296712 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-09fd32bb-7d1a-4fee-8b98-699d1c097442 admin admin] 10.222.0.21 "PUT /v2.0/routers/768f91c2-1f99-474b-9b62-ac402d2aeb22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5282800 Mar 07 22:32:00.034698 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 57714) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:32:00.039955 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-7fb6bbbe-35da-42d0-bc17-36263509c3b8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-490459340', 'description': 'tempest-secgroup-smoke-490459340 description', 'project_id': '0ead168dd0f047108c7b48e44a9d77a6'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:32:00.047365 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7fb6bbbe-35da-42d0-bc17-36263509c3b8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:32:00.051394 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7fb6bbbe-35da-42d0-bc17-36263509c3b8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Usage tracker for resource:security_group and tenant:0ead168dd0f047108c7b48e44a9d77a6 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:32:00.054861 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7fb6bbbe-35da-42d0-bc17-36263509c3b8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:32:00.061913 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7fb6bbbe-35da-42d0-bc17-36263509c3b8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:32:00.142778 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7fb6bbbe-35da-42d0-bc17-36263509c3b8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for security_group, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:00.162344 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7fb6bbbe-35da-42d0-bc17-36263509c3b8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:32:00.166569 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7fb6bbbe-35da-42d0-bc17-36263509c3b8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Usage tracker for resource:security_group_rule and tenant:0ead168dd0f047108c7b48e44a9d77a6 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:32:00.169912 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-7fb6bbbe-35da-42d0-bc17-36263509c3b8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:32:00.174995 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-7fb6bbbe-35da-42d0-bc17-36263509c3b8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:32:00.242845 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7fb6bbbe-35da-42d0-bc17-36263509c3b8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for security_group, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:00.313541 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7fb6bbbe-35da-42d0-bc17-36263509c3b8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:00.354398 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6bbbe-35da-42d0-bc17-36263509c3b8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8778462d-5301-48c7-bf8d-c0bb7dbb691f,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:00.445394 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-7fb6bbbe-35da-42d0-bc17-36263509c3b8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:00.446747 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-7fb6bbbe-35da-42d0-bc17-36263509c3b8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4110384 Mar 07 22:32:00.449685 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 57720) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:32:00.455007 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-0281a9b7-bd83-42ea-baa9-224eb9ea3cf2 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Request body: {'security_group_rule': {'security_group_id': '8778462d-5301-48c7-bf8d-c0bb7dbb691f', 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:32:00.460860 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0281a9b7-bd83-42ea-baa9-224eb9ea3cf2 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:32:00.465431 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0281a9b7-bd83-42ea-baa9-224eb9ea3cf2 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Usage tracker for resource:security_group_rule and tenant:0ead168dd0f047108c7b48e44a9d77a6 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:32:00.468404 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-0281a9b7-bd83-42ea-baa9-224eb9ea3cf2 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:32:00.474207 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-0281a9b7-bd83-42ea-baa9-224eb9ea3cf2 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:32:00.555447 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0281a9b7-bd83-42ea-baa9-224eb9ea3cf2 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:00.616760 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0281a9b7-bd83-42ea-baa9-224eb9ea3cf2 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:00.679541 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0281a9b7-bd83-42ea-baa9-224eb9ea3cf2 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:00.702850 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281a9b7-bd83-42ea-baa9-224eb9ea3cf2 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b036e70-8e2f-4d15-9e52-680b243c695d,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:00.788207 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-0281a9b7-bd83-42ea-baa9-224eb9ea3cf2 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:00.789372 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-0281a9b7-bd83-42ea-baa9-224eb9ea3cf2 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3387046 Mar 07 22:32:00.792000 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 57724) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:32:00.796868 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-583318e8-d9d4-4417-bda8-793052347d9f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Request body: {'security_group_rule': {'security_group_id': '8778462d-5301-48c7-bf8d-c0bb7dbb691f', 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:32:00.802769 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-583318e8-d9d4-4417-bda8-793052347d9f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:32:00.806707 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-583318e8-d9d4-4417-bda8-793052347d9f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Usage tracker for resource:security_group_rule and tenant:0ead168dd0f047108c7b48e44a9d77a6 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:32:00.812715 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-583318e8-d9d4-4417-bda8-793052347d9f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:32:00.815265 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-583318e8-d9d4-4417-bda8-793052347d9f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:32:00.904630 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-583318e8-d9d4-4417-bda8-793052347d9f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:00.964368 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-583318e8-d9d4-4417-bda8-793052347d9f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:01.050775 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-583318e8-d9d4-4417-bda8-793052347d9f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:01.074696 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583318e8-d9d4-4417-bda8-793052347d9f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d66b96-d3ee-4b42-bc9a-3287aa9dfb43,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:01.159845 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-583318e8-d9d4-4417-bda8-793052347d9f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:01.161112 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-583318e8-d9d4-4417-bda8-793052347d9f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3681810 Mar 07 22:32:01.163867 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 57728) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:32:01.169320 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-6794aa7e-0469-47f3-8def-efd954772cc8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Request body: {'security_group_rule': {'security_group_id': '8778462d-5301-48c7-bf8d-c0bb7dbb691f', 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:32:01.176103 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6794aa7e-0469-47f3-8def-efd954772cc8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:32:01.180396 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6794aa7e-0469-47f3-8def-efd954772cc8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Usage tracker for resource:security_group_rule and tenant:0ead168dd0f047108c7b48e44a9d77a6 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:32:01.183949 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-6794aa7e-0469-47f3-8def-efd954772cc8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:32:01.190146 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-6794aa7e-0469-47f3-8def-efd954772cc8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:32:01.280938 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6794aa7e-0469-47f3-8def-efd954772cc8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:01.345487 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6794aa7e-0469-47f3-8def-efd954772cc8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:01.403030 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6794aa7e-0469-47f3-8def-efd954772cc8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:01.426113 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794aa7e-0469-47f3-8def-efd954772cc8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c808d68f-1413-4c1c-8dc0-9282ccf2f886,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:01.513071 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6794aa7e-0469-47f3-8def-efd954772cc8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:01.514075 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ab5f2e56-3c6d-41e3-a50b-c0935fa4a022 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:32:01.516481 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6794aa7e-0469-47f3-8def-efd954772cc8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3495493 Mar 07 22:32:01.517689 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 57732) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:32:01.522944 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-a084f8d9-6b4a-45ce-a51f-23c7c0ea592b tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Request body: {'security_group_rule': {'security_group_id': '8778462d-5301-48c7-bf8d-c0bb7dbb691f', 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:32:01.529146 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a084f8d9-6b4a-45ce-a51f-23c7c0ea592b tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:32:01.532909 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a084f8d9-6b4a-45ce-a51f-23c7c0ea592b tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Usage tracker for resource:security_group_rule and tenant:0ead168dd0f047108c7b48e44a9d77a6 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:32:01.535849 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-a084f8d9-6b4a-45ce-a51f-23c7c0ea592b tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:32:01.542311 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-a084f8d9-6b4a-45ce-a51f-23c7c0ea592b tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:32:01.627607 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a084f8d9-6b4a-45ce-a51f-23c7c0ea592b tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:01.651173 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port ab5f2e56-3c6d-41e3-a50b-c0935fa4a022 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:32:01.656139 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port ab5f2e56-3c6d-41e3-a50b-c0935fa4a022 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:32:01.656447 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:01.691344 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a084f8d9-6b4a-45ce-a51f-23c7c0ea592b tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:01.774415 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:01.791802 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port ab5f2e56-3c6d-41e3-a50b-c0935fa4a022, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=ab5f2e56-3c6d-41e3-a50b-c0935fa4a022,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:32:01.797610 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a084f8d9-6b4a-45ce-a51f-23c7c0ea592b tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:01.821000 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084f8d9-6b4a-45ce-a51f-23c7c0ea592b tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e511ba-77d7-4e1b-aad3-229202b90f70,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:01.866354 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:01.891922 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-a084f8d9-6b4a-45ce-a51f-23c7c0ea592b tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:01.896303 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-a084f8d9-6b4a-45ce-a51f-23c7c0ea592b tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3745601 Mar 07 22:32:01.896502 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 57736) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:32:01.904122 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-451c76de-1a95-4abf-ab30-a00a3ca357e8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Request body: {'security_group_rule': {'security_group_id': '8778462d-5301-48c7-bf8d-c0bb7dbb691f', 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:32:01.910542 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-451c76de-1a95-4abf-ab30-a00a3ca357e8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:32:01.914295 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-451c76de-1a95-4abf-ab30-a00a3ca357e8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Usage tracker for resource:security_group_rule and tenant:0ead168dd0f047108c7b48e44a9d77a6 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:32:01.918129 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-451c76de-1a95-4abf-ab30-a00a3ca357e8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:32:01.923876 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-451c76de-1a95-4abf-ab30-a00a3ca357e8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:32:01.937871 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=ab5f2e56-3c6d-41e3-a50b-c0935fa4a022,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:01.994333 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.securitygroups_db [None req-451c76de-1a95-4abf-ab30-a00a3ca357e8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Project 0ead168dd0f047108c7b48e44a9d77a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:32:02.001317 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-451c76de-1a95-4abf-ab30-a00a3ca357e8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:02.069003 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-451c76de-1a95-4abf-ab30-a00a3ca357e8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:02.131168 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-451c76de-1a95-4abf-ab30-a00a3ca357e8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:02.154877 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c76de-1a95-4abf-ab30-a00a3ca357e8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04ed017-83f1-4691-b714-911adb643c1f,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:02.159930 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] Sync routers for ids ['768f91c2-1f99-474b-9b62-ac402d2aeb22'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:32:02.169573 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] Routers {'768f91c2-1f99-474b-9b62-ac402d2aeb22'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:32:02.170188 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:31:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['768f91c2-1f99-474b-9b62-ac402d2aeb22'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:32:02.251330 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-451c76de-1a95-4abf-ab30-a00a3ca357e8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:02.252551 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-451c76de-1a95-4abf-ab30-a00a3ca357e8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3550270 Mar 07 22:32:02.255296 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 57740) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:32:02.260820 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-bd2fed8d-4779-4e9a-ab5b-60ccf88ef238 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Request body: {'security_group_rule': {'security_group_id': '8778462d-5301-48c7-bf8d-c0bb7dbb691f', 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:32:02.266779 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-bd2fed8d-4779-4e9a-ab5b-60ccf88ef238 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:32:02.270560 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-bd2fed8d-4779-4e9a-ab5b-60ccf88ef238 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Usage tracker for resource:security_group_rule and tenant:0ead168dd0f047108c7b48e44a9d77a6 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:32:02.273423 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-bd2fed8d-4779-4e9a-ab5b-60ccf88ef238 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:32:02.279794 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-bd2fed8d-4779-4e9a-ab5b-60ccf88ef238 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:32:02.366966 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] Set router 768f91c2-1f99-474b-9b62-ac402d2aeb22 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:32:02.369110 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.securitygroups_db [None req-bd2fed8d-4779-4e9a-ab5b-60ccf88ef238 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Project 0ead168dd0f047108c7b48e44a9d77a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 22:32:02.375996 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bd2fed8d-4779-4e9a-ab5b-60ccf88ef238 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:02.440383 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bd2fed8d-4779-4e9a-ab5b-60ccf88ef238 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:02.514145 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bd2fed8d-4779-4e9a-ab5b-60ccf88ef238 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674804'] for security_group_rule, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:02.537898 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2fed8d-4779-4e9a-ab5b-60ccf88ef238 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace9f9b1-1cf0-4553-a501-b7862363419c,revision_number=0']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:02.600602 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-bd2fed8d-4779-4e9a-ab5b-60ccf88ef238 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:02.601919 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bd2fed8d-4779-4e9a-ab5b-60ccf88ef238 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3457072 Mar 07 22:32:02.674228 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768f91c2-1f99-474b-9b62-ac402d2aeb22', 'name': 'tempest-TestSnapshotPattern-1546947359-router', 'tenant_id': 'b638ad3486a64222a36a6adc97228e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ab5f2e56-3c6d-41e3-a50b-c0935fa4a022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:53Z', 'updated_at': '2022-03-07T22:31:58Z', 'revision_number': 4, 'project_id': 'b638ad3486a64222a36a6adc97228e8b', 'gw_port': {'id': 'ab5f2e56-3c6d-41e3-a50b-c0935fa4a022', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768f91c2-1f99-474b-9b62-ac402d2aeb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:54Z', 'updated_at': '2022-03-07T22:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'd9eef3bd-7fe2-4f3e-bb70-95f57851b258', 'name': '', 'network_id': 'b936f4d0-a995-4291-9ef1-aaf2290a62f5', 'tenant_id': 'b638ad3486a64222a36a6adc97228e8b', 'mac_address': 'fa:16:3e:05:49:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768f91c2-1f99-474b-9b62-ac402d2aeb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'e4a369f7-a296-4de3-b012-db8aa3919fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:57Z', 'updated_at': '2022-03-07T22:31:58Z', 'revision_number': 2, 'project_id': 'b638ad3486a64222a36a6adc97228e8b', 'subnets': [{'id': 'e4a369f7-a296-4de3-b012-db8aa3919fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:32:02.677912 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] Checking router: 768f91c2-1f99-474b-9b62-ac402d2aeb22 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:32:02.678538 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] Updating router 768f91c2-1f99-474b-9b62-ac402d2aeb22 port d9eef3bd-7fe2-4f3e-bb70-95f57851b258 binding host dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 22:32:02.730795 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:02.762597 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-95ad952a-246b-4131-bc23-5663f06269fd tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Synchronizing usage tracker for tenant:0ead168dd0f047108c7b48e44a9d77a6 on resource:security_group {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:32:02.850969 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-95ad952a-246b-4131-bc23-5663f06269fd tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Unset dirty status for tenant:0ead168dd0f047108c7b48e44a9d77a6 on resource:security_group {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:32:02.852125 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-95ad952a-246b-4131-bc23-5663f06269fd tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-490459340&fields=id&tenant_id=0ead168dd0f047108c7b48e44a9d77a6 HTTP/1.1" status: 200 len: 267 time: 0.1281009 Mar 07 22:32:03.003115 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-2078a319-26af-4f1d-901b-658ec6d06bba tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:03.003700 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-2078a319-26af-4f1d-901b-658ec6d06bba tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Synchronizing usage tracker for tenant:0ead168dd0f047108c7b48e44a9d77a6 on resource:network {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:32:03.065001 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] Notify callbacks [] for port, precommit_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:03.076292 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.provisioning_blocks [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] Transition to ACTIVE for port object d9eef3bd-7fe2-4f3e-bb70-95f57851b258 will not be triggered until provisioned by entity L2. {{(pid=88389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:32:03.077587 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-2078a319-26af-4f1d-901b-658ec6d06bba tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Unset dirty status for tenant:0ead168dd0f047108c7b48e44a9d77a6 on resource:network {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:32:03.078812 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-2078a319-26af-4f1d-901b-658ec6d06bba tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/networks?id=80fd9107-de2e-455c-a0d7-ad7760160fe6 HTTP/1.1" status: 200 len: 809 time: 0.2183018 Mar 07 22:32:03.094080 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-7d08c264-6b90-42a8-9a40-fe2a2544c344 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/quotas/0ead168dd0f047108c7b48e44a9d77a6 HTTP/1.1" status: 200 len: 375 time: 0.0095963 Mar 07 22:32:03.157234 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:03.180917 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-85b7f523-6d51-49b0-b23c-a5c98122cde1 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Synchronizing usage tracker for tenant:0ead168dd0f047108c7b48e44a9d77a6 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:32:03.251124 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-85b7f523-6d51-49b0-b23c-a5c98122cde1 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Unset dirty status for tenant:0ead168dd0f047108c7b48e44a9d77a6 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:32:03.254687 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-85b7f523-6d51-49b0-b23c-a5c98122cde1 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ead168dd0f047108c7b48e44a9d77a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1553855 Mar 07 22:32:03.355112 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c22cd5-5c21-46d1-87b1-4f878e7806ce None None] Pushing event updated for resources: {'Port': ['ID=d9eef3bd-7fe2-4f3e-bb70-95f57851b258,revision_number=3']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:03.375965 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-fc2fa812-f2c7-4a4d-8ea5-8b5ddf4b3d08 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=88386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 07 22:32:03.376931 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-fc2fa812-f2c7-4a4d-8ea5-8b5ddf4b3d08 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1127517 Mar 07 22:32:03.385052 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] Attempting to bind port d9eef3bd-7fe2-4f3e-bb70-95f57851b258 on host dv-neutron-829957-1-hyperv for vnic_type normal with profile {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:32:03.385413 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] Attempting to bind port d9eef3bd-7fe2-4f3e-bb70-95f57851b258 by drivers openvswitch,hyperv on host dv-neutron-829957-1-hyperv at level 0 using segments [{'id': 'ad473aa1-f403-486b-9846-21827abe3377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b936f4d0-a995-4291-9ef1-aaf2290a62f5'}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:32:03.385762 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] Attempting to bind port d9eef3bd-7fe2-4f3e-bb70-95f57851b258 on network b936f4d0-a995-4291-9ef1-aaf2290a62f5 {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:32:03.390928 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] Checking agent: {'id': '1f98c841-dd1c-4e2c-98a4-5842f7734c3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829957-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 28, 53), 'started_at': datetime.datetime(2022, 3, 7, 21, 29, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829957-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:32:03.391290 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] Checking segment: {'id': 'ad473aa1-f403-486b-9846-21827abe3377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b936f4d0-a995-4291-9ef1-aaf2290a62f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:32:03.391681 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:03.392061 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] Bound using segment: {'id': 'ad473aa1-f403-486b-9846-21827abe3377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b936f4d0-a995-4291-9ef1-aaf2290a62f5'} {{(pid=88389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:32:03.392512 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.managers [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] Bound port: d9eef3bd-7fe2-4f3e-bb70-95f57851b258, host: dv-neutron-829957-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad473aa1-f403-486b-9846-21827abe3377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b936f4d0-a995-4291-9ef1-aaf2290a62f5'}}] {{(pid=88389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:32:03.392889 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:03.485371 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] For port d9eef3bd-7fe2-4f3e-bb70-95f57851b258, host dv-neutron-829957-1-hyperv, cleared binding levels {{(pid=88389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:32:03.488509 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.plugins.ml2.db [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] For port d9eef3bd-7fe2-4f3e-bb70-95f57851b258, host dv-neutron-829957-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d9eef3bd-7fe2-4f3e-bb70-95f57851b258,segment=NetworkSegment(ad473aa1-f403-486b-9846-21827abe3377),segment_id=ad473aa1-f403-486b-9846-21827abe3377)] {{(pid=88389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:32:03.506098 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ab5f2e56-3c6d-41e3-a50b-c0935fa4a022 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:32:03.547541 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron_lib.callbacks.manager [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:03.577081 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port ab5f2e56-3c6d-41e3-a50b-c0935fa4a022 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:32:03.577448 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:03.621990 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] Routers {'768f91c2-1f99-474b-9b62-ac402d2aeb22'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:32:03.622592 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:31:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['768f91c2-1f99-474b-9b62-ac402d2aeb22'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:32:03.626496 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-25149721-0115-4ebd-9b5b-be3acec62ac4 service neutron] 10.222.0.21 "GET /v2.0/networks/80fd9107-de2e-455c-a0d7-ad7760160fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433896 Mar 07 22:32:03.764846 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-02893a05-4606-47bd-bf83-d91947826fd5 service neutron] 10.222.0.21 "GET /v2.0/networks/80fd9107-de2e-455c-a0d7-ad7760160fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374755 Mar 07 22:32:03.815554 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c22cd5-5c21-46d1-87b1-4f878e7806ce None None] Pushing event updated for resources: {'Port': ['ID=d9eef3bd-7fe2-4f3e-bb70-95f57851b258,revision_number=4']} {{(pid=88389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:03.822796 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] Set router 768f91c2-1f99-474b-9b62-ac402d2aeb22 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:32:04.030036 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3e4d5c1a-b10f-4442-8442-0fdc907ebbd1 req-b4cfb01c-40c8-441a-8bd7-3d10998d9e02 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b0366d-035e-4340-b865-64e2203b47a5 HTTP/1.1" status: 200 len: 210 time: 0.0429435 Mar 07 22:32:04.168365 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768f91c2-1f99-474b-9b62-ac402d2aeb22', 'name': 'tempest-TestSnapshotPattern-1546947359-router', 'tenant_id': 'b638ad3486a64222a36a6adc97228e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ab5f2e56-3c6d-41e3-a50b-c0935fa4a022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:53Z', 'updated_at': '2022-03-07T22:31:58Z', 'revision_number': 4, 'project_id': 'b638ad3486a64222a36a6adc97228e8b', 'gw_port': {'id': 'ab5f2e56-3c6d-41e3-a50b-c0935fa4a022', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768f91c2-1f99-474b-9b62-ac402d2aeb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:54Z', 'updated_at': '2022-03-07T22:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'd9eef3bd-7fe2-4f3e-bb70-95f57851b258', 'name': '', 'network_id': 'b936f4d0-a995-4291-9ef1-aaf2290a62f5', 'tenant_id': 'b638ad3486a64222a36a6adc97228e8b', 'mac_address': 'fa:16:3e:05:49:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768f91c2-1f99-474b-9b62-ac402d2aeb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'e4a369f7-a296-4de3-b012-db8aa3919fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:57Z', 'updated_at': '2022-03-07T22:32:03Z', 'revision_number': 4, 'project_id': 'b638ad3486a64222a36a6adc97228e8b', 'subnets': [{'id': 'e4a369f7-a296-4de3-b012-db8aa3919fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:32:04.172193 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef96854-8376-4e1e-9316-3065ee922c91 None None] The sync data for ids ['768f91c2-1f99-474b-9b62-ac402d2aeb22'] in dv-neutron-829957-1-hyperv is: [{'id': '768f91c2-1f99-474b-9b62-ac402d2aeb22', 'name': 'tempest-TestSnapshotPattern-1546947359-router', 'tenant_id': 'b638ad3486a64222a36a6adc97228e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ab5f2e56-3c6d-41e3-a50b-c0935fa4a022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:53Z', 'updated_at': '2022-03-07T22:31:58Z', 'revision_number': 4, 'project_id': 'b638ad3486a64222a36a6adc97228e8b', 'gw_port': {'id': 'ab5f2e56-3c6d-41e3-a50b-c0935fa4a022', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768f91c2-1f99-474b-9b62-ac402d2aeb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:54Z', 'updated_at': '2022-03-07T22:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': 'd9eef3bd-7fe2-4f3e-bb70-95f57851b258', 'name': '', 'network_id': 'b936f4d0-a995-4291-9ef1-aaf2290a62f5', 'tenant_id': 'b638ad3486a64222a36a6adc97228e8b', 'mac_address': 'fa:16:3e:05:49:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768f91c2-1f99-474b-9b62-ac402d2aeb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'e4a369f7-a296-4de3-b012-db8aa3919fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:57Z', 'updated_at': '2022-03-07T22:32:03Z', 'revision_number': 4, 'project_id': 'b638ad3486a64222a36a6adc97228e8b', 'subnets': [{'id': 'e4a369f7-a296-4de3-b012-db8aa3919fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:32:05.189108 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e07d51d2-680f-4c2d-a7ab-f81a8fb6ac3b req-463b737c-b05a-49e2-9818-0d47dad36254 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b0366d-035e-4340-b865-64e2203b47a5 HTTP/1.1" status: 200 len: 210 time: 0.0547299 Mar 07 22:32:05.529790 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d9eef3bd-7fe2-4f3e-bb70-95f57851b258 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:32:05.662638 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning for port d9eef3bd-7fe2-4f3e-bb70-95f57851b258 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:32:05.667812 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port d9eef3bd-7fe2-4f3e-bb70-95f57851b258 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:32:05.668207 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:05.784002 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:05.815727 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] For port d9eef3bd-7fe2-4f3e-bb70-95f57851b258, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d9eef3bd-7fe2-4f3e-bb70-95f57851b258,segment=NetworkSegment(ad473aa1-f403-486b-9846-21827abe3377),segment_id=ad473aa1-f403-486b-9846-21827abe3377)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:32:05.856418 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:05.925534 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Pushing event updated for resources: {'Port': ['ID=d9eef3bd-7fe2-4f3e-bb70-95f57851b258,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:06.348300 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-d06f884d-fe20-4a8d-a2f6-47312391015f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:06.349671 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-d06f884d-fe20-4a8d-a2f6-47312391015f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.11 "GET /v2.0/networks?id=80fd9107-de2e-455c-a0d7-ad7760160fe6 HTTP/1.1" status: 200 len: 809 time: 0.1844594 Mar 07 22:32:06.356669 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7e7aac7e-c633-4bc4-a0b2-336b473bafda req-362809ce-0f30-4c3a-9417-4080c075bec7 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b0366d-035e-4340-b865-64e2203b47a5 HTTP/1.1" status: 200 len: 210 time: 0.0555682 Mar 07 22:32:06.396603 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-799ce6ab-79a1-4c61-b934-424bfb5f6e19 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ead168dd0f047108c7b48e44a9d77a6 HTTP/1.1" status: 200 len: 379 time: 0.0384693 Mar 07 22:32:06.404888 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-e504f1b8-289c-4fec-b5fc-47b512022fb0 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Request body: {'port': {'device_id': '42b0366d-035e-4340-b865-64e2203b47a5', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'admin_state_up': True, 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'security_groups': ['8778462d-5301-48c7-bf8d-c0bb7dbb691f']}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:32:06.536214 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-e504f1b8-289c-4fec-b5fc-47b512022fb0 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:32:06.546105 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-e504f1b8-289c-4fec-b5fc-47b512022fb0 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:32:06.605640 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-e504f1b8-289c-4fec-b5fc-47b512022fb0 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Made reservation on behalf of 0ead168dd0f047108c7b48e44a9d77a6 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:32:06.609282 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-e504f1b8-289c-4fec-b5fc-47b512022fb0 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:06.767231 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-e504f1b8-289c-4fec-b5fc-47b512022fb0 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Allocated IP 172.20.0.10 (80fd9107-de2e-455c-a0d7-ad7760160fe6/c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc/3340547b-4ae9-451c-a2bd-86f69a01b8e2) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:32:06.952307 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-e504f1b8-289c-4fec-b5fc-47b512022fb0 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:06.967864 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-e504f1b8-289c-4fec-b5fc-47b512022fb0 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Transition to ACTIVE for port object 3340547b-4ae9-451c-a2bd-86f69a01b8e2 will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:32:07.060506 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-e504f1b8-289c-4fec-b5fc-47b512022fb0 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:07.125213 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-e504f1b8-289c-4fec-b5fc-47b512022fb0 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Network 80fd9107-de2e-455c-a0d7-ad7760160fe6 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:32:07.136254 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-e504f1b8-289c-4fec-b5fc-47b512022fb0 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:32:07.140554 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-e504f1b8-289c-4fec-b5fc-47b512022fb0 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:32:07.170613 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504f1b8-289c-4fec-b5fc-47b512022fb0 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Pushing event updated for resources: {'Port': ['ID=3340547b-4ae9-451c-a2bd-86f69a01b8e2,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:07.207856 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-e504f1b8-289c-4fec-b5fc-47b512022fb0 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:07.208463 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-e504f1b8-289c-4fec-b5fc-47b512022fb0 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:07.324399 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-e504f1b8-289c-4fec-b5fc-47b512022fb0 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9229679 Mar 07 22:32:07.336246 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-23ab9d2b-43ce-419a-b23e-752e91785991 service neutron] Request body: {'port': {'device_id': '42b0366d-035e-4340-b865-64e2203b47a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:32:07.439637 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-7345b63a-68d4-4da9-9fd1-cb1915713857 None None] Provisioning for port 3340547b-4ae9-451c-a2bd-86f69a01b8e2 completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:32:07.445014 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-7345b63a-68d4-4da9-9fd1-cb1915713857 None None] Provisioning complete for port 3340547b-4ae9-451c-a2bd-86f69a01b8e2 triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:32:07.445359 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7345b63a-68d4-4da9-9fd1-cb1915713857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:07.457413 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-23ab9d2b-43ce-419a-b23e-752e91785991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:07.507537 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-7345b63a-68d4-4da9-9fd1-cb1915713857 None None] Port 3340547b-4ae9-451c-a2bd-86f69a01b8e2 cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:32:07.511135 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d9eef3bd-7fe2-4f3e-bb70-95f57851b258 up at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:32:07.576311 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Provisioning complete for port d9eef3bd-7fe2-4f3e-bb70-95f57851b258 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:32:07.576672 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:07.683131 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79952188-690e-4dce-a342-cdd03a93be8d req-e2e3a3c9-24fa-41f3-b26b-b6fae1e4dfdf tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:07.683728 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-79952188-690e-4dce-a342-cdd03a93be8d req-e2e3a3c9-24fa-41f3-b26b-b6fae1e4dfdf tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Synchronizing usage tracker for tenant:0ead168dd0f047108c7b48e44a9d77a6 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:32:07.940806 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-79952188-690e-4dce-a342-cdd03a93be8d req-e2e3a3c9-24fa-41f3-b26b-b6fae1e4dfdf tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Unset dirty status for tenant:0ead168dd0f047108c7b48e44a9d77a6 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:32:07.941905 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-79952188-690e-4dce-a342-cdd03a93be8d req-e2e3a3c9-24fa-41f3-b26b-b6fae1e4dfdf tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b0366d-035e-4340-b865-64e2203b47a5 HTTP/1.1" status: 200 len: 932 time: 0.4677672 Mar 07 22:32:07.992131 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-23ab9d2b-43ce-419a-b23e-752e91785991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3340547b-4ae9-451c-a2bd-86f69a01b8e2 {{(pid=88386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:32:08.002659 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-23ab9d2b-43ce-419a-b23e-752e91785991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:08.014436 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-79952188-690e-4dce-a342-cdd03a93be8d req-524a4142-17b5-4349-9d62-c5e5ccd6bbb0 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630054 Mar 07 22:32:08.022699 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-23ab9d2b-43ce-419a-b23e-752e91785991 service neutron] Transition to ACTIVE for port object 3340547b-4ae9-451c-a2bd-86f69a01b8e2 will not be triggered until provisioned by entity L2. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:32:08.073552 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-23ab9d2b-43ce-419a-b23e-752e91785991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:08.229198 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab9d2b-43ce-419a-b23e-752e91785991 service neutron] Pushing event updated for resources: {'Port': ['ID=3340547b-4ae9-451c-a2bd-86f69a01b8e2,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:08.310598 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-23ab9d2b-43ce-419a-b23e-752e91785991 service neutron] Attempting to bind port 3340547b-4ae9-451c-a2bd-86f69a01b8e2 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:32:08.310933 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-23ab9d2b-43ce-419a-b23e-752e91785991 service neutron] Attempting to bind port 3340547b-4ae9-451c-a2bd-86f69a01b8e2 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '1d3c642f-74e7-4ecc-9e8d-56b6d777cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:32:08.311260 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-23ab9d2b-43ce-419a-b23e-752e91785991 service neutron] Attempting to bind port 3340547b-4ae9-451c-a2bd-86f69a01b8e2 on network 80fd9107-de2e-455c-a0d7-ad7760160fe6 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:32:08.315738 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-23ab9d2b-43ce-419a-b23e-752e91785991 service neutron] Port 3340547b-4ae9-451c-a2bd-86f69a01b8e2 on network 80fd9107-de2e-455c-a0d7-ad7760160fe6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 22:32:08.316057 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-23ab9d2b-43ce-419a-b23e-752e91785991 service neutron] Attempting to bind port 3340547b-4ae9-451c-a2bd-86f69a01b8e2 on network 80fd9107-de2e-455c-a0d7-ad7760160fe6 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:32:08.322603 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-23ab9d2b-43ce-419a-b23e-752e91785991 service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:32:08.322938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-23ab9d2b-43ce-419a-b23e-752e91785991 service neutron] Checking segment: {'id': '1d3c642f-74e7-4ecc-9e8d-56b6d777cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:32:08.323318 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-23ab9d2b-43ce-419a-b23e-752e91785991 service neutron] Bound using segment: {'id': '1d3c642f-74e7-4ecc-9e8d-56b6d777cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6'} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:32:08.323745 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-23ab9d2b-43ce-419a-b23e-752e91785991 service neutron] Bound port: 3340547b-4ae9-451c-a2bd-86f69a01b8e2, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d3c642f-74e7-4ecc-9e8d-56b6d777cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6'}}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:32:08.324082 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-23ab9d2b-43ce-419a-b23e-752e91785991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:08.411081 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-23ab9d2b-43ce-419a-b23e-752e91785991 service neutron] For port 3340547b-4ae9-451c-a2bd-86f69a01b8e2, host hv-neutron-8299, cleared binding levels {{(pid=88386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:32:08.413888 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-23ab9d2b-43ce-419a-b23e-752e91785991 service neutron] For port 3340547b-4ae9-451c-a2bd-86f69a01b8e2, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=3340547b-4ae9-451c-a2bd-86f69a01b8e2,segment=NetworkSegment(1d3c642f-74e7-4ecc-9e8d-56b6d777cc47),segment_id=1d3c642f-74e7-4ecc-9e8d-56b6d777cc47)] {{(pid=88386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:32:08.494698 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-23ab9d2b-43ce-419a-b23e-752e91785991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:08.550263 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-23ab9d2b-43ce-419a-b23e-752e91785991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:08.550947 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-23ab9d2b-43ce-419a-b23e-752e91785991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:08.552308 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-23ab9d2b-43ce-419a-b23e-752e91785991 service neutron] 10.222.0.11 "PUT /v2.0/ports/3340547b-4ae9-451c-a2bd-86f69a01b8e2 HTTP/1.1" status: 200 len: 1094 time: 1.2200270 Mar 07 22:32:08.555200 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b0366d-035e-4340-b865-64e2203b47a5', 'tag': '3340547b-4ae9-451c-a2bd-86f69a01b8e2'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:32:08.584686 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab9d2b-43ce-419a-b23e-752e91785991 service neutron] Pushing event updated for resources: {'Port': ['ID=3340547b-4ae9-451c-a2bd-86f69a01b8e2,revision_number=3']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:08.604653 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b0366d-035e-4340-b865-64e2203b47a5', 'tag': '3340547b-4ae9-451c-a2bd-86f69a01b8e2', 'status': 'completed', 'code': 200} Mar 07 22:32:08.698572 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cbd72-a74a-4a8b-8ea6-91348b2a2dc0 req-bb63edd4-db09-4741-ae10-394b83bf21d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:08.700068 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d87cbd72-a74a-4a8b-8ea6-91348b2a2dc0 req-bb63edd4-db09-4741-ae10-394b83bf21d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ead168dd0f047108c7b48e44a9d77a6&device_id=42b0366d-035e-4340-b865-64e2203b47a5 HTTP/1.1" status: 200 len: 1097 time: 0.0743439 Mar 07 22:32:08.838683 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cbd72-a74a-4a8b-8ea6-91348b2a2dc0 req-75888626-3e8a-44c0-8622-d49e884741d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:08.840041 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d87cbd72-a74a-4a8b-8ea6-91348b2a2dc0 req-75888626-3e8a-44c0-8622-d49e884741d3 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=0ead168dd0f047108c7b48e44a9d77a6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1336484 Mar 07 22:32:08.973472 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cbd72-a74a-4a8b-8ea6-91348b2a2dc0 req-b34167de-b68c-4700-9a33-f0c5d13b1c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:08.974921 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d87cbd72-a74a-4a8b-8ea6-91348b2a2dc0 req-b34167de-b68c-4700-9a33-f0c5d13b1c16 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1285217 Mar 07 22:32:09.083400 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-166a7693-dff9-490f-906d-26078ec55cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:09.084956 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-166a7693-dff9-490f-906d-26078ec55cf6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ead168dd0f047108c7b48e44a9d77a6&device_id=42b0366d-035e-4340-b865-64e2203b47a5 HTTP/1.1" status: 200 len: 1097 time: 0.0756922 Mar 07 22:32:09.183211 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-1bcd9b6a-2a18-4886-aa07-269b90ffc27a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3340547b-4ae9-451c-a2bd-86f69a01b8e2 HTTP/1.1" status: 200 len: 217 time: 0.0910099 Mar 07 22:32:09.258883 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-26274af7-c04f-42f6-9086-ed86f35274d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:09.260274 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-26274af7-c04f-42f6-9086-ed86f35274d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc HTTP/1.1" status: 200 len: 848 time: 0.0663784 Mar 07 22:32:09.320523 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04cce1-684b-40ab-b3b2-08bc0eae11ea req-05392767-689a-4365-8599-25038f828819 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:09.321842 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9b04cce1-684b-40ab-b3b2-08bc0eae11ea req-05392767-689a-4365-8599-25038f828819 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b0366d-035e-4340-b865-64e2203b47a5 HTTP/1.1" status: 200 len: 944 time: 0.1782756 Mar 07 22:32:09.371628 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9b04cce1-684b-40ab-b3b2-08bc0eae11ea req-118d318c-a13b-4c78-ab9f-532837e108d9 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440905 Mar 07 22:32:09.385786 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-f2243f5d-8f74-4470-abcd-4bf126ddd793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:09.387208 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-f2243f5d-8f74-4470-abcd-4bf126ddd793 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80fd9107-de2e-455c-a0d7-ad7760160fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1188285 Mar 07 22:32:09.517372 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-494e064c-21ff-4ea6-b1c4-098004f97894 service neutron] 10.222.0.11 "GET /v2.0/networks/80fd9107-de2e-455c-a0d7-ad7760160fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234996 Mar 07 22:32:09.744947 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dcf4eb36-7a53-4d9b-965c-987ef2a44a48 req-1aa37fb9-87c8-4959-807a-a5212d267aa9 service neutron] 10.222.0.11 "GET /v2.0/networks/80fd9107-de2e-455c-a0d7-ad7760160fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215998 Mar 07 22:32:10.554851 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213f2fd-a173-47cc-9cea-5e5053699934 req-d8f1670c-4cd8-49b8-a433-8730bc52e6cc tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:10.556822 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d213f2fd-a173-47cc-9cea-5e5053699934 req-d8f1670c-4cd8-49b8-a433-8730bc52e6cc tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b0366d-035e-4340-b865-64e2203b47a5 HTTP/1.1" status: 200 len: 944 time: 0.0795293 Mar 07 22:32:10.601663 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d213f2fd-a173-47cc-9cea-5e5053699934 req-e6aa7cac-1c65-4319-b298-de170cd5a747 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392785 Mar 07 22:32:11.314737 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 3340547b-4ae9-451c-a2bd-86f69a01b8e2 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:32:11.441793 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 3340547b-4ae9-451c-a2bd-86f69a01b8e2, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=3340547b-4ae9-451c-a2bd-86f69a01b8e2,segment=NetworkSegment(1d3c642f-74e7-4ecc-9e8d-56b6d777cc47),segment_id=1d3c642f-74e7-4ecc-9e8d-56b6d777cc47)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:32:11.454362 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '3340547b-4ae9-451c-a2bd-86f69a01b8e2', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'port_id': '3340547b-4ae9-451c-a2bd-86f69a01b8e2', 'mac_address': 'fa:16:3e:ef:21:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:32:11.510648 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:11.526820 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3340547b-4ae9-451c-a2bd-86f69a01b8e2 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:32:11.543048 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 3340547b-4ae9-451c-a2bd-86f69a01b8e2, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=3340547b-4ae9-451c-a2bd-86f69a01b8e2,segment=NetworkSegment(1d3c642f-74e7-4ecc-9e8d-56b6d777cc47),segment_id=1d3c642f-74e7-4ecc-9e8d-56b6d777cc47)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:32:11.602833 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:11.669852 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=3340547b-4ae9-451c-a2bd-86f69a01b8e2,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:11.787454 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066cc65-9696-4bac-ac67-c33ab594c7cb req-a6e25a91-76ca-4553-8e25-48e33bbeaa4f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:11.789427 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e066cc65-9696-4bac-ac67-c33ab594c7cb req-a6e25a91-76ca-4553-8e25-48e33bbeaa4f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b0366d-035e-4340-b865-64e2203b47a5 HTTP/1.1" status: 200 len: 945 time: 0.0799348 Mar 07 22:32:11.816776 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['3340547b-4ae9-451c-a2bd-86f69a01b8e2'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:32:11.834720 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e066cc65-9696-4bac-ac67-c33ab594c7cb req-682837e0-f768-4933-a9aa-bbfe19799b73 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394452 Mar 07 22:32:13.021821 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45663309-cc2f-4472-bfcc-13ce27b3e79f req-c1a3d0aa-3a4d-4a23-8575-22879b90e4d7 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:13.023254 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-45663309-cc2f-4472-bfcc-13ce27b3e79f req-c1a3d0aa-3a4d-4a23-8575-22879b90e4d7 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b0366d-035e-4340-b865-64e2203b47a5 HTTP/1.1" status: 200 len: 945 time: 0.0809331 Mar 07 22:32:13.067150 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-45663309-cc2f-4472-bfcc-13ce27b3e79f req-066baf19-d9a7-4fbf-8707-e00c42c81bf8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378885 Mar 07 22:32:13.330041 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 3340547b-4ae9-451c-a2bd-86f69a01b8e2 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:32:13.450672 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port 3340547b-4ae9-451c-a2bd-86f69a01b8e2 completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:32:13.455420 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 3340547b-4ae9-451c-a2bd-86f69a01b8e2 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:32:13.455782 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:13.566226 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:13.592889 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b0366d-035e-4340-b865-64e2203b47a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3340547b-4ae9-451c-a2bd-86f69a01b8e2'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:32:13.602336 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 3340547b-4ae9-451c-a2bd-86f69a01b8e2, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=3340547b-4ae9-451c-a2bd-86f69a01b8e2,segment=NetworkSegment(1d3c642f-74e7-4ecc-9e8d-56b6d777cc47),segment_id=1d3c642f-74e7-4ecc-9e8d-56b6d777cc47)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:32:13.666370 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:13.700140 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b0366d-035e-4340-b865-64e2203b47a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3340547b-4ae9-451c-a2bd-86f69a01b8e2', 'code': 200} Mar 07 22:32:13.737900 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=3340547b-4ae9-451c-a2bd-86f69a01b8e2,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:14.032902 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0997d4e-916b-405f-a8fe-a43686fd0bbe req-754722b1-1f62-406b-90b9-8bdf54a63de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:14.034338 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f0997d4e-916b-405f-a8fe-a43686fd0bbe req-754722b1-1f62-406b-90b9-8bdf54a63de2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=42b0366d-035e-4340-b865-64e2203b47a5 HTTP/1.1" status: 200 len: 1099 time: 0.0674505 Mar 07 22:32:14.073648 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f0997d4e-916b-405f-a8fe-a43686fd0bbe req-4b47c54a-0bc5-4fa3-a221-eb8c39e0abe7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338640 Mar 07 22:32:14.251886 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5d3d2-8966-4a5b-bc83-292cacd28222 req-456c54a4-68e1-450e-ba01-0abc01247ab6 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:14.253270 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b4a5d3d2-8966-4a5b-bc83-292cacd28222 req-456c54a4-68e1-450e-ba01-0abc01247ab6 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b0366d-035e-4340-b865-64e2203b47a5 HTTP/1.1" status: 200 len: 946 time: 0.0816438 Mar 07 22:32:14.296600 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b4a5d3d2-8966-4a5b-bc83-292cacd28222 req-c902ecb8-e9c7-40fa-98e9-06d941cdfa37 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376472 Mar 07 22:32:15.479204 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed28ab2-0da7-4659-a9bf-538e32dfdbbc req-97b7af72-be7f-4730-8163-32caf90991e4 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:15.480649 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bed28ab2-0da7-4659-a9bf-538e32dfdbbc req-97b7af72-be7f-4730-8163-32caf90991e4 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b0366d-035e-4340-b865-64e2203b47a5 HTTP/1.1" status: 200 len: 946 time: 0.0786245 Mar 07 22:32:15.526663 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bed28ab2-0da7-4659-a9bf-538e32dfdbbc req-81524959-f072-4303-9139-23df9a4dc832 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404623 Mar 07 22:32:15.705210 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77376c76-f258-41d9-b0a9-3e15f5066b3f req-08aa386d-7567-419b-815c-ecd206268e91 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:15.706609 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-77376c76-f258-41d9-b0a9-3e15f5066b3f req-08aa386d-7567-419b-815c-ecd206268e91 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b0366d-035e-4340-b865-64e2203b47a5 HTTP/1.1" status: 200 len: 946 time: 0.0790670 Mar 07 22:32:15.750484 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-77376c76-f258-41d9-b0a9-3e15f5066b3f req-ca1273b2-e51e-4e1d-b72a-4a8d54a85a40 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382130 Mar 07 22:32:15.772316 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 57806) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:32:15.918494 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc81e67-84a4-429d-9e84-720f73e2f8c1 tempest-TestSnapshotPattern-1531378718 tempest-TestSnapshotPattern-1531378718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:15.919949 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-bbc81e67-84a4-429d-9e84-720f73e2f8c1 tempest-TestSnapshotPattern-1531378718 tempest-TestSnapshotPattern-1531378718-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42b0366d-035e-4340-b865-64e2203b47a5 HTTP/1.1" status: 200 len: 1094 time: 0.1466639 Mar 07 22:32:15.922829 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 57814) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:32:15.927638 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.v2.base [None req-41ca4e2e-84a2-4e94-bc9c-95d2b10b9545 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': '3340547b-4ae9-451c-a2bd-86f69a01b8e2', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:32:15.934393 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-41ca4e2e-84a2-4e94-bc9c-95d2b10b9545 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:32:15.938078 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-41ca4e2e-84a2-4e94-bc9c-95d2b10b9545 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Usage tracker for resource:floatingip and tenant:0ead168dd0f047108c7b48e44a9d77a6 is out of sync, need to count used quota {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:32:15.940801 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.quota.resource [None req-41ca4e2e-84a2-4e94-bc9c-95d2b10b9545 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88387) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:32:15.946361 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.quota.driver [None req-41ca4e2e-84a2-4e94-bc9c-95d2b10b9545 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:32:16.016589 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-41ca4e2e-84a2-4e94-bc9c-95d2b10b9545 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for floatingip, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:16.147336 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-41ca4e2e-84a2-4e94-bc9c-95d2b10b9545 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:16.281190 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_common [None req-41ca4e2e-84a2-4e94-bc9c-95d2b10b9545 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Allocated IP 172.26.2.52 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/f98212e2-3667-4675-af39-4f64c557b1b2) {{(pid=88387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:32:16.421788 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-41ca4e2e-84a2-4e94-bc9c-95d2b10b9545 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for port, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:16.491276 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-41ca4e2e-84a2-4e94-bc9c-95d2b10b9545 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:16.499892 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:16.643138 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ca4e2e-84a2-4e94-bc9c-95d2b10b9545 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:32:16.645850 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.base_scheduler [None req-41ca4e2e-84a2-4e94-bc9c-95d2b10b9545 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Resources bound (agent type, host, resource id): {{(pid=88387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:32:16.649306 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ca4e2e-84a2-4e94-bc9c-95d2b10b9545 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Received port after_create {{(pid=88387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:32:16.696185 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca4e2e-84a2-4e94-bc9c-95d2b10b9545 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Pushing event updated for resources: {'Port': ['ID=f98212e2-3667-4675-af39-4f64c557b1b2,revision_number=1']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:17.057153 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-41ca4e2e-84a2-4e94-bc9c-95d2b10b9545 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:17.173436 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-41ca4e2e-84a2-4e94-bc9c-95d2b10b9545 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:17.374094 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-41ca4e2e-84a2-4e94-bc9c-95d2b10b9545 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for port, precommit_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:17.431762 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-41ca4e2e-84a2-4e94-bc9c-95d2b10b9545 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2275604'] for port, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:17.539491 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca4e2e-84a2-4e94-bc9c-95d2b10b9545 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Pushing event updated for resources: {'Port': ['ID=f98212e2-3667-4675-af39-4f64c557b1b2,revision_number=2']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:32:17.549836 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-41ca4e2e-84a2-4e94-bc9c-95d2b10b9545 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:17.720435 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-41ca4e2e-84a2-4e94-bc9c-95d2b10b9545 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Floating IP 9b7be831-d496-4469-bb27-2d8ade5c6f03 associated. External IP: 172.26.2.52, port: 3340547b-4ae9-451c-a2bd-86f69a01b8e2. Mar 07 22:32:18.175262 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ca4e2e-84a2-4e94-bc9c-95d2b10b9545 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Router d7b15108-2454-4f1b-95ae-d8bc54d5726b has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:32:18.356426 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ca4e2e-84a2-4e94-bc9c-95d2b10b9545 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:32:18.366132 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af99ccb-5177-40bd-a482-8e5bca9dea3f None None] Sync routers for ids ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:32:18.376110 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af99ccb-5177-40bd-a482-8e5bca9dea3f None None] Routers {'d7b15108-2454-4f1b-95ae-d8bc54d5726b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:32:18.376739 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-8af99ccb-5177-40bd-a482-8e5bca9dea3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:31:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:32:18.437519 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-41ca4e2e-84a2-4e94-bc9c-95d2b10b9545 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:18.495081 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-41ca4e2e-84a2-4e94-bc9c-95d2b10b9545 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5712483 Mar 07 22:32:18.495645 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b0366d-035e-4340-b865-64e2203b47a5', 'tag': '3340547b-4ae9-451c-a2bd-86f69a01b8e2'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:32:18.557769 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-8af99ccb-5177-40bd-a482-8e5bca9dea3f None None] Set router d7b15108-2454-4f1b-95ae-d8bc54d5726b gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:32:18.593415 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b0366d-035e-4340-b865-64e2203b47a5', 'tag': '3340547b-4ae9-451c-a2bd-86f69a01b8e2', 'status': 'completed', 'code': 200} Mar 07 22:32:18.686634 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447d0b8-72fe-4b85-b73b-dba9bd864e5d req-7657ccc6-2157-4f96-9e81-5930c65b5ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:18.687999 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c447d0b8-72fe-4b85-b73b-dba9bd864e5d req-7657ccc6-2157-4f96-9e81-5930c65b5ee5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ead168dd0f047108c7b48e44a9d77a6&device_id=42b0366d-035e-4340-b865-64e2203b47a5 HTTP/1.1" status: 200 len: 1099 time: 0.0738227 Mar 07 22:32:18.819913 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447d0b8-72fe-4b85-b73b-dba9bd864e5d req-8bdfb94f-a761-47f0-8f68-26f46d063270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:18.821860 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c447d0b8-72fe-4b85-b73b-dba9bd864e5d req-8bdfb94f-a761-47f0-8f68-26f46d063270 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80fd9107-de2e-455c-a0d7-ad7760160fe6 HTTP/1.1" status: 200 len: 909 time: 0.1271095 Mar 07 22:32:18.901169 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-8af99ccb-5177-40bd-a482-8e5bca9dea3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'name': 'tempest-TestSnapshotPattern-886509793-router', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:50Z', 'revision_number': 4, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'gw_port': {'id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '9b7be831-d496-4469-bb27-2d8ade5c6f03', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'port_id': '3340547b-4ae9-451c-a2bd-86f69a01b8e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'mac_address': 'fa:16:3e:ef:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b0366d-035e-4340-b865-64e2203b47a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:32:16Z', 'updated_at': '2022-03-07T22:32:16Z', 'revision_number': 0, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fabeb17-496f-4eaf-adfb-f24c09324282', 'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'mac_address': 'fa:16:3e:fa:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:49Z', 'updated_at': '2022-03-07T22:31:55Z', 'revision_number': 5, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'subnets': [{'id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:32:18.905006 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af99ccb-5177-40bd-a482-8e5bca9dea3f None None] Checking router: d7b15108-2454-4f1b-95ae-d8bc54d5726b for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:32:18.913074 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af99ccb-5177-40bd-a482-8e5bca9dea3f None None] Routers {'d7b15108-2454-4f1b-95ae-d8bc54d5726b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:32:18.913657 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-8af99ccb-5177-40bd-a482-8e5bca9dea3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:31:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:32:18.925500 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c447d0b8-72fe-4b85-b73b-dba9bd864e5d req-205d1ecd-8f98-4341-9364-bddea8d5e885 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3340547b-4ae9-451c-a2bd-86f69a01b8e2 HTTP/1.1" status: 200 len: 999 time: 0.0964408 Mar 07 22:32:18.985391 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447d0b8-72fe-4b85-b73b-dba9bd864e5d req-261c4281-d1cc-404e-8578-69ed561a70e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:18.986762 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c447d0b8-72fe-4b85-b73b-dba9bd864e5d req-261c4281-d1cc-404e-8578-69ed561a70e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc HTTP/1.1" status: 200 len: 848 time: 0.0560417 Mar 07 22:32:19.059501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447d0b8-72fe-4b85-b73b-dba9bd864e5d req-3e893db8-4113-49de-923a-c5bec57ee8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:19.060945 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c447d0b8-72fe-4b85-b73b-dba9bd864e5d req-3e893db8-4113-49de-923a-c5bec57ee8c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80fd9107-de2e-455c-a0d7-ad7760160fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688972 Mar 07 22:32:19.090340 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-8af99ccb-5177-40bd-a482-8e5bca9dea3f None None] Set router d7b15108-2454-4f1b-95ae-d8bc54d5726b gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:32:19.189703 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c447d0b8-72fe-4b85-b73b-dba9bd864e5d req-c99415e4-74d1-4f9e-926a-a450cca3affa service neutron] 10.222.0.11 "GET /v2.0/networks/80fd9107-de2e-455c-a0d7-ad7760160fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228933 Mar 07 22:32:19.319879 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c447d0b8-72fe-4b85-b73b-dba9bd864e5d req-0a6038e4-9579-4b62-9e92-c5bc6fda8b41 service neutron] 10.222.0.11 "GET /v2.0/networks/80fd9107-de2e-455c-a0d7-ad7760160fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243267 Mar 07 22:32:19.470814 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-8af99ccb-5177-40bd-a482-8e5bca9dea3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'name': 'tempest-TestSnapshotPattern-886509793-router', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:50Z', 'revision_number': 4, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'gw_port': {'id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '9b7be831-d496-4469-bb27-2d8ade5c6f03', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'port_id': '3340547b-4ae9-451c-a2bd-86f69a01b8e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'mac_address': 'fa:16:3e:ef:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b0366d-035e-4340-b865-64e2203b47a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:32:16Z', 'updated_at': '2022-03-07T22:32:16Z', 'revision_number': 0, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fabeb17-496f-4eaf-adfb-f24c09324282', 'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'mac_address': 'fa:16:3e:fa:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:49Z', 'updated_at': '2022-03-07T22:31:55Z', 'revision_number': 5, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'subnets': [{'id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:32:19.475248 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af99ccb-5177-40bd-a482-8e5bca9dea3f None None] The sync data for ids ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'] in dv-neutron-829957-1-hyperv is: [{'id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'name': 'tempest-TestSnapshotPattern-886509793-router', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:50Z', 'revision_number': 4, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'gw_port': {'id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '9b7be831-d496-4469-bb27-2d8ade5c6f03', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'port_id': '3340547b-4ae9-451c-a2bd-86f69a01b8e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'mac_address': 'fa:16:3e:ef:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b0366d-035e-4340-b865-64e2203b47a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:32:16Z', 'updated_at': '2022-03-07T22:32:16Z', 'revision_number': 0, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fabeb17-496f-4eaf-adfb-f24c09324282', 'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'mac_address': 'fa:16:3e:fa:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:49Z', 'updated_at': '2022-03-07T22:31:55Z', 'revision_number': 5, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'subnets': [{'id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:32:19.654714 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916ca9e3-389d-44c8-aeba-e4b9eb772a38 None None] New status for floating IP 9b7be831-d496-4469-bb27-2d8ade5c6f03: ACTIVE {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:32:20.111550 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4d581ded-a892-49c1-9d8b-6e82e648f83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:22.311548 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c3e42c5e-2b28-4415-8456-50459e6ce1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:23.450757 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:23.479643 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:24.982567 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:27.219573 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:32:46.495834 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:50.130284 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2bd1a7f4-e306-4ee5-a999-96369a3d09dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:52.299665 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-7237b2df-cb5b-4bc5-be00-a418889164e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:53.381477 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:53.427538 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:54.973589 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:32:59.666341 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-36012e2e-b72a-4e50-994a-a5999ebde4e8 req-b8bf611f-6a1f-45f0-83d1-675309410e56 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=42b0366d-035e-4340-b865-64e2203b47a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750728 Mar 07 22:32:59.797240 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36012e2e-b72a-4e50-994a-a5999ebde4e8 req-0e11bb99-32fa-4779-8c5f-0277bbaccdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:32:59.798687 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-36012e2e-b72a-4e50-994a-a5999ebde4e8 req-0e11bb99-32fa-4779-8c5f-0277bbaccdcd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ead168dd0f047108c7b48e44a9d77a6&device_id=42b0366d-035e-4340-b865-64e2203b47a5 HTTP/1.1" status: 200 len: 1099 time: 0.0676792 Mar 07 22:33:00.027978 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36012e2e-b72a-4e50-994a-a5999ebde4e8 req-aba12ce0-4d59-4210-b52b-cc67919469d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:00.029393 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-36012e2e-b72a-4e50-994a-a5999ebde4e8 req-aba12ce0-4d59-4210-b52b-cc67919469d5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80fd9107-de2e-455c-a0d7-ad7760160fe6 HTTP/1.1" status: 200 len: 909 time: 0.2133648 Mar 07 22:33:00.130331 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-36012e2e-b72a-4e50-994a-a5999ebde4e8 req-6cf4f4a4-b690-44c7-b43b-3b738699d904 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3340547b-4ae9-451c-a2bd-86f69a01b8e2 HTTP/1.1" status: 200 len: 1001 time: 0.0937178 Mar 07 22:33:00.193069 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36012e2e-b72a-4e50-994a-a5999ebde4e8 req-f4e29e8a-1030-4d50-b04a-4d22758bc05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:00.194458 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-36012e2e-b72a-4e50-994a-a5999ebde4e8 req-f4e29e8a-1030-4d50-b04a-4d22758bc05a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc HTTP/1.1" status: 200 len: 848 time: 0.0588062 Mar 07 22:33:00.266594 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36012e2e-b72a-4e50-994a-a5999ebde4e8 req-e8ca9523-a2b0-4741-a8f2-b979be4ab94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:33:00.268022 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-36012e2e-b72a-4e50-994a-a5999ebde4e8 req-e8ca9523-a2b0-4741-a8f2-b979be4ab94b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80fd9107-de2e-455c-a0d7-ad7760160fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674551 Mar 07 22:33:00.395822 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-36012e2e-b72a-4e50-994a-a5999ebde4e8 req-7fb2f629-bab8-40ae-9278-093f2587f8ed service neutron] 10.222.0.11 "GET /v2.0/networks/80fd9107-de2e-455c-a0d7-ad7760160fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217186 Mar 07 22:33:00.522911 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-36012e2e-b72a-4e50-994a-a5999ebde4e8 req-6467c886-8778-4687-a214-d2777bceabf9 service neutron] 10.222.0.11 "GET /v2.0/networks/80fd9107-de2e-455c-a0d7-ad7760160fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210678 Mar 07 22:33:04.218599 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:33:16.510836 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:33:20.130269 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-28884ce3-6771-444b-bfe6-d5c71c8e5ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:33:22.322331 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-fd7b3f36-ddfa-4a1f-be14-27911d3eae87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:33:23.386675 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:33:23.409301 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:33:24.984627 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:33:41.218210 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:33:46.511889 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:33:50.112212 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-21d6f1ba-18aa-43b1-86de-3fb0e9bd83bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:33:52.334536 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6d644bd7-445b-448d-a706-acc74462532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:33:53.398271 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:33:53.430398 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:33:54.997706 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:01.620619 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce94b061-f523-4a21-addd-c1cae01e5f37 req-1bbf1b7a-410a-4995-910f-80787d0a1976 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=42b0366d-035e-4340-b865-64e2203b47a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716698 Mar 07 22:34:01.754090 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94b061-f523-4a21-addd-c1cae01e5f37 req-a8e4b585-a11e-4c2b-a32f-072ef3036034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:01.755518 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce94b061-f523-4a21-addd-c1cae01e5f37 req-a8e4b585-a11e-4c2b-a32f-072ef3036034 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ead168dd0f047108c7b48e44a9d77a6&device_id=42b0366d-035e-4340-b865-64e2203b47a5 HTTP/1.1" status: 200 len: 1099 time: 0.0688059 Mar 07 22:34:01.898704 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94b061-f523-4a21-addd-c1cae01e5f37 req-0a922835-e305-4c70-920b-4c751c6fc2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:01.900111 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce94b061-f523-4a21-addd-c1cae01e5f37 req-0a922835-e305-4c70-920b-4c751c6fc2bf service neutron] 10.222.0.11 "GET /v2.0/networks?id=80fd9107-de2e-455c-a0d7-ad7760160fe6 HTTP/1.1" status: 200 len: 909 time: 0.1263030 Mar 07 22:34:02.000467 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce94b061-f523-4a21-addd-c1cae01e5f37 req-2cfad4ec-ea16-4e30-8fb6-b15412418e75 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3340547b-4ae9-451c-a2bd-86f69a01b8e2 HTTP/1.1" status: 200 len: 1001 time: 0.0940652 Mar 07 22:34:02.060808 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94b061-f523-4a21-addd-c1cae01e5f37 req-ea974ce2-c7d9-40ad-b816-6d3e16ec3bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:02.062226 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce94b061-f523-4a21-addd-c1cae01e5f37 req-ea974ce2-c7d9-40ad-b816-6d3e16ec3bc8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc HTTP/1.1" status: 200 len: 848 time: 0.0556591 Mar 07 22:34:02.137175 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94b061-f523-4a21-addd-c1cae01e5f37 req-586b3485-7331-42c5-878b-a0b16ebbe175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:02.138606 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce94b061-f523-4a21-addd-c1cae01e5f37 req-586b3485-7331-42c5-878b-a0b16ebbe175 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80fd9107-de2e-455c-a0d7-ad7760160fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702701 Mar 07 22:34:02.270343 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce94b061-f523-4a21-addd-c1cae01e5f37 req-b69ce8c7-d217-4e5e-a018-52ba4fadee95 service neutron] 10.222.0.11 "GET /v2.0/networks/80fd9107-de2e-455c-a0d7-ad7760160fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232398 Mar 07 22:34:02.397908 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ce94b061-f523-4a21-addd-c1cae01e5f37 req-53304fcb-0dfd-4570-a389-ba5ce4f35fbc service neutron] 10.222.0.11 "GET /v2.0/networks/80fd9107-de2e-455c-a0d7-ad7760160fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215403 Mar 07 22:34:15.803515 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 3340547b-4ae9-451c-a2bd-86f69a01b8e2 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:34:15.933231 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 3340547b-4ae9-451c-a2bd-86f69a01b8e2, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=3340547b-4ae9-451c-a2bd-86f69a01b8e2,segment=NetworkSegment(1d3c642f-74e7-4ecc-9e8d-56b6d777cc47),segment_id=1d3c642f-74e7-4ecc-9e8d-56b6d777cc47)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:34:15.946124 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': '3340547b-4ae9-451c-a2bd-86f69a01b8e2', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'port_id': '3340547b-4ae9-451c-a2bd-86f69a01b8e2', 'mac_address': 'fa:16:3e:ef:21:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:34:15.998231 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:16.014497 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3340547b-4ae9-451c-a2bd-86f69a01b8e2 {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:34:16.029506 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 3340547b-4ae9-451c-a2bd-86f69a01b8e2, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=3340547b-4ae9-451c-a2bd-86f69a01b8e2,segment=NetworkSegment(1d3c642f-74e7-4ecc-9e8d-56b6d777cc47),segment_id=1d3c642f-74e7-4ecc-9e8d-56b6d777cc47)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:34:16.128732 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:16.199768 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=3340547b-4ae9-451c-a2bd-86f69a01b8e2,revision_number=6']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:16.204394 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['3340547b-4ae9-451c-a2bd-86f69a01b8e2'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:34:16.239977 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:16.241093 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:16.241197 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:16.241447 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:16.241770 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:16.242192 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:16.242516 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:16.242834 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:16.243159 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:16.243475 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:16.243788 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:16.244099 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:16.528721 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:17.803361 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 3340547b-4ae9-451c-a2bd-86f69a01b8e2 up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:34:17.873238 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port 3340547b-4ae9-451c-a2bd-86f69a01b8e2 triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:34:17.873630 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:17.985471 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:18.014040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b0366d-035e-4340-b865-64e2203b47a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3340547b-4ae9-451c-a2bd-86f69a01b8e2'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:34:18.024488 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 3340547b-4ae9-451c-a2bd-86f69a01b8e2, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=3340547b-4ae9-451c-a2bd-86f69a01b8e2,segment=NetworkSegment(1d3c642f-74e7-4ecc-9e8d-56b6d777cc47),segment_id=1d3c642f-74e7-4ecc-9e8d-56b6d777cc47)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:34:18.061099 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b0366d-035e-4340-b865-64e2203b47a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3340547b-4ae9-451c-a2bd-86f69a01b8e2', 'code': 200} Mar 07 22:34:18.115744 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:18.181199 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=3340547b-4ae9-451c-a2bd-86f69a01b8e2,revision_number=7']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:18.246862 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:34:20.116054 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ec5d4d67-f500-4fc1-a53c-eafb01c37bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:22.306013 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c13b7995-353f-4e35-842c-4a384500c55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:23.397345 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:23.571376 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:24.997063 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:28.335206 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-811d05df-f592-46c2-9935-b1ba8bb63370 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-490459340&fields=id&tenant_id=0ead168dd0f047108c7b48e44a9d77a6 HTTP/1.1" status: 200 len: 267 time: 0.0404420 Mar 07 22:34:28.581663 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-70c1b489-f294-4acc-8223-ccff6445d7ee tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:28.583126 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-70c1b489-f294-4acc-8223-ccff6445d7ee tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/networks?id=80fd9107-de2e-455c-a0d7-ad7760160fe6 HTTP/1.1" status: 200 len: 809 time: 0.2413945 Mar 07 22:34:28.597235 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-043f0392-8aa1-4590-8964-0023a3103434 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/quotas/0ead168dd0f047108c7b48e44a9d77a6 HTTP/1.1" status: 200 len: 375 time: 0.0086284 Mar 07 22:34:28.681800 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-835deb11-c83b-449e-8fb7-ea12f8dd7e40 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ead168dd0f047108c7b48e44a9d77a6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0793011 Mar 07 22:34:28.855125 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-1a300f59-1b0e-4496-ac30-f3dabd24528f service neutron] 10.222.0.21 "GET /v2.0/networks/80fd9107-de2e-455c-a0d7-ad7760160fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619132 Mar 07 22:34:28.983070 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-34be03a3-43a3-41ee-a578-bef2f63e7a87 service neutron] 10.222.0.21 "GET /v2.0/networks/80fd9107-de2e-455c-a0d7-ad7760160fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223254 Mar 07 22:34:29.330596 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-00ccd9f8-34d2-4abb-9011-2d9bced27bde req-f8d5d5ec-6b94-4ca3-b984-1ed20dc3067a tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 210 time: 0.0951579 Mar 07 22:34:30.474767 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-c8e71f7f-bce0-429b-8400-a4e6c0a5540a req-8c1cabdd-0230-45c9-9d7a-b0a5969324a4 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 210 time: 0.0417907 Mar 07 22:34:31.438647 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-19f77ccd-c66d-4d54-a7b8-f0b86d049a44 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:31.440049 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-19f77ccd-c66d-4d54-a7b8-f0b86d049a44 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.11 "GET /v2.0/networks?id=80fd9107-de2e-455c-a0d7-ad7760160fe6 HTTP/1.1" status: 200 len: 809 time: 0.1459291 Mar 07 22:34:31.487075 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-5a24ce95-fc91-401d-9d5b-fedc31f97978 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ead168dd0f047108c7b48e44a9d77a6 HTTP/1.1" status: 200 len: 379 time: 0.0389888 Mar 07 22:34:31.496140 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Request body: {'port': {'device_id': 'c93f429c-d9df-4fa5-8e87-e78ebda9e596', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'admin_state_up': True, 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'security_groups': ['8778462d-5301-48c7-bf8d-c0bb7dbb691f']}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:34:31.645319 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7f8d03ac-acfe-4e9b-b5c2-2fcefa1507c3 req-07ddce60-e169-4af4-b863-015cd9bf3a76 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 210 time: 0.0528235 Mar 07 22:34:31.676623 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:34:31.686640 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:34:31.768493 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Made reservation on behalf of 0ead168dd0f047108c7b48e44a9d77a6 for: {'port': 1} {{(pid=88386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 22:34:31.772586 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:31.870405 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 3340547b-4ae9-451c-a2bd-86f69a01b8e2 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:34:31.944567 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Allocated IP 172.20.0.12 (80fd9107-de2e-455c-a0d7-ad7760160fe6/c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc/b2bf2289-5545-4513-be02-908a976b7b3f) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:34:31.988096 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:32.014448 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b0366d-035e-4340-b865-64e2203b47a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3340547b-4ae9-451c-a2bd-86f69a01b8e2'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:34:32.025040 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port 3340547b-4ae9-451c-a2bd-86f69a01b8e2, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=3340547b-4ae9-451c-a2bd-86f69a01b8e2,segment=NetworkSegment(1d3c642f-74e7-4ecc-9e8d-56b6d777cc47),segment_id=1d3c642f-74e7-4ecc-9e8d-56b6d777cc47)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:34:32.059261 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b0366d-035e-4340-b865-64e2203b47a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3340547b-4ae9-451c-a2bd-86f69a01b8e2', 'code': 200} Mar 07 22:34:32.084093 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:32.163306 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:32.176907 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=3340547b-4ae9-451c-a2bd-86f69a01b8e2,revision_number=8']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:32.197299 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Transition to ACTIVE for port object b2bf2289-5545-4513-be02-908a976b7b3f will not be triggered until provisioned by entity DHCP. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:34:32.285454 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:32.377023 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Pushing event updated for resources: {'Port': ['ID=b2bf2289-5545-4513-be02-908a976b7b3f,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:32.386235 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:32.386659 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:32.386955 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:32.387423 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:32.387908 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:32.388200 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:32.388537 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:32.388982 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:32.389420 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:32.389624 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:32.389942 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:32.390383 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:34:32.406569 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Network 80fd9107-de2e-455c-a0d7-ad7760160fe6 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:34:32.408559 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:34:32.412002 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:34:32.493020 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:32.493753 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:32.604470 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-e3087ba0-f8ab-4c90-8634-8265550ccaef tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1117587 Mar 07 22:34:32.820485 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-6c5e7bb4-baf5-49e7-bd43-2a26d8f7332c None None] Provisioning for port b2bf2289-5545-4513-be02-908a976b7b3f completed by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:34:32.835765 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-6c5e7bb4-baf5-49e7-bd43-2a26d8f7332c None None] Provisioning complete for port b2bf2289-5545-4513-be02-908a976b7b3f triggered by entity DHCP. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:34:32.836139 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6c5e7bb4-baf5-49e7-bd43-2a26d8f7332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:32.890346 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68947122-d76e-4471-9b56-fbde3259d512 req-c95f935a-843e-40a6-a52c-734037392ca6 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:32.891474 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-68947122-d76e-4471-9b56-fbde3259d512 req-c95f935a-843e-40a6-a52c-734037392ca6 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Synchronizing usage tracker for tenant:0ead168dd0f047108c7b48e44a9d77a6 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:34:32.945191 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e7bb4-baf5-49e7-bd43-2a26d8f7332c None None] Port b2bf2289-5545-4513-be02-908a976b7b3f cannot update to ACTIVE because it is not bound. {{(pid=88388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 07 22:34:32.996834 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-68947122-d76e-4471-9b56-fbde3259d512 req-c95f935a-843e-40a6-a52c-734037392ca6 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Unset dirty status for tenant:0ead168dd0f047108c7b48e44a9d77a6 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:34:32.998048 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-68947122-d76e-4471-9b56-fbde3259d512 req-c95f935a-843e-40a6-a52c-734037392ca6 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 932 time: 0.2325027 Mar 07 22:34:33.048032 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-68947122-d76e-4471-9b56-fbde3259d512 req-71c09846-2d20-44ad-a64e-90cd65dca702 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438156 Mar 07 22:34:34.248947 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd4a9f-2b0c-4744-b2cb-8ccdf9bd333f req-908b17fd-9554-440f-b171-00deccee1802 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:34.256611 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e4dd4a9f-2b0c-4744-b2cb-8ccdf9bd333f req-908b17fd-9554-440f-b171-00deccee1802 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 932 time: 0.0947502 Mar 07 22:34:34.303071 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-e4dd4a9f-2b0c-4744-b2cb-8ccdf9bd333f req-cf23ccb2-3497-448c-8729-5cc3368cef42 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454783 Mar 07 22:34:35.488466 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf4feb-1295-44e5-a6bf-e912ccc9c3c1 req-a401b7b9-c282-47ee-9edb-3763cf08ed64 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:35.490113 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-12cf4feb-1295-44e5-a6bf-e912ccc9c3c1 req-a401b7b9-c282-47ee-9edb-3763cf08ed64 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 932 time: 0.0820582 Mar 07 22:34:35.551966 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-12cf4feb-1295-44e5-a6bf-e912ccc9c3c1 req-9e336ef1-38cb-4a87-a271-3d63e0e2b198 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524535 Mar 07 22:34:36.737872 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ac575-9088-403e-9eae-485da55f8ee9 req-e9225d0a-c84b-4ff3-8be6-acd8b4792afb tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:36.739292 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-583ac575-9088-403e-9eae-485da55f8ee9 req-e9225d0a-c84b-4ff3-8be6-acd8b4792afb tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 932 time: 0.0814054 Mar 07 22:34:36.787650 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-583ac575-9088-403e-9eae-485da55f8ee9 req-f25f5360-a0a7-4be1-ab18-92bc16cd4a88 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416346 Mar 07 22:34:37.994459 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2304e-8292-4bb9-b3bd-069f0f5ba78e req-16c8ab89-dee0-4277-9171-2c5f54863214 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:37.996211 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-70f2304e-8292-4bb9-b3bd-069f0f5ba78e req-16c8ab89-dee0-4277-9171-2c5f54863214 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 932 time: 0.0856781 Mar 07 22:34:38.043190 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-70f2304e-8292-4bb9-b3bd-069f0f5ba78e req-9d25d7af-5d6d-47b5-8521-fdb04738f741 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404174 Mar 07 22:34:39.232597 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7b9a3-15fa-4c02-8f8a-8dec23d00daa req-e3bb7201-de0f-4fc2-96c5-a25047767911 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:39.234154 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b6d7b9a3-15fa-4c02-8f8a-8dec23d00daa req-e3bb7201-de0f-4fc2-96c5-a25047767911 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 932 time: 0.0832798 Mar 07 22:34:39.279464 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b6d7b9a3-15fa-4c02-8f8a-8dec23d00daa req-bec91338-0468-48c0-95ef-0420e67fc3f1 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398097 Mar 07 22:34:39.906438 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-077c43f5-774f-48fb-b15e-5cbe2a182f9a service neutron] Request body: {'port': {'device_id': 'c93f429c-d9df-4fa5-8e87-e78ebda9e596', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:34:40.108028 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-077c43f5-774f-48fb-b15e-5cbe2a182f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:40.482913 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-077c43f5-774f-48fb-b15e-5cbe2a182f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2bf2289-5545-4513-be02-908a976b7b3f {{(pid=88386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:34:40.493189 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-077c43f5-774f-48fb-b15e-5cbe2a182f9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:40.511552 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.provisioning_blocks [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-077c43f5-774f-48fb-b15e-5cbe2a182f9a service neutron] Transition to ACTIVE for port object b2bf2289-5545-4513-be02-908a976b7b3f will not be triggered until provisioned by entity L2. {{(pid=88386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 07 22:34:40.530396 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7640ae-31a4-4a32-bc11-01bcb72c797d req-2910091b-817c-4fc8-9a88-37e224326616 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:40.531821 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3c7640ae-31a4-4a32-bc11-01bcb72c797d req-2910091b-817c-4fc8-9a88-37e224326616 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 932 time: 0.1448636 Mar 07 22:34:40.575965 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3c7640ae-31a4-4a32-bc11-01bcb72c797d req-9a554865-2146-4c71-9390-e84fcc7b28ed tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379641 Mar 07 22:34:40.596457 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-077c43f5-774f-48fb-b15e-5cbe2a182f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:40.722632 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c43f5-774f-48fb-b15e-5cbe2a182f9a service neutron] Pushing event updated for resources: {'Port': ['ID=b2bf2289-5545-4513-be02-908a976b7b3f,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:40.828616 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-077c43f5-774f-48fb-b15e-5cbe2a182f9a service neutron] Attempting to bind port b2bf2289-5545-4513-be02-908a976b7b3f on host hv-neutron-8299 for vnic_type normal with profile {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 07 22:34:40.828881 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-077c43f5-774f-48fb-b15e-5cbe2a182f9a service neutron] Attempting to bind port b2bf2289-5545-4513-be02-908a976b7b3f by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '1d3c642f-74e7-4ecc-9e8d-56b6d777cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6'}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 07 22:34:40.829201 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-077c43f5-774f-48fb-b15e-5cbe2a182f9a service neutron] Attempting to bind port b2bf2289-5545-4513-be02-908a976b7b3f on network 80fd9107-de2e-455c-a0d7-ad7760160fe6 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:34:40.833639 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-077c43f5-774f-48fb-b15e-5cbe2a182f9a service neutron] Port b2bf2289-5545-4513-be02-908a976b7b3f on network 80fd9107-de2e-455c-a0d7-ad7760160fe6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 07 22:34:40.834497 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-077c43f5-774f-48fb-b15e-5cbe2a182f9a service neutron] Attempting to bind port b2bf2289-5545-4513-be02-908a976b7b3f on network 80fd9107-de2e-455c-a0d7-ad7760160fe6 {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 07 22:34:40.839447 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-077c43f5-774f-48fb-b15e-5cbe2a182f9a service neutron] Checking agent: {'id': '5e0b0a0c-f53d-45d2-b999-b49d9ee9c7e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'started_at': datetime.datetime(2022, 3, 7, 21, 35, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 22, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 07 22:34:40.839779 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-077c43f5-774f-48fb-b15e-5cbe2a182f9a service neutron] Checking segment: {'id': '1d3c642f-74e7-4ecc-9e8d-56b6d777cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 07 22:34:40.840157 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-077c43f5-774f-48fb-b15e-5cbe2a182f9a service neutron] Bound using segment: {'id': '1d3c642f-74e7-4ecc-9e8d-56b6d777cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6'} {{(pid=88386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 07 22:34:40.840600 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.managers [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-077c43f5-774f-48fb-b15e-5cbe2a182f9a service neutron] Bound port: b2bf2289-5545-4513-be02-908a976b7b3f, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d3c642f-74e7-4ecc-9e8d-56b6d777cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6'}}] {{(pid=88386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 07 22:34:40.840939 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-077c43f5-774f-48fb-b15e-5cbe2a182f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:40.930486 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-077c43f5-774f-48fb-b15e-5cbe2a182f9a service neutron] For port b2bf2289-5545-4513-be02-908a976b7b3f, host hv-neutron-8299, cleared binding levels {{(pid=88386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 07 22:34:40.933325 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-077c43f5-774f-48fb-b15e-5cbe2a182f9a service neutron] For port b2bf2289-5545-4513-be02-908a976b7b3f, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=b2bf2289-5545-4513-be02-908a976b7b3f,segment=NetworkSegment(1d3c642f-74e7-4ecc-9e8d-56b6d777cc47),segment_id=1d3c642f-74e7-4ecc-9e8d-56b6d777cc47)] {{(pid=88386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 07 22:34:41.019722 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-077c43f5-774f-48fb-b15e-5cbe2a182f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:41.074339 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-077c43f5-774f-48fb-b15e-5cbe2a182f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:41.074940 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-077c43f5-774f-48fb-b15e-5cbe2a182f9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:41.076269 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-077c43f5-774f-48fb-b15e-5cbe2a182f9a service neutron] 10.222.0.11 "PUT /v2.0/ports/b2bf2289-5545-4513-be02-908a976b7b3f HTTP/1.1" status: 200 len: 1094 time: 1.1741395 Mar 07 22:34:41.076697 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93f429c-d9df-4fa5-8e87-e78ebda9e596', 'tag': 'b2bf2289-5545-4513-be02-908a976b7b3f'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:34:41.103143 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c43f5-774f-48fb-b15e-5cbe2a182f9a service neutron] Pushing event updated for resources: {'Port': ['ID=b2bf2289-5545-4513-be02-908a976b7b3f,revision_number=3']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:41.129731 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93f429c-d9df-4fa5-8e87-e78ebda9e596', 'tag': 'b2bf2289-5545-4513-be02-908a976b7b3f', 'status': 'completed', 'code': 200} Mar 07 22:34:41.220348 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14912b-a4d1-4b3a-8901-4f6b3ede4433 req-22e5b18e-3aba-482d-819e-3733f5efdacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:41.221828 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1a14912b-a4d1-4b3a-8901-4f6b3ede4433 req-22e5b18e-3aba-482d-819e-3733f5efdacc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ead168dd0f047108c7b48e44a9d77a6&device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 1097 time: 0.0729713 Mar 07 22:34:41.362547 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14912b-a4d1-4b3a-8901-4f6b3ede4433 req-c5b596e9-83fa-428e-a3f6-ec33f7a8085a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:41.363916 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1a14912b-a4d1-4b3a-8901-4f6b3ede4433 req-c5b596e9-83fa-428e-a3f6-ec33f7a8085a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=0ead168dd0f047108c7b48e44a9d77a6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1340010 Mar 07 22:34:41.497256 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14912b-a4d1-4b3a-8901-4f6b3ede4433 req-ff9ba3c2-fcd1-46ce-91eb-5c0f0de67453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:41.498701 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1a14912b-a4d1-4b3a-8901-4f6b3ede4433 req-ff9ba3c2-fcd1-46ce-91eb-5c0f0de67453 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1282601 Mar 07 22:34:41.602138 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-e3430a25-0360-4b9f-8982-265b56c497f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:41.603665 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-e3430a25-0360-4b9f-8982-265b56c497f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ead168dd0f047108c7b48e44a9d77a6&device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 1097 time: 0.0726323 Mar 07 22:34:41.673355 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-60a16b7e-ca84-44ed-97ce-0c33000fdc44 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2bf2289-5545-4513-be02-908a976b7b3f HTTP/1.1" status: 200 len: 217 time: 0.0632062 Mar 07 22:34:41.776991 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-74282588-ca47-4cb3-8711-4b71a22bafa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:41.778452 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-74282588-ca47-4cb3-8711-4b71a22bafa8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc HTTP/1.1" status: 200 len: 848 time: 0.0994868 Mar 07 22:34:41.945682 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64ed86-6c54-4997-8886-9fb8a9dc59b9 req-db9fe204-4dc6-4e8d-a47f-2916409fb29f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:41.947062 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bd64ed86-6c54-4997-8886-9fb8a9dc59b9 req-db9fe204-4dc6-4e8d-a47f-2916409fb29f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 944 time: 0.2670164 Mar 07 22:34:41.992841 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-28f6574f-3ba8-41d6-8598-737feefed5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:41.994277 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-28f6574f-3ba8-41d6-8598-737feefed5e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80fd9107-de2e-455c-a0d7-ad7760160fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2098963 Mar 07 22:34:42.023464 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-bd64ed86-6c54-4997-8886-9fb8a9dc59b9 req-c052eab3-41c8-46a5-870d-a398943a4f5e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705192 Mar 07 22:34:42.127084 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-ae8889af-e48e-44fe-8107-3681102141eb service neutron] 10.222.0.11 "GET /v2.0/networks/80fd9107-de2e-455c-a0d7-ad7760160fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271517 Mar 07 22:34:42.256997 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b4632d91-7a2f-4ae8-a358-ac79f80f2b72 req-cee08ba5-f00d-49e2-871a-9735cdb8f917 service neutron] 10.222.0.11 "GET /v2.0/networks/80fd9107-de2e-455c-a0d7-ad7760160fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227038 Mar 07 22:34:43.353676 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f4664-4a54-4f90-a997-d3415cbc107f req-5387a437-3cbb-4162-a6f7-c44f6fe30ae8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:43.355143 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3d1f4664-4a54-4f90-a997-d3415cbc107f req-5387a437-3cbb-4162-a6f7-c44f6fe30ae8 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 944 time: 0.0791824 Mar 07 22:34:43.401895 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3d1f4664-4a54-4f90-a997-d3415cbc107f req-b9c24c74-8e1e-4d31-8f1e-af4ce5a4f270 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413096 Mar 07 22:34:43.948301 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device b2bf2289-5545-4513-be02-908a976b7b3f details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:34:44.074849 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port b2bf2289-5545-4513-be02-908a976b7b3f, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=b2bf2289-5545-4513-be02-908a976b7b3f,segment=NetworkSegment(1d3c642f-74e7-4ecc-9e8d-56b6d777cc47),segment_id=1d3c642f-74e7-4ecc-9e8d-56b6d777cc47)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:34:44.087334 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': 'b2bf2289-5545-4513-be02-908a976b7b3f', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'port_id': 'b2bf2289-5545-4513-be02-908a976b7b3f', 'mac_address': 'fa:16:3e:60:72:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:34:44.143023 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:44.158737 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2bf2289-5545-4513-be02-908a976b7b3f {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:34:44.173699 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port b2bf2289-5545-4513-be02-908a976b7b3f, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=b2bf2289-5545-4513-be02-908a976b7b3f,segment=NetworkSegment(1d3c642f-74e7-4ecc-9e8d-56b6d777cc47),segment_id=1d3c642f-74e7-4ecc-9e8d-56b6d777cc47)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:34:44.242236 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:44.307744 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=b2bf2289-5545-4513-be02-908a976b7b3f,revision_number=4']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:44.489519 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['b2bf2289-5545-4513-be02-908a976b7b3f'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:34:44.582600 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09eb71-d848-44c7-b04b-19f15aede178 req-4ed7fbff-c3a2-43c2-98a4-f43387fc5713 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:44.584520 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dc09eb71-d848-44c7-b04b-19f15aede178 req-4ed7fbff-c3a2-43c2-98a4-f43387fc5713 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 945 time: 0.0785725 Mar 07 22:34:44.627725 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-dc09eb71-d848-44c7-b04b-19f15aede178 req-8fdf84aa-3b94-40e7-874d-667deea95d53 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375187 Mar 07 22:34:45.810474 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b05ef-446e-4823-bb05-deadaa5c3639 req-e3f67f92-6103-4557-8b59-26c56fc39c4c tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:45.811908 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f07b05ef-446e-4823-bb05-deadaa5c3639 req-e3f67f92-6103-4557-8b59-26c56fc39c4c tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 945 time: 0.0828607 Mar 07 22:34:45.855128 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-f07b05ef-446e-4823-bb05-deadaa5c3639 req-d10ff930-b8b1-4435-80bc-bd2445e5c08e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375519 Mar 07 22:34:45.963468 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device b2bf2289-5545-4513-be02-908a976b7b3f up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:34:46.082042 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning for port b2bf2289-5545-4513-be02-908a976b7b3f completed by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 07 22:34:46.087100 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port b2bf2289-5545-4513-be02-908a976b7b3f triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:34:46.087471 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:46.205718 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:46.232231 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93f429c-d9df-4fa5-8e87-e78ebda9e596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bf2289-5545-4513-be02-908a976b7b3f'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:34:46.241515 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port b2bf2289-5545-4513-be02-908a976b7b3f, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=b2bf2289-5545-4513-be02-908a976b7b3f,segment=NetworkSegment(1d3c642f-74e7-4ecc-9e8d-56b6d777cc47),segment_id=1d3c642f-74e7-4ecc-9e8d-56b6d777cc47)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:34:46.275609 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93f429c-d9df-4fa5-8e87-e78ebda9e596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bf2289-5545-4513-be02-908a976b7b3f', 'code': 200} Mar 07 22:34:46.322781 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:46.388701 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=b2bf2289-5545-4513-be02-908a976b7b3f,revision_number=5']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:46.522996 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:46.653025 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3ce72-17f8-442a-ae09-085bd049e928 req-56133adb-ded2-472f-a4c9-019bb95b4640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:46.654381 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-21a3ce72-17f8-442a-ae09-085bd049e928 req-56133adb-ded2-472f-a4c9-019bb95b4640 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 1099 time: 0.0670695 Mar 07 22:34:46.692202 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-21a3ce72-17f8-442a-ae09-085bd049e928 req-29a9b559-290d-4b61-93ca-6c406f5db5a0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320871 Mar 07 22:34:47.037751 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23d5a6-1f0e-4bb9-9ced-87f7e762ce21 req-0e7a485d-a8e5-4a1a-b627-5e6c9aded4d0 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:47.039201 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ae23d5a6-1f0e-4bb9-9ced-87f7e762ce21 req-0e7a485d-a8e5-4a1a-b627-5e6c9aded4d0 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 946 time: 0.0802984 Mar 07 22:34:47.082035 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-ae23d5a6-1f0e-4bb9-9ced-87f7e762ce21 req-257009ec-3a69-4da5-af2b-1ad201e25800 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373969 Mar 07 22:34:48.262568 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f9a44-1ec8-46b1-a52c-7a0404739e9f req-e1c4f1fc-b67e-43f2-bb04-26af51927046 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:48.263981 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-343f9a44-1ec8-46b1-a52c-7a0404739e9f req-e1c4f1fc-b67e-43f2-bb04-26af51927046 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 946 time: 0.0779331 Mar 07 22:34:48.309658 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-343f9a44-1ec8-46b1-a52c-7a0404739e9f req-c9900587-7dba-4ca8-84b4-3d0ea4ed89f4 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401416 Mar 07 22:34:48.488261 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb98bdc-8b53-43b6-8c1e-df4c6cb97fc8 req-6401b9bc-406a-47a4-ab4a-8e331b07b8a9 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:48.489605 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1eb98bdc-8b53-43b6-8c1e-df4c6cb97fc8 req-6401b9bc-406a-47a4-ab4a-8e331b07b8a9 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 946 time: 0.0769215 Mar 07 22:34:48.532421 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-1eb98bdc-8b53-43b6-8c1e-df4c6cb97fc8 req-c2710775-d4c0-403c-ad40-cfbe04b7a0c9 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367813 Mar 07 22:34:48.554241 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 58106) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:34:48.625455 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cf8ccf-193c-4d3f-837a-a1aad847357c tempest-TestSnapshotPattern-1531378718 tempest-TestSnapshotPattern-1531378718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:48.626242 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b9cf8ccf-193c-4d3f-837a-a1aad847357c tempest-TestSnapshotPattern-1531378718 tempest-TestSnapshotPattern-1531378718-project-admin] Synchronizing usage tracker for tenant:b638ad3486a64222a36a6adc97228e8b on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:34:48.739516 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-b9cf8ccf-193c-4d3f-837a-a1aad847357c tempest-TestSnapshotPattern-1531378718 tempest-TestSnapshotPattern-1531378718-project-admin] Unset dirty status for tenant:b638ad3486a64222a36a6adc97228e8b on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:34:48.741213 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-b9cf8ccf-193c-4d3f-837a-a1aad847357c tempest-TestSnapshotPattern-1531378718 tempest-TestSnapshotPattern-1531378718-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 1094 time: 0.1860049 Mar 07 22:34:48.743871 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 58110) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:34:48.748598 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.v2.base [None req-63c268e6-ca25-4aeb-8e92-9a324dd6ed2d tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Request body: {'floatingip': {'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'port_id': 'b2bf2289-5545-4513-be02-908a976b7b3f', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 22:34:48.754439 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-63c268e6-ca25-4aeb-8e92-9a324dd6ed2d tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 07 22:34:48.758145 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-63c268e6-ca25-4aeb-8e92-9a324dd6ed2d tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Usage tracker for resource:floatingip and tenant:0ead168dd0f047108c7b48e44a9d77a6 is out of sync, need to count used quota {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 07 22:34:48.761406 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [None req-63c268e6-ca25-4aeb-8e92-9a324dd6ed2d tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 07 22:34:48.766490 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.quota.driver [None req-63c268e6-ca25-4aeb-8e92-9a324dd6ed2d tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 07 22:34:48.830919 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-63c268e6-ca25-4aeb-8e92-9a324dd6ed2d tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for floatingip, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:48.964049 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-63c268e6-ca25-4aeb-8e92-9a324dd6ed2d tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:49.093366 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_common [None req-63c268e6-ca25-4aeb-8e92-9a324dd6ed2d tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Allocated IP 172.26.2.228 (a3015ce6-e7a9-4329-aba7-a9f29a3d3093/568ef47e-f586-4ed8-b79f-20d6cc2fdbd8/9db1e1a4-4a9c-40e6-9d16-82b2876fb5dc) {{(pid=88386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 22:34:49.234474 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-63c268e6-ca25-4aeb-8e92-9a324dd6ed2d tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for port, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:49.344317 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-63c268e6-ca25-4aeb-8e92-9a324dd6ed2d tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742366434618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:49.403992 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c268e6-ca25-4aeb-8e92-9a324dd6ed2d tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Network a3015ce6-e7a9-4329-aba7-a9f29a3d3093 is already hosted by enough agents. {{(pid=88386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 22:34:49.406708 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.base_scheduler [None req-63c268e6-ca25-4aeb-8e92-9a324dd6ed2d tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Resources bound (agent type, host, resource id): {{(pid=88386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 22:34:49.410155 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c268e6-ca25-4aeb-8e92-9a324dd6ed2d tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Received port after_create {{(pid=88386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 07 22:34:49.456790 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c268e6-ca25-4aeb-8e92-9a324dd6ed2d tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Pushing event updated for resources: {'Port': ['ID=9db1e1a4-4a9c-40e6-9d16-82b2876fb5dc,revision_number=1']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:49.910636 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-63c268e6-ca25-4aeb-8e92-9a324dd6ed2d tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:50.060797 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-63c268e6-ca25-4aeb-8e92-9a324dd6ed2d tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:50.127993 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-48756ee3-52b1-4d70-81ca-ccac06c911d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:50.262980 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-63c268e6-ca25-4aeb-8e92-9a324dd6ed2d tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for port, precommit_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:50.344083 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-63c268e6-ca25-4aeb-8e92-9a324dd6ed2d tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814560'] for port, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:50.453738 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c268e6-ca25-4aeb-8e92-9a324dd6ed2d tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Pushing event updated for resources: {'Port': ['ID=9db1e1a4-4a9c-40e6-9d16-82b2876fb5dc,revision_number=2']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:34:50.463206 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-63c268e6-ca25-4aeb-8e92-9a324dd6ed2d tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-864433'] for floatingip, after_update {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:50.632105 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-63c268e6-ca25-4aeb-8e92-9a324dd6ed2d tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Floating IP 7a08de3a-a1ce-4d4a-adc6-b98f0f814c75 associated. External IP: 172.26.2.228, port: b2bf2289-5545-4513-be02-908a976b7b3f. Mar 07 22:34:50.969650 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c268e6-ca25-4aeb-8e92-9a324dd6ed2d tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Router d7b15108-2454-4f1b-95ae-d8bc54d5726b has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:34:51.250902 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c268e6-ca25-4aeb-8e92-9a324dd6ed2d tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:34:51.254939 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f5e6a9-1663-4190-a0f7-e8667f5053b4 None None] Sync routers for ids ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:34:51.264331 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f5e6a9-1663-4190-a0f7-e8667f5053b4 None None] Routers {'d7b15108-2454-4f1b-95ae-d8bc54d5726b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:34:51.264920 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-85f5e6a9-1663-4190-a0f7-e8667f5053b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:34:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:51.328105 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-63c268e6-ca25-4aeb-8e92-9a324dd6ed2d tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:51.395947 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-63c268e6-ca25-4aeb-8e92-9a324dd6ed2d tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6394622 Mar 07 22:34:51.395947 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93f429c-d9df-4fa5-8e87-e78ebda9e596', 'tag': 'b2bf2289-5545-4513-be02-908a976b7b3f'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:34:51.429460 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93f429c-d9df-4fa5-8e87-e78ebda9e596', 'tag': 'b2bf2289-5545-4513-be02-908a976b7b3f', 'status': 'completed', 'code': 200} Mar 07 22:34:51.438740 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-85f5e6a9-1663-4190-a0f7-e8667f5053b4 None None] Set router d7b15108-2454-4f1b-95ae-d8bc54d5726b gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:34:51.517147 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92da1f-3be3-47f3-bad5-717f3042dba1 req-5bd474ef-4423-4992-a721-596acb971f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:51.518556 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9e92da1f-3be3-47f3-bad5-717f3042dba1 req-5bd474ef-4423-4992-a721-596acb971f8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ead168dd0f047108c7b48e44a9d77a6&device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 1099 time: 0.0693631 Mar 07 22:34:51.650494 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92da1f-3be3-47f3-bad5-717f3042dba1 req-129bfc5d-9f64-44bc-b6b5-039a8e9f7b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:51.651999 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9e92da1f-3be3-47f3-bad5-717f3042dba1 req-129bfc5d-9f64-44bc-b6b5-039a8e9f7b91 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80fd9107-de2e-455c-a0d7-ad7760160fe6 HTTP/1.1" status: 200 len: 909 time: 0.1262116 Mar 07 22:34:51.755718 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9e92da1f-3be3-47f3-bad5-717f3042dba1 req-eb122198-5b17-4559-ab65-fe59bd43c4c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2bf2289-5545-4513-be02-908a976b7b3f HTTP/1.1" status: 200 len: 1000 time: 0.0980444 Mar 07 22:34:51.782364 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-85f5e6a9-1663-4190-a0f7-e8667f5053b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'name': 'tempest-TestSnapshotPattern-886509793-router', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:50Z', 'revision_number': 4, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'gw_port': {'id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '7a08de3a-a1ce-4d4a-adc6-b98f0f814c75', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'floating_ip_address': '172.26.2.228', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'port_id': 'b2bf2289-5545-4513-be02-908a976b7b3f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'mac_address': 'fa:16:3e:60:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93f429c-d9df-4fa5-8e87-e78ebda9e596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:34:49Z', 'updated_at': '2022-03-07T22:34:49Z', 'revision_number': 0, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'fixed_ip_address_scope': None}, {'id': '9b7be831-d496-4469-bb27-2d8ade5c6f03', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'port_id': '3340547b-4ae9-451c-a2bd-86f69a01b8e2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'mac_address': 'fa:16:3e:ef:21:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b0366d-035e-4340-b865-64e2203b47a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:32:16Z', 'updated_at': '2022-03-07T22:32:19Z', 'revision_number': 1, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fabeb17-496f-4eaf-adfb-f24c09324282', 'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'mac_address': 'fa:16:3e:fa:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:49Z', 'updated_at': '2022-03-07T22:31:55Z', 'revision_number': 5, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'subnets': [{'id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:51.786122 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f5e6a9-1663-4190-a0f7-e8667f5053b4 None None] Checking router: d7b15108-2454-4f1b-95ae-d8bc54d5726b for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:34:51.795386 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f5e6a9-1663-4190-a0f7-e8667f5053b4 None None] Routers {'d7b15108-2454-4f1b-95ae-d8bc54d5726b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:34:51.795976 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-85f5e6a9-1663-4190-a0f7-e8667f5053b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:34:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:51.821173 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92da1f-3be3-47f3-bad5-717f3042dba1 req-060d339b-6a7b-442a-a497-3243b631225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:51.822625 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9e92da1f-3be3-47f3-bad5-717f3042dba1 req-060d339b-6a7b-442a-a497-3243b631225e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc HTTP/1.1" status: 200 len: 848 time: 0.0615451 Mar 07 22:34:51.897910 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92da1f-3be3-47f3-bad5-717f3042dba1 req-d7a3b041-966d-4f00-ba3b-3672ef8bf042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:34:51.899408 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9e92da1f-3be3-47f3-bad5-717f3042dba1 req-d7a3b041-966d-4f00-ba3b-3672ef8bf042 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80fd9107-de2e-455c-a0d7-ad7760160fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713322 Mar 07 22:34:52.003121 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-85f5e6a9-1663-4190-a0f7-e8667f5053b4 None None] Set router d7b15108-2454-4f1b-95ae-d8bc54d5726b gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:34:52.029841 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9e92da1f-3be3-47f3-bad5-717f3042dba1 req-d81e77a2-d402-43fd-b3c9-bbe6329a3a6f service neutron] 10.222.0.11 "GET /v2.0/networks/80fd9107-de2e-455c-a0d7-ad7760160fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248231 Mar 07 22:34:52.160333 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-9e92da1f-3be3-47f3-bad5-717f3042dba1 req-a7399020-9868-4875-b4a3-17f0785c6000 service neutron] 10.222.0.11 "GET /v2.0/networks/80fd9107-de2e-455c-a0d7-ad7760160fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242731 Mar 07 22:34:52.355420 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-85f5e6a9-1663-4190-a0f7-e8667f5053b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'name': 'tempest-TestSnapshotPattern-886509793-router', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:50Z', 'revision_number': 4, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'gw_port': {'id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '7a08de3a-a1ce-4d4a-adc6-b98f0f814c75', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'floating_ip_address': '172.26.2.228', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'port_id': 'b2bf2289-5545-4513-be02-908a976b7b3f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'mac_address': 'fa:16:3e:60:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93f429c-d9df-4fa5-8e87-e78ebda9e596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:34:49Z', 'updated_at': '2022-03-07T22:34:49Z', 'revision_number': 0, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'fixed_ip_address_scope': None}, {'id': '9b7be831-d496-4469-bb27-2d8ade5c6f03', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'port_id': '3340547b-4ae9-451c-a2bd-86f69a01b8e2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'mac_address': 'fa:16:3e:ef:21:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b0366d-035e-4340-b865-64e2203b47a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:32:16Z', 'updated_at': '2022-03-07T22:32:19Z', 'revision_number': 1, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fabeb17-496f-4eaf-adfb-f24c09324282', 'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'mac_address': 'fa:16:3e:fa:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:49Z', 'updated_at': '2022-03-07T22:31:55Z', 'revision_number': 5, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'subnets': [{'id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:34:52.358760 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2ab0a333-1059-4939-a1cc-0fee3ad70a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:52.362084 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f5e6a9-1663-4190-a0f7-e8667f5053b4 None None] The sync data for ids ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'] in dv-neutron-829957-1-hyperv is: [{'id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'name': 'tempest-TestSnapshotPattern-886509793-router', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:50Z', 'revision_number': 4, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'gw_port': {'id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '7a08de3a-a1ce-4d4a-adc6-b98f0f814c75', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'floating_ip_address': '172.26.2.228', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'port_id': 'b2bf2289-5545-4513-be02-908a976b7b3f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'mac_address': 'fa:16:3e:60:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93f429c-d9df-4fa5-8e87-e78ebda9e596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:34:49Z', 'updated_at': '2022-03-07T22:34:49Z', 'revision_number': 0, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'fixed_ip_address_scope': None}, {'id': '9b7be831-d496-4469-bb27-2d8ade5c6f03', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'port_id': '3340547b-4ae9-451c-a2bd-86f69a01b8e2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'mac_address': 'fa:16:3e:ef:21:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b0366d-035e-4340-b865-64e2203b47a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:32:16Z', 'updated_at': '2022-03-07T22:32:19Z', 'revision_number': 1, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fabeb17-496f-4eaf-adfb-f24c09324282', 'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'mac_address': 'fa:16:3e:fa:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:49Z', 'updated_at': '2022-03-07T22:31:55Z', 'revision_number': 5, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'subnets': [{'id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:34:52.540133 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe05134-153d-4b1d-aa50-061740721323 None None] New status for floating IP 7a08de3a-a1ce-4d4a-adc6-b98f0f814c75: ACTIVE {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:34:53.396202 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:53.413209 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:54.995136 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:34:55.244976 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:35:02.701716 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-298aae0e-131b-422b-90c5-9a64aff6fcec req-14ec8309-c786-4318-81f7-1127b923935b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=42b0366d-035e-4340-b865-64e2203b47a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1109586 Mar 07 22:35:02.846197 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aae0e-131b-422b-90c5-9a64aff6fcec req-d7d5fff0-63ab-4c9e-8516-b410fc0ae9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:02.847762 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-298aae0e-131b-422b-90c5-9a64aff6fcec req-d7d5fff0-63ab-4c9e-8516-b410fc0ae9af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ead168dd0f047108c7b48e44a9d77a6&device_id=42b0366d-035e-4340-b865-64e2203b47a5 HTTP/1.1" status: 200 len: 1097 time: 0.0747077 Mar 07 22:35:02.994501 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aae0e-131b-422b-90c5-9a64aff6fcec req-600a4608-3b3e-4bba-a3f3-783c7791abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:02.995986 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-298aae0e-131b-422b-90c5-9a64aff6fcec req-600a4608-3b3e-4bba-a3f3-783c7791abb0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80fd9107-de2e-455c-a0d7-ad7760160fe6 HTTP/1.1" status: 200 len: 909 time: 0.1265426 Mar 07 22:35:03.099686 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-298aae0e-131b-422b-90c5-9a64aff6fcec req-b69417a7-5b4b-4c2f-826f-707b8599f92d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3340547b-4ae9-451c-a2bd-86f69a01b8e2 HTTP/1.1" status: 200 len: 999 time: 0.0965545 Mar 07 22:35:03.160001 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aae0e-131b-422b-90c5-9a64aff6fcec req-472d394a-3fa6-4d9a-87f8-baf394955eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:03.161963 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-298aae0e-131b-422b-90c5-9a64aff6fcec req-472d394a-3fa6-4d9a-87f8-baf394955eb2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc HTTP/1.1" status: 200 len: 848 time: 0.0558527 Mar 07 22:35:03.233876 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aae0e-131b-422b-90c5-9a64aff6fcec req-816f0993-3a65-438d-8638-559728fa693b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:35:03.235411 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-298aae0e-131b-422b-90c5-9a64aff6fcec req-816f0993-3a65-438d-8638-559728fa693b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80fd9107-de2e-455c-a0d7-ad7760160fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680501 Mar 07 22:35:03.363640 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-298aae0e-131b-422b-90c5-9a64aff6fcec req-e4f70f4d-ad43-4b41-a0f4-88fae51c22ef service neutron] 10.222.0.11 "GET /v2.0/networks/80fd9107-de2e-455c-a0d7-ad7760160fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216247 Mar 07 22:35:03.591752 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-298aae0e-131b-422b-90c5-9a64aff6fcec req-dfea93ee-c2f3-4671-900c-603ef6f26e37 service neutron] 10.222.0.11 "GET /v2.0/networks/80fd9107-de2e-455c-a0d7-ad7760160fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211628 Mar 07 22:35:16.583559 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:35:20.109097 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6ef4bb78-2437-4868-bc35-f5ea07d0ec3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:35:22.356175 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-670d2fcc-7fe8-4cdd-904a-e713161f18f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:35:23.394677 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:35:23.418465 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:35:25.001709 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:35:32.244864 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:35:46.544208 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:35:50.121132 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-caef512c-517e-4203-9cec-1ba09b4104b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:35:52.337909 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-50137bda-3bcc-4ee2-90eb-78b0aee8f521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:35:53.435448 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:35:53.446380 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:35:55.017861 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:02.737915 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7d70973a-f6ab-4bd8-bc63-a5792f1a81af req-e7e476c9-5309-4b83-9aad-866e3b01f8c8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1032498 Mar 07 22:36:02.823349 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70973a-f6ab-4bd8-bc63-a5792f1a81af req-48c94454-9ad4-472f-8128-c7d156f239c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:02.824683 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7d70973a-f6ab-4bd8-bc63-a5792f1a81af req-48c94454-9ad4-472f-8128-c7d156f239c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ead168dd0f047108c7b48e44a9d77a6&device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 1099 time: 0.0685701 Mar 07 22:36:02.963871 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70973a-f6ab-4bd8-bc63-a5792f1a81af req-42368b93-cc7f-4a35-a07d-3283c125f8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:02.965274 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7d70973a-f6ab-4bd8-bc63-a5792f1a81af req-42368b93-cc7f-4a35-a07d-3283c125f8f1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80fd9107-de2e-455c-a0d7-ad7760160fe6 HTTP/1.1" status: 200 len: 909 time: 0.1226723 Mar 07 22:36:03.064477 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7d70973a-f6ab-4bd8-bc63-a5792f1a81af req-d5808241-a6fe-469b-84f9-c0434dc2f882 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2bf2289-5545-4513-be02-908a976b7b3f HTTP/1.1" status: 200 len: 1002 time: 0.0933332 Mar 07 22:36:03.126770 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70973a-f6ab-4bd8-bc63-a5792f1a81af req-e9941f8e-7192-4aa2-b0a8-e6796ec65a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:03.128035 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7d70973a-f6ab-4bd8-bc63-a5792f1a81af req-e9941f8e-7192-4aa2-b0a8-e6796ec65a02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc HTTP/1.1" status: 200 len: 848 time: 0.0579457 Mar 07 22:36:03.200096 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70973a-f6ab-4bd8-bc63-a5792f1a81af req-8772b6ce-5adf-41c6-b897-92969cbf7090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:03.201488 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7d70973a-f6ab-4bd8-bc63-a5792f1a81af req-8772b6ce-5adf-41c6-b897-92969cbf7090 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80fd9107-de2e-455c-a0d7-ad7760160fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672131 Mar 07 22:36:03.327041 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7d70973a-f6ab-4bd8-bc63-a5792f1a81af req-6188506d-2a9f-43b6-a42e-94170b29bfc1 service neutron] 10.222.0.11 "GET /v2.0/networks/80fd9107-de2e-455c-a0d7-ad7760160fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193788 Mar 07 22:36:03.453628 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-7d70973a-f6ab-4bd8-bc63-a5792f1a81af req-9b855590-2dcd-49d0-82bf-4f50649e909c service neutron] 10.222.0.11 "GET /v2.0/networks/80fd9107-de2e-455c-a0d7-ad7760160fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207938 Mar 07 22:36:09.243495 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:36:16.537521 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:20.114847 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6c3ba759-7494-4844-955d-068921fd2eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:22.314801 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b59942c8-37bb-4e72-9edb-198b6ce969a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:22.433912 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device b2bf2289-5545-4513-be02-908a976b7b3f details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=88388) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 07 22:36:22.563335 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port b2bf2289-5545-4513-be02-908a976b7b3f, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=b2bf2289-5545-4513-be02-908a976b7b3f,segment=NetworkSegment(1d3c642f-74e7-4ecc-9e8d-56b6d777cc47),segment_id=1d3c642f-74e7-4ecc-9e8d-56b6d777cc47)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:36:22.579955 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Returning: {'device': 'b2bf2289-5545-4513-be02-908a976b7b3f', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'port_id': 'b2bf2289-5545-4513-be02-908a976b7b3f', 'mac_address': 'fa:16:3e:60:72:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88388) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 07 22:36:22.635327 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:22.651386 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2bf2289-5545-4513-be02-908a976b7b3f {{(pid=88388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 22:36:22.666070 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port b2bf2289-5545-4513-be02-908a976b7b3f, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=b2bf2289-5545-4513-be02-908a976b7b3f,segment=NetworkSegment(1d3c642f-74e7-4ecc-9e8d-56b6d777cc47),segment_id=1d3c642f-74e7-4ecc-9e8d-56b6d777cc47)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:36:22.737715 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:22.805696 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=b2bf2289-5545-4513-be02-908a976b7b3f,revision_number=6']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:36:22.812805 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:22.813222 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:22.813564 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:22.813901 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:22.814258 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:22.814588 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:22.814914 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:22.815237 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:22.815563 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:22.815883 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:22.816202 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:22.816518 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:22.821094 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] get_ports_and_sgs() called for port_ids ['b2bf2289-5545-4513-be02-908a976b7b3f'] {{(pid=88388) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 07 22:36:23.435068 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:23.470750 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:24.451667 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device b2bf2289-5545-4513-be02-908a976b7b3f up at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 07 22:36:24.524303 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.provisioning_blocks [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Provisioning complete for port b2bf2289-5545-4513-be02-908a976b7b3f triggered by entity L2. {{(pid=88388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 07 22:36:24.524663 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2039710'] for port, provisioning_complete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:24.690592 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:24.721082 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93f429c-d9df-4fa5-8e87-e78ebda9e596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bf2289-5545-4513-be02-908a976b7b3f'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:36:24.732343 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port b2bf2289-5545-4513-be02-908a976b7b3f, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=b2bf2289-5545-4513-be02-908a976b7b3f,segment=NetworkSegment(1d3c642f-74e7-4ecc-9e8d-56b6d777cc47),segment_id=1d3c642f-74e7-4ecc-9e8d-56b6d777cc47)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:36:24.795285 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:24.888558 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=b2bf2289-5545-4513-be02-908a976b7b3f,revision_number=7']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:36:24.963466 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93f429c-d9df-4fa5-8e87-e78ebda9e596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bf2289-5545-4513-be02-908a976b7b3f', 'code': 200} Mar 07 22:36:24.984271 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:35.016621 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 58330) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:36:35.216186 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-19b32ee3-ab15-4b41-aa2d-7350f7220f5e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Deleting port 9db1e1a4-4a9c-40e6-9d16-82b2876fb5dc {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:36:35.216517 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-19b32ee3-ab15-4b41-aa2d-7350f7220f5e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:35.381006 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-19b32ee3-ab15-4b41-aa2d-7350f7220f5e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:35.381326 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-19b32ee3-ab15-4b41-aa2d-7350f7220f5e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:35.504478 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-19b32ee3-ab15-4b41-aa2d-7350f7220f5e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Calling delete_port for 9db1e1a4-4a9c-40e6-9d16-82b2876fb5dc owned by network:floatingip {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:36:35.805970 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-19b32ee3-ab15-4b41-aa2d-7350f7220f5e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:35.853098 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b32ee3-ab15-4b41-aa2d-7350f7220f5e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Pushing event deleted for resources: {'Port': ['ID=9db1e1a4-4a9c-40e6-9d16-82b2876fb5dc,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:36:35.891278 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b32ee3-ab15-4b41-aa2d-7350f7220f5e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:35.891621 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b32ee3-ab15-4b41-aa2d-7350f7220f5e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:35.891954 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b32ee3-ab15-4b41-aa2d-7350f7220f5e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:35.892279 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b32ee3-ab15-4b41-aa2d-7350f7220f5e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:35.892606 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b32ee3-ab15-4b41-aa2d-7350f7220f5e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:35.892969 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b32ee3-ab15-4b41-aa2d-7350f7220f5e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:35.893286 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b32ee3-ab15-4b41-aa2d-7350f7220f5e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:35.893601 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b32ee3-ab15-4b41-aa2d-7350f7220f5e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:35.893925 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b32ee3-ab15-4b41-aa2d-7350f7220f5e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:35.894263 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b32ee3-ab15-4b41-aa2d-7350f7220f5e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:35.895065 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b32ee3-ab15-4b41-aa2d-7350f7220f5e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:35.895375 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b32ee3-ab15-4b41-aa2d-7350f7220f5e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:35.956687 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-19b32ee3-ab15-4b41-aa2d-7350f7220f5e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for floatingip, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:35.957527 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.db.l3_db [None req-19b32ee3-ab15-4b41-aa2d-7350f7220f5e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Floating IP 7a08de3a-a1ce-4d4a-adc6-b98f0f814c75 disassociated (deleted). External IP: 172.26.2.228, port: b2bf2289-5545-4513-be02-908a976b7b3f. Mar 07 22:36:36.299100 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b32ee3-ab15-4b41-aa2d-7350f7220f5e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Router d7b15108-2454-4f1b-95ae-d8bc54d5726b has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:36:36.473143 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b32ee3-ab15-4b41-aa2d-7350f7220f5e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:36:36.482494 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e059ee-d33e-402a-9485-644a2ee11d0c None None] Sync routers for ids ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:36:36.491911 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e059ee-d33e-402a-9485-644a2ee11d0c None None] Routers {'d7b15108-2454-4f1b-95ae-d8bc54d5726b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:36:36.492517 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-47e059ee-d33e-402a-9485-644a2ee11d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:36:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:36:36.542967 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-19b32ee3-ab15-4b41-aa2d-7350f7220f5e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:36.545552 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device b2bf2289-5545-4513-be02-908a976b7b3f no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:36:36.597702 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-19b32ee3-ab15-4b41-aa2d-7350f7220f5e tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "DELETE /v2.0/floatingips/7a08de3a-a1ce-4d4a-adc6-b98f0f814c75 HTTP/1.1" status: 204 len: 168 time: 1.5798955 Mar 07 22:36:36.598653 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93f429c-d9df-4fa5-8e87-e78ebda9e596', 'tag': 'b2bf2289-5545-4513-be02-908a976b7b3f'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:36:36.735637 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93f429c-d9df-4fa5-8e87-e78ebda9e596', 'tag': 'b2bf2289-5545-4513-be02-908a976b7b3f', 'status': 'completed', 'code': 200} Mar 07 22:36:36.766292 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-47e059ee-d33e-402a-9485-644a2ee11d0c None None] Set router d7b15108-2454-4f1b-95ae-d8bc54d5726b gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:36:36.806988 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1603693'] for port, before_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:36.831093 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ab18c-5ad0-444c-976c-45d3c77ea4dd req-fb359f79-84bc-4821-9900-d6b7ea6bdf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:36.832674 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b26ab18c-5ad0-444c-976c-45d3c77ea4dd req-fb359f79-84bc-4821-9900-d6b7ea6bdf7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ead168dd0f047108c7b48e44a9d77a6&device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 1099 time: 0.0726604 Mar 07 22:36:36.856943 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93f429c-d9df-4fa5-8e87-e78ebda9e596', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2bf2289-5545-4513-be02-908a976b7b3f'}] {{(pid=88388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:36:36.933918 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] For port b2bf2289-5545-4513-be02-908a976b7b3f, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=b2bf2289-5545-4513-be02-908a976b7b3f,segment=NetworkSegment(1d3c642f-74e7-4ecc-9e8d-56b6d777cc47),segment_id=1d3c642f-74e7-4ecc-9e8d-56b6d777cc47)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:36:36.976927 dv-neutron-829957-1-hyperv neutron-server[88388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93f429c-d9df-4fa5-8e87-e78ebda9e596', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2bf2289-5545-4513-be02-908a976b7b3f', 'code': 200} Mar 07 22:36:36.978291 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ab18c-5ad0-444c-976c-45d3c77ea4dd req-1f8a3b5c-00b2-4ed0-bf1b-275802c05c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:36.979918 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b26ab18c-5ad0-444c-976c-45d3c77ea4dd req-1f8a3b5c-00b2-4ed0-bf1b-275802c05c29 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80fd9107-de2e-455c-a0d7-ad7760160fe6 HTTP/1.1" status: 200 len: 909 time: 0.1414804 Mar 07 22:36:36.998051 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742366815492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742366434636', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742366434681'] for port, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:37.057449 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b26ab18c-5ad0-444c-976c-45d3c77ea4dd req-56240b98-f163-4358-8196-9c2c5670dcd8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2bf2289-5545-4513-be02-908a976b7b3f HTTP/1.1" status: 200 len: 217 time: 0.0708349 Mar 07 22:36:37.126759 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ab18c-5ad0-444c-976c-45d3c77ea4dd req-52f739e1-7315-4426-8b99-ac72f90a7bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:37.129062 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b26ab18c-5ad0-444c-976c-45d3c77ea4dd req-52f739e1-7315-4426-8b99-ac72f90a7bcd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc HTTP/1.1" status: 200 len: 848 time: 0.0652943 Mar 07 22:36:37.144948 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Pushing event updated for resources: {'Port': ['ID=b2bf2289-5545-4513-be02-908a976b7b3f,revision_number=8']} {{(pid=88388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:36:37.217632 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-47e059ee-d33e-402a-9485-644a2ee11d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'name': 'tempest-TestSnapshotPattern-886509793-router', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:50Z', 'revision_number': 4, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'gw_port': {'id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '9b7be831-d496-4469-bb27-2d8ade5c6f03', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'port_id': '3340547b-4ae9-451c-a2bd-86f69a01b8e2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'mac_address': 'fa:16:3e:ef:21:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b0366d-035e-4340-b865-64e2203b47a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:32:16Z', 'updated_at': '2022-03-07T22:32:19Z', 'revision_number': 1, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fabeb17-496f-4eaf-adfb-f24c09324282', 'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'mac_address': 'fa:16:3e:fa:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:49Z', 'updated_at': '2022-03-07T22:31:55Z', 'revision_number': 5, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'subnets': [{'id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:36:37.217886 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ab18c-5ad0-444c-976c-45d3c77ea4dd req-48b9ae6c-7545-4cd6-9d0e-33978f0be6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:37.219429 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b26ab18c-5ad0-444c-976c-45d3c77ea4dd req-48b9ae6c-7545-4cd6-9d0e-33978f0be6db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80fd9107-de2e-455c-a0d7-ad7760160fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830867 Mar 07 22:36:37.221713 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e059ee-d33e-402a-9485-644a2ee11d0c None None] Checking router: d7b15108-2454-4f1b-95ae-d8bc54d5726b for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:36:37.230785 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e059ee-d33e-402a-9485-644a2ee11d0c None None] Routers {'d7b15108-2454-4f1b-95ae-d8bc54d5726b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:36:37.231375 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-47e059ee-d33e-402a-9485-644a2ee11d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:36:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:36:37.411745 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-47e059ee-d33e-402a-9485-644a2ee11d0c None None] Set router d7b15108-2454-4f1b-95ae-d8bc54d5726b gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:36:37.511171 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b26ab18c-5ad0-444c-976c-45d3c77ea4dd req-a07b96e7-a98e-46f3-b300-70b8954c9bf9 service neutron] 10.222.0.11 "GET /v2.0/networks/80fd9107-de2e-455c-a0d7-ad7760160fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518325 Mar 07 22:36:37.518747 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042d2bc-d339-406d-9caa-106df7dcdfb3 req-400c40f9-f21d-4d9c-8f07-1e942befd79f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:37.519924 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3042d2bc-d339-406d-9caa-106df7dcdfb3 req-400c40f9-f21d-4d9c-8f07-1e942befd79f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Synchronizing usage tracker for tenant:0ead168dd0f047108c7b48e44a9d77a6 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:36:37.655173 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-b26ab18c-5ad0-444c-976c-45d3c77ea4dd req-92160549-6e81-444d-b58e-a5244b541db2 service neutron] 10.222.0.11 "GET /v2.0/networks/80fd9107-de2e-455c-a0d7-ad7760160fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325583 Mar 07 22:36:37.657372 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-3042d2bc-d339-406d-9caa-106df7dcdfb3 req-400c40f9-f21d-4d9c-8f07-1e942befd79f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Unset dirty status for tenant:0ead168dd0f047108c7b48e44a9d77a6 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:36:37.658406 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3042d2bc-d339-406d-9caa-106df7dcdfb3 req-400c40f9-f21d-4d9c-8f07-1e942befd79f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 944 time: 0.4860132 Mar 07 22:36:37.707986 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3042d2bc-d339-406d-9caa-106df7dcdfb3 req-a97042cd-d11c-410f-938e-1117bb35a414 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408509 Mar 07 22:36:37.794458 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-47e059ee-d33e-402a-9485-644a2ee11d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'name': 'tempest-TestSnapshotPattern-886509793-router', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:50Z', 'revision_number': 4, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'gw_port': {'id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '9b7be831-d496-4469-bb27-2d8ade5c6f03', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'port_id': '3340547b-4ae9-451c-a2bd-86f69a01b8e2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'mac_address': 'fa:16:3e:ef:21:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b0366d-035e-4340-b865-64e2203b47a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:32:16Z', 'updated_at': '2022-03-07T22:32:19Z', 'revision_number': 1, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fabeb17-496f-4eaf-adfb-f24c09324282', 'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'mac_address': 'fa:16:3e:fa:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:49Z', 'updated_at': '2022-03-07T22:31:55Z', 'revision_number': 5, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'subnets': [{'id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:36:37.798609 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e059ee-d33e-402a-9485-644a2ee11d0c None None] The sync data for ids ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'] in dv-neutron-829957-1-hyperv is: [{'id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'name': 'tempest-TestSnapshotPattern-886509793-router', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:50Z', 'revision_number': 4, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'gw_port': {'id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_floatingips': [{'id': '9b7be831-d496-4469-bb27-2d8ade5c6f03', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'floating_ip_address': '172.26.2.52', 'floating_network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'router_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'port_id': '3340547b-4ae9-451c-a2bd-86f69a01b8e2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'mac_address': 'fa:16:3e:ef:21:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b0366d-035e-4340-b865-64e2203b47a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T22:32:16Z', 'updated_at': '2022-03-07T22:32:19Z', 'revision_number': 1, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fabeb17-496f-4eaf-adfb-f24c09324282', 'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'mac_address': 'fa:16:3e:fa:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:49Z', 'updated_at': '2022-03-07T22:31:55Z', 'revision_number': 5, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'subnets': [{'id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:36:38.001534 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08aeb17-618f-484d-96aa-c6a0fe0d814f None None] New status for floating IP 7a08de3a-a1ce-4d4a-adc6-b98f0f814c75: DOWN {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:36:38.701758 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e7f33-f95b-429a-93ac-0cd4d2fa931b req-4672cae8-d01a-455e-ac83-7829cbf56311 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:38.703167 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-366e7f33-f95b-429a-93ac-0cd4d2fa931b req-4672cae8-d01a-455e-ac83-7829cbf56311 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.11 "GET /v2.0/ports?device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 944 time: 0.0802772 Mar 07 22:36:38.769765 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-366e7f33-f95b-429a-93ac-0cd4d2fa931b req-0a5da2cc-746b-4590-bc94-881ab5a86b27 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Deleting port b2bf2289-5545-4513-be02-908a976b7b3f {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:36:38.770199 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-366e7f33-f95b-429a-93ac-0cd4d2fa931b req-0a5da2cc-746b-4590-bc94-881ab5a86b27 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:39.037278 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5450ad0-703d-4df7-bdb9-0df380aa946a req-fccad9f9-c746-431c-a129-dc578ebc2f9b tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:39.038725 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d5450ad0-703d-4df7-bdb9-0df380aa946a req-fccad9f9-c746-431c-a129-dc578ebc2f9b tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 944 time: 0.2228737 Mar 07 22:36:39.108653 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-366e7f33-f95b-429a-93ac-0cd4d2fa931b req-0a5da2cc-746b-4590-bc94-881ab5a86b27 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] For port b2bf2289-5545-4513-be02-908a976b7b3f, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=b2bf2289-5545-4513-be02-908a976b7b3f,segment=NetworkSegment(1d3c642f-74e7-4ecc-9e8d-56b6d777cc47),segment_id=1d3c642f-74e7-4ecc-9e8d-56b6d777cc47)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:36:39.108990 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-366e7f33-f95b-429a-93ac-0cd4d2fa931b req-0a5da2cc-746b-4590-bc94-881ab5a86b27 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:39.117711 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-d5450ad0-703d-4df7-bdb9-0df380aa946a req-5966966d-0de3-4568-b6a9-0f7478f2f6cf tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731957 Mar 07 22:36:39.231643 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-366e7f33-f95b-429a-93ac-0cd4d2fa931b req-0a5da2cc-746b-4590-bc94-881ab5a86b27 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Calling delete_port for b2bf2289-5545-4513-be02-908a976b7b3f owned by compute:nova {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:36:39.423627 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-366e7f33-f95b-429a-93ac-0cd4d2fa931b req-0a5da2cc-746b-4590-bc94-881ab5a86b27 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:39.472960 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5da2cc-746b-4590-bc94-881ab5a86b27 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Pushing event deleted for resources: {'Port': ['ID=b2bf2289-5545-4513-be02-908a976b7b3f,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:36:39.547145 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-366e7f33-f95b-429a-93ac-0cd4d2fa931b req-0a5da2cc-746b-4590-bc94-881ab5a86b27 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] No DVR routers for this DVR port b2bf2289-5545-4513-be02-908a976b7b3f on host hv-neutron-8299 {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:36:39.549779 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-366e7f33-f95b-429a-93ac-0cd4d2fa931b req-0a5da2cc-746b-4590-bc94-881ab5a86b27 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:39.552214 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93f429c-d9df-4fa5-8e87-e78ebda9e596', 'name': 'network-vif-deleted', 'tag': 'b2bf2289-5545-4513-be02-908a976b7b3f'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:36:39.595742 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93f429c-d9df-4fa5-8e87-e78ebda9e596', 'name': 'network-vif-deleted', 'tag': 'b2bf2289-5545-4513-be02-908a976b7b3f', 'status': 'completed', 'code': 200} Mar 07 22:36:39.630269 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-366e7f33-f95b-429a-93ac-0cd4d2fa931b req-0a5da2cc-746b-4590-bc94-881ab5a86b27 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.11 "DELETE /v2.0/ports/b2bf2289-5545-4513-be02-908a976b7b3f HTTP/1.1" status: 204 len: 173 time: 0.9222701 Mar 07 22:36:40.275227 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-cec16791-73d6-44af-99fd-c4f5a2c9d0d4 req-04749cf1-a79c-4b1a-ba8f-ab798cd1b6f1 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Synchronizing usage tracker for tenant:0ead168dd0f047108c7b48e44a9d77a6 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:36:40.377418 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-cec16791-73d6-44af-99fd-c4f5a2c9d0d4 req-04749cf1-a79c-4b1a-ba8f-ab798cd1b6f1 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Unset dirty status for tenant:0ead168dd0f047108c7b48e44a9d77a6 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:36:40.378627 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-cec16791-73d6-44af-99fd-c4f5a2c9d0d4 req-04749cf1-a79c-4b1a-ba8f-ab798cd1b6f1 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93f429c-d9df-4fa5-8e87-e78ebda9e596 HTTP/1.1" status: 200 len: 210 time: 0.1448059 Mar 07 22:36:42.551933 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device b2bf2289-5545-4513-be02-908a976b7b3f no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:36:42.586233 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: b2bf2289-5545-4513-be02-908a976b7b3f {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:36:42.586577 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device b2bf2289-5545-4513-be02-908a976b7b3f not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:36:42.780580 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 58400) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:36:42.977709 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-528f7d72-7929-49ca-b7bc-6c6029b0997f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Deleting port f98212e2-3667-4675-af39-4f64c557b1b2 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:36:42.978069 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-528f7d72-7929-49ca-b7bc-6c6029b0997f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:43.143430 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-528f7d72-7929-49ca-b7bc-6c6029b0997f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:43.143670 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-528f7d72-7929-49ca-b7bc-6c6029b0997f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:43.264348 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-528f7d72-7929-49ca-b7bc-6c6029b0997f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Calling delete_port for f98212e2-3667-4675-af39-4f64c557b1b2 owned by network:floatingip {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:36:43.497736 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-528f7d72-7929-49ca-b7bc-6c6029b0997f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:43.542028 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f7d72-7929-49ca-b7bc-6c6029b0997f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Pushing event deleted for resources: {'Port': ['ID=f98212e2-3667-4675-af39-4f64c557b1b2,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:36:43.574568 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528f7d72-7929-49ca-b7bc-6c6029b0997f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:43.574914 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528f7d72-7929-49ca-b7bc-6c6029b0997f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:43.575247 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528f7d72-7929-49ca-b7bc-6c6029b0997f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:43.575576 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528f7d72-7929-49ca-b7bc-6c6029b0997f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:43.575901 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528f7d72-7929-49ca-b7bc-6c6029b0997f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:43.576224 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528f7d72-7929-49ca-b7bc-6c6029b0997f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:43.576541 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528f7d72-7929-49ca-b7bc-6c6029b0997f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:43.576860 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528f7d72-7929-49ca-b7bc-6c6029b0997f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:43.577186 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528f7d72-7929-49ca-b7bc-6c6029b0997f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:43.577498 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528f7d72-7929-49ca-b7bc-6c6029b0997f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:43.577817 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528f7d72-7929-49ca-b7bc-6c6029b0997f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:43.578160 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528f7d72-7929-49ca-b7bc-6c6029b0997f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829957-1-hyperv {{(pid=88387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 22:36:43.645692 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-528f7d72-7929-49ca-b7bc-6c6029b0997f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for floatingip, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:43.646053 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.db.l3_db [None req-528f7d72-7929-49ca-b7bc-6c6029b0997f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Floating IP 9b7be831-d496-4469-bb27-2d8ade5c6f03 disassociated (deleted). External IP: 172.26.2.52, port: 3340547b-4ae9-451c-a2bd-86f69a01b8e2. Mar 07 22:36:44.098666 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528f7d72-7929-49ca-b7bc-6c6029b0997f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Router d7b15108-2454-4f1b-95ae-d8bc54d5726b has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:36:44.271655 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528f7d72-7929-49ca-b7bc-6c6029b0997f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:36:44.281166 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b33d80-12af-40ab-a086-a59222dbf107 None None] Sync routers for ids ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:36:44.290292 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b33d80-12af-40ab-a086-a59222dbf107 None None] Routers {'d7b15108-2454-4f1b-95ae-d8bc54d5726b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:36:44.290880 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-84b33d80-12af-40ab-a086-a59222dbf107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:36:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:36:44.360249 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-528f7d72-7929-49ca-b7bc-6c6029b0997f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for floatingip, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:44.417879 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-528f7d72-7929-49ca-b7bc-6c6029b0997f tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "DELETE /v2.0/floatingips/9b7be831-d496-4469-bb27-2d8ade5c6f03 HTTP/1.1" status: 204 len: 168 time: 1.6362317 Mar 07 22:36:44.418488 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b0366d-035e-4340-b865-64e2203b47a5', 'tag': '3340547b-4ae9-451c-a2bd-86f69a01b8e2'}] {{(pid=88387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:36:44.468559 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-84b33d80-12af-40ab-a086-a59222dbf107 None None] Set router d7b15108-2454-4f1b-95ae-d8bc54d5726b gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:36:44.553778 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b0366d-035e-4340-b865-64e2203b47a5', 'tag': '3340547b-4ae9-451c-a2bd-86f69a01b8e2', 'status': 'completed', 'code': 200} Mar 07 22:36:44.661604 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcff28-457a-46d8-9d5a-747efdba6a8d req-a5d9ae2b-ca32-4910-82b7-be10e95a3f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:44.663013 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-95bcff28-457a-46d8-9d5a-747efdba6a8d req-a5d9ae2b-ca32-4910-82b7-be10e95a3f46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ead168dd0f047108c7b48e44a9d77a6&device_id=42b0366d-035e-4340-b865-64e2203b47a5 HTTP/1.1" status: 200 len: 1097 time: 0.0703518 Mar 07 22:36:44.780004 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-84b33d80-12af-40ab-a086-a59222dbf107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'name': 'tempest-TestSnapshotPattern-886509793-router', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:50Z', 'revision_number': 4, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'gw_port': {'id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '1fabeb17-496f-4eaf-adfb-f24c09324282', 'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'mac_address': 'fa:16:3e:fa:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:49Z', 'updated_at': '2022-03-07T22:31:55Z', 'revision_number': 5, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'subnets': [{'id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:36:44.783921 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b33d80-12af-40ab-a086-a59222dbf107 None None] Checking router: d7b15108-2454-4f1b-95ae-d8bc54d5726b for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:36:44.792894 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b33d80-12af-40ab-a086-a59222dbf107 None None] Routers {'d7b15108-2454-4f1b-95ae-d8bc54d5726b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:36:44.793486 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-84b33d80-12af-40ab-a086-a59222dbf107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:36:22Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:36:44.796616 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcff28-457a-46d8-9d5a-747efdba6a8d req-539c62d7-640c-4bbd-833b-4f19ac02d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:44.803297 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-95bcff28-457a-46d8-9d5a-747efdba6a8d req-539c62d7-640c-4bbd-833b-4f19ac02d7d9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80fd9107-de2e-455c-a0d7-ad7760160fe6 HTTP/1.1" status: 200 len: 909 time: 0.1297204 Mar 07 22:36:44.880616 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-95bcff28-457a-46d8-9d5a-747efdba6a8d req-43018618-9eef-4346-96ae-508b37a1ee60 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3340547b-4ae9-451c-a2bd-86f69a01b8e2 HTTP/1.1" status: 200 len: 217 time: 0.0762622 Mar 07 22:36:44.943960 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcff28-457a-46d8-9d5a-747efdba6a8d req-2cb86abe-9d24-4af7-a327-e1419ac3a02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:44.945498 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-95bcff28-457a-46d8-9d5a-747efdba6a8d req-2cb86abe-9d24-4af7-a327-e1419ac3a02b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc HTTP/1.1" status: 200 len: 848 time: 0.0588233 Mar 07 22:36:44.973171 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-84b33d80-12af-40ab-a086-a59222dbf107 None None] Set router d7b15108-2454-4f1b-95ae-d8bc54d5726b gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:36:45.184974 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91548bfb-1ebc-4934-82a5-6c40f29be7a2 req-593f1d23-e2d5-4c20-8a9d-e6ecf0b9e179 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:45.186458 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-91548bfb-1ebc-4934-82a5-6c40f29be7a2 req-593f1d23-e2d5-4c20-8a9d-e6ecf0b9e179 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b0366d-035e-4340-b865-64e2203b47a5 HTTP/1.1" status: 200 len: 944 time: 0.2378049 Mar 07 22:36:45.188424 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcff28-457a-46d8-9d5a-747efdba6a8d req-d957079c-6afc-4adc-a517-d221ae0661c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:45.189740 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-95bcff28-457a-46d8-9d5a-747efdba6a8d req-d957079c-6afc-4adc-a517-d221ae0661c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80fd9107-de2e-455c-a0d7-ad7760160fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1066489 Mar 07 22:36:45.289020 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-84b33d80-12af-40ab-a086-a59222dbf107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'name': 'tempest-TestSnapshotPattern-886509793-router', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:50Z', 'revision_number': 4, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'gw_port': {'id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '1fabeb17-496f-4eaf-adfb-f24c09324282', 'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'mac_address': 'fa:16:3e:fa:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:49Z', 'updated_at': '2022-03-07T22:31:55Z', 'revision_number': 5, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'subnets': [{'id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:36:45.293237 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b33d80-12af-40ab-a086-a59222dbf107 None None] The sync data for ids ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'] in dv-neutron-829957-1-hyperv is: [{'id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'name': 'tempest-TestSnapshotPattern-886509793-router', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:50Z', 'revision_number': 4, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'gw_port': {'id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv', '_interfaces': [{'id': '1fabeb17-496f-4eaf-adfb-f24c09324282', 'name': '', 'network_id': '80fd9107-de2e-455c-a0d7-ad7760160fe6', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'mac_address': 'fa:16:3e:fa:e1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:49Z', 'updated_at': '2022-03-07T22:31:55Z', 'revision_number': 5, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'subnets': [{'id': 'c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:36:45.321482 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-91548bfb-1ebc-4934-82a5-6c40f29be7a2 req-35804c3e-672a-4bff-9f2d-e802899de2a4 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293387 Mar 07 22:36:45.356804 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-95bcff28-457a-46d8-9d5a-747efdba6a8d req-3e0bb0b5-71f8-48f7-bf6b-83c428140835 service neutron] 10.222.0.11 "GET /v2.0/networks/80fd9107-de2e-455c-a0d7-ad7760160fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500044 Mar 07 22:36:45.494791 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-95bcff28-457a-46d8-9d5a-747efdba6a8d req-19e6ce47-5eda-471b-863c-08c584a19b29 service neutron] 10.222.0.11 "GET /v2.0/networks/80fd9107-de2e-455c-a0d7-ad7760160fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308532 Mar 07 22:36:45.502636 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695bff9d-b9dc-43dc-bb4a-8cef6c4d3e52 None None] New status for floating IP 9b7be831-d496-4469-bb27-2d8ade5c6f03: DOWN {{(pid=88389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 22:36:46.241438 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:36:46.542934 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6b34a-2591-494b-826d-0badd7a45c7f req-567ed1f5-8ab7-48e8-9193-97376ee363ec tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:46.546592 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3ec6b34a-2591-494b-826d-0badd7a45c7f req-567ed1f5-8ab7-48e8-9193-97376ee363ec tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b0366d-035e-4340-b865-64e2203b47a5 HTTP/1.1" status: 200 len: 944 time: 0.1388552 Mar 07 22:36:46.551762 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7809f-2d5a-4a20-98a2-70661da71dcf req-a76c3479-2215-491b-9c7d-23a6a4772985 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 22:36:46.553071 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-30e7809f-2d5a-4a20-98a2-70661da71dcf req-a76c3479-2215-491b-9c7d-23a6a4772985 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b0366d-035e-4340-b865-64e2203b47a5 HTTP/1.1" status: 200 len: 944 time: 0.1172521 Mar 07 22:36:46.566188 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:46.641184 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-3ec6b34a-2591-494b-826d-0badd7a45c7f req-8898a70c-2363-48d5-b4c0-08aa480dae79 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Deleting port 3340547b-4ae9-451c-a2bd-86f69a01b8e2 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:36:46.641514 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-3ec6b34a-2591-494b-826d-0badd7a45c7f req-8898a70c-2363-48d5-b4c0-08aa480dae79 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:46.680995 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-30e7809f-2d5a-4a20-98a2-70661da71dcf req-64fc0ecf-3971-4b3d-b98e-9c2a1b81e084 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/security-groups?id=8778462d-5301-48c7-bf8d-c0bb7dbb691f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960281 Mar 07 22:36:46.881600 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [req-3ec6b34a-2591-494b-826d-0badd7a45c7f req-8898a70c-2363-48d5-b4c0-08aa480dae79 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] For port 3340547b-4ae9-451c-a2bd-86f69a01b8e2, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=3340547b-4ae9-451c-a2bd-86f69a01b8e2,segment=NetworkSegment(1d3c642f-74e7-4ecc-9e8d-56b6d777cc47),segment_id=1d3c642f-74e7-4ecc-9e8d-56b6d777cc47)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:36:46.882452 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-3ec6b34a-2591-494b-826d-0badd7a45c7f req-8898a70c-2363-48d5-b4c0-08aa480dae79 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:47.000744 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [req-3ec6b34a-2591-494b-826d-0badd7a45c7f req-8898a70c-2363-48d5-b4c0-08aa480dae79 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Calling delete_port for 3340547b-4ae9-451c-a2bd-86f69a01b8e2 owned by compute:nova {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:36:47.199873 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-3ec6b34a-2591-494b-826d-0badd7a45c7f req-8898a70c-2363-48d5-b4c0-08aa480dae79 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:47.249734 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898a70c-2363-48d5-b4c0-08aa480dae79 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Pushing event deleted for resources: {'Port': ['ID=3340547b-4ae9-451c-a2bd-86f69a01b8e2,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:36:47.323583 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec6b34a-2591-494b-826d-0badd7a45c7f req-8898a70c-2363-48d5-b4c0-08aa480dae79 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] No DVR routers for this DVR port 3340547b-4ae9-451c-a2bd-86f69a01b8e2 on host hv-neutron-8299 {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:36:47.325841 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [req-3ec6b34a-2591-494b-826d-0badd7a45c7f req-8898a70c-2363-48d5-b4c0-08aa480dae79 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402483'] for port, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:47.328185 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b0366d-035e-4340-b865-64e2203b47a5', 'name': 'network-vif-deleted', 'tag': '3340547b-4ae9-451c-a2bd-86f69a01b8e2'}] {{(pid=88386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 22:36:47.339442 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-3ec6b34a-2591-494b-826d-0badd7a45c7f req-8898a70c-2363-48d5-b4c0-08aa480dae79 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.11 "DELETE /v2.0/ports/3340547b-4ae9-451c-a2bd-86f69a01b8e2 HTTP/1.1" status: 204 len: 173 time: 0.7854857 Mar 07 22:36:47.370641 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b0366d-035e-4340-b865-64e2203b47a5', 'name': 'network-vif-deleted', 'tag': '3340547b-4ae9-451c-a2bd-86f69a01b8e2', 'status': 'completed', 'code': 200} Mar 07 22:36:47.840200 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-42590f28-70ef-4250-bf6c-a958d83b5ed1 req-bba0fb7d-f997-4c38-b6da-7b6dca05fcec tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Synchronizing usage tracker for tenant:0ead168dd0f047108c7b48e44a9d77a6 on resource:port {{(pid=88386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 07 22:36:47.897495 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.quota.resource [req-42590f28-70ef-4250-bf6c-a958d83b5ed1 req-bba0fb7d-f997-4c38-b6da-7b6dca05fcec tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Unset dirty status for tenant:0ead168dd0f047108c7b48e44a9d77a6 on resource:port {{(pid=88386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 07 22:36:47.899186 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [req-42590f28-70ef-4250-bf6c-a958d83b5ed1 req-bba0fb7d-f997-4c38-b6da-7b6dca05fcec tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b0366d-035e-4340-b865-64e2203b47a5 HTTP/1.1" status: 200 len: 210 time: 0.0998549 Mar 07 22:36:48.992291 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 58424) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:36:49.059104 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-09f0f805-6a43-423e-815a-92138bdf6c88 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:49.087650 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-09f0f805-6a43-423e-815a-92138bdf6c88 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:49.188444 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-09f0f805-6a43-423e-815a-92138bdf6c88 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:49.207825 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0f805-6a43-423e-815a-92138bdf6c88 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8778462d-5301-48c7-bf8d-c0bb7dbb691f,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:36:49.261863 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-09f0f805-6a43-423e-815a-92138bdf6c88 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:49.263090 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-09f0f805-6a43-423e-815a-92138bdf6c88 tempest-TestSnapshotPattern-5880025 tempest-TestSnapshotPattern-5880025-project] 10.222.0.21 "DELETE /v2.0/security-groups/8778462d-5301-48c7-bf8d-c0bb7dbb691f HTTP/1.1" status: 204 len: 168 time: 0.2698386 Mar 07 22:36:50.160011 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c23f22d7-7eb8-498b-9626-86b43511ec1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:50.371298 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 58432) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:36:50.582737 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 3340547b-4ae9-451c-a2bd-86f69a01b8e2 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:36:50.615994 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] No Port match for: 3340547b-4ae9-451c-a2bd-86f69a01b8e2 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:36:50.616336 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Device 3340547b-4ae9-451c-a2bd-86f69a01b8e2 not bound to the agent host hv-neutron-8299 {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:36:50.988568 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1a42222-cba0-408d-adb1-9f87515f1ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:51.327037 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-d1a42222-cba0-408d-adb1-9f87515f1ddb admin admin] Deleting port 1fabeb17-496f-4eaf-adfb-f24c09324282 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:36:51.327378 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1a42222-cba0-408d-adb1-9f87515f1ddb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:51.597184 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-d1a42222-cba0-408d-adb1-9f87515f1ddb admin admin] For port 1fabeb17-496f-4eaf-adfb-f24c09324282, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=1fabeb17-496f-4eaf-adfb-f24c09324282,segment=NetworkSegment(1d3c642f-74e7-4ecc-9e8d-56b6d777cc47),segment_id=1d3c642f-74e7-4ecc-9e8d-56b6d777cc47)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:36:51.597688 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1a42222-cba0-408d-adb1-9f87515f1ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:51.717018 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-d1a42222-cba0-408d-adb1-9f87515f1ddb admin admin] Calling delete_port for 1fabeb17-496f-4eaf-adfb-f24c09324282 owned by network:router_interface {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:36:51.948599 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1a42222-cba0-408d-adb1-9f87515f1ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:51.995377 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a42222-cba0-408d-adb1-9f87515f1ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=1fabeb17-496f-4eaf-adfb-f24c09324282,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:36:52.254409 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-d1a42222-cba0-408d-adb1-9f87515f1ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:52.314453 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-603aeaa1-11e2-4f20-b94e-706a41c46deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:52.599594 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a42222-cba0-408d-adb1-9f87515f1ddb admin admin] Router d7b15108-2454-4f1b-95ae-d8bc54d5726b has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:36:52.773051 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a42222-cba0-408d-adb1-9f87515f1ddb admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:36:52.781847 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d507cd-174a-4300-bd23-314ccdf15b42 None None] Sync routers for ids ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'] in dv-neutron-829957-1-hyperv {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:36:52.791661 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d507cd-174a-4300-bd23-314ccdf15b42 None None] Routers {'d7b15108-2454-4f1b-95ae-d8bc54d5726b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:36:52.795632 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f2d507cd-174a-4300-bd23-314ccdf15b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:36:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:36:52.836147 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-d1a42222-cba0-408d-adb1-9f87515f1ddb admin admin] 10.222.0.21 "PUT /v2.0/routers/d7b15108-2454-4f1b-95ae-d8bc54d5726b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4636641 Mar 07 22:36:52.838642 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 58438) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:36:53.008005 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-f2d507cd-174a-4300-bd23-314ccdf15b42 None None] Set router d7b15108-2454-4f1b-95ae-d8bc54d5726b gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:36:53.118257 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c08471d-269b-479f-81cc-31ec8d15dfa3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:53.290339 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f2d507cd-174a-4300-bd23-314ccdf15b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'name': 'tempest-TestSnapshotPattern-886509793-router', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:36:51Z', 'revision_number': 5, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'gw_port': {'id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:36:53.293046 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c08471d-269b-479f-81cc-31ec8d15dfa3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:53.294183 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d507cd-174a-4300-bd23-314ccdf15b42 None None] Checking router: d7b15108-2454-4f1b-95ae-d8bc54d5726b for host: dv-neutron-829957-1-hyperv {{(pid=88388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:36:53.302622 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d507cd-174a-4300-bd23-314ccdf15b42 None None] Routers {'d7b15108-2454-4f1b-95ae-d8bc54d5726b'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:36:53.303219 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f2d507cd-174a-4300-bd23-314ccdf15b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:36:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'], 'active': True} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:36:53.371819 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-3c08471d-269b-479f-81cc-31ec8d15dfa3 admin admin] Deleting port 64b2314f-b5df-4bbf-9319-c0af5c9f8cda {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:36:53.372075 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c08471d-269b-479f-81cc-31ec8d15dfa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:53.469977 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:53.487119 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:53.500525 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_dvr_db [None req-f2d507cd-174a-4300-bd23-314ccdf15b42 None None] Set router d7b15108-2454-4f1b-95ae-d8bc54d5726b gateway port host: dv-neutron-829957-1-hyperv {{(pid=88388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:36:53.551652 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-3c08471d-269b-479f-81cc-31ec8d15dfa3 admin admin] For port 64b2314f-b5df-4bbf-9319-c0af5c9f8cda, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=64b2314f-b5df-4bbf-9319-c0af5c9f8cda,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:36:53.552006 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c08471d-269b-479f-81cc-31ec8d15dfa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:53.676704 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-3c08471d-269b-479f-81cc-31ec8d15dfa3 admin admin] Calling delete_port for 64b2314f-b5df-4bbf-9319-c0af5c9f8cda owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:36:53.783618 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.db.l3_hamode_db [None req-f2d507cd-174a-4300-bd23-314ccdf15b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'name': 'tempest-TestSnapshotPattern-886509793-router', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:36:51Z', 'revision_number': 5, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'gw_port': {'id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:36:53.787640 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d507cd-174a-4300-bd23-314ccdf15b42 None None] The sync data for ids ['d7b15108-2454-4f1b-95ae-d8bc54d5726b'] in dv-neutron-829957-1-hyperv is: [{'id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'name': 'tempest-TestSnapshotPattern-886509793-router', 'tenant_id': '0ead168dd0f047108c7b48e44a9d77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:36:51Z', 'revision_number': 5, 'project_id': '0ead168dd0f047108c7b48e44a9d77a6', 'gw_port': {'id': '64b2314f-b5df-4bbf-9319-c0af5c9f8cda', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b15108-2454-4f1b-95ae-d8bc54d5726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:46Z', 'updated_at': '2022-03-07T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}] {{(pid=88388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:36:54.068848 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c08471d-269b-479f-81cc-31ec8d15dfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:54.113647 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08471d-269b-479f-81cc-31ec8d15dfa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=64b2314f-b5df-4bbf-9319-c0af5c9f8cda,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:36:54.205548 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c08471d-269b-479f-81cc-31ec8d15dfa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:54.373328 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c08471d-269b-479f-81cc-31ec8d15dfa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:54.375467 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c08471d-269b-479f-81cc-31ec8d15dfa3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:54.474272 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c08471d-269b-479f-81cc-31ec8d15dfa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:54.474735 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c08471d-269b-479f-81cc-31ec8d15dfa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7b15108-2454-4f1b-95ae-d8bc54d5726b {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 22:36:54.488126 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-3c08471d-269b-479f-81cc-31ec8d15dfa3 admin admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:54.489264 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-3c08471d-269b-479f-81cc-31ec8d15dfa3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d7b15108-2454-4f1b-95ae-d8bc54d5726b HTTP/1.1" status: 204 len: 168 time: 1.6496563 Mar 07 22:36:54.492549 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 58442) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:36:54.554010 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0f9b86-5e45-4e12-acae-06defede5d8c admin admin] Deleting subnet c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc {{(pid=88387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 22:36:54.557026 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9b86-5e45-4e12-acae-06defede5d8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:54.719823 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9b86-5e45-4e12-acae-06defede5d8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2924906'] for subnet, precommit_delete_associations {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:54.794576 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9b86-5e45-4e12-acae-06defede5d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:54.931724 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9b86-5e45-4e12-acae-06defede5d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2514400'] for subnet, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:54.970060 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f9b86-5e45-4e12-acae-06defede5d8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:36:54.975007 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9b86-5e45-4e12-acae-06defede5d8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:54.979927 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78b65fe-ab35-4c2c-8fe7-c2b1a224a94d None None] Network 80fd9107-de2e-455c-a0d7-ad7760160fe6 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:36:54.981505 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-6b0f9b86-5e45-4e12-acae-06defede5d8c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c9ac3096-b85f-4ef8-a3dc-24daf6ec66fc HTTP/1.1" status: 204 len: 168 time: 0.4877441 Mar 07 22:36:54.983928 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 58446) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:36:55.055421 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:55.089618 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-caa26665-ba5f-4789-9faa-a80757a0c207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:55.100225 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-caa26665-ba5f-4789-9faa-a80757a0c207 admin admin] Deleting port 55f95b60-822c-4010-90ba-592b6ba164d2 {{(pid=88387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:36:55.100601 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-caa26665-ba5f-4789-9faa-a80757a0c207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:55.221769 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2942fdc3-8ac8-40e9-8651-aadb6a5e3fb1 None None] DHCP port deletion for 80fd9107-de2e-455c-a0d7-ad7760160fe6 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 22:36:55.226481 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2942fdc3-8ac8-40e9-8651-aadb6a5e3fb1 None None] Deleting port 55f95b60-822c-4010-90ba-592b6ba164d2 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:36:55.226850 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2942fdc3-8ac8-40e9-8651-aadb6a5e3fb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:55.308837 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.db [None req-caa26665-ba5f-4789-9faa-a80757a0c207 admin admin] For port 55f95b60-822c-4010-90ba-592b6ba164d2, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=55f95b60-822c-4010-90ba-592b6ba164d2,segment=NetworkSegment(1d3c642f-74e7-4ecc-9e8d-56b6d777cc47),segment_id=1d3c642f-74e7-4ecc-9e8d-56b6d777cc47)] {{(pid=88387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:36:55.309114 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-caa26665-ba5f-4789-9faa-a80757a0c207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:55.428124 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-2942fdc3-8ac8-40e9-8651-aadb6a5e3fb1 None None] For port 55f95b60-822c-4010-90ba-592b6ba164d2, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=55f95b60-822c-4010-90ba-592b6ba164d2,segment=NetworkSegment(1d3c642f-74e7-4ecc-9e8d-56b6d777cc47),segment_id=1d3c642f-74e7-4ecc-9e8d-56b6d777cc47)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:36:55.428504 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2942fdc3-8ac8-40e9-8651-aadb6a5e3fb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:55.434054 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.plugin [None req-caa26665-ba5f-4789-9faa-a80757a0c207 admin admin] Calling delete_port for 55f95b60-822c-4010-90ba-592b6ba164d2 owned by network:dhcp {{(pid=88387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:36:55.560518 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-caa26665-ba5f-4789-9faa-a80757a0c207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275615'] for port, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:55.580050 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2942fdc3-8ac8-40e9-8651-aadb6a5e3fb1 None None] Calling delete_port for 55f95b60-822c-4010-90ba-592b6ba164d2 owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:36:55.612691 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa26665-ba5f-4789-9faa-a80757a0c207 admin admin] Pushing event deleted for resources: {'Port': ['ID=55f95b60-822c-4010-90ba-592b6ba164d2,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:36:55.617980 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa26665-ba5f-4789-9faa-a80757a0c207 admin admin] No DVR routers for this DVR port 55f95b60-822c-4010-90ba-592b6ba164d2 on host dv-neutron-829957-1-hyperv {{(pid=88387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 22:36:55.651384 dv-neutron-829957-1-hyperv neutron-server[88388]: util.warn( Mar 07 22:36:55.655241 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-2942fdc3-8ac8-40e9-8651-aadb6a5e3fb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:36:55.655595 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-2942fdc3-8ac8-40e9-8651-aadb6a5e3fb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:36:55.659411 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1fabeb17-496f-4eaf-adfb-f24c09324282 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:36:55.691918 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 1fabeb17-496f-4eaf-adfb-f24c09324282 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:36:55.692261 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 1fabeb17-496f-4eaf-adfb-f24c09324282 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:36:55.692668 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 64b2314f-b5df-4bbf-9319-c0af5c9f8cda no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:36:55.724952 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 64b2314f-b5df-4bbf-9319-c0af5c9f8cda {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:36:55.725298 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 64b2314f-b5df-4bbf-9319-c0af5c9f8cda not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:36:55.725726 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 55f95b60-822c-4010-90ba-592b6ba164d2 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:36:55.739593 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-caa26665-ba5f-4789-9faa-a80757a0c207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:55.759777 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: 55f95b60-822c-4010-90ba-592b6ba164d2 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:36:55.760119 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device 55f95b60-822c-4010-90ba-592b6ba164d2 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:36:55.764717 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-caa26665-ba5f-4789-9faa-a80757a0c207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80fd9107-de2e-455c-a0d7-ad7760160fe6']}} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:36:55.777125 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-caa26665-ba5f-4789-9faa-a80757a0c207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d3c642f-74e7-4ecc-9e8d-56b6d777cc47') {'for_net_delete': True} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:36:55.777413 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.services.segments.db [None req-caa26665-ba5f-4789-9faa-a80757a0c207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d3c642f-74e7-4ecc-9e8d-56b6d777cc47') {} {{(pid=88387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:36:55.788429 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-caa26665-ba5f-4789-9faa-a80757a0c207 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2924899'] for segment, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:55.804159 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-caa26665-ba5f-4789-9faa-a80757a0c207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:55.810045 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa26665-ba5f-4789-9faa-a80757a0c207 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=88387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:36:55.810420 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-caa26665-ba5f-4789-9faa-a80757a0c207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2275696'] for segment, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: Traceback (most recent call last): Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: timer() Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: cb(*args, **kw) Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: return func(*args, **kwargs) Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: self._notify() Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: self.callback(batched_events) Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: event.method(event) Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: return f(self, *a, **k) Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._get(url).json() Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: return self.request(url, 'GET', **kwargs) Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:36:55.823927 dv-neutron-829957-1-hyperv neutron-server[88387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:36:56.000036 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-caa26665-ba5f-4789-9faa-a80757a0c207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:56.016132 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-caa26665-ba5f-4789-9faa-a80757a0c207 admin admin] Notify callbacks [] for network, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:56.025969 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa26665-ba5f-4789-9faa-a80757a0c207 admin admin] Pushing event deleted for resources: {'Network': ['ID=80fd9107-de2e-455c-a0d7-ad7760160fe6,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:36:56.115455 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-caa26665-ba5f-4789-9faa-a80757a0c207 admin admin] 10.222.0.21 "DELETE /v2.0/networks/80fd9107-de2e-455c-a0d7-ad7760160fe6 HTTP/1.1" status: 204 len: 168 time: 1.1303911 Mar 07 22:36:56.118628 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 58450) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:36:56.157158 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2942fdc3-8ac8-40e9-8651-aadb6a5e3fb1 None None] Deleting port 55f95b60-822c-4010-90ba-592b6ba164d2 {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:36:56.157651 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2942fdc3-8ac8-40e9-8651-aadb6a5e3fb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:56.222275 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-2942fdc3-8ac8-40e9-8651-aadb6a5e3fb1 None None] The port '55f95b60-822c-4010-90ba-592b6ba164d2' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 22:36:56.754493 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-67315314-622e-4148-9139-d7cf558d7541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864967'] for router_interface, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:57.092940 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-67315314-622e-4148-9139-d7cf558d7541 admin admin] Deleting port d9eef3bd-7fe2-4f3e-bb70-95f57851b258 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:36:57.093270 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-67315314-622e-4148-9139-d7cf558d7541 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:57.259380 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-67315314-622e-4148-9139-d7cf558d7541 admin admin] For port d9eef3bd-7fe2-4f3e-bb70-95f57851b258, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=d9eef3bd-7fe2-4f3e-bb70-95f57851b258,segment=NetworkSegment(ad473aa1-f403-486b-9846-21827abe3377),segment_id=ad473aa1-f403-486b-9846-21827abe3377)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:36:57.260060 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-67315314-622e-4148-9139-d7cf558d7541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:57.380329 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-67315314-622e-4148-9139-d7cf558d7541 admin admin] Calling delete_port for d9eef3bd-7fe2-4f3e-bb70-95f57851b258 owned by network:router_interface {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:36:57.634419 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-67315314-622e-4148-9139-d7cf558d7541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:57.679599 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67315314-622e-4148-9139-d7cf558d7541 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9eef3bd-7fe2-4f3e-bb70-95f57851b258,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:36:58.039576 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-67315314-622e-4148-9139-d7cf558d7541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864859'] for router_interface, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:58.383571 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67315314-622e-4148-9139-d7cf558d7541 admin admin] Router 768f91c2-1f99-474b-9b62-ac402d2aeb22 has already been hosted by L3 agent 36b2b02e-0e53-4139-bd38-71356827e620 {{(pid=88386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 07 22:36:58.556300 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67315314-622e-4148-9139-d7cf558d7541 admin admin] Notify agent at l3_agent.dv-neutron-829957-1-hyperv the message routers_updated {{(pid=88386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 07 22:36:58.565180 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6b26c-2c3e-4f97-bab3-b15a28eead3e None None] Sync routers for ids ['768f91c2-1f99-474b-9b62-ac402d2aeb22'] in dv-neutron-829957-1-hyperv {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 22:36:58.574705 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d6b26c-2c3e-4f97-bab3-b15a28eead3e None None] Routers {'768f91c2-1f99-474b-9b62-ac402d2aeb22'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:36:58.578356 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-24d6b26c-2c3e-4f97-bab3-b15a28eead3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:36:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['768f91c2-1f99-474b-9b62-ac402d2aeb22'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:36:58.618998 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-67315314-622e-4148-9139-d7cf558d7541 admin admin] 10.222.0.21 "PUT /v2.0/routers/768f91c2-1f99-474b-9b62-ac402d2aeb22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4991899 Mar 07 22:36:58.621461 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 58456) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:36:58.748728 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-24d6b26c-2c3e-4f97-bab3-b15a28eead3e None None] Set router 768f91c2-1f99-474b-9b62-ac402d2aeb22 gateway port host: dv-neutron-829957-1-hyperv {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:36:58.792104 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab4b7-8791-4cc9-8d8a-8917b52babfd admin admin] Notify callbacks [] for router, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:58.968012 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab4b7-8791-4cc9-8d8a-8917b52babfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:59.024812 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-24d6b26c-2c3e-4f97-bab3-b15a28eead3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768f91c2-1f99-474b-9b62-ac402d2aeb22', 'name': 'tempest-TestSnapshotPattern-1546947359-router', 'tenant_id': 'b638ad3486a64222a36a6adc97228e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'external_fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': 'ab5f2e56-3c6d-41e3-a50b-c0935fa4a022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:53Z', 'updated_at': '2022-03-07T22:36:57Z', 'revision_number': 5, 'project_id': 'b638ad3486a64222a36a6adc97228e8b', 'gw_port': {'id': 'ab5f2e56-3c6d-41e3-a50b-c0935fa4a022', 'name': '', 'network_id': 'a3015ce6-e7a9-4329-aba7-a9f29a3d3093', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768f91c2-1f99-474b-9b62-ac402d2aeb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829957-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T22:31:54Z', 'updated_at': '2022-03-07T22:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '568ef47e-f586-4ed8-b79f-20d6cc2fdbd8', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829957-1-hyperv'}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:36:59.028418 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6b26c-2c3e-4f97-bab3-b15a28eead3e None None] Checking router: 768f91c2-1f99-474b-9b62-ac402d2aeb22 for host: dv-neutron-829957-1-hyperv {{(pid=88389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 22:36:59.036377 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d6b26c-2c3e-4f97-bab3-b15a28eead3e None None] Routers {'768f91c2-1f99-474b-9b62-ac402d2aeb22'} bound to L3 agent in host dv-neutron-829957-1-hyperv {{(pid=88389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 07 22:36:59.036948 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-24d6b26c-2c3e-4f97-bab3-b15a28eead3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829957-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T21:28:52Z,description=,heartbeat_timestamp=2022-03-07T22:36:52Z,host='dv-neutron-829957-1-hyperv',id=36b2b02e-0e53-4139-bd38-71356827e620,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T21:28:53Z,topic='l3_agent')) {'router_ids': ['768f91c2-1f99-474b-9b62-ac402d2aeb22'], 'active': True} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:36:59.045553 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-cf8ab4b7-8791-4cc9-8d8a-8917b52babfd admin admin] Deleting port ab5f2e56-3c6d-41e3-a50b-c0935fa4a022 {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:36:59.045893 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab4b7-8791-4cc9-8d8a-8917b52babfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:59.200039 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_dvr_db [None req-24d6b26c-2c3e-4f97-bab3-b15a28eead3e None None] Set router 768f91c2-1f99-474b-9b62-ac402d2aeb22 gateway port host: None {{(pid=88389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 07 22:36:59.326090 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-cf8ab4b7-8791-4cc9-8d8a-8917b52babfd admin admin] For port ab5f2e56-3c6d-41e3-a50b-c0935fa4a022, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=ab5f2e56-3c6d-41e3-a50b-c0935fa4a022,segment=NetworkSegment(b7294537-e1cd-41ef-9841-3052387a51bc),segment_id=b7294537-e1cd-41ef-9841-3052387a51bc)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:36:59.326462 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab4b7-8791-4cc9-8d8a-8917b52babfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:59.334182 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.l3_hamode_db [None req-24d6b26c-2c3e-4f97-bab3-b15a28eead3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768f91c2-1f99-474b-9b62-ac402d2aeb22', 'name': 'tempest-TestSnapshotPattern-1546947359-router', 'tenant_id': 'b638ad3486a64222a36a6adc97228e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:53Z', 'updated_at': '2022-03-07T22:36:58Z', 'revision_number': 6, 'project_id': 'b638ad3486a64222a36a6adc97228e8b', 'gw_port_host': None}], 'dv-neutron-829957-1-hyperv', False) {} {{(pid=88389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:36:59.338174 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6b26c-2c3e-4f97-bab3-b15a28eead3e None None] The sync data for ids ['768f91c2-1f99-474b-9b62-ac402d2aeb22'] in dv-neutron-829957-1-hyperv is: [{'id': '768f91c2-1f99-474b-9b62-ac402d2aeb22', 'name': 'tempest-TestSnapshotPattern-1546947359-router', 'tenant_id': 'b638ad3486a64222a36a6adc97228e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T22:31:53Z', 'updated_at': '2022-03-07T22:36:58Z', 'revision_number': 6, 'project_id': 'b638ad3486a64222a36a6adc97228e8b', 'gw_port_host': None}] {{(pid=88389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 22:36:59.447291 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-cf8ab4b7-8791-4cc9-8d8a-8917b52babfd admin admin] Calling delete_port for ab5f2e56-3c6d-41e3-a50b-c0935fa4a022 owned by network:router_gateway {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:36:59.662683 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab4b7-8791-4cc9-8d8a-8917b52babfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:59.734038 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d9eef3bd-7fe2-4f3e-bb70-95f57851b258 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:36:59.742855 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ab4b7-8791-4cc9-8d8a-8917b52babfd admin admin] Pushing event deleted for resources: {'Port': ['ID=ab5f2e56-3c6d-41e3-a50b-c0935fa4a022,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:36:59.781212 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: d9eef3bd-7fe2-4f3e-bb70-95f57851b258 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:36:59.781558 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device d9eef3bd-7fe2-4f3e-bb70-95f57851b258 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:36:59.811938 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab4b7-8791-4cc9-8d8a-8917b52babfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-864482'] for router_gateway, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:59.982290 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab4b7-8791-4cc9-8d8a-8917b52babfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-867285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6962'] for router, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:36:59.984418 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab4b7-8791-4cc9-8d8a-8917b52babfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:00.051176 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab4b7-8791-4cc9-8d8a-8917b52babfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-867082'] for router, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:00.051675 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8ab4b7-8791-4cc9-8d8a-8917b52babfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 768f91c2-1f99-474b-9b62-ac402d2aeb22 {{(pid=88386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 07 22:37:00.063306 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab4b7-8791-4cc9-8d8a-8917b52babfd admin admin] Notify callbacks [] for router, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:00.064435 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-cf8ab4b7-8791-4cc9-8d8a-8917b52babfd admin admin] 10.222.0.21 "DELETE /v2.0/routers/768f91c2-1f99-474b-9b62-ac402d2aeb22 HTTP/1.1" status: 204 len: 168 time: 1.4420483 Mar 07 22:37:00.066885 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 58460) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:37:00.127376 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.db_base_plugin_v2 [None req-47753c0b-d846-453f-aceb-7c28956d386d admin admin] Deleting subnet e4a369f7-a296-4de3-b012-db8aa3919fe6 {{(pid=88386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 07 22:37:00.130143 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-47753c0b-d846-453f-aceb-7c28956d386d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:00.179336 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-47753c0b-d846-453f-aceb-7c28956d386d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1579621'] for subnet, precommit_delete_associations {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:00.259618 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-47753c0b-d846-453f-aceb-7c28956d386d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035102'] for subnet, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:00.383895 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-47753c0b-d846-453f-aceb-7c28956d386d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9924821'] for subnet, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:00.425156 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47753c0b-d846-453f-aceb-7c28956d386d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4a369f7-a296-4de3-b012-db8aa3919fe6,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:00.430178 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-47753c0b-d846-453f-aceb-7c28956d386d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:00.435453 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f602c2cd-1a16-4d2e-ad64-b15101393da2 None None] Network b936f4d0-a995-4291-9ef1-aaf2290a62f5 requested from dv-neutron-829957-1-hyperv {{(pid=88388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 07 22:37:00.436719 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-47753c0b-d846-453f-aceb-7c28956d386d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e4a369f7-a296-4de3-b012-db8aa3919fe6 HTTP/1.1" status: 204 len: 168 time: 0.3688452 Mar 07 22:37:00.439164 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 58464) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:37:00.539798 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2a695713-94b1-4414-8f28-3a8851bfeea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1579842'] for network, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:00.550130 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-2a695713-94b1-4414-8f28-3a8851bfeea8 admin admin] Deleting port a972de3f-3132-4467-b721-474a6321480c {{(pid=88386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:37:00.550454 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2a695713-94b1-4414-8f28-3a8851bfeea8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:00.668510 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d8c022-00fd-49aa-abc8-3928ea87530f None None] DHCP port deletion for b936f4d0-a995-4291-9ef1-aaf2290a62f5 request from dv-neutron-829957-1-hyperv {{(pid=88388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 07 22:37:00.672676 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c9d8c022-00fd-49aa-abc8-3928ea87530f None None] Deleting port a972de3f-3132-4467-b721-474a6321480c {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:37:00.673292 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c022-00fd-49aa-abc8-3928ea87530f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:00.759168 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.db [None req-2a695713-94b1-4414-8f28-3a8851bfeea8 admin admin] For port a972de3f-3132-4467-b721-474a6321480c, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a972de3f-3132-4467-b721-474a6321480c,segment=NetworkSegment(ad473aa1-f403-486b-9846-21827abe3377),segment_id=ad473aa1-f403-486b-9846-21827abe3377)] {{(pid=88386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:37:00.759626 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2a695713-94b1-4414-8f28-3a8851bfeea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:00.876234 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.db [None req-c9d8c022-00fd-49aa-abc8-3928ea87530f None None] For port a972de3f-3132-4467-b721-474a6321480c, host dv-neutron-829957-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829957-1-hyperv',level=0,port_id=a972de3f-3132-4467-b721-474a6321480c,segment=NetworkSegment(ad473aa1-f403-486b-9846-21827abe3377),segment_id=ad473aa1-f403-486b-9846-21827abe3377)] {{(pid=88388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 07 22:37:00.876827 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c022-00fd-49aa-abc8-3928ea87530f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-865479'] for port, precommit_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:00.976110 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.plugin [None req-2a695713-94b1-4414-8f28-3a8851bfeea8 admin admin] Calling delete_port for a972de3f-3132-4467-b721-474a6321480c owned by network:dhcp {{(pid=88386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:37:00.996125 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c9d8c022-00fd-49aa-abc8-3928ea87530f None None] Calling delete_port for a972de3f-3132-4467-b721-474a6321480c owned by network:dhcp {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 07 22:37:01.125829 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2a695713-94b1-4414-8f28-3a8851bfeea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1604256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742366814446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742366434627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814571'] for port, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:01.131386 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.db.api [None req-c9d8c022-00fd-49aa-abc8-3928ea87530f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 22:37:01.131759 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG oslo_db.api [None req-c9d8c022-00fd-49aa-abc8-3928ea87530f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 22:37:01.169235 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a695713-94b1-4414-8f28-3a8851bfeea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a972de3f-3132-4467-b721-474a6321480c,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:01.174718 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a695713-94b1-4414-8f28-3a8851bfeea8 admin admin] No DVR routers for this DVR port a972de3f-3132-4467-b721-474a6321480c on host dv-neutron-829957-1-hyperv {{(pid=88386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 22:37:01.285977 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2a695713-94b1-4414-8f28-3a8851bfeea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2036245', 'neutron.services.segments.db._delete_segments_for_network-8742366921045'] for network, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:01.314137 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-2a695713-94b1-4414-8f28-3a8851bfeea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b936f4d0-a995-4291-9ef1-aaf2290a62f5']}} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:37:01.325616 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-2a695713-94b1-4414-8f28-3a8851bfeea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad473aa1-f403-486b-9846-21827abe3377') {'for_net_delete': True} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:37:01.325908 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.services.segments.db [None req-2a695713-94b1-4414-8f28-3a8851bfeea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad473aa1-f403-486b-9846-21827abe3377') {} {{(pid=88386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 22:37:01.337533 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2a695713-94b1-4414-8f28-3a8851bfeea8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742366925680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1579628'] for segment, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:01.353840 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2a695713-94b1-4414-8f28-3a8851bfeea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2034505'] for segment, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:01.359626 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a695713-94b1-4414-8f28-3a8851bfeea8 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=88386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 22:37:01.359992 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2a695713-94b1-4414-8f28-3a8851bfeea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2034523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814596'] for segment, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: Traceback (most recent call last): Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: timer() Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: cb(*args, **kw) Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: return func(*args, **kwargs) Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: self._notify() Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: self.callback(batched_events) Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: event.method(event) Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: return f(self, *a, **k) Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._get(url).json() Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: return self.request(url, 'GET', **kwargs) Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 22:37:01.372722 dv-neutron-829957-1-hyperv neutron-server[88386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 22:37:01.497278 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2a695713-94b1-4414-8f28-3a8851bfeea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2036270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-864455'] for network, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:01.501462 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-2a695713-94b1-4414-8f28-3a8851bfeea8 admin admin] Notify callbacks [] for network, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:01.527231 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a695713-94b1-4414-8f28-3a8851bfeea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b936f4d0-a995-4291-9ef1-aaf2290a62f5,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:01.535175 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-2a695713-94b1-4414-8f28-3a8851bfeea8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b936f4d0-a995-4291-9ef1-aaf2290a62f5 HTTP/1.1" status: 204 len: 168 time: 1.0950663 Mar 07 22:37:01.633210 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c9d8c022-00fd-49aa-abc8-3928ea87530f None None] Deleting port a972de3f-3132-4467-b721-474a6321480c {{(pid=88388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 07 22:37:01.633822 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c022-00fd-49aa-abc8-3928ea87530f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742366808580'] for port, before_delete {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:01.663484 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ab5f2e56-3c6d-41e3-a50b-c0935fa4a022 no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:37:01.736855 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-c9d8c022-00fd-49aa-abc8-3928ea87530f None None] The port 'a972de3f-3132-4467-b721-474a6321480c' was deleted {{(pid=88388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 07 22:37:01.737561 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: ab5f2e56-3c6d-41e3-a50b-c0935fa4a022 {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:37:01.737899 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device ab5f2e56-3c6d-41e3-a50b-c0935fa4a022 not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:37:01.738327 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a972de3f-3132-4467-b721-474a6321480c no longer exists at agent ovs-agent-dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 07 22:37:01.772847 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.plugin [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] No Port match for: a972de3f-3132-4467-b721-474a6321480c {{(pid=88388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 07 22:37:01.772847 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron.plugins.ml2.rpc [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Device a972de3f-3132-4467-b721-474a6321480c not bound to the agent host dv-neutron-829957-1-hyperv {{(pid=88388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 07 22:37:01.819773 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 58472) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:37:01.867743 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-568f1ab8-c444-42f6-b90e-aa97b3ddd699 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ead168dd0f047108c7b48e44a9d77a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464172 Mar 07 22:37:01.869661 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.wsgi [-] (88386) accepted ('10.222.0.21', 58476) {{(pid=88386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:37:01.926394 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d5981f71-cdb7-4e85-a9a2-6309a36c9328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:01.951191 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d5981f71-cdb7-4e85-a9a2-6309a36c9328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:02.063010 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d5981f71-cdb7-4e85-a9a2-6309a36c9328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:02.079927 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5981f71-cdb7-4e85-a9a2-6309a36c9328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbb6988-0632-4ab9-9dcd-178f3b153542,revision_number=None']} {{(pid=88386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:02.086480 dv-neutron-829957-1-hyperv neutron-server[88386]: DEBUG neutron_lib.callbacks.manager [None req-d5981f71-cdb7-4e85-a9a2-6309a36c9328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:02.087615 dv-neutron-829957-1-hyperv neutron-server[88386]: INFO neutron.wsgi [None req-d5981f71-cdb7-4e85-a9a2-6309a36c9328 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/acbb6988-0632-4ab9-9dcd-178f3b153542 HTTP/1.1" status: 204 len: 168 time: 0.2170534 Mar 07 22:37:02.703740 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 58484) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:37:02.754638 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2b4c8e43-3e4f-4b9b-8bca-ac82ce04fb2e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b638ad3486a64222a36a6adc97228e8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497034 Mar 07 22:37:02.756972 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.wsgi [-] (88387) accepted ('10.222.0.21', 58490) {{(pid=88387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 07 22:37:02.818523 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2290045a-4a23-4013-85f9-f79fc39f4038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:02.844286 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2290045a-4a23-4013-85f9-f79fc39f4038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:02.965882 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2290045a-4a23-4013-85f9-f79fc39f4038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-677135'] for security_group, after_delete {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:02.984789 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290045a-4a23-4013-85f9-f79fc39f4038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d6c98a-202f-44c7-af41-0ef34607829d,revision_number=None']} {{(pid=88387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 22:37:02.989557 dv-neutron-829957-1-hyperv neutron-server[88387]: DEBUG neutron_lib.callbacks.manager [None req-2290045a-4a23-4013-85f9-f79fc39f4038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:02.990192 dv-neutron-829957-1-hyperv neutron-server[88387]: INFO neutron.wsgi [None req-2290045a-4a23-4013-85f9-f79fc39f4038 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34d6c98a-202f-44c7-af41-0ef34607829d HTTP/1.1" status: 204 len: 168 time: 0.2323263 Mar 07 22:37:16.593942 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:20.119686 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-ae9288ac-f45d-4cd2-a1ff-6983394f10e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:22.302230 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a1050dc1-7b1b-4538-a10d-928a5bc8d35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:23.241119 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:37:23.399427 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:23.445091 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:24.993474 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:46.559185 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:50.130323 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2708330a-9780-4734-b0d5-a8c7f197fd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:52.290172 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a68dec4b-5393-4b45-aa66-5b7d7f60a90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:53.404955 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:53.433786 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:37:55.004905 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:38:00.238862 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:38:16.547526 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:38:20.124328 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-d1b276a7-16a1-4396-aacc-8f8a3e05c978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:38:22.312835 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-291a4f68-84b9-4757-8f36-b25408e2ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:38:23.398399 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:38:23.455673 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:38:24.987094 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:38:37.237667 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:38:46.552453 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:38:50.135276 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-6db072c3-9d6b-41b1-ae96-4a73511c8203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:38:52.295064 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-be4aeba3-abf1-4865-b5a7-5b6b04db7144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:38:53.403614 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:38:53.420629 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:38:55.015177 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:39:14.236845 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:39:16.546748 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:39:20.146615 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-b3ec15ba-2d24-4415-a292-9ac967bd6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:39:22.340780 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-35ccbba7-62c3-4025-9c71-65d4bdeff09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:39:23.392250 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:39:23.431897 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:39:24.997747 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:39:46.556644 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:39:50.145562 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-753a9606-f3da-49d8-9805-169918f74b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:39:51.235941 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:39:52.311026 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a7025258-2ed8-4b15-ac54-30df18b4649f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:39:53.437443 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:39:53.465863 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:39:55.019866 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:40:16.550267 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:40:20.127912 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-31c7de02-4a91-407a-ac9c-0fe6efde3771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:40:22.322094 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a68ace0c-74e3-4e58-a7f9-e1dedeb38149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:40:23.413665 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:40:23.470608 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:40:25.036140 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:40:28.235189 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:40:46.572688 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:40:50.143143 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-73dbb3e2-3e4d-4ae4-baec-ec0fba647033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:40:52.310077 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-23e35ada-49de-48dd-b1a1-f0bf483aa387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:40:53.389720 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:40:53.435595 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:40:55.001166 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:41:05.234880 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:41:16.594224 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:41:20.131947 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-46feb09b-b529-42a6-bf97-c12cdc26055c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:41:22.315151 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-a9fbfa1f-95e1-4cbe-9a18-867360dfe379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:41:23.405486 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:41:23.479804 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:41:25.017516 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:41:42.234599 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:41:46.582920 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:41:50.137259 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-508a6565-6811-4896-a21d-f9cb88af2a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:41:52.312811 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-1ca2e1ef-196b-46f1-8b2a-1788f1f2b8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:41:53.387397 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:41:53.439904 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:41:55.023332 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:42:16.587863 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:42:19.234047 dv-neutron-829957-1-hyperv neutron-server[88389]: DEBUG neutron.db.agents_db [None req-9d832063-e1b6-4d8f-ab84-ed57cc7a0f92 None None] Agent healthcheck: found 6 active agents {{(pid=88389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 07 22:42:20.180708 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-bd12f991-884a-4004-89b7-54fe99bc3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:42:22.319603 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9f12ca49-cfc6-4b43-8f5d-e35a1904eba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:42:23.395265 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-385c5cdb-ab0d-4095-8b89-8dc8705300fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:42:23.439217 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-4eabebe8-aa04-42a2-8215-1dd184949c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:42:25.033583 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-9738dc75-551f-4ae8-b1a2-5a7a29284a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 07 22:42:46.593306 dv-neutron-829957-1-hyperv neutron-server[88388]: DEBUG neutron_lib.callbacks.manager [None req-2cea7e93-63cd-4272-84f8-d875a9034a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742366921018', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2039791'] for agent, after_update {{(pid=88388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}